2024-09-05T07:21:25.387 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-05T07:21:25.414 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-05T07:21:25.500 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7890026 branch: squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-quiesce/with-quiesce 6-workunit/suites/fsync-tester}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7890026' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule name: teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - slow metadata IO - SLOW_OPS - slow request sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 subvols: create: 2 subvol_options: --namespace-isolated --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount dry_run: true install: ceph: flavor: default sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 kclient: client.0: mount_subvol_num: 1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 1743 sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 sleep_before_teardown: 0 subset: 459/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi071.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEliYz+6KMq3dcxNbBDoRHg+lVAzIW951wcPbn+MQBuWUConvBD883PHyE6dKTfFeFaoWN6e5QRrmHflr1bneFo= smithi123.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJzfES+66f4X95yUZ1+mQUjcguHrma5G5TLaAvBKlUTxsvbTMitiQB1Fd2Vytjtghxy+IcybUFwGMQ05VZYneqM= smithi192.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDf7aSEUs1Uz64dxPzZSfHmDAGiH6thlHtuxSEwldwU2nYDgtgOGe2fNxvcvPsZ95lUx4s/GW3kYuB5IDiP4UHg= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - ceph-fuse: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - exec: mon.a: - ceph config set mgr mgr/snap_schedule/log_level debug - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - quiescer: null - workunit: clients: all: - suites/fsync-tester.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-04_21:24:16 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-05T07:21:25.500 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa; will attempt to use it 2024-09-05T07:21:25.501 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa/tasks 2024-09-05T07:21:25.501 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-05T07:21:25.503 INFO:teuthology.task.internal:Checking packages... 2024-09-05T07:21:25.522 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4' 2024-09-05T07:21:25.522 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-05T07:21:25.522 INFO:teuthology.packaging:ref: None 2024-09-05T07:21:25.522 INFO:teuthology.packaging:tag: None 2024-09-05T07:21:25.522 INFO:teuthology.packaging:branch: squid 2024-09-05T07:21:25.522 INFO:teuthology.packaging:sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T07:21:25.522 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-05T07:21:25.725 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-259.g91c8a7e5 2024-09-05T07:21:25.727 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-05T07:21:25.734 INFO:teuthology.task.internal:no buildpackages task found 2024-09-05T07:21:25.734 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-05T07:21:25.772 INFO:teuthology.task.internal:Saving configuration 2024-09-05T07:21:25.791 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-05T07:21:25.797 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-05T07:21:25.822 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi071.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7890026', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-05 07:16:27.365262', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEliYz+6KMq3dcxNbBDoRHg+lVAzIW951wcPbn+MQBuWUConvBD883PHyE6dKTfFeFaoWN6e5QRrmHflr1bneFo='} 2024-09-05T07:21:25.845 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi123.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7890026', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-05 07:16:27.366482', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJzfES+66f4X95yUZ1+mQUjcguHrma5G5TLaAvBKlUTxsvbTMitiQB1Fd2Vytjtghxy+IcybUFwGMQ05VZYneqM='} 2024-09-05T07:21:25.866 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi192.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7890026', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-05 07:16:27.367336', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDf7aSEUs1Uz64dxPzZSfHmDAGiH6thlHtuxSEwldwU2nYDgtgOGe2fNxvcvPsZ95lUx4s/GW3kYuB5IDiP4UHg='} 2024-09-05T07:21:25.866 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-05T07:21:25.873 INFO:teuthology.task.internal:roles: ubuntu@smithi071.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-09-05T07:21:25.873 INFO:teuthology.task.internal:roles: ubuntu@smithi123.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-09-05T07:21:25.873 INFO:teuthology.task.internal:roles: ubuntu@smithi192.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-09-05T07:21:25.873 INFO:teuthology.run_tasks:Running task console_log... 2024-09-05T07:21:25.975 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fbe1fc2bbe0>, signals=[15]) 2024-09-05T07:21:25.975 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-05T07:21:25.981 INFO:teuthology.task.internal:Opening connections... 2024-09-05T07:21:25.982 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi071.front.sepia.ceph.com 2024-09-05T07:21:25.983 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T07:21:26.059 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi123.front.sepia.ceph.com 2024-09-05T07:21:26.060 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi123.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T07:21:26.134 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi192.front.sepia.ceph.com 2024-09-05T07:21:26.135 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi192.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T07:21:26.207 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-05T07:21:26.213 DEBUG:teuthology.orchestra.run.smithi071:> uname -m 2024-09-05T07:21:26.232 INFO:teuthology.orchestra.run.smithi071.stdout:x86_64 2024-09-05T07:21:26.232 DEBUG:teuthology.orchestra.run.smithi071:> cat /etc/os-release 2024-09-05T07:21:26.290 INFO:teuthology.orchestra.run.smithi071.stdout:NAME="CentOS Stream" 2024-09-05T07:21:26.290 INFO:teuthology.orchestra.run.smithi071.stdout:VERSION="9" 2024-09-05T07:21:26.290 INFO:teuthology.orchestra.run.smithi071.stdout:ID="centos" 2024-09-05T07:21:26.290 INFO:teuthology.orchestra.run.smithi071.stdout:ID_LIKE="rhel fedora" 2024-09-05T07:21:26.290 INFO:teuthology.orchestra.run.smithi071.stdout:VERSION_ID="9" 2024-09-05T07:21:26.290 INFO:teuthology.orchestra.run.smithi071.stdout:PLATFORM_ID="platform:el9" 2024-09-05T07:21:26.290 INFO:teuthology.orchestra.run.smithi071.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-05T07:21:26.290 INFO:teuthology.orchestra.run.smithi071.stdout:ANSI_COLOR="0;31" 2024-09-05T07:21:26.291 INFO:teuthology.orchestra.run.smithi071.stdout:LOGO="fedora-logo-icon" 2024-09-05T07:21:26.291 INFO:teuthology.orchestra.run.smithi071.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-05T07:21:26.291 INFO:teuthology.orchestra.run.smithi071.stdout:HOME_URL="https://centos.org/" 2024-09-05T07:21:26.291 INFO:teuthology.orchestra.run.smithi071.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-05T07:21:26.291 INFO:teuthology.orchestra.run.smithi071.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-05T07:21:26.291 INFO:teuthology.orchestra.run.smithi071.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-05T07:21:26.292 INFO:teuthology.lock.ops:Updating smithi071.front.sepia.ceph.com on lock server 2024-09-05T07:21:26.320 DEBUG:teuthology.orchestra.run.smithi123:> uname -m 2024-09-05T07:21:26.340 INFO:teuthology.orchestra.run.smithi123.stdout:x86_64 2024-09-05T07:21:26.369 DEBUG:teuthology.orchestra.run.smithi123:> cat /etc/os-release 2024-09-05T07:21:26.397 INFO:teuthology.orchestra.run.smithi123.stdout:NAME="CentOS Stream" 2024-09-05T07:21:26.397 INFO:teuthology.orchestra.run.smithi123.stdout:VERSION="9" 2024-09-05T07:21:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:ID="centos" 2024-09-05T07:21:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:ID_LIKE="rhel fedora" 2024-09-05T07:21:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:VERSION_ID="9" 2024-09-05T07:21:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:PLATFORM_ID="platform:el9" 2024-09-05T07:21:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-05T07:21:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:ANSI_COLOR="0;31" 2024-09-05T07:21:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:LOGO="fedora-logo-icon" 2024-09-05T07:21:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-05T07:21:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:HOME_URL="https://centos.org/" 2024-09-05T07:21:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-05T07:21:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-05T07:21:26.398 INFO:teuthology.orchestra.run.smithi123.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-05T07:21:26.399 INFO:teuthology.lock.ops:Updating smithi123.front.sepia.ceph.com on lock server 2024-09-05T07:21:26.419 DEBUG:teuthology.orchestra.run.smithi192:> uname -m 2024-09-05T07:21:26.437 INFO:teuthology.orchestra.run.smithi192.stdout:x86_64 2024-09-05T07:21:26.438 DEBUG:teuthology.orchestra.run.smithi192:> cat /etc/os-release 2024-09-05T07:21:26.495 INFO:teuthology.orchestra.run.smithi192.stdout:NAME="CentOS Stream" 2024-09-05T07:21:26.496 INFO:teuthology.orchestra.run.smithi192.stdout:VERSION="9" 2024-09-05T07:21:26.496 INFO:teuthology.orchestra.run.smithi192.stdout:ID="centos" 2024-09-05T07:21:26.496 INFO:teuthology.orchestra.run.smithi192.stdout:ID_LIKE="rhel fedora" 2024-09-05T07:21:26.496 INFO:teuthology.orchestra.run.smithi192.stdout:VERSION_ID="9" 2024-09-05T07:21:26.496 INFO:teuthology.orchestra.run.smithi192.stdout:PLATFORM_ID="platform:el9" 2024-09-05T07:21:26.496 INFO:teuthology.orchestra.run.smithi192.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-05T07:21:26.496 INFO:teuthology.orchestra.run.smithi192.stdout:ANSI_COLOR="0;31" 2024-09-05T07:21:26.496 INFO:teuthology.orchestra.run.smithi192.stdout:LOGO="fedora-logo-icon" 2024-09-05T07:21:26.496 INFO:teuthology.orchestra.run.smithi192.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-05T07:21:26.496 INFO:teuthology.orchestra.run.smithi192.stdout:HOME_URL="https://centos.org/" 2024-09-05T07:21:26.496 INFO:teuthology.orchestra.run.smithi192.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-05T07:21:26.496 INFO:teuthology.orchestra.run.smithi192.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-05T07:21:26.496 INFO:teuthology.orchestra.run.smithi192.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-05T07:21:26.497 INFO:teuthology.lock.ops:Updating smithi192.front.sepia.ceph.com on lock server 2024-09-05T07:21:26.519 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-05T07:21:26.530 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-05T07:21:26.547 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-05T07:21:26.548 DEBUG:teuthology.orchestra.run.smithi071:> test '!' -e /home/ubuntu/cephtest 2024-09-05T07:21:26.550 DEBUG:teuthology.orchestra.run.smithi123:> test '!' -e /home/ubuntu/cephtest 2024-09-05T07:21:26.552 DEBUG:teuthology.orchestra.run.smithi192:> test '!' -e /home/ubuntu/cephtest 2024-09-05T07:21:26.569 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-05T07:21:26.580 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-05T07:21:26.580 DEBUG:teuthology.orchestra.run.smithi071:> test -z $(ls -A /var/lib/ceph) 2024-09-05T07:21:26.607 DEBUG:teuthology.orchestra.run.smithi123:> test -z $(ls -A /var/lib/ceph) 2024-09-05T07:21:26.609 DEBUG:teuthology.orchestra.run.smithi192:> test -z $(ls -A /var/lib/ceph) 2024-09-05T07:21:26.643 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-05T07:21:26.719 INFO:teuthology.run_tasks:Running task kernel... 2024-09-05T07:21:26.733 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-05T07:21:26.733 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}, 'mon.c': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-05T07:21:26.733 DEBUG:teuthology.orchestra.run.smithi071:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-05T07:21:26.734 DEBUG:teuthology.orchestra.run.smithi123:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-05T07:21:26.734 DEBUG:teuthology.orchestra.run.smithi192:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-05T07:21:26.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T07:21:26.752 DEBUG:teuthology.orchestra.run.smithi123:> uname -r 2024-09-05T07:21:26.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T07:21:26.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T07:21:26.753 DEBUG:teuthology.orchestra.run.smithi192:> uname -r 2024-09-05T07:21:26.754 DEBUG:teuthology.orchestra.run.smithi071:> uname -r 2024-09-05T07:21:26.810 INFO:teuthology.orchestra.run.smithi123.stdout:5.14.0-503.el9.x86_64 2024-09-05T07:21:26.810 INFO:teuthology.task.kernel:Running kernel on smithi123: 5.14.0-503.el9.x86_64 2024-09-05T07:21:26.811 DEBUG:teuthology.orchestra.run.smithi123:> sudo yum install -y kernel 2024-09-05T07:21:26.812 INFO:teuthology.orchestra.run.smithi192.stdout:5.14.0-503.el9.x86_64 2024-09-05T07:21:26.812 INFO:teuthology.task.kernel:Running kernel on smithi192: 5.14.0-503.el9.x86_64 2024-09-05T07:21:26.812 DEBUG:teuthology.orchestra.run.smithi192:> sudo yum install -y kernel 2024-09-05T07:21:26.813 INFO:teuthology.orchestra.run.smithi071.stdout:5.14.0-503.el9.x86_64 2024-09-05T07:21:26.813 INFO:teuthology.task.kernel:Running kernel on smithi071: 5.14.0-503.el9.x86_64 2024-09-05T07:21:26.813 DEBUG:teuthology.orchestra.run.smithi071:> sudo yum install -y kernel 2024-09-05T07:21:30.099 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - BaseOS 5.2 MB/s | 8.2 MB 00:01 2024-09-05T07:21:30.322 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - BaseOS 4.7 MB/s | 8.2 MB 00:01 2024-09-05T07:21:33.397 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - BaseOS 1.7 MB/s | 8.2 MB 00:04 2024-09-05T07:21:35.659 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - AppStream 4.6 MB/s | 20 MB 00:04 2024-09-05T07:21:35.723 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - AppStream 17 MB/s | 20 MB 00:01 2024-09-05T07:21:40.232 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - CRB 9.1 MB/s | 6.5 MB 00:00 2024-09-05T07:21:41.342 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - CRB 3.5 MB/s | 6.5 MB 00:01 2024-09-05T07:21:41.691 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - Extras packages 80 kB/s | 19 kB 00:00 2024-09-05T07:21:42.620 INFO:teuthology.orchestra.run.smithi071.stdout:Extra Packages for Enterprise Linux 28 MB/s | 23 MB 00:00 2024-09-05T07:21:42.776 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - Extras packages 88 kB/s | 19 kB 00:00 2024-09-05T07:21:43.580 INFO:teuthology.orchestra.run.smithi123.stdout:Extra Packages for Enterprise Linux 33 MB/s | 23 MB 00:00 2024-09-05T07:21:48.101 INFO:teuthology.orchestra.run.smithi071.stdout:lab-extras 44 kB/s | 1.7 kB 00:00 2024-09-05T07:21:48.963 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - AppStream 1.2 MB/s | 20 MB 00:17 2024-09-05T07:21:49.052 INFO:teuthology.orchestra.run.smithi123.stdout:lab-extras 36 kB/s | 1.7 kB 00:00 2024-09-05T07:21:50.024 INFO:teuthology.orchestra.run.smithi071.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-05T07:21:50.024 INFO:teuthology.orchestra.run.smithi071.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-05T07:21:50.114 INFO:teuthology.orchestra.run.smithi071.stdout:Dependencies resolved. 2024-09-05T07:21:50.115 INFO:teuthology.orchestra.run.smithi071.stdout:Nothing to do. 2024-09-05T07:21:50.115 INFO:teuthology.orchestra.run.smithi071.stdout:Complete! 2024-09-05T07:21:50.221 DEBUG:teuthology.orchestra.run.smithi071:> echo no | sudo yum reinstall kernel || true 2024-09-05T07:21:50.794 INFO:teuthology.orchestra.run.smithi071.stdout:Last metadata expiration check: 0:00:02 ago on Thu 05 Sep 2024 07:21:48 AM UTC. 2024-09-05T07:21:50.937 INFO:teuthology.orchestra.run.smithi071.stdout:Dependencies resolved. 2024-09-05T07:21:50.941 INFO:teuthology.orchestra.run.smithi071.stdout:================================================================================ 2024-09-05T07:21:50.941 INFO:teuthology.orchestra.run.smithi071.stdout: Package Architecture Version Repository Size 2024-09-05T07:21:50.941 INFO:teuthology.orchestra.run.smithi071.stdout:================================================================================ 2024-09-05T07:21:50.941 INFO:teuthology.orchestra.run.smithi071.stdout:Reinstalling: 2024-09-05T07:21:50.942 INFO:teuthology.orchestra.run.smithi071.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T07:21:50.942 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:21:50.942 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction Summary 2024-09-05T07:21:50.942 INFO:teuthology.orchestra.run.smithi071.stdout:================================================================================ 2024-09-05T07:21:50.942 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:21:50.943 INFO:teuthology.orchestra.run.smithi071.stdout:Total download size: 1.9 M 2024-09-05T07:21:50.943 INFO:teuthology.orchestra.run.smithi071.stdout:Installed size: 0 2024-09-05T07:21:50.943 INFO:teuthology.orchestra.run.smithi071.stderr:Operation aborted. 2024-09-05T07:21:50.983 INFO:teuthology.orchestra.run.smithi123.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-05T07:21:50.984 INFO:teuthology.orchestra.run.smithi123.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-05T07:21:50.998 INFO:teuthology.orchestra.run.smithi071.stdout:Is this ok [y/N]: 2024-09-05T07:21:50.998 DEBUG:teuthology.orchestra.run.smithi071:> sudo yum reinstall -y kernel || true 2024-09-05T07:21:51.070 INFO:teuthology.orchestra.run.smithi123.stdout:Dependencies resolved. 2024-09-05T07:21:51.071 INFO:teuthology.orchestra.run.smithi123.stdout:Nothing to do. 2024-09-05T07:21:51.071 INFO:teuthology.orchestra.run.smithi123.stdout:Complete! 2024-09-05T07:21:51.175 DEBUG:teuthology.orchestra.run.smithi123:> echo no | sudo yum reinstall kernel || true 2024-09-05T07:21:51.528 INFO:teuthology.orchestra.run.smithi071.stdout:Last metadata expiration check: 0:00:03 ago on Thu 05 Sep 2024 07:21:48 AM UTC. 2024-09-05T07:21:51.653 INFO:teuthology.orchestra.run.smithi071.stdout:Dependencies resolved. 2024-09-05T07:21:51.654 INFO:teuthology.orchestra.run.smithi071.stdout:================================================================================ 2024-09-05T07:21:51.654 INFO:teuthology.orchestra.run.smithi071.stdout: Package Architecture Version Repository Size 2024-09-05T07:21:51.654 INFO:teuthology.orchestra.run.smithi071.stdout:================================================================================ 2024-09-05T07:21:51.655 INFO:teuthology.orchestra.run.smithi071.stdout:Reinstalling: 2024-09-05T07:21:51.655 INFO:teuthology.orchestra.run.smithi071.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T07:21:51.655 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:21:51.655 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction Summary 2024-09-05T07:21:51.655 INFO:teuthology.orchestra.run.smithi071.stdout:================================================================================ 2024-09-05T07:21:51.655 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:21:51.655 INFO:teuthology.orchestra.run.smithi071.stdout:Total download size: 1.9 M 2024-09-05T07:21:51.655 INFO:teuthology.orchestra.run.smithi071.stdout:Installed size: 0 2024-09-05T07:21:51.655 INFO:teuthology.orchestra.run.smithi071.stdout:Downloading Packages: 2024-09-05T07:21:51.750 INFO:teuthology.orchestra.run.smithi123.stdout:Last metadata expiration check: 0:00:02 ago on Thu 05 Sep 2024 07:21:49 AM UTC. 2024-09-05T07:21:51.909 INFO:teuthology.orchestra.run.smithi123.stdout:Dependencies resolved. 2024-09-05T07:21:51.915 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2024-09-05T07:21:51.915 INFO:teuthology.orchestra.run.smithi123.stdout: Package Architecture Version Repository Size 2024-09-05T07:21:51.915 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2024-09-05T07:21:51.915 INFO:teuthology.orchestra.run.smithi123.stdout:Reinstalling: 2024-09-05T07:21:51.915 INFO:teuthology.orchestra.run.smithi123.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T07:21:51.915 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:21:51.916 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction Summary 2024-09-05T07:21:51.916 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2024-09-05T07:21:51.916 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:21:51.916 INFO:teuthology.orchestra.run.smithi123.stdout:Total download size: 1.9 M 2024-09-05T07:21:51.916 INFO:teuthology.orchestra.run.smithi123.stdout:Installed size: 0 2024-09-05T07:21:51.916 INFO:teuthology.orchestra.run.smithi123.stderr:Operation aborted. 2024-09-05T07:21:51.972 INFO:teuthology.orchestra.run.smithi123.stdout:Is this ok [y/N]: 2024-09-05T07:21:51.972 DEBUG:teuthology.orchestra.run.smithi123:> sudo yum reinstall -y kernel || true 2024-09-05T07:21:52.119 INFO:teuthology.orchestra.run.smithi071.stdout:kernel-5.14.0-503.el9.x86_64.rpm 4.2 MB/s | 1.9 MB 00:00 2024-09-05T07:21:52.120 INFO:teuthology.orchestra.run.smithi071.stdout:-------------------------------------------------------------------------------- 2024-09-05T07:21:52.120 INFO:teuthology.orchestra.run.smithi071.stdout:Total 4.0 MB/s | 1.9 MB 00:00 2024-09-05T07:21:52.155 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction check 2024-09-05T07:21:52.392 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction check succeeded. 2024-09-05T07:21:52.392 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction test 2024-09-05T07:21:52.422 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction test succeeded. 2024-09-05T07:21:52.423 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction 2024-09-05T07:21:52.505 INFO:teuthology.orchestra.run.smithi123.stdout:Last metadata expiration check: 0:00:03 ago on Thu 05 Sep 2024 07:21:49 AM UTC. 2024-09-05T07:21:52.592 INFO:teuthology.orchestra.run.smithi071.stdout: Preparing : 1/1 2024-09-05T07:21:52.631 INFO:teuthology.orchestra.run.smithi123.stdout:Dependencies resolved. 2024-09-05T07:21:52.632 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2024-09-05T07:21:52.632 INFO:teuthology.orchestra.run.smithi123.stdout: Package Architecture Version Repository Size 2024-09-05T07:21:52.632 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2024-09-05T07:21:52.632 INFO:teuthology.orchestra.run.smithi123.stdout:Reinstalling: 2024-09-05T07:21:52.632 INFO:teuthology.orchestra.run.smithi123.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T07:21:52.632 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:21:52.632 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction Summary 2024-09-05T07:21:52.632 INFO:teuthology.orchestra.run.smithi123.stdout:================================================================================ 2024-09-05T07:21:52.632 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:21:52.633 INFO:teuthology.orchestra.run.smithi123.stdout:Total download size: 1.9 M 2024-09-05T07:21:52.633 INFO:teuthology.orchestra.run.smithi123.stdout:Installed size: 0 2024-09-05T07:21:52.633 INFO:teuthology.orchestra.run.smithi123.stdout:Downloading Packages: 2024-09-05T07:21:52.680 INFO:teuthology.orchestra.run.smithi071.stdout: Reinstalling : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T07:21:52.680 INFO:teuthology.orchestra.run.smithi071.stdout: Cleanup : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T07:21:53.213 INFO:teuthology.orchestra.run.smithi123.stdout:kernel-5.14.0-503.el9.x86_64.rpm 3.9 MB/s | 1.9 MB 00:00 2024-09-05T07:21:53.213 INFO:teuthology.orchestra.run.smithi123.stdout:-------------------------------------------------------------------------------- 2024-09-05T07:21:53.213 INFO:teuthology.orchestra.run.smithi123.stdout:Total 3.2 MB/s | 1.9 MB 00:00 2024-09-05T07:21:53.242 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction check 2024-09-05T07:21:53.464 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction check succeeded. 2024-09-05T07:21:53.464 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction test 2024-09-05T07:21:53.475 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T07:21:53.476 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T07:21:53.495 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction test succeeded. 2024-09-05T07:21:53.495 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction 2024-09-05T07:21:53.649 INFO:teuthology.orchestra.run.smithi123.stdout: Preparing : 1/1 2024-09-05T07:21:53.756 INFO:teuthology.orchestra.run.smithi123.stdout: Reinstalling : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T07:21:53.757 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T07:21:54.201 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T07:21:54.201 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:21:54.201 INFO:teuthology.orchestra.run.smithi071.stdout:Reinstalled: 2024-09-05T07:21:54.201 INFO:teuthology.orchestra.run.smithi071.stdout: kernel-5.14.0-503.el9.x86_64 2024-09-05T07:21:54.201 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:21:54.201 INFO:teuthology.orchestra.run.smithi071.stdout:Complete! 2024-09-05T07:21:54.415 DEBUG:teuthology.orchestra.run.smithi071:> rpm -q kernel | sort -rV | head -n 1 2024-09-05T07:21:54.513 INFO:teuthology.orchestra.run.smithi071.stdout:kernel-5.14.0-503.el9.x86_64 2024-09-05T07:21:54.514 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-503.el9.x86_64 2024-09-05T07:21:54.514 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-09-05T07:21:54.514 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-05T07:21:54.514 DEBUG:teuthology.orchestra.run.smithi071:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-05T07:21:54.544 INFO:teuthology.orchestra.run.smithi071.stdout:ttyS1 2024-09-05T07:21:54.544 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T07:21:54.545 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T07:21:54.566 DEBUG:teuthology.parallel:result is None 2024-09-05T07:21:55.130 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - CRB 2.8 MB/s | 6.5 MB 00:02 2024-09-05T07:21:55.262 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T07:21:55.262 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:21:55.262 INFO:teuthology.orchestra.run.smithi123.stdout:Reinstalled: 2024-09-05T07:21:55.262 INFO:teuthology.orchestra.run.smithi123.stdout: kernel-5.14.0-503.el9.x86_64 2024-09-05T07:21:55.262 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:21:55.262 INFO:teuthology.orchestra.run.smithi123.stdout:Complete! 2024-09-05T07:21:55.434 DEBUG:teuthology.orchestra.run.smithi123:> rpm -q kernel | sort -rV | head -n 1 2024-09-05T07:21:55.493 INFO:teuthology.orchestra.run.smithi123.stdout:kernel-5.14.0-503.el9.x86_64 2024-09-05T07:21:55.493 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-503.el9.x86_64 2024-09-05T07:21:55.493 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-09-05T07:21:55.494 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-05T07:21:55.494 DEBUG:teuthology.orchestra.run.smithi123:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-05T07:21:55.529 INFO:teuthology.orchestra.run.smithi123.stdout:ttyS1 2024-09-05T07:21:55.555 DEBUG:teuthology.parallel:result is None 2024-09-05T07:21:56.556 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - Extras packages 90 kB/s | 19 kB 00:00 2024-09-05T07:21:57.310 INFO:teuthology.orchestra.run.smithi192.stdout:Extra Packages for Enterprise Linux 36 MB/s | 23 MB 00:00 2024-09-05T07:22:02.691 INFO:teuthology.orchestra.run.smithi192.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-05T07:22:04.656 INFO:teuthology.orchestra.run.smithi192.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-05T07:22:04.656 INFO:teuthology.orchestra.run.smithi192.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-05T07:22:04.738 INFO:teuthology.orchestra.run.smithi192.stdout:Dependencies resolved. 2024-09-05T07:22:04.740 INFO:teuthology.orchestra.run.smithi192.stdout:Nothing to do. 2024-09-05T07:22:04.740 INFO:teuthology.orchestra.run.smithi192.stdout:Complete! 2024-09-05T07:22:04.829 DEBUG:teuthology.orchestra.run.smithi192:> echo no | sudo yum reinstall kernel || true 2024-09-05T07:22:05.370 INFO:teuthology.orchestra.run.smithi192.stdout:Last metadata expiration check: 0:00:03 ago on Thu 05 Sep 2024 07:22:02 AM UTC. 2024-09-05T07:22:05.520 INFO:teuthology.orchestra.run.smithi192.stdout:Dependencies resolved. 2024-09-05T07:22:05.531 INFO:teuthology.orchestra.run.smithi192.stdout:================================================================================ 2024-09-05T07:22:05.531 INFO:teuthology.orchestra.run.smithi192.stdout: Package Architecture Version Repository Size 2024-09-05T07:22:05.532 INFO:teuthology.orchestra.run.smithi192.stdout:================================================================================ 2024-09-05T07:22:05.532 INFO:teuthology.orchestra.run.smithi192.stdout:Reinstalling: 2024-09-05T07:22:05.532 INFO:teuthology.orchestra.run.smithi192.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T07:22:05.532 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:22:05.532 INFO:teuthology.orchestra.run.smithi192.stdout:Transaction Summary 2024-09-05T07:22:05.532 INFO:teuthology.orchestra.run.smithi192.stdout:================================================================================ 2024-09-05T07:22:05.532 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:22:05.532 INFO:teuthology.orchestra.run.smithi192.stdout:Total download size: 1.9 M 2024-09-05T07:22:05.532 INFO:teuthology.orchestra.run.smithi192.stdout:Installed size: 0 2024-09-05T07:22:05.532 INFO:teuthology.orchestra.run.smithi192.stderr:Operation aborted. 2024-09-05T07:22:05.587 INFO:teuthology.orchestra.run.smithi192.stdout:Is this ok [y/N]: 2024-09-05T07:22:05.587 DEBUG:teuthology.orchestra.run.smithi192:> sudo yum reinstall -y kernel || true 2024-09-05T07:22:06.124 INFO:teuthology.orchestra.run.smithi192.stdout:Last metadata expiration check: 0:00:04 ago on Thu 05 Sep 2024 07:22:02 AM UTC. 2024-09-05T07:22:06.252 INFO:teuthology.orchestra.run.smithi192.stdout:Dependencies resolved. 2024-09-05T07:22:06.253 INFO:teuthology.orchestra.run.smithi192.stdout:================================================================================ 2024-09-05T07:22:06.253 INFO:teuthology.orchestra.run.smithi192.stdout: Package Architecture Version Repository Size 2024-09-05T07:22:06.253 INFO:teuthology.orchestra.run.smithi192.stdout:================================================================================ 2024-09-05T07:22:06.253 INFO:teuthology.orchestra.run.smithi192.stdout:Reinstalling: 2024-09-05T07:22:06.253 INFO:teuthology.orchestra.run.smithi192.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T07:22:06.253 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:22:06.253 INFO:teuthology.orchestra.run.smithi192.stdout:Transaction Summary 2024-09-05T07:22:06.253 INFO:teuthology.orchestra.run.smithi192.stdout:================================================================================ 2024-09-05T07:22:06.253 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:22:06.253 INFO:teuthology.orchestra.run.smithi192.stdout:Total download size: 1.9 M 2024-09-05T07:22:06.253 INFO:teuthology.orchestra.run.smithi192.stdout:Installed size: 0 2024-09-05T07:22:06.254 INFO:teuthology.orchestra.run.smithi192.stdout:Downloading Packages: 2024-09-05T07:22:06.919 INFO:teuthology.orchestra.run.smithi192.stdout:kernel-5.14.0-503.el9.x86_64.rpm 3.3 MB/s | 1.9 MB 00:00 2024-09-05T07:22:06.919 INFO:teuthology.orchestra.run.smithi192.stdout:-------------------------------------------------------------------------------- 2024-09-05T07:22:06.919 INFO:teuthology.orchestra.run.smithi192.stdout:Total 2.8 MB/s | 1.9 MB 00:00 2024-09-05T07:22:06.948 INFO:teuthology.orchestra.run.smithi192.stdout:Running transaction check 2024-09-05T07:22:07.207 INFO:teuthology.orchestra.run.smithi192.stdout:Transaction check succeeded. 2024-09-05T07:22:07.207 INFO:teuthology.orchestra.run.smithi192.stdout:Running transaction test 2024-09-05T07:22:07.237 INFO:teuthology.orchestra.run.smithi192.stdout:Transaction test succeeded. 2024-09-05T07:22:07.237 INFO:teuthology.orchestra.run.smithi192.stdout:Running transaction 2024-09-05T07:22:07.407 INFO:teuthology.orchestra.run.smithi192.stdout: Preparing : 1/1 2024-09-05T07:22:07.512 INFO:teuthology.orchestra.run.smithi192.stdout: Reinstalling : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T07:22:07.512 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T07:22:08.188 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T07:22:08.188 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T07:22:08.914 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T07:22:08.914 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:22:08.914 INFO:teuthology.orchestra.run.smithi192.stdout:Reinstalled: 2024-09-05T07:22:08.914 INFO:teuthology.orchestra.run.smithi192.stdout: kernel-5.14.0-503.el9.x86_64 2024-09-05T07:22:08.914 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:22:08.914 INFO:teuthology.orchestra.run.smithi192.stdout:Complete! 2024-09-05T07:22:09.090 DEBUG:teuthology.orchestra.run.smithi192:> rpm -q kernel | sort -rV | head -n 1 2024-09-05T07:22:09.149 INFO:teuthology.orchestra.run.smithi192.stdout:kernel-5.14.0-503.el9.x86_64 2024-09-05T07:22:09.149 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-503.el9.x86_64 2024-09-05T07:22:09.149 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-09-05T07:22:09.149 INFO:teuthology.task.kernel:Enabling kdb on mon.c... 2024-09-05T07:22:09.149 DEBUG:teuthology.orchestra.run.smithi192:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-05T07:22:09.192 INFO:teuthology.orchestra.run.smithi192.stdout:ttyS1 2024-09-05T07:22:09.212 DEBUG:teuthology.parallel:result is None 2024-09-05T07:22:09.212 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-05T07:22:09.218 INFO:teuthology.task.internal:Creating test directory... 2024-09-05T07:22:09.218 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-05T07:22:09.221 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-05T07:22:09.223 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-05T07:22:09.267 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-05T07:22:09.274 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-05T07:22:09.292 INFO:teuthology.task.internal:Creating archive directory... 2024-09-05T07:22:09.292 DEBUG:teuthology.orchestra.run.smithi071:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-05T07:22:09.295 DEBUG:teuthology.orchestra.run.smithi123:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-05T07:22:09.297 DEBUG:teuthology.orchestra.run.smithi192:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-05T07:22:09.370 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-05T07:22:09.377 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-05T07:22:09.377 DEBUG:teuthology.orchestra.run.smithi071:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-05T07:22:09.379 DEBUG:teuthology.orchestra.run.smithi123:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-05T07:22:09.382 DEBUG:teuthology.orchestra.run.smithi192:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-05T07:22:09.416 INFO:teuthology.orchestra.run.smithi192.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T07:22:09.423 INFO:teuthology.orchestra.run.smithi192.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T07:22:09.439 INFO:teuthology.orchestra.run.smithi071.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T07:22:09.440 INFO:teuthology.orchestra.run.smithi123.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T07:22:09.450 INFO:teuthology.orchestra.run.smithi071.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T07:22:09.452 INFO:teuthology.orchestra.run.smithi123.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T07:22:09.453 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-05T07:22:09.460 INFO:teuthology.task.internal:Configuring sudo... 2024-09-05T07:22:09.460 DEBUG:teuthology.orchestra.run.smithi071:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-05T07:22:09.463 DEBUG:teuthology.orchestra.run.smithi123:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-05T07:22:09.465 DEBUG:teuthology.orchestra.run.smithi192:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-05T07:22:09.490 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-05T07:22:09.500 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-05T07:22:09.500 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-05T07:22:09.530 DEBUG:teuthology.orchestra.run.smithi123:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-05T07:22:09.533 DEBUG:teuthology.orchestra.run.smithi192:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-05T07:22:09.548 DEBUG:teuthology.orchestra.run.smithi071:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T07:22:09.627 DEBUG:teuthology.orchestra.run.smithi071:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T07:22:09.675 DEBUG:teuthology.orchestra.run.smithi071:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T07:22:09.757 DEBUG:teuthology.orchestra.run.smithi071:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T07:22:09.799 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:22:09.799 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-05T07:22:09.864 DEBUG:teuthology.orchestra.run.smithi123:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T07:22:09.907 DEBUG:teuthology.orchestra.run.smithi123:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T07:22:09.963 DEBUG:teuthology.orchestra.run.smithi123:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T07:22:10.046 DEBUG:teuthology.orchestra.run.smithi123:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T07:22:10.088 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T07:22:10.089 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-05T07:22:10.155 DEBUG:teuthology.orchestra.run.smithi192:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T07:22:10.199 DEBUG:teuthology.orchestra.run.smithi192:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T07:22:10.244 DEBUG:teuthology.orchestra.run.smithi192:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T07:22:10.325 DEBUG:teuthology.orchestra.run.smithi192:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T07:22:10.368 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-05T07:22:10.368 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-05T07:22:10.436 DEBUG:teuthology.orchestra.run.smithi071:> sudo service rsyslog restart 2024-09-05T07:22:10.438 DEBUG:teuthology.orchestra.run.smithi123:> sudo service rsyslog restart 2024-09-05T07:22:10.440 DEBUG:teuthology.orchestra.run.smithi192:> sudo service rsyslog restart 2024-09-05T07:22:10.477 INFO:teuthology.orchestra.run.smithi123.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T07:22:10.477 INFO:teuthology.orchestra.run.smithi071.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T07:22:10.525 INFO:teuthology.orchestra.run.smithi192.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T07:22:11.003 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-05T07:22:11.010 INFO:teuthology.task.internal:Starting timer... 2024-09-05T07:22:11.010 INFO:teuthology.run_tasks:Running task pcp... 2024-09-05T07:22:11.048 INFO:teuthology.run_tasks:Running task selinux... 2024-09-05T07:22:11.077 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-05T07:22:11.077 DEBUG:teuthology.orchestra.run.smithi071:> sudo service auditd rotate 2024-09-05T07:22:11.134 INFO:teuthology.orchestra.run.smithi071.stdout:Rotating logs: 2024-09-05T07:22:11.136 DEBUG:teuthology.orchestra.run.smithi123:> sudo service auditd rotate 2024-09-05T07:22:11.182 INFO:teuthology.orchestra.run.smithi123.stdout:Rotating logs: 2024-09-05T07:22:11.184 DEBUG:teuthology.orchestra.run.smithi192:> sudo service auditd rotate 2024-09-05T07:22:11.234 INFO:teuthology.orchestra.run.smithi192.stdout:Rotating logs: 2024-09-05T07:22:11.236 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-05T07:22:11.236 DEBUG:teuthology.orchestra.run.smithi071:> /usr/sbin/getenforce 2024-09-05T07:22:11.258 INFO:teuthology.orchestra.run.smithi071.stdout:Permissive 2024-09-05T07:22:11.258 DEBUG:teuthology.orchestra.run.smithi123:> /usr/sbin/getenforce 2024-09-05T07:22:11.283 INFO:teuthology.orchestra.run.smithi123.stdout:Permissive 2024-09-05T07:22:11.283 DEBUG:teuthology.orchestra.run.smithi192:> /usr/sbin/getenforce 2024-09-05T07:22:11.305 INFO:teuthology.orchestra.run.smithi192.stdout:Permissive 2024-09-05T07:22:11.305 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi071.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi123.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi192.front.sepia.ceph.com': 'permissive'} 2024-09-05T07:22:11.305 DEBUG:teuthology.orchestra.run.smithi071:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-05T07:22:11.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T07:22:11.332 DEBUG:teuthology.orchestra.run.smithi123:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-05T07:22:11.359 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T07:22:11.359 DEBUG:teuthology.orchestra.run.smithi192:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-05T07:22:11.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T07:22:11.384 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-05T07:22:11.384 DEBUG:teuthology.orchestra.run.smithi071:> sudo /usr/sbin/setenforce permissive 2024-09-05T07:22:11.420 DEBUG:teuthology.orchestra.run.smithi123:> sudo /usr/sbin/setenforce permissive 2024-09-05T07:22:11.453 DEBUG:teuthology.orchestra.run.smithi192:> sudo /usr/sbin/setenforce permissive 2024-09-05T07:22:11.485 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-05T07:22:11.494 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-05T07:22:11.498 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-05T07:22:11.624 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-05T07:22:11.635 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-05T07:22:11.636 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi071.front.sepia.ceph.com,smithi123.front.sepia.ceph.com,smithi192.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-05T07:25:50.756 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi071.front.sepia.ceph.com'), Remote(name='ubuntu@smithi123.front.sepia.ceph.com'), Remote(name='ubuntu@smithi192.front.sepia.ceph.com')] 2024-09-05T07:25:50.757 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2024-09-05T07:25:50.759 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T07:25:50.836 DEBUG:teuthology.orchestra.run.smithi071:> true 2024-09-05T07:25:50.917 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi071.front.sepia.ceph.com' 2024-09-05T07:25:50.917 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi123.front.sepia.ceph.com' 2024-09-05T07:25:50.918 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi123.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T07:25:50.992 DEBUG:teuthology.orchestra.run.smithi123:> true 2024-09-05T07:25:51.072 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi123.front.sepia.ceph.com' 2024-09-05T07:25:51.073 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi192.front.sepia.ceph.com' 2024-09-05T07:25:51.073 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi192.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T07:25:51.148 DEBUG:teuthology.orchestra.run.smithi192:> true 2024-09-05T07:25:51.228 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi192.front.sepia.ceph.com' 2024-09-05T07:25:51.229 INFO:teuthology.run_tasks:Running task clock... 2024-09-05T07:25:51.240 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-05T07:25:51.240 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-05T07:25:51.240 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T07:25:51.243 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-05T07:25:51.243 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T07:25:51.245 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-05T07:25:51.245 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T07:25:51.272 INFO:teuthology.orchestra.run.smithi071.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-05T07:25:51.272 INFO:teuthology.orchestra.run.smithi123.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-05T07:25:51.286 INFO:teuthology.orchestra.run.smithi123.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-05T07:25:51.287 INFO:teuthology.orchestra.run.smithi071.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-05T07:25:51.299 INFO:teuthology.orchestra.run.smithi192.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-05T07:25:51.310 INFO:teuthology.orchestra.run.smithi123.stderr:sudo: ntpd: command not found 2024-09-05T07:25:51.313 INFO:teuthology.orchestra.run.smithi071.stderr:sudo: ntpd: command not found 2024-09-05T07:25:51.313 INFO:teuthology.orchestra.run.smithi192.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-05T07:25:51.321 INFO:teuthology.orchestra.run.smithi123.stdout:506 Cannot talk to daemon 2024-09-05T07:25:51.325 INFO:teuthology.orchestra.run.smithi071.stdout:506 Cannot talk to daemon 2024-09-05T07:25:51.335 INFO:teuthology.orchestra.run.smithi123.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-05T07:25:51.337 INFO:teuthology.orchestra.run.smithi192.stderr:sudo: ntpd: command not found 2024-09-05T07:25:51.339 INFO:teuthology.orchestra.run.smithi071.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-05T07:25:51.348 INFO:teuthology.orchestra.run.smithi192.stdout:506 Cannot talk to daemon 2024-09-05T07:25:51.349 INFO:teuthology.orchestra.run.smithi123.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-05T07:25:51.353 INFO:teuthology.orchestra.run.smithi071.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-05T07:25:51.362 INFO:teuthology.orchestra.run.smithi192.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-05T07:25:51.376 INFO:teuthology.orchestra.run.smithi192.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-05T07:25:51.410 INFO:teuthology.orchestra.run.smithi123.stderr:bash: line 1: ntpq: command not found 2024-09-05T07:25:51.412 INFO:teuthology.orchestra.run.smithi071.stderr:bash: line 1: ntpq: command not found 2024-09-05T07:25:51.413 INFO:teuthology.orchestra.run.smithi123.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T07:25:51.413 INFO:teuthology.orchestra.run.smithi123.stdout:=============================================================================== 2024-09-05T07:25:51.413 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T07:25:51.414 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T07:25:51.414 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T07:25:51.414 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T07:25:51.415 INFO:teuthology.orchestra.run.smithi071.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T07:25:51.416 INFO:teuthology.orchestra.run.smithi071.stdout:=============================================================================== 2024-09-05T07:25:51.416 INFO:teuthology.orchestra.run.smithi071.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T07:25:51.416 INFO:teuthology.orchestra.run.smithi071.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T07:25:51.416 INFO:teuthology.orchestra.run.smithi071.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T07:25:51.416 INFO:teuthology.orchestra.run.smithi071.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T07:25:51.433 INFO:teuthology.orchestra.run.smithi192.stderr:bash: line 1: ntpq: command not found 2024-09-05T07:25:51.437 INFO:teuthology.orchestra.run.smithi192.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T07:25:51.438 INFO:teuthology.orchestra.run.smithi192.stdout:=============================================================================== 2024-09-05T07:25:51.438 INFO:teuthology.orchestra.run.smithi192.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T07:25:51.438 INFO:teuthology.orchestra.run.smithi192.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T07:25:51.438 INFO:teuthology.orchestra.run.smithi192.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T07:25:51.438 INFO:teuthology.orchestra.run.smithi192.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T07:25:51.438 INFO:teuthology.run_tasks:Running task install... 2024-09-05T07:25:51.448 DEBUG:teuthology.task.install:project ceph 2024-09-05T07:25:51.448 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4'}} 2024-09-05T07:25:51.448 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4'} 2024-09-05T07:25:51.448 INFO:teuthology.task.install:Using flavor: default 2024-09-05T07:25:51.454 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-05T07:25:51.454 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-05T07:25:51.455 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', 'tag': None, 'wait_for_package': False} 2024-09-05T07:25:51.455 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T07:25:51.458 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', 'tag': None, 'wait_for_package': False} 2024-09-05T07:25:51.458 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T07:25:51.459 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', 'tag': None, 'wait_for_package': False} 2024-09-05T07:25:51.460 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T07:25:51.607 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/ 2024-09-05T07:25:51.607 INFO:teuthology.task.install.rpm:Package version is 19.1.1-259.g91c8a7e5 2024-09-05T07:25:51.618 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/ 2024-09-05T07:25:51.618 INFO:teuthology.task.install.rpm:Package version is 19.1.1-259.g91c8a7e5 2024-09-05T07:25:51.623 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/ 2024-09-05T07:25:51.624 INFO:teuthology.task.install.rpm:Package version is 19.1.1-259.g91c8a7e5 2024-09-05T07:25:51.728 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-05T07:25:51.728 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:25:51.729 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-05T07:25:51.739 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-05T07:25:51.739 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-05T07:25:51.739 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-05T07:25:51.744 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-05T07:25:51.744 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T07:25:51.744 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-05T07:25:51.756 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-05T07:25:51.756 DEBUG:teuthology.orchestra.run.smithi071:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-05T07:25:51.765 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-05T07:25:51.765 DEBUG:teuthology.orchestra.run.smithi192:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-05T07:25:51.769 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-05T07:25:51.769 DEBUG:teuthology.orchestra.run.smithi123:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-05T07:25:51.823 DEBUG:teuthology.orchestra.run.smithi071:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-05T07:25:51.830 DEBUG:teuthology.orchestra.run.smithi192:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-05T07:25:51.835 DEBUG:teuthology.orchestra.run.smithi123:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-05T07:25:51.898 DEBUG:teuthology.orchestra.run.smithi071:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-05T07:25:51.906 DEBUG:teuthology.orchestra.run.smithi192:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-05T07:25:51.909 DEBUG:teuthology.orchestra.run.smithi123:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-05T07:25:51.961 INFO:teuthology.orchestra.run.smithi071.stdout:check_obsoletes = 1 2024-09-05T07:25:51.963 DEBUG:teuthology.orchestra.run.smithi071:> sudo yum clean all 2024-09-05T07:25:51.970 INFO:teuthology.orchestra.run.smithi192.stdout:check_obsoletes = 1 2024-09-05T07:25:51.971 DEBUG:teuthology.orchestra.run.smithi192:> sudo yum clean all 2024-09-05T07:25:51.974 INFO:teuthology.orchestra.run.smithi123.stdout:check_obsoletes = 1 2024-09-05T07:25:51.975 DEBUG:teuthology.orchestra.run.smithi123:> sudo yum clean all 2024-09-05T07:25:52.186 INFO:teuthology.orchestra.run.smithi071.stdout:45 files removed 2024-09-05T07:25:52.198 INFO:teuthology.orchestra.run.smithi192.stdout:45 files removed 2024-09-05T07:25:52.202 INFO:teuthology.orchestra.run.smithi123.stdout:45 files removed 2024-09-05T07:25:52.212 DEBUG:teuthology.orchestra.run.smithi071:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-05T07:25:52.225 DEBUG:teuthology.orchestra.run.smithi192:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-05T07:25:52.230 DEBUG:teuthology.orchestra.run.smithi123:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-05T07:25:52.747 INFO:teuthology.orchestra.run.smithi071.stdout:ceph packages for x86_64 319 kB/s | 84 kB 00:00 2024-09-05T07:25:52.774 INFO:teuthology.orchestra.run.smithi192.stdout:ceph packages for x86_64 306 kB/s | 84 kB 00:00 2024-09-05T07:25:52.777 INFO:teuthology.orchestra.run.smithi123.stdout:ceph packages for x86_64 309 kB/s | 84 kB 00:00 2024-09-05T07:25:53.031 INFO:teuthology.orchestra.run.smithi071.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-05T07:25:53.058 INFO:teuthology.orchestra.run.smithi192.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-05T07:25:53.061 INFO:teuthology.orchestra.run.smithi123.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-05T07:25:53.306 INFO:teuthology.orchestra.run.smithi071.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-05T07:25:53.334 INFO:teuthology.orchestra.run.smithi192.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-05T07:25:53.336 INFO:teuthology.orchestra.run.smithi123.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-05T07:25:53.887 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.2 MB 00:00 2024-09-05T07:25:54.051 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.2 MB 00:00 2024-09-05T07:25:55.873 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - BaseOS 3.3 MB/s | 8.2 MB 00:02 2024-09-05T07:25:57.202 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - AppStream 10 MB/s | 20 MB 00:02 2024-09-05T07:25:58.291 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - AppStream 15 MB/s | 20 MB 00:01 2024-09-05T07:25:58.571 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - AppStream 5.7 MB/s | 20 MB 00:03 2024-09-05T07:26:02.950 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - CRB 7.5 MB/s | 6.5 MB 00:00 2024-09-05T07:26:04.383 INFO:teuthology.orchestra.run.smithi071.stdout:CentOS Stream 9 - Extras packages 88 kB/s | 19 kB 00:00 2024-09-05T07:26:04.538 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - CRB 3.0 MB/s | 6.5 MB 00:02 2024-09-05T07:26:05.796 INFO:teuthology.orchestra.run.smithi071.stdout:Extra Packages for Enterprise Linux 17 MB/s | 23 MB 00:01 2024-09-05T07:26:06.255 INFO:teuthology.orchestra.run.smithi123.stdout:CentOS Stream 9 - Extras packages 36 kB/s | 19 kB 00:00 2024-09-05T07:26:07.001 INFO:teuthology.orchestra.run.smithi123.stdout:Extra Packages for Enterprise Linux 36 MB/s | 23 MB 00:00 2024-09-05T07:26:07.310 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - CRB 1.0 MB/s | 6.5 MB 00:06 2024-09-05T07:26:08.936 INFO:teuthology.orchestra.run.smithi192.stdout:CentOS Stream 9 - Extras packages 47 kB/s | 19 kB 00:00 2024-09-05T07:26:10.048 INFO:teuthology.orchestra.run.smithi192.stdout:Extra Packages for Enterprise Linux 23 MB/s | 23 MB 00:00 2024-09-05T07:26:11.301 INFO:teuthology.orchestra.run.smithi071.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-05T07:26:12.432 INFO:teuthology.orchestra.run.smithi123.stdout:lab-extras 34 kB/s | 1.7 kB 00:00 2024-09-05T07:26:13.529 INFO:teuthology.orchestra.run.smithi071.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-05T07:26:13.530 INFO:teuthology.orchestra.run.smithi071.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-05T07:26:13.543 INFO:teuthology.orchestra.run.smithi071.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-05T07:26:13.544 INFO:teuthology.orchestra.run.smithi071.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-05T07:26:13.545 INFO:teuthology.orchestra.run.smithi071.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-05T07:26:13.546 INFO:teuthology.orchestra.run.smithi071.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-05T07:26:13.548 INFO:teuthology.orchestra.run.smithi071.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-05T07:26:13.551 INFO:teuthology.orchestra.run.smithi071.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-05T07:26:13.552 INFO:teuthology.orchestra.run.smithi071.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-05T07:26:13.613 INFO:teuthology.orchestra.run.smithi071.stdout:Dependencies resolved. 2024-09-05T07:26:13.621 INFO:teuthology.orchestra.run.smithi071.stdout:====================================================================================== 2024-09-05T07:26:13.622 INFO:teuthology.orchestra.run.smithi071.stdout: Package Arch Version Repository Size 2024-09-05T07:26:13.622 INFO:teuthology.orchestra.run.smithi071.stdout:====================================================================================== 2024-09-05T07:26:13.622 INFO:teuthology.orchestra.run.smithi071.stdout:Installing: 2024-09-05T07:26:13.622 INFO:teuthology.orchestra.run.smithi071.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-05T07:26:13.622 INFO:teuthology.orchestra.run.smithi071.stdout: ceph x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 6.6 k 2024-09-05T07:26:13.622 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-base x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 5.4 M 2024-09-05T07:26:13.622 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-fuse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 896 k 2024-09-05T07:26:13.622 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 145 k 2024-09-05T07:26:13.622 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 1.5 M 2024-09-05T07:26:13.622 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-cephadm noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 146 k 2024-09-05T07:26:13.622 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-dashboard noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 3.6 M 2024-09-05T07:26:13.623 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 7.4 M 2024-09-05T07:26:13.623 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-rook noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 49 k 2024-09-05T07:26:13.623 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-radosgw x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 11 M 2024-09-05T07:26:13.623 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-test x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 49 M 2024-09-05T07:26:13.623 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-volume noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 285 k 2024-09-05T07:26:13.623 INFO:teuthology.orchestra.run.smithi071.stdout: cephadm noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 765 k 2024-09-05T07:26:13.623 INFO:teuthology.orchestra.run.smithi071.stdout: cephfs-mirror x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 224 k 2024-09-05T07:26:13.623 INFO:teuthology.orchestra.run.smithi071.stdout: cephfs-shell x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 27 k 2024-09-05T07:26:13.623 INFO:teuthology.orchestra.run.smithi071.stdout: cephfs-top noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 18 k 2024-09-05T07:26:13.623 INFO:teuthology.orchestra.run.smithi071.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-05T07:26:13.623 INFO:teuthology.orchestra.run.smithi071.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-05T07:26:13.623 INFO:teuthology.orchestra.run.smithi071.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-05T07:26:13.624 INFO:teuthology.orchestra.run.smithi071.stdout: libcephfs-devel x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 32 k 2024-09-05T07:26:13.624 INFO:teuthology.orchestra.run.smithi071.stdout: libcephfs2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 752 k 2024-09-05T07:26:13.624 INFO:teuthology.orchestra.run.smithi071.stdout: librados-devel x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 127 k 2024-09-05T07:26:13.624 INFO:teuthology.orchestra.run.smithi071.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-05T07:26:13.624 INFO:teuthology.orchestra.run.smithi071.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-05T07:26:13.624 INFO:teuthology.orchestra.run.smithi071.stdout: openssl-devel x86_64 1:3.2.2-4.el9 appstream 4.4 M 2024-09-05T07:26:13.624 INFO:teuthology.orchestra.run.smithi071.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-05T07:26:13.624 INFO:teuthology.orchestra.run.smithi071.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-05T07:26:13.624 INFO:teuthology.orchestra.run.smithi071.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-05T07:26:13.624 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cephfs x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 162 k 2024-09-05T07:26:13.624 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rados x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 321 k 2024-09-05T07:26:13.624 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rbd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 301 k 2024-09-05T07:26:13.625 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rgw x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 99 k 2024-09-05T07:26:13.625 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-fuse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 85 k 2024-09-05T07:26:13.625 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-mirror x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.1 M 2024-09-05T07:26:13.625 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-nbd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 170 k 2024-09-05T07:26:13.625 INFO:teuthology.orchestra.run.smithi071.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-05T07:26:13.625 INFO:teuthology.orchestra.run.smithi071.stdout:Upgrading: 2024-09-05T07:26:13.625 INFO:teuthology.orchestra.run.smithi071.stdout: NetworkManager x86_64 1:1.48.10-1.el9 baseos 2.3 M 2024-09-05T07:26:13.625 INFO:teuthology.orchestra.run.smithi071.stdout: NetworkManager-libnm x86_64 1:1.48.10-1.el9 baseos 1.8 M 2024-09-05T07:26:13.625 INFO:teuthology.orchestra.run.smithi071.stdout: NetworkManager-team x86_64 1:1.48.10-1.el9 baseos 40 k 2024-09-05T07:26:13.625 INFO:teuthology.orchestra.run.smithi071.stdout: NetworkManager-tui x86_64 1:1.48.10-1.el9 baseos 248 k 2024-09-05T07:26:13.625 INFO:teuthology.orchestra.run.smithi071.stdout: librados2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.4 M 2024-09-05T07:26:13.625 INFO:teuthology.orchestra.run.smithi071.stdout: librbd1 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.2 M 2024-09-05T07:26:13.626 INFO:teuthology.orchestra.run.smithi071.stdout:Installing dependencies: 2024-09-05T07:26:13.626 INFO:teuthology.orchestra.run.smithi071.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-05T07:26:13.626 INFO:teuthology.orchestra.run.smithi071.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-05T07:26:13.626 INFO:teuthology.orchestra.run.smithi071.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-05T07:26:13.626 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-common x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 21 M 2024-09-05T07:26:13.626 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-grafana-dashboards noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 32 k 2024-09-05T07:26:13.626 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mds x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 2.4 M 2024-09-05T07:26:13.626 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-modules-core noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 249 k 2024-09-05T07:26:13.626 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mon x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 4.7 M 2024-09-05T07:26:13.626 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-osd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 17 M 2024-09-05T07:26:13.626 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-prometheus-alerts noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 16 k 2024-09-05T07:26:13.626 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-selinux x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 25 k 2024-09-05T07:26:13.626 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-05T07:26:13.627 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-05T07:26:13.627 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-05T07:26:13.627 INFO:teuthology.orchestra.run.smithi071.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-05T07:26:13.627 INFO:teuthology.orchestra.run.smithi071.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-05T07:26:13.627 INFO:teuthology.orchestra.run.smithi071.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-05T07:26:13.627 INFO:teuthology.orchestra.run.smithi071.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-05T07:26:13.627 INFO:teuthology.orchestra.run.smithi071.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-05T07:26:13.627 INFO:teuthology.orchestra.run.smithi071.stdout: libcephsqlite x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 163 k 2024-09-05T07:26:13.627 INFO:teuthology.orchestra.run.smithi071.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-05T07:26:13.627 INFO:teuthology.orchestra.run.smithi071.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-05T07:26:13.627 INFO:teuthology.orchestra.run.smithi071.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-05T07:26:13.627 INFO:teuthology.orchestra.run.smithi071.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-05T07:26:13.627 INFO:teuthology.orchestra.run.smithi071.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-05T07:26:13.628 INFO:teuthology.orchestra.run.smithi071.stdout: libradosstriper1 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 506 k 2024-09-05T07:26:13.628 INFO:teuthology.orchestra.run.smithi071.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-05T07:26:13.628 INFO:teuthology.orchestra.run.smithi071.stdout: librgw2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 5.3 M 2024-09-05T07:26:13.628 INFO:teuthology.orchestra.run.smithi071.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-05T07:26:13.628 INFO:teuthology.orchestra.run.smithi071.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-05T07:26:13.628 INFO:teuthology.orchestra.run.smithi071.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-05T07:26:13.628 INFO:teuthology.orchestra.run.smithi071.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-05T07:26:13.628 INFO:teuthology.orchestra.run.smithi071.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-05T07:26:13.628 INFO:teuthology.orchestra.run.smithi071.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-05T07:26:13.628 INFO:teuthology.orchestra.run.smithi071.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-05T07:26:13.628 INFO:teuthology.orchestra.run.smithi071.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-05T07:26:13.628 INFO:teuthology.orchestra.run.smithi071.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-05T07:26:13.629 INFO:teuthology.orchestra.run.smithi071.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-05T07:26:13.629 INFO:teuthology.orchestra.run.smithi071.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-05T07:26:13.629 INFO:teuthology.orchestra.run.smithi071.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-05T07:26:13.629 INFO:teuthology.orchestra.run.smithi071.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-05T07:26:13.629 INFO:teuthology.orchestra.run.smithi071.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-05T07:26:13.629 INFO:teuthology.orchestra.run.smithi071.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-05T07:26:13.629 INFO:teuthology.orchestra.run.smithi071.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-05T07:26:13.629 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-05T07:26:13.629 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ceph-argparse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 45 k 2024-09-05T07:26:13.629 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ceph-common x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 136 k 2024-09-05T07:26:13.629 INFO:teuthology.orchestra.run.smithi071.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-05T07:26:13.629 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-05T07:26:13.630 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-05T07:26:13.630 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-05T07:26:13.630 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-05T07:26:13.630 INFO:teuthology.orchestra.run.smithi071.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-05T07:26:13.630 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-05T07:26:13.630 INFO:teuthology.orchestra.run.smithi071.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-05T07:26:13.630 INFO:teuthology.orchestra.run.smithi071.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-05T07:26:13.630 INFO:teuthology.orchestra.run.smithi071.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-05T07:26:13.630 INFO:teuthology.orchestra.run.smithi071.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-05T07:26:13.630 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-05T07:26:13.630 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-05T07:26:13.630 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-05T07:26:13.630 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-05T07:26:13.631 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-05T07:26:13.631 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-05T07:26:13.631 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-05T07:26:13.631 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-05T07:26:13.631 INFO:teuthology.orchestra.run.smithi071.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-05T07:26:13.631 INFO:teuthology.orchestra.run.smithi071.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-05T07:26:13.631 INFO:teuthology.orchestra.run.smithi071.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-05T07:26:13.631 INFO:teuthology.orchestra.run.smithi071.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-05T07:26:13.631 INFO:teuthology.orchestra.run.smithi071.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-05T07:26:13.631 INFO:teuthology.orchestra.run.smithi071.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-05T07:26:13.631 INFO:teuthology.orchestra.run.smithi071.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-05T07:26:13.631 INFO:teuthology.orchestra.run.smithi071.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-05T07:26:13.631 INFO:teuthology.orchestra.run.smithi071.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-05T07:26:13.632 INFO:teuthology.orchestra.run.smithi071.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-05T07:26:13.632 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-05T07:26:13.632 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-05T07:26:13.632 INFO:teuthology.orchestra.run.smithi071.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-05T07:26:13.632 INFO:teuthology.orchestra.run.smithi071.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-05T07:26:13.632 INFO:teuthology.orchestra.run.smithi071.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-05T07:26:13.632 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-05T07:26:13.632 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-05T07:26:13.632 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-05T07:26:13.632 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-05T07:26:13.632 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-05T07:26:13.632 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-05T07:26:13.632 INFO:teuthology.orchestra.run.smithi071.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-05T07:26:13.633 INFO:teuthology.orchestra.run.smithi071.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-05T07:26:13.633 INFO:teuthology.orchestra.run.smithi071.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-05T07:26:13.633 INFO:teuthology.orchestra.run.smithi071.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-05T07:26:13.633 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-05T07:26:13.633 INFO:teuthology.orchestra.run.smithi071.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-05T07:26:13.633 INFO:teuthology.orchestra.run.smithi071.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-05T07:26:13.633 INFO:teuthology.orchestra.run.smithi071.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-05T07:26:13.633 INFO:teuthology.orchestra.run.smithi071.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-05T07:26:13.633 INFO:teuthology.orchestra.run.smithi071.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-05T07:26:13.633 INFO:teuthology.orchestra.run.smithi071.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-05T07:26:13.633 INFO:teuthology.orchestra.run.smithi071.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-05T07:26:13.633 INFO:teuthology.orchestra.run.smithi071.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-05T07:26:13.633 INFO:teuthology.orchestra.run.smithi071.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-05T07:26:13.634 INFO:teuthology.orchestra.run.smithi071.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-05T07:26:13.634 INFO:teuthology.orchestra.run.smithi071.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-05T07:26:13.634 INFO:teuthology.orchestra.run.smithi071.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-05T07:26:13.634 INFO:teuthology.orchestra.run.smithi071.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-05T07:26:13.634 INFO:teuthology.orchestra.run.smithi071.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-05T07:26:13.634 INFO:teuthology.orchestra.run.smithi071.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-05T07:26:13.634 INFO:teuthology.orchestra.run.smithi071.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-05T07:26:13.634 INFO:teuthology.orchestra.run.smithi071.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-05T07:26:13.634 INFO:teuthology.orchestra.run.smithi071.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-05T07:26:13.634 INFO:teuthology.orchestra.run.smithi071.stdout:Installing weak dependencies: 2024-09-05T07:26:13.634 INFO:teuthology.orchestra.run.smithi071.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-05T07:26:13.634 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:26:13.635 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction Summary 2024-09-05T07:26:13.635 INFO:teuthology.orchestra.run.smithi071.stdout:====================================================================================== 2024-09-05T07:26:13.635 INFO:teuthology.orchestra.run.smithi071.stdout:Install 148 Packages 2024-09-05T07:26:13.635 INFO:teuthology.orchestra.run.smithi071.stdout:Upgrade 6 Packages 2024-09-05T07:26:13.635 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:26:13.635 INFO:teuthology.orchestra.run.smithi071.stdout:Total download size: 222 M 2024-09-05T07:26:13.635 INFO:teuthology.orchestra.run.smithi071.stdout:Downloading Packages: 2024-09-05T07:26:14.660 INFO:teuthology.orchestra.run.smithi071.stdout:(1/154): ceph-19.1.1-259.g91c8a7e5.el9.x86_64.r 51 kB/s | 6.6 kB 00:00 2024-09-05T07:26:14.692 INFO:teuthology.orchestra.run.smithi123.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-05T07:26:14.693 INFO:teuthology.orchestra.run.smithi123.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-05T07:26:14.704 INFO:teuthology.orchestra.run.smithi123.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-05T07:26:14.705 INFO:teuthology.orchestra.run.smithi123.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-05T07:26:14.706 INFO:teuthology.orchestra.run.smithi123.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-05T07:26:14.707 INFO:teuthology.orchestra.run.smithi123.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-05T07:26:14.708 INFO:teuthology.orchestra.run.smithi123.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-05T07:26:14.711 INFO:teuthology.orchestra.run.smithi123.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-05T07:26:14.711 INFO:teuthology.orchestra.run.smithi123.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-05T07:26:14.773 INFO:teuthology.orchestra.run.smithi123.stdout:Dependencies resolved. 2024-09-05T07:26:14.782 INFO:teuthology.orchestra.run.smithi123.stdout:====================================================================================== 2024-09-05T07:26:14.782 INFO:teuthology.orchestra.run.smithi123.stdout: Package Arch Version Repository Size 2024-09-05T07:26:14.782 INFO:teuthology.orchestra.run.smithi123.stdout:====================================================================================== 2024-09-05T07:26:14.783 INFO:teuthology.orchestra.run.smithi123.stdout:Installing: 2024-09-05T07:26:14.783 INFO:teuthology.orchestra.run.smithi123.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-05T07:26:14.783 INFO:teuthology.orchestra.run.smithi123.stdout: ceph x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 6.6 k 2024-09-05T07:26:14.783 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-base x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 5.4 M 2024-09-05T07:26:14.783 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-fuse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 896 k 2024-09-05T07:26:14.783 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 145 k 2024-09-05T07:26:14.783 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 1.5 M 2024-09-05T07:26:14.783 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-cephadm noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 146 k 2024-09-05T07:26:14.783 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-dashboard noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 3.6 M 2024-09-05T07:26:14.783 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 7.4 M 2024-09-05T07:26:14.783 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-rook noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 49 k 2024-09-05T07:26:14.783 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-radosgw x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 11 M 2024-09-05T07:26:14.783 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-test x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 49 M 2024-09-05T07:26:14.783 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-volume noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 285 k 2024-09-05T07:26:14.784 INFO:teuthology.orchestra.run.smithi123.stdout: cephadm noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 765 k 2024-09-05T07:26:14.784 INFO:teuthology.orchestra.run.smithi123.stdout: cephfs-mirror x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 224 k 2024-09-05T07:26:14.784 INFO:teuthology.orchestra.run.smithi123.stdout: cephfs-shell x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 27 k 2024-09-05T07:26:14.784 INFO:teuthology.orchestra.run.smithi123.stdout: cephfs-top noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 18 k 2024-09-05T07:26:14.784 INFO:teuthology.orchestra.run.smithi123.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-05T07:26:14.784 INFO:teuthology.orchestra.run.smithi123.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-05T07:26:14.784 INFO:teuthology.orchestra.run.smithi123.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-05T07:26:14.784 INFO:teuthology.orchestra.run.smithi123.stdout: libcephfs-devel x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 32 k 2024-09-05T07:26:14.784 INFO:teuthology.orchestra.run.smithi123.stdout: libcephfs2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 752 k 2024-09-05T07:26:14.784 INFO:teuthology.orchestra.run.smithi123.stdout: librados-devel x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 127 k 2024-09-05T07:26:14.784 INFO:teuthology.orchestra.run.smithi123.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-05T07:26:14.784 INFO:teuthology.orchestra.run.smithi123.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-05T07:26:14.784 INFO:teuthology.orchestra.run.smithi123.stdout: openssl-devel x86_64 1:3.2.2-4.el9 appstream 4.4 M 2024-09-05T07:26:14.784 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-05T07:26:14.785 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-05T07:26:14.785 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-05T07:26:14.785 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cephfs x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 162 k 2024-09-05T07:26:14.785 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rados x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 321 k 2024-09-05T07:26:14.785 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rbd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 301 k 2024-09-05T07:26:14.785 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rgw x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 99 k 2024-09-05T07:26:14.785 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-fuse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 85 k 2024-09-05T07:26:14.785 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-mirror x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.1 M 2024-09-05T07:26:14.785 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-nbd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 170 k 2024-09-05T07:26:14.785 INFO:teuthology.orchestra.run.smithi123.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-05T07:26:14.785 INFO:teuthology.orchestra.run.smithi123.stdout:Upgrading: 2024-09-05T07:26:14.785 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager x86_64 1:1.48.10-1.el9 baseos 2.3 M 2024-09-05T07:26:14.785 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-libnm x86_64 1:1.48.10-1.el9 baseos 1.8 M 2024-09-05T07:26:14.786 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-team x86_64 1:1.48.10-1.el9 baseos 40 k 2024-09-05T07:26:14.786 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-tui x86_64 1:1.48.10-1.el9 baseos 248 k 2024-09-05T07:26:14.786 INFO:teuthology.orchestra.run.smithi123.stdout: librados2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.4 M 2024-09-05T07:26:14.786 INFO:teuthology.orchestra.run.smithi123.stdout: librbd1 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.2 M 2024-09-05T07:26:14.786 INFO:teuthology.orchestra.run.smithi123.stdout:Installing dependencies: 2024-09-05T07:26:14.786 INFO:teuthology.orchestra.run.smithi123.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-05T07:26:14.786 INFO:teuthology.orchestra.run.smithi123.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-05T07:26:14.786 INFO:teuthology.orchestra.run.smithi123.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-05T07:26:14.786 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-common x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 21 M 2024-09-05T07:26:14.786 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-grafana-dashboards noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 32 k 2024-09-05T07:26:14.786 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mds x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 2.4 M 2024-09-05T07:26:14.786 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-modules-core noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 249 k 2024-09-05T07:26:14.786 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mon x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 4.7 M 2024-09-05T07:26:14.787 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-osd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 17 M 2024-09-05T07:26:14.787 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-prometheus-alerts noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 16 k 2024-09-05T07:26:14.787 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-selinux x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 25 k 2024-09-05T07:26:14.787 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-05T07:26:14.787 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-05T07:26:14.787 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-05T07:26:14.787 INFO:teuthology.orchestra.run.smithi123.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-05T07:26:14.787 INFO:teuthology.orchestra.run.smithi123.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-05T07:26:14.787 INFO:teuthology.orchestra.run.smithi123.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-05T07:26:14.787 INFO:teuthology.orchestra.run.smithi123.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-05T07:26:14.787 INFO:teuthology.orchestra.run.smithi123.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-05T07:26:14.787 INFO:teuthology.orchestra.run.smithi123.stdout: libcephsqlite x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 163 k 2024-09-05T07:26:14.787 INFO:teuthology.orchestra.run.smithi123.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-05T07:26:14.788 INFO:teuthology.orchestra.run.smithi123.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-05T07:26:14.788 INFO:teuthology.orchestra.run.smithi123.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-05T07:26:14.788 INFO:teuthology.orchestra.run.smithi123.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-05T07:26:14.788 INFO:teuthology.orchestra.run.smithi123.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-05T07:26:14.788 INFO:teuthology.orchestra.run.smithi123.stdout: libradosstriper1 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 506 k 2024-09-05T07:26:14.788 INFO:teuthology.orchestra.run.smithi123.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-05T07:26:14.788 INFO:teuthology.orchestra.run.smithi123.stdout: librgw2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 5.3 M 2024-09-05T07:26:14.788 INFO:teuthology.orchestra.run.smithi123.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-05T07:26:14.788 INFO:teuthology.orchestra.run.smithi123.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-05T07:26:14.788 INFO:teuthology.orchestra.run.smithi123.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-05T07:26:14.788 INFO:teuthology.orchestra.run.smithi123.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-05T07:26:14.788 INFO:teuthology.orchestra.run.smithi123.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-05T07:26:14.788 INFO:teuthology.orchestra.run.smithi123.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-05T07:26:14.789 INFO:teuthology.orchestra.run.smithi123.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-05T07:26:14.789 INFO:teuthology.orchestra.run.smithi123.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-05T07:26:14.789 INFO:teuthology.orchestra.run.smithi123.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-05T07:26:14.789 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-05T07:26:14.789 INFO:teuthology.orchestra.run.smithi123.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-05T07:26:14.789 INFO:teuthology.orchestra.run.smithi123.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-05T07:26:14.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-05T07:26:14.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-05T07:26:14.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-05T07:26:14.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-05T07:26:14.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-05T07:26:14.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-argparse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 45 k 2024-09-05T07:26:14.789 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-common x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 136 k 2024-09-05T07:26:14.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-05T07:26:14.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-05T07:26:14.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-05T07:26:14.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-05T07:26:14.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-05T07:26:14.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-05T07:26:14.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-05T07:26:14.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-05T07:26:14.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-05T07:26:14.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-05T07:26:14.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-05T07:26:14.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-05T07:26:14.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-05T07:26:14.790 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-05T07:26:14.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-05T07:26:14.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-05T07:26:14.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-05T07:26:14.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-05T07:26:14.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-05T07:26:14.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-05T07:26:14.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-05T07:26:14.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-05T07:26:14.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-05T07:26:14.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-05T07:26:14.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-05T07:26:14.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-05T07:26:14.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-05T07:26:14.791 INFO:teuthology.orchestra.run.smithi123.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-05T07:26:14.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-05T07:26:14.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-05T07:26:14.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-05T07:26:14.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-05T07:26:14.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-05T07:26:14.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-05T07:26:14.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-05T07:26:14.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-05T07:26:14.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-05T07:26:14.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-05T07:26:14.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-05T07:26:14.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-05T07:26:14.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-05T07:26:14.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-05T07:26:14.792 INFO:teuthology.orchestra.run.smithi123.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-05T07:26:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-05T07:26:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-05T07:26:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-05T07:26:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-05T07:26:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-05T07:26:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-05T07:26:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-05T07:26:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-05T07:26:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-05T07:26:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-05T07:26:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-05T07:26:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-05T07:26:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-05T07:26:14.793 INFO:teuthology.orchestra.run.smithi123.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-05T07:26:14.794 INFO:teuthology.orchestra.run.smithi123.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-05T07:26:14.794 INFO:teuthology.orchestra.run.smithi123.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-05T07:26:14.794 INFO:teuthology.orchestra.run.smithi123.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-05T07:26:14.794 INFO:teuthology.orchestra.run.smithi123.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-05T07:26:14.794 INFO:teuthology.orchestra.run.smithi123.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-05T07:26:14.794 INFO:teuthology.orchestra.run.smithi123.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-05T07:26:14.794 INFO:teuthology.orchestra.run.smithi123.stdout:Installing weak dependencies: 2024-09-05T07:26:14.794 INFO:teuthology.orchestra.run.smithi123.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-05T07:26:14.794 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:26:14.794 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction Summary 2024-09-05T07:26:14.794 INFO:teuthology.orchestra.run.smithi123.stdout:====================================================================================== 2024-09-05T07:26:14.794 INFO:teuthology.orchestra.run.smithi123.stdout:Install 148 Packages 2024-09-05T07:26:14.794 INFO:teuthology.orchestra.run.smithi123.stdout:Upgrade 6 Packages 2024-09-05T07:26:14.794 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:26:14.795 INFO:teuthology.orchestra.run.smithi123.stdout:Total download size: 222 M 2024-09-05T07:26:14.795 INFO:teuthology.orchestra.run.smithi123.stdout:Downloading Packages: 2024-09-05T07:26:14.902 INFO:teuthology.orchestra.run.smithi071.stdout:(2/154): ceph-fuse-19.1.1-259.g91c8a7e5.el9.x86 3.6 MB/s | 896 kB 00:00 2024-09-05T07:26:14.978 INFO:teuthology.orchestra.run.smithi071.stdout:(3/154): ceph-base-19.1.1-259.g91c8a7e5.el9.x86 12 MB/s | 5.4 MB 00:00 2024-09-05T07:26:15.003 INFO:teuthology.orchestra.run.smithi071.stdout:(4/154): ceph-immutable-object-cache-19.1.1-259 1.4 MB/s | 145 kB 00:00 2024-09-05T07:26:15.087 INFO:teuthology.orchestra.run.smithi071.stdout:(5/154): ceph-mds-19.1.1-259.g91c8a7e5.el9.x86_ 22 MB/s | 2.4 MB 00:00 2024-09-05T07:26:15.287 INFO:teuthology.orchestra.run.smithi071.stdout:(6/154): ceph-mon-19.1.1-259.g91c8a7e5.el9.x86_ 24 MB/s | 4.7 MB 00:00 2024-09-05T07:26:15.329 INFO:teuthology.orchestra.run.smithi071.stdout:(7/154): ceph-mgr-19.1.1-259.g91c8a7e5.el9.x86_ 4.7 MB/s | 1.5 MB 00:00 2024-09-05T07:26:15.537 INFO:teuthology.orchestra.run.smithi192.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-05T07:26:15.708 INFO:teuthology.orchestra.run.smithi123.stdout:(1/154): ceph-19.1.1-259.g91c8a7e5.el9.x86_64.r 20 kB/s | 6.6 kB 00:00 2024-09-05T07:26:15.941 INFO:teuthology.orchestra.run.smithi123.stdout:(2/154): ceph-fuse-19.1.1-259.g91c8a7e5.el9.x86 3.8 MB/s | 896 kB 00:00 2024-09-05T07:26:15.992 INFO:teuthology.orchestra.run.smithi123.stdout:(3/154): ceph-immutable-object-cache-19.1.1-259 2.9 MB/s | 145 kB 00:00 2024-09-05T07:26:16.021 INFO:teuthology.orchestra.run.smithi071.stdout:(8/154): ceph-osd-19.1.1-259.g91c8a7e5.el9.x86_ 23 MB/s | 17 MB 00:00 2024-09-05T07:26:16.092 INFO:teuthology.orchestra.run.smithi123.stdout:(4/154): ceph-mds-19.1.1-259.g91c8a7e5.el9.x86_ 24 MB/s | 2.4 MB 00:00 2024-09-05T07:26:16.167 INFO:teuthology.orchestra.run.smithi123.stdout:(5/154): ceph-mgr-19.1.1-259.g91c8a7e5.el9.x86_ 20 MB/s | 1.5 MB 00:00 2024-09-05T07:26:16.237 INFO:teuthology.orchestra.run.smithi071.stdout:(9/154): ceph-common-19.1.1-259.g91c8a7e5.el9.x 12 MB/s | 21 MB 00:01 2024-09-05T07:26:16.263 INFO:teuthology.orchestra.run.smithi071.stdout:(10/154): ceph-selinux-19.1.1-259.g91c8a7e5.el9 104 kB/s | 25 kB 00:00 2024-09-05T07:26:16.321 INFO:teuthology.orchestra.run.smithi071.stdout:(11/154): cephfs-mirror-19.1.1-259.g91c8a7e5.el 3.8 MB/s | 224 kB 00:00 2024-09-05T07:26:16.334 INFO:teuthology.orchestra.run.smithi123.stdout:(6/154): ceph-mon-19.1.1-259.g91c8a7e5.el9.x86_ 28 MB/s | 4.7 MB 00:00 2024-09-05T07:26:16.380 INFO:teuthology.orchestra.run.smithi071.stdout:(12/154): cephfs-shell-19.1.1-259.g91c8a7e5.el9 464 kB/s | 27 kB 00:00 2024-09-05T07:26:16.480 INFO:teuthology.orchestra.run.smithi071.stdout:(13/154): libcephfs-devel-19.1.1-259.g91c8a7e5. 317 kB/s | 32 kB 00:00 2024-09-05T07:26:16.897 INFO:teuthology.orchestra.run.smithi071.stdout:(14/154): ceph-radosgw-19.1.1-259.g91c8a7e5.el9 6.8 MB/s | 11 MB 00:01 2024-09-05T07:26:16.948 INFO:teuthology.orchestra.run.smithi071.stdout:(15/154): libcephsqlite-19.1.1-259.g91c8a7e5.el 3.2 MB/s | 163 kB 00:00 2024-09-05T07:26:17.006 INFO:teuthology.orchestra.run.smithi071.stdout:(16/154): librados-devel-19.1.1-259.g91c8a7e5.e 2.1 MB/s | 127 kB 00:00 2024-09-05T07:26:17.068 INFO:teuthology.orchestra.run.smithi123.stdout:(7/154): ceph-osd-19.1.1-259.g91c8a7e5.el9.x86_ 23 MB/s | 17 MB 00:00 2024-09-05T07:26:17.115 INFO:teuthology.orchestra.run.smithi071.stdout:(17/154): libradosstriper1-19.1.1-259.g91c8a7e5 4.6 MB/s | 506 kB 00:00 2024-09-05T07:26:17.148 INFO:teuthology.orchestra.run.smithi071.stdout:(18/154): libcephfs2-19.1.1-259.g91c8a7e5.el9.x 1.1 MB/s | 752 kB 00:00 2024-09-05T07:26:17.232 INFO:teuthology.orchestra.run.smithi071.stdout:(19/154): python3-ceph-argparse-19.1.1-259.g91c 540 kB/s | 45 kB 00:00 2024-09-05T07:26:17.326 INFO:teuthology.orchestra.run.smithi123.stdout:(8/154): ceph-base-19.1.1-259.g91c8a7e5.el9.x86 2.8 MB/s | 5.4 MB 00:01 2024-09-05T07:26:17.332 INFO:teuthology.orchestra.run.smithi071.stdout:(20/154): python3-ceph-common-19.1.1-259.g91c8a 1.3 MB/s | 136 kB 00:00 2024-09-05T07:26:17.402 INFO:teuthology.orchestra.run.smithi123.stdout:(9/154): ceph-selinux-19.1.1-259.g91c8a7e5.el9. 335 kB/s | 25 kB 00:00 2024-09-05T07:26:17.424 INFO:teuthology.orchestra.run.smithi071.stdout:(21/154): python3-cephfs-19.1.1-259.g91c8a7e5.e 1.7 MB/s | 162 kB 00:00 2024-09-05T07:26:17.524 INFO:teuthology.orchestra.run.smithi071.stdout:(22/154): python3-rados-19.1.1-259.g91c8a7e5.el 3.1 MB/s | 321 kB 00:00 2024-09-05T07:26:17.591 INFO:teuthology.orchestra.run.smithi071.stdout:(23/154): python3-rbd-19.1.1-259.g91c8a7e5.el9. 4.4 MB/s | 301 kB 00:00 2024-09-05T07:26:17.643 INFO:teuthology.orchestra.run.smithi123.stdout:(10/154): ceph-radosgw-19.1.1-259.g91c8a7e5.el9 18 MB/s | 11 MB 00:00 2024-09-05T07:26:17.658 INFO:teuthology.orchestra.run.smithi071.stdout:(24/154): python3-rgw-19.1.1-259.g91c8a7e5.el9. 1.5 MB/s | 99 kB 00:00 2024-09-05T07:26:17.702 INFO:teuthology.orchestra.run.smithi123.stdout:(11/154): cephfs-mirror-19.1.1-259.g91c8a7e5.el 3.7 MB/s | 224 kB 00:00 2024-09-05T07:26:17.733 INFO:teuthology.orchestra.run.smithi071.stdout:(25/154): rbd-fuse-19.1.1-259.g91c8a7e5.el9.x86 1.1 MB/s | 85 kB 00:00 2024-09-05T07:26:17.769 INFO:teuthology.orchestra.run.smithi123.stdout:(12/154): cephfs-shell-19.1.1-259.g91c8a7e5.el9 405 kB/s | 27 kB 00:00 2024-09-05T07:26:17.814 INFO:teuthology.orchestra.run.smithi192.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-05T07:26:17.815 INFO:teuthology.orchestra.run.smithi192.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-05T07:26:17.827 INFO:teuthology.orchestra.run.smithi192.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-05T07:26:17.828 INFO:teuthology.orchestra.run.smithi192.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-05T07:26:17.829 INFO:teuthology.orchestra.run.smithi192.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-05T07:26:17.830 INFO:teuthology.orchestra.run.smithi192.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-05T07:26:17.832 INFO:teuthology.orchestra.run.smithi192.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-05T07:26:17.835 INFO:teuthology.orchestra.run.smithi192.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-05T07:26:17.836 INFO:teuthology.orchestra.run.smithi192.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-05T07:26:17.853 INFO:teuthology.orchestra.run.smithi123.stdout:(13/154): libcephfs-devel-19.1.1-259.g91c8a7e5. 380 kB/s | 32 kB 00:00 2024-09-05T07:26:17.899 INFO:teuthology.orchestra.run.smithi192.stdout:Dependencies resolved. 2024-09-05T07:26:17.907 INFO:teuthology.orchestra.run.smithi192.stdout:====================================================================================== 2024-09-05T07:26:17.907 INFO:teuthology.orchestra.run.smithi192.stdout: Package Arch Version Repository Size 2024-09-05T07:26:17.907 INFO:teuthology.orchestra.run.smithi192.stdout:====================================================================================== 2024-09-05T07:26:17.907 INFO:teuthology.orchestra.run.smithi192.stdout:Installing: 2024-09-05T07:26:17.907 INFO:teuthology.orchestra.run.smithi192.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-05T07:26:17.907 INFO:teuthology.orchestra.run.smithi192.stdout: ceph x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 6.6 k 2024-09-05T07:26:17.907 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-base x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 5.4 M 2024-09-05T07:26:17.908 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-fuse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 896 k 2024-09-05T07:26:17.908 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 145 k 2024-09-05T07:26:17.908 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 1.5 M 2024-09-05T07:26:17.908 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-cephadm noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 146 k 2024-09-05T07:26:17.908 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-dashboard noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 3.6 M 2024-09-05T07:26:17.908 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 7.4 M 2024-09-05T07:26:17.908 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-rook noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 49 k 2024-09-05T07:26:17.908 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-radosgw x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 11 M 2024-09-05T07:26:17.908 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-test x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 49 M 2024-09-05T07:26:17.908 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-volume noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 285 k 2024-09-05T07:26:17.908 INFO:teuthology.orchestra.run.smithi192.stdout: cephadm noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 765 k 2024-09-05T07:26:17.909 INFO:teuthology.orchestra.run.smithi192.stdout: cephfs-mirror x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 224 k 2024-09-05T07:26:17.909 INFO:teuthology.orchestra.run.smithi192.stdout: cephfs-shell x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 27 k 2024-09-05T07:26:17.909 INFO:teuthology.orchestra.run.smithi192.stdout: cephfs-top noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 18 k 2024-09-05T07:26:17.909 INFO:teuthology.orchestra.run.smithi192.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-05T07:26:17.909 INFO:teuthology.orchestra.run.smithi192.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-05T07:26:17.909 INFO:teuthology.orchestra.run.smithi192.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-05T07:26:17.909 INFO:teuthology.orchestra.run.smithi192.stdout: libcephfs-devel x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 32 k 2024-09-05T07:26:17.909 INFO:teuthology.orchestra.run.smithi192.stdout: libcephfs2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 752 k 2024-09-05T07:26:17.909 INFO:teuthology.orchestra.run.smithi192.stdout: librados-devel x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 127 k 2024-09-05T07:26:17.909 INFO:teuthology.orchestra.run.smithi192.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-05T07:26:17.909 INFO:teuthology.orchestra.run.smithi192.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-05T07:26:17.909 INFO:teuthology.orchestra.run.smithi192.stdout: openssl-devel x86_64 1:3.2.2-4.el9 appstream 4.4 M 2024-09-05T07:26:17.909 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-05T07:26:17.910 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-05T07:26:17.910 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-05T07:26:17.910 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cephfs x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 162 k 2024-09-05T07:26:17.910 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rados x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 321 k 2024-09-05T07:26:17.910 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rbd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 301 k 2024-09-05T07:26:17.910 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rgw x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 99 k 2024-09-05T07:26:17.910 INFO:teuthology.orchestra.run.smithi192.stdout: rbd-fuse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 85 k 2024-09-05T07:26:17.910 INFO:teuthology.orchestra.run.smithi192.stdout: rbd-mirror x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.1 M 2024-09-05T07:26:17.910 INFO:teuthology.orchestra.run.smithi192.stdout: rbd-nbd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 170 k 2024-09-05T07:26:17.910 INFO:teuthology.orchestra.run.smithi192.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-05T07:26:17.910 INFO:teuthology.orchestra.run.smithi192.stdout:Upgrading: 2024-09-05T07:26:17.910 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager x86_64 1:1.48.10-1.el9 baseos 2.3 M 2024-09-05T07:26:17.910 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-libnm x86_64 1:1.48.10-1.el9 baseos 1.8 M 2024-09-05T07:26:17.911 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-team x86_64 1:1.48.10-1.el9 baseos 40 k 2024-09-05T07:26:17.911 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-tui x86_64 1:1.48.10-1.el9 baseos 248 k 2024-09-05T07:26:17.911 INFO:teuthology.orchestra.run.smithi192.stdout: librados2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.4 M 2024-09-05T07:26:17.911 INFO:teuthology.orchestra.run.smithi192.stdout: librbd1 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.2 M 2024-09-05T07:26:17.911 INFO:teuthology.orchestra.run.smithi192.stdout:Installing dependencies: 2024-09-05T07:26:17.911 INFO:teuthology.orchestra.run.smithi192.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-05T07:26:17.911 INFO:teuthology.orchestra.run.smithi192.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-05T07:26:17.911 INFO:teuthology.orchestra.run.smithi192.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-05T07:26:17.911 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-common x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 21 M 2024-09-05T07:26:17.911 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-grafana-dashboards noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 32 k 2024-09-05T07:26:17.911 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mds x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 2.4 M 2024-09-05T07:26:17.911 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-modules-core noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 249 k 2024-09-05T07:26:17.911 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mon x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 4.7 M 2024-09-05T07:26:17.912 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-osd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 17 M 2024-09-05T07:26:17.912 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-prometheus-alerts noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 16 k 2024-09-05T07:26:17.912 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-selinux x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 25 k 2024-09-05T07:26:17.912 INFO:teuthology.orchestra.run.smithi192.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-05T07:26:17.912 INFO:teuthology.orchestra.run.smithi192.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-05T07:26:17.912 INFO:teuthology.orchestra.run.smithi192.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-05T07:26:17.912 INFO:teuthology.orchestra.run.smithi192.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-05T07:26:17.912 INFO:teuthology.orchestra.run.smithi192.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-05T07:26:17.912 INFO:teuthology.orchestra.run.smithi192.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-05T07:26:17.912 INFO:teuthology.orchestra.run.smithi192.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-05T07:26:17.912 INFO:teuthology.orchestra.run.smithi192.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-05T07:26:17.912 INFO:teuthology.orchestra.run.smithi192.stdout: libcephsqlite x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 163 k 2024-09-05T07:26:17.912 INFO:teuthology.orchestra.run.smithi192.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-05T07:26:17.913 INFO:teuthology.orchestra.run.smithi192.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-05T07:26:17.913 INFO:teuthology.orchestra.run.smithi192.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-05T07:26:17.913 INFO:teuthology.orchestra.run.smithi192.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-05T07:26:17.913 INFO:teuthology.orchestra.run.smithi192.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-05T07:26:17.913 INFO:teuthology.orchestra.run.smithi192.stdout: libradosstriper1 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 506 k 2024-09-05T07:26:17.913 INFO:teuthology.orchestra.run.smithi192.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-05T07:26:17.913 INFO:teuthology.orchestra.run.smithi192.stdout: librgw2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 5.3 M 2024-09-05T07:26:17.913 INFO:teuthology.orchestra.run.smithi192.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-05T07:26:17.913 INFO:teuthology.orchestra.run.smithi192.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-05T07:26:17.913 INFO:teuthology.orchestra.run.smithi192.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-05T07:26:17.913 INFO:teuthology.orchestra.run.smithi192.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-05T07:26:17.913 INFO:teuthology.orchestra.run.smithi192.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-05T07:26:17.913 INFO:teuthology.orchestra.run.smithi192.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-05T07:26:17.913 INFO:teuthology.orchestra.run.smithi192.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-05T07:26:17.914 INFO:teuthology.orchestra.run.smithi192.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-05T07:26:17.914 INFO:teuthology.orchestra.run.smithi192.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-05T07:26:17.914 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-05T07:26:17.914 INFO:teuthology.orchestra.run.smithi192.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-05T07:26:17.914 INFO:teuthology.orchestra.run.smithi192.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-05T07:26:17.914 INFO:teuthology.orchestra.run.smithi192.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-05T07:26:17.914 INFO:teuthology.orchestra.run.smithi192.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-05T07:26:17.914 INFO:teuthology.orchestra.run.smithi192.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-05T07:26:17.914 INFO:teuthology.orchestra.run.smithi192.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-05T07:26:17.914 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-05T07:26:17.914 INFO:teuthology.orchestra.run.smithi192.stdout: python3-ceph-argparse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 45 k 2024-09-05T07:26:17.914 INFO:teuthology.orchestra.run.smithi192.stdout: python3-ceph-common x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 136 k 2024-09-05T07:26:17.915 INFO:teuthology.orchestra.run.smithi192.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-05T07:26:17.915 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-05T07:26:17.915 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-05T07:26:17.915 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-05T07:26:17.915 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-05T07:26:17.915 INFO:teuthology.orchestra.run.smithi192.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-05T07:26:17.915 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-05T07:26:17.915 INFO:teuthology.orchestra.run.smithi192.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-05T07:26:17.915 INFO:teuthology.orchestra.run.smithi192.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-05T07:26:17.915 INFO:teuthology.orchestra.run.smithi192.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-05T07:26:17.915 INFO:teuthology.orchestra.run.smithi192.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-05T07:26:17.915 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-05T07:26:17.915 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-05T07:26:17.915 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-05T07:26:17.916 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-05T07:26:17.916 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-05T07:26:17.916 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-05T07:26:17.916 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-05T07:26:17.916 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-05T07:26:17.916 INFO:teuthology.orchestra.run.smithi192.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-05T07:26:17.916 INFO:teuthology.orchestra.run.smithi192.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-05T07:26:17.916 INFO:teuthology.orchestra.run.smithi192.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-05T07:26:17.916 INFO:teuthology.orchestra.run.smithi192.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-05T07:26:17.916 INFO:teuthology.orchestra.run.smithi192.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-05T07:26:17.916 INFO:teuthology.orchestra.run.smithi192.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-05T07:26:17.916 INFO:teuthology.orchestra.run.smithi192.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-05T07:26:17.916 INFO:teuthology.orchestra.run.smithi192.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-05T07:26:17.917 INFO:teuthology.orchestra.run.smithi192.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-05T07:26:17.917 INFO:teuthology.orchestra.run.smithi192.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-05T07:26:17.917 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-05T07:26:17.917 INFO:teuthology.orchestra.run.smithi192.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-05T07:26:17.917 INFO:teuthology.orchestra.run.smithi192.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-05T07:26:17.917 INFO:teuthology.orchestra.run.smithi192.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-05T07:26:17.917 INFO:teuthology.orchestra.run.smithi192.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-05T07:26:17.917 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-05T07:26:17.917 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-05T07:26:17.917 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-05T07:26:17.917 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-05T07:26:17.917 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-05T07:26:17.917 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-05T07:26:17.918 INFO:teuthology.orchestra.run.smithi192.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-05T07:26:17.918 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-05T07:26:17.918 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-05T07:26:17.918 INFO:teuthology.orchestra.run.smithi192.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-05T07:26:17.918 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-05T07:26:17.918 INFO:teuthology.orchestra.run.smithi192.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-05T07:26:17.918 INFO:teuthology.orchestra.run.smithi192.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-05T07:26:17.918 INFO:teuthology.orchestra.run.smithi192.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-05T07:26:17.918 INFO:teuthology.orchestra.run.smithi192.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-05T07:26:17.918 INFO:teuthology.orchestra.run.smithi192.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-05T07:26:17.918 INFO:teuthology.orchestra.run.smithi192.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-05T07:26:17.918 INFO:teuthology.orchestra.run.smithi192.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-05T07:26:17.918 INFO:teuthology.orchestra.run.smithi192.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-05T07:26:17.919 INFO:teuthology.orchestra.run.smithi192.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-05T07:26:17.919 INFO:teuthology.orchestra.run.smithi192.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-05T07:26:17.919 INFO:teuthology.orchestra.run.smithi192.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-05T07:26:17.919 INFO:teuthology.orchestra.run.smithi192.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-05T07:26:17.919 INFO:teuthology.orchestra.run.smithi192.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-05T07:26:17.919 INFO:teuthology.orchestra.run.smithi192.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-05T07:26:17.919 INFO:teuthology.orchestra.run.smithi192.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-05T07:26:17.919 INFO:teuthology.orchestra.run.smithi192.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-05T07:26:17.919 INFO:teuthology.orchestra.run.smithi192.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-05T07:26:17.919 INFO:teuthology.orchestra.run.smithi192.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-05T07:26:17.919 INFO:teuthology.orchestra.run.smithi192.stdout:Installing weak dependencies: 2024-09-05T07:26:17.919 INFO:teuthology.orchestra.run.smithi192.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-05T07:26:17.919 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:26:17.920 INFO:teuthology.orchestra.run.smithi192.stdout:Transaction Summary 2024-09-05T07:26:17.920 INFO:teuthology.orchestra.run.smithi192.stdout:====================================================================================== 2024-09-05T07:26:17.920 INFO:teuthology.orchestra.run.smithi192.stdout:Install 148 Packages 2024-09-05T07:26:17.920 INFO:teuthology.orchestra.run.smithi192.stdout:Upgrade 6 Packages 2024-09-05T07:26:17.920 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:26:17.921 INFO:teuthology.orchestra.run.smithi192.stdout:Total download size: 222 M 2024-09-05T07:26:17.921 INFO:teuthology.orchestra.run.smithi192.stdout:Downloading Packages: 2024-09-05T07:26:17.953 INFO:teuthology.orchestra.run.smithi123.stdout:(14/154): libcephfs2-19.1.1-259.g91c8a7e5.el9.x 7.4 MB/s | 752 kB 00:00 2024-09-05T07:26:18.028 INFO:teuthology.orchestra.run.smithi123.stdout:(15/154): libcephsqlite-19.1.1-259.g91c8a7e5.el 2.1 MB/s | 163 kB 00:00 2024-09-05T07:26:18.042 INFO:teuthology.orchestra.run.smithi071.stdout:(26/154): rbd-mirror-19.1.1-259.g91c8a7e5.el9.x 10 MB/s | 3.1 MB 00:00 2024-09-05T07:26:18.087 INFO:teuthology.orchestra.run.smithi123.stdout:(16/154): librados-devel-19.1.1-259.g91c8a7e5.e 2.1 MB/s | 127 kB 00:00 2024-09-05T07:26:18.117 INFO:teuthology.orchestra.run.smithi071.stdout:(27/154): librgw2-19.1.1-259.g91c8a7e5.el9.x86_ 5.3 MB/s | 5.3 MB 00:01 2024-09-05T07:26:18.144 INFO:teuthology.orchestra.run.smithi071.stdout:(28/154): rbd-nbd-19.1.1-259.g91c8a7e5.el9.x86_ 1.7 MB/s | 170 kB 00:00 2024-09-05T07:26:18.145 INFO:teuthology.orchestra.run.smithi123.stdout:(17/154): libradosstriper1-19.1.1-259.g91c8a7e5 8.5 MB/s | 506 kB 00:00 2024-09-05T07:26:18.176 INFO:teuthology.orchestra.run.smithi071.stdout:(29/154): ceph-grafana-dashboards-19.1.1-259.g9 545 kB/s | 32 kB 00:00 2024-09-05T07:26:18.201 INFO:teuthology.orchestra.run.smithi071.stdout:(30/154): ceph-mgr-cephadm-19.1.1-259.g91c8a7e5 2.4 MB/s | 146 kB 00:00 2024-09-05T07:26:18.512 INFO:teuthology.orchestra.run.smithi123.stdout:(18/154): librgw2-19.1.1-259.g91c8a7e5.el9.x86_ 15 MB/s | 5.3 MB 00:00 2024-09-05T07:26:18.530 INFO:teuthology.orchestra.run.smithi192.stdout:(1/154): ceph-19.1.1-259.g91c8a7e5.el9.x86_64.r 20 kB/s | 6.6 kB 00:00 2024-09-05T07:26:18.596 INFO:teuthology.orchestra.run.smithi123.stdout:(19/154): python3-ceph-argparse-19.1.1-259.g91c 541 kB/s | 45 kB 00:00 2024-09-05T07:26:18.663 INFO:teuthology.orchestra.run.smithi123.stdout:(20/154): python3-ceph-common-19.1.1-259.g91c8a 2.0 MB/s | 136 kB 00:00 2024-09-05T07:26:18.738 INFO:teuthology.orchestra.run.smithi123.stdout:(21/154): python3-cephfs-19.1.1-259.g91c8a7e5.e 2.1 MB/s | 162 kB 00:00 2024-09-05T07:26:18.838 INFO:teuthology.orchestra.run.smithi123.stdout:(22/154): python3-rados-19.1.1-259.g91c8a7e5.el 3.1 MB/s | 321 kB 00:00 2024-09-05T07:26:18.939 INFO:teuthology.orchestra.run.smithi123.stdout:(23/154): python3-rbd-19.1.1-259.g91c8a7e5.el9. 2.9 MB/s | 301 kB 00:00 2024-09-05T07:26:18.947 INFO:teuthology.orchestra.run.smithi192.stdout:(2/154): ceph-fuse-19.1.1-259.g91c8a7e5.el9.x86 2.1 MB/s | 896 kB 00:00 2024-09-05T07:26:19.014 INFO:teuthology.orchestra.run.smithi123.stdout:(24/154): python3-rgw-19.1.1-259.g91c8a7e5.el9. 1.3 MB/s | 99 kB 00:00 2024-09-05T07:26:19.019 INFO:teuthology.orchestra.run.smithi071.stdout:(31/154): ceph-test-19.1.1-259.g91c8a7e5.el9.x8 18 MB/s | 49 MB 00:02 2024-09-05T07:26:19.077 INFO:teuthology.orchestra.run.smithi071.stdout:(32/154): ceph-mgr-dashboard-19.1.1-259.g91c8a7 4.0 MB/s | 3.6 MB 00:00 2024-09-05T07:26:19.080 INFO:teuthology.orchestra.run.smithi192.stdout:(3/154): ceph-base-19.1.1-259.g91c8a7e5.el9.x86 6.2 MB/s | 5.4 MB 00:00 2024-09-05T07:26:19.081 INFO:teuthology.orchestra.run.smithi123.stdout:(25/154): rbd-fuse-19.1.1-259.g91c8a7e5.el9.x86 1.2 MB/s | 85 kB 00:00 2024-09-05T07:26:19.105 INFO:teuthology.orchestra.run.smithi192.stdout:(4/154): ceph-immutable-object-cache-19.1.1-259 919 kB/s | 145 kB 00:00 2024-09-05T07:26:19.111 INFO:teuthology.orchestra.run.smithi071.stdout:(33/154): ceph-mgr-modules-core-19.1.1-259.g91c 2.7 MB/s | 249 kB 00:00 2024-09-05T07:26:19.136 INFO:teuthology.orchestra.run.smithi071.stdout:(34/154): ceph-mgr-rook-19.1.1-259.g91c8a7e5.el 844 kB/s | 49 kB 00:00 2024-09-05T07:26:19.245 INFO:teuthology.orchestra.run.smithi071.stdout:(35/154): ceph-mgr-diskprediction-local-19.1.1- 7.1 MB/s | 7.4 MB 00:01 2024-09-05T07:26:19.262 INFO:teuthology.orchestra.run.smithi071.stdout:(36/154): ceph-prometheus-alerts-19.1.1-259.g91 109 kB/s | 16 kB 00:00 2024-09-05T07:26:19.264 INFO:teuthology.orchestra.run.smithi192.stdout:(5/154): ceph-mds-19.1.1-259.g91c8a7e5.el9.x86_ 13 MB/s | 2.4 MB 00:00 2024-09-05T07:26:19.287 INFO:teuthology.orchestra.run.smithi071.stdout:(37/154): ceph-volume-19.1.1-259.g91c8a7e5.el9. 1.8 MB/s | 285 kB 00:00 2024-09-05T07:26:19.289 INFO:teuthology.orchestra.run.smithi123.stdout:(26/154): ceph-common-19.1.1-259.g91c8a7e5.el9. 5.4 MB/s | 21 MB 00:03 2024-09-05T07:26:19.312 INFO:teuthology.orchestra.run.smithi071.stdout:(38/154): cephfs-top-19.1.1-259.g91c8a7e5.el9.n 362 kB/s | 18 kB 00:00 2024-09-05T07:26:19.348 INFO:teuthology.orchestra.run.smithi123.stdout:(27/154): rbd-mirror-19.1.1-259.g91c8a7e5.el9.x 12 MB/s | 3.1 MB 00:00 2024-09-05T07:26:19.387 INFO:teuthology.orchestra.run.smithi071.stdout:(39/154): cephadm-19.1.1-259.g91c8a7e5.el9.noar 5.2 MB/s | 765 kB 00:00 2024-09-05T07:26:19.390 INFO:teuthology.orchestra.run.smithi123.stdout:(28/154): rbd-nbd-19.1.1-259.g91c8a7e5.el9.x86_ 1.7 MB/s | 170 kB 00:00 2024-09-05T07:26:19.413 INFO:teuthology.orchestra.run.smithi071.stdout:(40/154): fuse-2.9.9-16.el9.x86_64.rpm 637 kB/s | 80 kB 00:00 2024-09-05T07:26:19.440 INFO:teuthology.orchestra.run.smithi123.stdout:(29/154): ceph-grafana-dashboards-19.1.1-259.g9 346 kB/s | 32 kB 00:00 2024-09-05T07:26:19.482 INFO:teuthology.orchestra.run.smithi123.stdout:(30/154): ceph-mgr-cephadm-19.1.1-259.g91c8a7e5 1.6 MB/s | 146 kB 00:00 2024-09-05T07:26:19.488 INFO:teuthology.orchestra.run.smithi071.stdout:(41/154): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.3 MB/s | 253 kB 00:00 2024-09-05T07:26:19.513 INFO:teuthology.orchestra.run.smithi071.stdout:(42/154): libquadmath-11.5.0-2.el9.x86_64.rpm 1.5 MB/s | 191 kB 00:00 2024-09-05T07:26:19.547 INFO:teuthology.orchestra.run.smithi071.stdout:(43/154): libgfortran-11.5.0-2.el9.x86_64.rpm 3.3 MB/s | 801 kB 00:00 2024-09-05T07:26:19.572 INFO:teuthology.orchestra.run.smithi071.stdout:(44/154): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-05T07:26:19.614 INFO:teuthology.orchestra.run.smithi071.stdout:(45/154): python3-requests-2.25.1-8.el9.noarch. 2.9 MB/s | 125 kB 00:00 2024-09-05T07:26:19.640 INFO:teuthology.orchestra.run.smithi071.stdout:(46/154): python3-pycparser-2.20-6.el9.noarch.r 1.4 MB/s | 135 kB 00:00 2024-09-05T07:26:19.690 INFO:teuthology.orchestra.run.smithi192.stdout:(6/154): ceph-mon-19.1.1-259.g91c8a7e5.el9.x86_ 11 MB/s | 4.7 MB 00:00 2024-09-05T07:26:19.706 INFO:teuthology.orchestra.run.smithi071.stdout:(47/154): python3-urllib3-1.26.5-6.el9.noarch.r 2.3 MB/s | 215 kB 00:00 2024-09-05T07:26:19.723 INFO:teuthology.orchestra.run.smithi192.stdout:(7/154): ceph-mgr-19.1.1-259.g91c8a7e5.el9.x86_ 2.5 MB/s | 1.5 MB 00:00 2024-09-05T07:26:19.740 INFO:teuthology.orchestra.run.smithi123.stdout:(31/154): ceph-mgr-dashboard-19.1.1-259.g91c8a7 12 MB/s | 3.6 MB 00:00 2024-09-05T07:26:19.748 INFO:teuthology.orchestra.run.smithi071.stdout:(48/154): automake-1.16.2-8.el9.noarch.rpm 6.2 MB/s | 689 kB 00:00 2024-09-05T07:26:19.790 INFO:teuthology.orchestra.run.smithi071.stdout:(49/154): boost-program-options-1.75.0-8.el9.x8 2.5 MB/s | 107 kB 00:00 2024-09-05T07:26:19.799 INFO:teuthology.orchestra.run.smithi123.stdout:(32/154): ceph-mgr-modules-core-19.1.1-259.g91c 4.2 MB/s | 249 kB 00:00 2024-09-05T07:26:19.832 INFO:teuthology.orchestra.run.smithi071.stdout:(50/154): python3-cryptography-36.0.1-4.el9.x86 3.6 MB/s | 1.2 MB 00:00 2024-09-05T07:26:19.858 INFO:teuthology.orchestra.run.smithi123.stdout:(33/154): ceph-mgr-rook-19.1.1-259.g91c8a7e5.el 845 kB/s | 49 kB 00:00 2024-09-05T07:26:19.858 INFO:teuthology.orchestra.run.smithi071.stdout:(51/154): elfutils-libelf-devel-0.191-4.el9.x86 323 kB/s | 22 kB 00:00 2024-09-05T07:26:19.883 INFO:teuthology.orchestra.run.smithi071.stdout:(52/154): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-09-05T07:26:19.908 INFO:teuthology.orchestra.run.smithi071.stdout:(53/154): flexiblas-3.0.4-8.el9.x86_64.rpm 653 kB/s | 33 kB 00:00 2024-09-05T07:26:19.916 INFO:teuthology.orchestra.run.smithi123.stdout:(34/154): ceph-prometheus-alerts-19.1.1-259.g91 283 kB/s | 16 kB 00:00 2024-09-05T07:26:19.948 INFO:teuthology.orchestra.run.smithi192.stdout:(8/154): ceph-common-19.1.1-259.g91c8a7e5.el9.x 12 MB/s | 21 MB 00:01 2024-09-05T07:26:19.950 INFO:teuthology.orchestra.run.smithi071.stdout:(54/154): flexiblas-openblas-openmp-3.0.4-8.el9 437 kB/s | 18 kB 00:00 2024-09-05T07:26:19.975 INFO:teuthology.orchestra.run.smithi123.stdout:(35/154): ceph-volume-19.1.1-259.g91c8a7e5.el9. 4.8 MB/s | 285 kB 00:00 2024-09-05T07:26:19.990 INFO:teuthology.orchestra.run.smithi192.stdout:(9/154): ceph-selinux-19.1.1-259.g91c8a7e5.el9. 609 kB/s | 25 kB 00:00 2024-09-05T07:26:19.992 INFO:teuthology.orchestra.run.smithi071.stdout:(55/154): libaio-devel-0.3.111-13.el9.x86_64.rp 268 kB/s | 11 kB 00:00 2024-09-05T07:26:20.034 INFO:teuthology.orchestra.run.smithi071.stdout:(56/154): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.7 MB/s | 160 kB 00:00 2024-09-05T07:26:20.050 INFO:teuthology.orchestra.run.smithi123.stdout:(36/154): cephadm-19.1.1-259.g91c8a7e5.el9.noar 10 MB/s | 765 kB 00:00 2024-09-05T07:26:20.076 INFO:teuthology.orchestra.run.smithi071.stdout:(57/154): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-09-05T07:26:20.109 INFO:teuthology.orchestra.run.smithi071.stdout:(58/154): bison-3.7.4-5.el9.x86_64.rpm 2.3 MB/s | 943 kB 00:00 2024-09-05T07:26:20.125 INFO:teuthology.orchestra.run.smithi123.stdout:(37/154): cephfs-top-19.1.1-259.g91c8a7e5.el9.n 243 kB/s | 18 kB 00:00 2024-09-05T07:26:20.176 INFO:teuthology.orchestra.run.smithi071.stdout:(59/154): librdkafka-1.6.1-102.el9.x86_64.rpm 6.5 MB/s | 662 kB 00:00 2024-09-05T07:26:20.218 INFO:teuthology.orchestra.run.smithi071.stdout:(60/154): libuuid-devel-2.37.4-20.el9.x86_64.rp 586 kB/s | 24 kB 00:00 2024-09-05T07:26:20.260 INFO:teuthology.orchestra.run.smithi071.stdout:(61/154): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-09-05T07:26:20.292 INFO:teuthology.orchestra.run.smithi123.stdout:(38/154): fuse-2.9.9-16.el9.x86_64.rpm 479 kB/s | 80 kB 00:00 2024-09-05T07:26:20.352 INFO:teuthology.orchestra.run.smithi071.stdout:(62/154): libtool-2.4.6-46.el9.x86_64.rpm 2.3 MB/s | 581 kB 00:00 2024-09-05T07:26:20.377 INFO:teuthology.orchestra.run.smithi071.stdout:(63/154): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.4 MB/s | 292 kB 00:00 2024-09-05T07:26:20.419 INFO:teuthology.orchestra.run.smithi071.stdout:(64/154): openblas-0.3.26-2.el9.x86_64.rpm 924 kB/s | 38 kB 00:00 2024-09-05T07:26:20.443 INFO:teuthology.orchestra.run.smithi123.stdout:(39/154): ceph-mgr-diskprediction-local-19.1.1- 7.7 MB/s | 7.4 MB 00:00 2024-09-05T07:26:20.444 INFO:teuthology.orchestra.run.smithi071.stdout:(65/154): lua-5.4.4-4.el9.x86_64.rpm 2.0 MB/s | 188 kB 00:00 2024-09-05T07:26:20.535 INFO:teuthology.orchestra.run.smithi123.stdout:(40/154): libgfortran-11.5.0-2.el9.x86_64.rpm 3.2 MB/s | 801 kB 00:00 2024-09-05T07:26:20.596 INFO:teuthology.orchestra.run.smithi123.stdout:(41/154): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.2 MB/s | 253 kB 00:00 2024-09-05T07:26:20.644 INFO:teuthology.orchestra.run.smithi123.stdout:(42/154): libquadmath-11.5.0-2.el9.x86_64.rpm 953 kB/s | 191 kB 00:00 2024-09-05T07:26:20.694 INFO:teuthology.orchestra.run.smithi123.stdout:(43/154): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-09-05T07:26:20.744 INFO:teuthology.orchestra.run.smithi123.stdout:(44/154): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-05T07:26:20.757 INFO:teuthology.orchestra.run.smithi192.stdout:(10/154): ceph-osd-19.1.1-259.g91c8a7e5.el9.x86 16 MB/s | 17 MB 00:01 2024-09-05T07:26:20.794 INFO:teuthology.orchestra.run.smithi123.stdout:(45/154): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-05T07:26:20.807 INFO:teuthology.orchestra.run.smithi192.stdout:(11/154): cephfs-mirror-19.1.1-259.g91c8a7e5.el 4.4 MB/s | 224 kB 00:00 2024-09-05T07:26:20.819 INFO:teuthology.orchestra.run.smithi071.stdout:(66/154): openblas-openmp-0.3.26-2.el9.x86_64.r 12 MB/s | 4.9 MB 00:00 2024-09-05T07:26:20.853 INFO:teuthology.orchestra.run.smithi123.stdout:(46/154): python3-urllib3-1.26.5-6.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-09-05T07:26:20.866 INFO:teuthology.orchestra.run.smithi192.stdout:(12/154): cephfs-shell-19.1.1-259.g91c8a7e5.el9 466 kB/s | 27 kB 00:00 2024-09-05T07:26:20.895 INFO:teuthology.orchestra.run.smithi071.stdout:(67/154): postgresql-13.16-1.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-09-05T07:26:20.916 INFO:teuthology.orchestra.run.smithi192.stdout:(13/154): libcephfs-devel-19.1.1-259.g91c8a7e5. 634 kB/s | 32 kB 00:00 2024-09-05T07:26:20.962 INFO:teuthology.orchestra.run.smithi071.stdout:(68/154): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.8 MB/s | 3.0 MB 00:01 2024-09-05T07:26:20.978 INFO:teuthology.orchestra.run.smithi123.stdout:(47/154): python3-cryptography-36.0.1-4.el9.x86 3.2 MB/s | 1.2 MB 00:00 2024-09-05T07:26:20.991 INFO:teuthology.orchestra.run.smithi192.stdout:(14/154): libcephfs2-19.1.1-259.g91c8a7e5.el9.x 9.8 MB/s | 752 kB 00:00 2024-09-05T07:26:20.995 INFO:teuthology.orchestra.run.smithi071.stdout:(69/154): postgresql-contrib-13.16-1.el9.x86_64 8.9 MB/s | 910 kB 00:00 2024-09-05T07:26:21.059 INFO:teuthology.orchestra.run.smithi192.stdout:(15/154): libcephsqlite-19.1.1-259.g91c8a7e5.el 2.4 MB/s | 163 kB 00:00 2024-09-05T07:26:21.071 INFO:teuthology.orchestra.run.smithi071.stdout:(70/154): postgresql-private-libs-13.16-1.el9.x 1.2 MB/s | 137 kB 00:00 2024-09-05T07:26:21.117 INFO:teuthology.orchestra.run.smithi192.stdout:(16/154): librados-devel-19.1.1-259.g91c8a7e5.e 2.1 MB/s | 127 kB 00:00 2024-09-05T07:26:21.154 INFO:teuthology.orchestra.run.smithi071.stdout:(71/154): postgresql-server-13.16-1.el9.x86_64. 36 MB/s | 5.8 MB 00:00 2024-09-05T07:26:21.192 INFO:teuthology.orchestra.run.smithi192.stdout:(17/154): libradosstriper1-19.1.1-259.g91c8a7e5 6.6 MB/s | 506 kB 00:00 2024-09-05T07:26:21.196 INFO:teuthology.orchestra.run.smithi071.stdout:(72/154): python3-attrs-20.3.0-7.el9.noarch.rpm 2.1 MB/s | 87 kB 00:00 2024-09-05T07:26:21.355 INFO:teuthology.orchestra.run.smithi071.stdout:(73/154): python3-babel-2.9.1-2.el9.noarch.rpm 38 MB/s | 6.0 MB 00:00 2024-09-05T07:26:21.388 INFO:teuthology.orchestra.run.smithi071.stdout:(74/154): python3-colorama-0.4.6-3.el9.noarch.r 1.8 MB/s | 61 kB 00:00 2024-09-05T07:26:21.422 INFO:teuthology.orchestra.run.smithi071.stdout:(75/154): protobuf-3.14.0-13.el9.x86_64.rpm 2.9 MB/s | 1.0 MB 00:00 2024-09-05T07:26:21.481 INFO:teuthology.orchestra.run.smithi071.stdout:(76/154): openssl-devel-3.2.2-4.el9.x86_64.rpm 4.3 MB/s | 4.4 MB 00:01 2024-09-05T07:26:21.506 INFO:teuthology.orchestra.run.smithi071.stdout:(77/154): python3-devel-3.9.19-8.el9.x86_64.rpm 2.0 MB/s | 245 kB 00:00 2024-09-05T07:26:21.531 INFO:teuthology.orchestra.run.smithi071.stdout:(78/154): python3-jsonpatch-1.21-16.el9.noarch. 511 kB/s | 26 kB 00:00 2024-09-05T07:26:21.543 INFO:teuthology.orchestra.run.smithi192.stdout:(18/154): librgw2-19.1.1-259.g91c8a7e5.el9.x86_ 15 MB/s | 5.3 MB 00:00 2024-09-05T07:26:21.556 INFO:teuthology.orchestra.run.smithi071.stdout:(79/154): python3-jsonpointer-2.0-4.el9.noarch. 381 kB/s | 19 kB 00:00 2024-09-05T07:26:21.582 INFO:teuthology.orchestra.run.smithi071.stdout:(80/154): python3-jinja2-2.11.3-6.el9.noarch.rp 1.5 MB/s | 248 kB 00:00 2024-09-05T07:26:21.593 INFO:teuthology.orchestra.run.smithi192.stdout:(19/154): python3-ceph-argparse-19.1.1-259.g91c 908 kB/s | 45 kB 00:00 2024-09-05T07:26:21.607 INFO:teuthology.orchestra.run.smithi071.stdout:(81/154): python3-markupsafe-1.1.1-12.el9.x86_6 691 kB/s | 35 kB 00:00 2024-09-05T07:26:21.632 INFO:teuthology.orchestra.run.smithi071.stdout:(82/154): python3-mako-1.1.4-6.el9.noarch.rpm 1.7 MB/s | 172 kB 00:00 2024-09-05T07:26:21.637 INFO:teuthology.orchestra.run.smithi123.stdout:(48/154): automake-1.16.2-8.el9.noarch.rpm 879 kB/s | 689 kB 00:00 2024-09-05T07:26:21.657 INFO:teuthology.orchestra.run.smithi071.stdout:(83/154): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.9 MB/s | 250 kB 00:00 2024-09-05T07:26:21.660 INFO:teuthology.orchestra.run.smithi192.stdout:(20/154): python3-ceph-common-19.1.1-259.g91c8a 2.0 MB/s | 136 kB 00:00 2024-09-05T07:26:21.683 INFO:teuthology.orchestra.run.smithi071.stdout:(84/154): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-05T07:26:21.708 INFO:teuthology.orchestra.run.smithi071.stdout:(85/154): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-05T07:26:21.727 INFO:teuthology.orchestra.run.smithi192.stdout:(21/154): python3-cephfs-19.1.1-259.g91c8a7e5.e 2.4 MB/s | 162 kB 00:00 2024-09-05T07:26:21.733 INFO:teuthology.orchestra.run.smithi071.stdout:(86/154): python3-prettytable-0.7.2-27.el9.noar 843 kB/s | 42 kB 00:00 2024-09-05T07:26:21.754 INFO:teuthology.orchestra.run.smithi123.stdout:(49/154): boost-program-options-1.75.0-8.el9.x8 916 kB/s | 107 kB 00:00 2024-09-05T07:26:21.758 INFO:teuthology.orchestra.run.smithi071.stdout:(87/154): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-09-05T07:26:21.784 INFO:teuthology.orchestra.run.smithi071.stdout:(88/154): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-09-05T07:26:21.809 INFO:teuthology.orchestra.run.smithi071.stdout:(89/154): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-09-05T07:26:21.834 INFO:teuthology.orchestra.run.smithi071.stdout:(90/154): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-05T07:26:21.860 INFO:teuthology.orchestra.run.smithi071.stdout:(91/154): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-05T07:26:21.862 INFO:teuthology.orchestra.run.smithi123.stdout:(50/154): elfutils-libelf-devel-0.191-4.el9.x86 200 kB/s | 22 kB 00:00 2024-09-05T07:26:21.896 INFO:teuthology.orchestra.run.smithi123.stdout:(51/154): bison-3.7.4-5.el9.x86_64.rpm 1.0 MB/s | 943 kB 00:00 2024-09-05T07:26:21.901 INFO:teuthology.orchestra.run.smithi071.stdout:(92/154): python3-toml-0.10.2-6.el9.noarch.rpm 1.0 MB/s | 42 kB 00:00 2024-09-05T07:26:21.943 INFO:teuthology.orchestra.run.smithi071.stdout:(93/154): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.0 MB/s | 44 kB 00:00 2024-09-05T07:26:21.980 INFO:teuthology.orchestra.run.smithi123.stdout:(52/154): flex-2.6.4-9.el9.x86_64.rpm 2.6 MB/s | 313 kB 00:00 2024-09-05T07:26:22.002 INFO:teuthology.orchestra.run.smithi071.stdout:(94/154): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-09-05T07:26:22.024 INFO:teuthology.orchestra.run.smithi123.stdout:(53/154): flexiblas-3.0.4-8.el9.x86_64.rpm 261 kB/s | 33 kB 00:00 2024-09-05T07:26:22.044 INFO:teuthology.orchestra.run.smithi071.stdout:(95/154): qatlib-service-24.02.0-1.el9.x86_64.r 862 kB/s | 36 kB 00:00 2024-09-05T07:26:22.122 INFO:teuthology.orchestra.run.smithi123.stdout:(54/154): flexiblas-openblas-openmp-3.0.4-8.el9 182 kB/s | 18 kB 00:00 2024-09-05T07:26:22.144 INFO:teuthology.orchestra.run.smithi192.stdout:(22/154): ceph-test-19.1.1-259.g91c8a7e5.el9.x8 23 MB/s | 49 MB 00:02 2024-09-05T07:26:22.169 INFO:teuthology.orchestra.run.smithi192.stdout:(23/154): python3-rados-19.1.1-259.g91c8a7e5.el 726 kB/s | 321 kB 00:00 2024-09-05T07:26:22.203 INFO:teuthology.orchestra.run.smithi192.stdout:(24/154): python3-rbd-19.1.1-259.g91c8a7e5.el9. 5.1 MB/s | 301 kB 00:00 2024-09-05T07:26:22.211 INFO:teuthology.orchestra.run.smithi071.stdout:(96/154): python3-scipy-1.6.2-8.el9.x86_64.rpm 43 MB/s | 16 MB 00:00 2024-09-05T07:26:22.230 INFO:teuthology.orchestra.run.smithi123.stdout:(55/154): libaio-devel-0.3.111-13.el9.x86_64.rp 103 kB/s | 11 kB 00:00 2024-09-05T07:26:22.236 INFO:teuthology.orchestra.run.smithi071.stdout:(97/154): qatzip-libs-1.2.0-1.el9.x86_64.rpm 247 kB/s | 47 kB 00:00 2024-09-05T07:26:22.261 INFO:teuthology.orchestra.run.smithi071.stdout:(98/154): socat-1.7.4.1-6.el9.x86_64.rpm 6.0 MB/s | 304 kB 00:00 2024-09-05T07:26:22.287 INFO:teuthology.orchestra.run.smithi071.stdout:(99/154): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-05T07:26:22.311 INFO:teuthology.orchestra.run.smithi192.stdout:(25/154): ceph-radosgw-19.1.1-259.g91c8a7e5.el9 4.1 MB/s | 11 MB 00:02 2024-09-05T07:26:22.312 INFO:teuthology.orchestra.run.smithi071.stdout:(100/154): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.9 MB/s | 96 kB 00:00 2024-09-05T07:26:22.328 INFO:teuthology.orchestra.run.smithi192.stdout:(26/154): python3-rgw-19.1.1-259.g91c8a7e5.el9. 626 kB/s | 99 kB 00:00 2024-09-05T07:26:22.337 INFO:teuthology.orchestra.run.smithi071.stdout:(101/154): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-05T07:26:22.353 INFO:teuthology.orchestra.run.smithi192.stdout:(27/154): rbd-fuse-19.1.1-259.g91c8a7e5.el9.x86 568 kB/s | 85 kB 00:00 2024-09-05T07:26:22.362 INFO:teuthology.orchestra.run.smithi071.stdout:(102/154): zlib-devel-1.2.11-41.el9.x86_64.rpm 892 kB/s | 45 kB 00:00 2024-09-05T07:26:22.412 INFO:teuthology.orchestra.run.smithi192.stdout:(28/154): rbd-nbd-19.1.1-259.g91c8a7e5.el9.x86_ 2.9 MB/s | 170 kB 00:00 2024-09-05T07:26:22.437 INFO:teuthology.orchestra.run.smithi192.stdout:(29/154): ceph-grafana-dashboards-19.1.1-259.g9 382 kB/s | 32 kB 00:00 2024-09-05T07:26:22.462 INFO:teuthology.orchestra.run.smithi192.stdout:(30/154): ceph-mgr-cephadm-19.1.1-259.g91c8a7e5 2.9 MB/s | 146 kB 00:00 2024-09-05T07:26:22.513 INFO:teuthology.orchestra.run.smithi192.stdout:(31/154): rbd-mirror-19.1.1-259.g91c8a7e5.el9.x 15 MB/s | 3.1 MB 00:00 2024-09-05T07:26:22.580 INFO:teuthology.orchestra.run.smithi192.stdout:(32/154): ceph-mgr-modules-core-19.1.1-259.g91c 3.7 MB/s | 249 kB 00:00 2024-09-05T07:26:22.647 INFO:teuthology.orchestra.run.smithi192.stdout:(33/154): ceph-mgr-dashboard-19.1.1-259.g91c8a7 17 MB/s | 3.6 MB 00:00 2024-09-05T07:26:22.656 INFO:teuthology.orchestra.run.smithi123.stdout:(56/154): ceph-test-19.1.1-259.g91c8a7e5.el9.x8 9.3 MB/s | 49 MB 00:05 2024-09-05T07:26:22.672 INFO:teuthology.orchestra.run.smithi192.stdout:(34/154): ceph-mgr-rook-19.1.1-259.g91c8a7e5.el 537 kB/s | 49 kB 00:00 2024-09-05T07:26:22.681 INFO:teuthology.orchestra.run.smithi123.stdout:(57/154): libpmemobj-1.12.1-1.el9.x86_64.rpm 356 kB/s | 160 kB 00:00 2024-09-05T07:26:22.697 INFO:teuthology.orchestra.run.smithi192.stdout:(35/154): ceph-prometheus-alerts-19.1.1-259.g91 328 kB/s | 16 kB 00:00 2024-09-05T07:26:22.722 INFO:teuthology.orchestra.run.smithi192.stdout:(36/154): ceph-volume-19.1.1-259.g91c8a7e5.el9. 5.6 MB/s | 285 kB 00:00 2024-09-05T07:26:22.765 INFO:teuthology.orchestra.run.smithi123.stdout:(58/154): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.8 MB/s | 3.0 MB 00:00 2024-09-05T07:26:22.773 INFO:teuthology.orchestra.run.smithi192.stdout:(37/154): cephadm-19.1.1-259.g91c8a7e5.el9.noar 9.9 MB/s | 765 kB 00:00 2024-09-05T07:26:22.790 INFO:teuthology.orchestra.run.smithi192.stdout:(38/154): cephfs-top-19.1.1-259.g91c8a7e5.el9.n 272 kB/s | 18 kB 00:00 2024-09-05T07:26:22.913 INFO:teuthology.orchestra.run.smithi071.stdout:(103/154): lua-devel-5.4.4-4.el9.x86_64.rpm 39 kB/s | 22 kB 00:00 2024-09-05T07:26:22.957 INFO:teuthology.orchestra.run.smithi123.stdout:(59/154): librdkafka-1.6.1-102.el9.x86_64.rpm 2.3 MB/s | 662 kB 00:00 2024-09-05T07:26:22.963 INFO:teuthology.orchestra.run.smithi071.stdout:(104/154): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-05T07:26:22.982 INFO:teuthology.orchestra.run.smithi123.stdout:(60/154): libtool-2.4.6-46.el9.x86_64.rpm 2.6 MB/s | 581 kB 00:00 2024-09-05T07:26:22.988 INFO:teuthology.orchestra.run.smithi071.stdout:(105/154): gperftools-libs-2.9.1-2.el9.x86_64.r 12 MB/s | 309 kB 00:00 2024-09-05T07:26:23.014 INFO:teuthology.orchestra.run.smithi071.stdout:(106/154): grpc-data-1.46.7-10.el9.noarch.rpm 778 kB/s | 19 kB 00:00 2024-09-05T07:26:23.024 INFO:teuthology.orchestra.run.smithi123.stdout:(61/154): librabbitmq-0.11.0-7.el9.x86_64.rpm 123 kB/s | 45 kB 00:00 2024-09-05T07:26:23.057 INFO:teuthology.orchestra.run.smithi123.stdout:(62/154): libuuid-devel-2.37.4-20.el9.x86_64.rp 244 kB/s | 24 kB 00:00 2024-09-05T07:26:23.083 INFO:teuthology.orchestra.run.smithi123.stdout:(63/154): libzstd-devel-1.5.1-2.el9.x86_64.rpm 472 kB/s | 47 kB 00:00 2024-09-05T07:26:23.139 INFO:teuthology.orchestra.run.smithi071.stdout:(107/154): libarrow-9.0.0-11.el9.x86_64.rpm 35 MB/s | 4.4 MB 00:00 2024-09-05T07:26:23.165 INFO:teuthology.orchestra.run.smithi071.stdout:(108/154): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-05T07:26:23.166 INFO:teuthology.orchestra.run.smithi123.stdout:(64/154): lua-5.4.4-4.el9.x86_64.rpm 1.7 MB/s | 188 kB 00:00 2024-09-05T07:26:23.183 INFO:teuthology.orchestra.run.smithi123.stdout:(65/154): openblas-0.3.26-2.el9.x86_64.rpm 384 kB/s | 38 kB 00:00 2024-09-05T07:26:23.190 INFO:teuthology.orchestra.run.smithi071.stdout:(109/154): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-05T07:26:23.207 INFO:teuthology.orchestra.run.smithi192.stdout:(39/154): fuse-2.9.9-16.el9.x86_64.rpm 184 kB/s | 80 kB 00:00 2024-09-05T07:26:23.257 INFO:teuthology.orchestra.run.smithi071.stdout:(110/154): python3-numpy-1.20.1-5.el9.x86_64.rp 3.0 MB/s | 5.1 MB 00:01 2024-09-05T07:26:23.290 INFO:teuthology.orchestra.run.smithi192.stdout:(40/154): ceph-mgr-diskprediction-local-19.1.1- 8.9 MB/s | 7.4 MB 00:00 2024-09-05T07:26:23.291 INFO:teuthology.orchestra.run.smithi071.stdout:(111/154): libunwind-1.6.2-1.el9.x86_64.rpm 672 kB/s | 67 kB 00:00 2024-09-05T07:26:23.332 INFO:teuthology.orchestra.run.smithi071.stdout:(112/154): luarocks-3.9.2-5.el9.noarch.rpm 2.0 MB/s | 151 kB 00:00 2024-09-05T07:26:23.367 INFO:teuthology.orchestra.run.smithi123.stdout:(66/154): lttng-ust-2.12.0-6.el9.x86_64.rpm 854 kB/s | 292 kB 00:00 2024-09-05T07:26:23.374 INFO:teuthology.orchestra.run.smithi071.stdout:(113/154): parquet-libs-9.0.0-11.el9.x86_64.rpm 10 MB/s | 839 kB 00:00 2024-09-05T07:26:23.399 INFO:teuthology.orchestra.run.smithi192.stdout:(41/154): libquadmath-11.5.0-2.el9.x86_64.rpm 996 kB/s | 191 kB 00:00 2024-09-05T07:26:23.399 INFO:teuthology.orchestra.run.smithi071.stdout:(114/154): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-05T07:26:23.425 INFO:teuthology.orchestra.run.smithi071.stdout:(115/154): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-05T07:26:23.467 INFO:teuthology.orchestra.run.smithi071.stdout:(116/154): protobuf-compiler-3.14.0-13.el9.x86_ 782 kB/s | 863 kB 00:01 2024-09-05T07:26:23.484 INFO:teuthology.orchestra.run.smithi071.stdout:(117/154): python3-certifi-2023.05.07-4.el9.noa 241 kB/s | 14 kB 00:00 2024-09-05T07:26:23.517 INFO:teuthology.orchestra.run.smithi071.stdout:(118/154): python3-asyncssh-2.13.2-5.el9.noarch 2.9 MB/s | 548 kB 00:00 2024-09-05T07:26:23.551 INFO:teuthology.orchestra.run.smithi071.stdout:(119/154): python3-cheroot-8.6.0-4.el9.noarch.r 2.0 MB/s | 172 kB 00:00 2024-09-05T07:26:23.612 INFO:teuthology.orchestra.run.smithi071.stdout:(120/154): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.0 MB/s | 303 kB 00:00 2024-09-05T07:26:23.612 INFO:teuthology.orchestra.run.smithi071.stdout:(121/154): python3-google-auth-2.34.0-1.el9.noa 3.8 MB/s | 220 kB 00:00 2024-09-05T07:26:23.652 INFO:teuthology.orchestra.run.smithi071.stdout:(122/154): python3-cherrypy-18.6.1-2.el9.noarch 2.1 MB/s | 358 kB 00:00 2024-09-05T07:26:23.674 INFO:teuthology.orchestra.run.smithi192.stdout:(42/154): libgfortran-11.5.0-2.el9.x86_64.rpm 906 kB/s | 801 kB 00:00 2024-09-05T07:26:23.694 INFO:teuthology.orchestra.run.smithi071.stdout:(123/154): python3-grpcio-tools-1.46.7-10.el9.x 1.7 MB/s | 144 kB 00:00 2024-09-05T07:26:23.719 INFO:teuthology.orchestra.run.smithi071.stdout:(124/154): python3-jaraco-8.2.1-3.el9.noarch.rp 160 kB/s | 11 kB 00:00 2024-09-05T07:26:23.744 INFO:teuthology.orchestra.run.smithi071.stdout:(125/154): python3-jaraco-classes-3.2.1-5.el9.n 353 kB/s | 18 kB 00:00 2024-09-05T07:26:23.758 INFO:teuthology.orchestra.run.smithi192.stdout:(43/154): python3-cryptography-36.0.1-4.el9.x86 3.4 MB/s | 1.2 MB 00:00 2024-09-05T07:26:23.758 INFO:teuthology.orchestra.run.smithi123.stdout:(67/154): openblas-openmp-0.3.26-2.el9.x86_64.r 8.3 MB/s | 4.9 MB 00:00 2024-09-05T07:26:23.769 INFO:teuthology.orchestra.run.smithi071.stdout:(126/154): python3-jaraco-collections-3.0.0-8.e 463 kB/s | 23 kB 00:00 2024-09-05T07:26:23.783 INFO:teuthology.orchestra.run.smithi192.stdout:(44/154): python3-ply-3.11-14.el9.noarch.rpm 982 kB/s | 106 kB 00:00 2024-09-05T07:26:23.795 INFO:teuthology.orchestra.run.smithi071.stdout:(127/154): python3-jaraco-functools-3.5.0-2.el9 389 kB/s | 19 kB 00:00 2024-09-05T07:26:23.801 INFO:teuthology.orchestra.run.smithi123.stdout:(68/154): postgresql-13.16-1.el9.x86_64.rpm 3.7 MB/s | 1.6 MB 00:00 2024-09-05T07:26:23.820 INFO:teuthology.orchestra.run.smithi071.stdout:(128/154): python3-jaraco-text-3.2.0-6.el9.noar 391 kB/s | 20 kB 00:00 2024-09-05T07:26:23.854 INFO:teuthology.orchestra.run.smithi071.stdout:(129/154): python3-logutils-0.3.5-21.el9.noarch 1.4 MB/s | 46 kB 00:00 2024-09-05T07:26:23.866 INFO:teuthology.orchestra.run.smithi192.stdout:(45/154): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-09-05T07:26:23.879 INFO:teuthology.orchestra.run.smithi071.stdout:(130/154): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-05T07:26:23.892 INFO:teuthology.orchestra.run.smithi192.stdout:(46/154): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-09-05T07:26:23.901 INFO:teuthology.orchestra.run.smithi123.stdout:(69/154): postgresql-private-libs-13.16-1.el9.x 1.3 MB/s | 137 kB 00:00 2024-09-05T07:26:23.904 INFO:teuthology.orchestra.run.smithi071.stdout:(131/154): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-05T07:26:23.917 INFO:teuthology.orchestra.run.smithi192.stdout:(47/154): python3-cffi-1.14.5-5.el9.x86_64.rpm 404 kB/s | 253 kB 00:00 2024-09-05T07:26:23.946 INFO:teuthology.orchestra.run.smithi071.stdout:(132/154): python3-kubernetes-26.1.0-2.el9.noar 6.8 MB/s | 1.0 MB 00:00 2024-09-05T07:26:23.971 INFO:teuthology.orchestra.run.smithi071.stdout:(133/154): python3-pecan-1.4.2-3.el9.noarch.rpm 4.0 MB/s | 272 kB 00:00 2024-09-05T07:26:23.975 INFO:teuthology.orchestra.run.smithi192.stdout:(48/154): python3-urllib3-1.26.5-6.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-09-05T07:26:23.997 INFO:teuthology.orchestra.run.smithi071.stdout:(134/154): python3-portend-3.1.0-2.el9.noarch.r 326 kB/s | 16 kB 00:00 2024-09-05T07:26:24.014 INFO:teuthology.orchestra.run.smithi071.stdout:(135/154): python3-pyperclip-1.8.2-2.el9.noarch 1.7 MB/s | 28 kB 00:00 2024-09-05T07:26:24.039 INFO:teuthology.orchestra.run.smithi071.stdout:(136/154): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.3 MB/s | 90 kB 00:00 2024-09-05T07:26:24.056 INFO:teuthology.orchestra.run.smithi071.stdout:(137/154): python3-repoze-lru-0.7-16.el9.noarch 735 kB/s | 31 kB 00:00 2024-09-05T07:26:24.073 INFO:teuthology.orchestra.run.smithi071.stdout:(138/154): python3-rsa-4.9-2.el9.noarch.rpm 3.5 MB/s | 59 kB 00:00 2024-09-05T07:26:24.098 INFO:teuthology.orchestra.run.smithi071.stdout:(139/154): python3-routes-2.5.1-5.el9.noarch.rp 3.1 MB/s | 188 kB 00:00 2024-09-05T07:26:24.100 INFO:teuthology.orchestra.run.smithi192.stdout:(49/154): automake-1.16.2-8.el9.noarch.rpm 3.2 MB/s | 689 kB 00:00 2024-09-05T07:26:24.115 INFO:teuthology.orchestra.run.smithi071.stdout:(140/154): python3-tempora-5.0.0-2.el9.noarch.r 853 kB/s | 36 kB 00:00 2024-09-05T07:26:24.118 INFO:teuthology.orchestra.run.smithi192.stdout:(50/154): boost-program-options-1.75.0-8.el9.x8 753 kB/s | 107 kB 00:00 2024-09-05T07:26:24.135 INFO:teuthology.orchestra.run.smithi192.stdout:(51/154): elfutils-libelf-devel-0.191-4.el9.x86 633 kB/s | 22 kB 00:00 2024-09-05T07:26:24.140 INFO:teuthology.orchestra.run.smithi071.stdout:(141/154): python3-typing-extensions-4.12.2-2.e 1.7 MB/s | 74 kB 00:00 2024-09-05T07:26:24.166 INFO:teuthology.orchestra.run.smithi071.stdout:(142/154): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-05T07:26:24.168 INFO:teuthology.orchestra.run.smithi192.stdout:(52/154): bison-3.7.4-5.el9.x86_64.rpm 3.7 MB/s | 943 kB 00:00 2024-09-05T07:26:24.194 INFO:teuthology.orchestra.run.smithi192.stdout:(53/154): flexiblas-3.0.4-8.el9.x86_64.rpm 560 kB/s | 33 kB 00:00 2024-09-05T07:26:24.219 INFO:teuthology.orchestra.run.smithi192.stdout:(54/154): flex-2.6.4-9.el9.x86_64.rpm 3.0 MB/s | 313 kB 00:00 2024-09-05T07:26:24.224 INFO:teuthology.orchestra.run.smithi071.stdout:(143/154): python3-grpcio-1.46.7-10.el9.x86_64. 3.2 MB/s | 2.0 MB 00:00 2024-09-05T07:26:24.236 INFO:teuthology.orchestra.run.smithi192.stdout:(55/154): flexiblas-openblas-openmp-3.0.4-8.el9 436 kB/s | 18 kB 00:00 2024-09-05T07:26:24.250 INFO:teuthology.orchestra.run.smithi071.stdout:(144/154): python3-webob-1.8.8-2.el9.noarch.rpm 1.7 MB/s | 230 kB 00:00 2024-09-05T07:26:24.252 INFO:teuthology.orchestra.run.smithi192.stdout:(56/154): libaio-devel-0.3.111-13.el9.x86_64.rp 335 kB/s | 11 kB 00:00 2024-09-05T07:26:24.275 INFO:teuthology.orchestra.run.smithi071.stdout:(145/154): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-09-05T07:26:24.286 INFO:teuthology.orchestra.run.smithi192.stdout:(57/154): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-09-05T07:26:24.300 INFO:teuthology.orchestra.run.smithi071.stdout:(146/154): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-05T07:26:24.312 INFO:teuthology.orchestra.run.smithi192.stdout:(58/154): librabbitmq-0.11.0-7.el9.x86_64.rpm 772 kB/s | 45 kB 00:00 2024-09-05T07:26:24.326 INFO:teuthology.orchestra.run.smithi071.stdout:(147/154): python3-werkzeug-2.0.3-3.el9.1.noarc 2.6 MB/s | 427 kB 00:00 2024-09-05T07:26:24.368 INFO:teuthology.orchestra.run.smithi071.stdout:(148/154): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-09-05T07:26:24.379 INFO:teuthology.orchestra.run.smithi192.stdout:(59/154): libtool-2.4.6-46.el9.x86_64.rpm 8.5 MB/s | 581 kB 00:00 2024-09-05T07:26:24.404 INFO:teuthology.orchestra.run.smithi192.stdout:(60/154): librdkafka-1.6.1-102.el9.x86_64.rpm 5.5 MB/s | 662 kB 00:00 2024-09-05T07:26:24.429 INFO:teuthology.orchestra.run.smithi192.stdout:(61/154): libuuid-devel-2.37.4-20.el9.x86_64.rp 490 kB/s | 24 kB 00:00 2024-09-05T07:26:24.454 INFO:teuthology.orchestra.run.smithi192.stdout:(62/154): libzstd-devel-1.5.1-2.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-09-05T07:26:24.496 INFO:teuthology.orchestra.run.smithi192.stdout:(63/154): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.3 MB/s | 292 kB 00:00 2024-09-05T07:26:24.513 INFO:teuthology.orchestra.run.smithi192.stdout:(64/154): lua-5.4.4-4.el9.x86_64.rpm 3.1 MB/s | 188 kB 00:00 2024-09-05T07:26:24.539 INFO:teuthology.orchestra.run.smithi192.stdout:(65/154): openblas-0.3.26-2.el9.x86_64.rpm 917 kB/s | 38 kB 00:00 2024-09-05T07:26:24.618 INFO:teuthology.orchestra.run.smithi071.stdout:(149/154): librbd1-19.1.1-259.g91c8a7e5.el9.x86 11 MB/s | 3.2 MB 00:00 2024-09-05T07:26:24.685 INFO:teuthology.orchestra.run.smithi071.stdout:(150/154): librados2-19.1.1-259.g91c8a7e5.el9.x 8.9 MB/s | 3.4 MB 00:00 2024-09-05T07:26:24.760 INFO:teuthology.orchestra.run.smithi071.stdout:(151/154): NetworkManager-team-1.48.10-1.el9.x8 541 kB/s | 40 kB 00:00 2024-09-05T07:26:24.827 INFO:teuthology.orchestra.run.smithi071.stdout:(152/154): NetworkManager-libnm-1.48.10-1.el9.x 8.6 MB/s | 1.8 MB 00:00 2024-09-05T07:26:24.869 INFO:teuthology.orchestra.run.smithi071.stdout:(153/154): NetworkManager-tui-1.48.10-1.el9.x86 2.2 MB/s | 248 kB 00:00 2024-09-05T07:26:24.910 INFO:teuthology.orchestra.run.smithi071.stdout:(154/154): NetworkManager-1.48.10-1.el9.x86_64. 4.3 MB/s | 2.3 MB 00:00 2024-09-05T07:26:24.915 INFO:teuthology.orchestra.run.smithi071.stdout:-------------------------------------------------------------------------------- 2024-09-05T07:26:24.916 INFO:teuthology.orchestra.run.smithi071.stdout:Total 20 MB/s | 222 MB 00:11 2024-09-05T07:26:24.931 INFO:teuthology.orchestra.run.smithi192.stdout:(66/154): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.9 MB/s | 3.0 MB 00:00 2024-09-05T07:26:25.009 INFO:teuthology.orchestra.run.smithi123.stdout:(70/154): openssl-devel-3.2.2-4.el9.x86_64.rpm 2.4 MB/s | 4.4 MB 00:01 2024-09-05T07:26:25.035 INFO:teuthology.orchestra.run.smithi123.stdout:(71/154): postgresql-contrib-13.16-1.el9.x86_64 713 kB/s | 910 kB 00:01 2024-09-05T07:26:25.227 INFO:teuthology.orchestra.run.smithi123.stdout:(72/154): python3-attrs-20.3.0-7.el9.noarch.rpm 456 kB/s | 87 kB 00:00 2024-09-05T07:26:25.373 INFO:teuthology.orchestra.run.smithi192.stdout:(67/154): postgresql-13.16-1.el9.x86_64.rpm 3.6 MB/s | 1.6 MB 00:00 2024-09-05T07:26:25.490 INFO:teuthology.orchestra.run.smithi192.stdout:(68/154): openssl-devel-3.2.2-4.el9.x86_64.rpm 4.7 MB/s | 4.4 MB 00:00 2024-09-05T07:26:25.532 INFO:teuthology.orchestra.run.smithi192.stdout:(69/154): postgresql-private-libs-13.16-1.el9.x 3.2 MB/s | 137 kB 00:00 2024-09-05T07:26:25.682 INFO:teuthology.orchestra.run.smithi192.stdout:(70/154): postgresql-server-13.16-1.el9.x86_64. 38 MB/s | 5.8 MB 00:00 2024-09-05T07:26:25.732 INFO:teuthology.orchestra.run.smithi192.stdout:(71/154): protobuf-3.14.0-13.el9.x86_64.rpm 20 MB/s | 1.0 MB 00:00 2024-09-05T07:26:25.766 INFO:teuthology.orchestra.run.smithi192.stdout:(72/154): python3-attrs-20.3.0-7.el9.noarch.rpm 2.6 MB/s | 87 kB 00:00 2024-09-05T07:26:25.799 INFO:teuthology.orchestra.run.smithi192.stdout:(73/154): postgresql-contrib-13.16-1.el9.x86_64 2.1 MB/s | 910 kB 00:00 2024-09-05T07:26:25.833 INFO:teuthology.orchestra.run.smithi192.stdout:(74/154): python3-colorama-0.4.6-3.el9.noarch.r 1.8 MB/s | 61 kB 00:00 2024-09-05T07:26:25.925 INFO:teuthology.orchestra.run.smithi192.stdout:(75/154): python3-babel-2.9.1-2.el9.noarch.rpm 38 MB/s | 6.0 MB 00:00 2024-09-05T07:26:25.975 INFO:teuthology.orchestra.run.smithi192.stdout:(76/154): python3-jinja2-2.11.3-6.el9.noarch.rp 4.9 MB/s | 248 kB 00:00 2024-09-05T07:26:26.001 INFO:teuthology.orchestra.run.smithi192.stdout:(77/154): python3-devel-3.9.19-8.el9.x86_64.rpm 1.4 MB/s | 245 kB 00:00 2024-09-05T07:26:26.017 INFO:teuthology.orchestra.run.smithi192.stdout:(78/154): python3-jsonpatch-1.21-16.el9.noarch. 611 kB/s | 26 kB 00:00 2024-09-05T07:26:26.045 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction check 2024-09-05T07:26:26.085 INFO:teuthology.orchestra.run.smithi192.stdout:(79/154): openblas-openmp-0.3.26-2.el9.x86_64.r 3.1 MB/s | 4.9 MB 00:01 2024-09-05T07:26:26.101 INFO:teuthology.orchestra.run.smithi192.stdout:(80/154): python3-jsonpointer-2.0-4.el9.noarch. 190 kB/s | 19 kB 00:00 2024-09-05T07:26:26.118 INFO:teuthology.orchestra.run.smithi192.stdout:(81/154): python3-mako-1.1.4-6.el9.noarch.rpm 1.7 MB/s | 172 kB 00:00 2024-09-05T07:26:26.135 INFO:teuthology.orchestra.run.smithi192.stdout:(82/154): python3-markupsafe-1.1.1-12.el9.x86_6 1.0 MB/s | 35 kB 00:00 2024-09-05T07:26:26.160 INFO:teuthology.orchestra.run.smithi192.stdout:(83/154): python3-numpy-f2py-1.20.1-5.el9.x86_6 5.9 MB/s | 250 kB 00:00 2024-09-05T07:26:26.179 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction check succeeded. 2024-09-05T07:26:26.179 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction test 2024-09-05T07:26:26.202 INFO:teuthology.orchestra.run.smithi192.stdout:(84/154): python3-packaging-20.9-5.el9.noarch.r 1.8 MB/s | 77 kB 00:00 2024-09-05T07:26:26.244 INFO:teuthology.orchestra.run.smithi192.stdout:(85/154): python3-oauthlib-3.1.1-5.el9.noarch.r 2.0 MB/s | 222 kB 00:00 2024-09-05T07:26:26.261 INFO:teuthology.orchestra.run.smithi192.stdout:(86/154): python3-prettytable-0.7.2-27.el9.noar 722 kB/s | 42 kB 00:00 2024-09-05T07:26:26.303 INFO:teuthology.orchestra.run.smithi192.stdout:(87/154): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.7 MB/s | 159 kB 00:00 2024-09-05T07:26:26.353 INFO:teuthology.orchestra.run.smithi192.stdout:(88/154): python3-pyasn1-modules-0.4.8-6.el9.no 5.5 MB/s | 279 kB 00:00 2024-09-05T07:26:26.379 INFO:teuthology.orchestra.run.smithi192.stdout:(89/154): python3-protobuf-3.14.0-13.el9.noarch 2.0 MB/s | 269 kB 00:00 2024-09-05T07:26:26.393 INFO:teuthology.orchestra.run.smithi123.stdout:(73/154): protobuf-3.14.0-13.el9.x86_64.rpm 747 kB/s | 1.0 MB 00:01 2024-09-05T07:26:26.395 INFO:teuthology.orchestra.run.smithi192.stdout:(90/154): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-09-05T07:26:26.412 INFO:teuthology.orchestra.run.smithi192.stdout:(91/154): python3-requests-oauthlib-1.3.0-12.el 1.6 MB/s | 54 kB 00:00 2024-09-05T07:26:26.462 INFO:teuthology.orchestra.run.smithi192.stdout:(92/154): python3-toml-0.10.2-6.el9.noarch.rpm 834 kB/s | 42 kB 00:00 2024-09-05T07:26:26.505 INFO:teuthology.orchestra.run.smithi192.stdout:(93/154): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.0 MB/s | 44 kB 00:00 2024-09-05T07:26:26.510 INFO:teuthology.orchestra.run.smithi123.stdout:(74/154): python3-colorama-0.4.6-3.el9.noarch.r 525 kB/s | 61 kB 00:00 2024-09-05T07:26:26.738 INFO:teuthology.orchestra.run.smithi192.stdout:(94/154): python3-scipy-1.6.2-8.el9.x86_64.rpm 47 MB/s | 16 MB 00:00 2024-09-05T07:26:26.763 INFO:teuthology.orchestra.run.smithi192.stdout:(95/154): qatlib-24.02.0-1.el9.x86_64.rpm 854 kB/s | 221 kB 00:00 2024-09-05T07:26:26.789 INFO:teuthology.orchestra.run.smithi192.stdout:(96/154): qatlib-service-24.02.0-1.el9.x86_64.r 716 kB/s | 36 kB 00:00 2024-09-05T07:26:26.814 INFO:teuthology.orchestra.run.smithi192.stdout:(97/154): qatzip-libs-1.2.0-1.el9.x86_64.rpm 941 kB/s | 47 kB 00:00 2024-09-05T07:26:26.840 INFO:teuthology.orchestra.run.smithi192.stdout:(98/154): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-05T07:26:26.852 INFO:teuthology.orchestra.run.smithi123.stdout:(75/154): python3-devel-3.9.19-8.el9.x86_64.rpm 716 kB/s | 245 kB 00:00 2024-09-05T07:26:26.865 INFO:teuthology.orchestra.run.smithi192.stdout:(99/154): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-05T07:26:26.890 INFO:teuthology.orchestra.run.smithi192.stdout:(100/154): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.9 MB/s | 96 kB 00:00 2024-09-05T07:26:26.915 INFO:teuthology.orchestra.run.smithi192.stdout:(101/154): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-05T07:26:26.949 INFO:teuthology.orchestra.run.smithi192.stdout:(102/154): zlib-devel-1.2.11-41.el9.x86_64.rpm 761 kB/s | 45 kB 00:00 2024-09-05T07:26:27.041 INFO:teuthology.orchestra.run.smithi192.stdout:(103/154): lua-devel-5.4.4-4.el9.x86_64.rpm 177 kB/s | 22 kB 00:00 2024-09-05T07:26:27.091 INFO:teuthology.orchestra.run.smithi192.stdout:(104/154): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-05T07:26:27.116 INFO:teuthology.orchestra.run.smithi192.stdout:(105/154): gperftools-libs-2.9.1-2.el9.x86_64.r 12 MB/s | 309 kB 00:00 2024-09-05T07:26:27.142 INFO:teuthology.orchestra.run.smithi192.stdout:(106/154): grpc-data-1.46.7-10.el9.noarch.rpm 773 kB/s | 19 kB 00:00 2024-09-05T07:26:27.184 INFO:teuthology.orchestra.run.smithi192.stdout:(107/154): protobuf-compiler-3.14.0-13.el9.x86_ 3.6 MB/s | 863 kB 00:00 2024-09-05T07:26:27.226 INFO:teuthology.orchestra.run.smithi192.stdout:(108/154): libarrow-doc-9.0.0-11.el9.noarch.rpm 626 kB/s | 26 kB 00:00 2024-09-05T07:26:27.227 INFO:teuthology.orchestra.run.smithi123.stdout:(76/154): python3-jinja2-2.11.3-6.el9.noarch.rp 662 kB/s | 248 kB 00:00 2024-09-05T07:26:27.259 INFO:teuthology.orchestra.run.smithi192.stdout:(109/154): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-09-05T07:26:27.293 INFO:teuthology.orchestra.run.smithi192.stdout:(110/154): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-09-05T07:26:27.319 INFO:teuthology.orchestra.run.smithi192.stdout:(111/154): luarocks-3.9.2-5.el9.noarch.rpm 5.9 MB/s | 151 kB 00:00 2024-09-05T07:26:27.342 INFO:teuthology.orchestra.run.smithi123.stdout:(77/154): python3-jsonpatch-1.21-16.el9.noarch. 223 kB/s | 26 kB 00:00 2024-09-05T07:26:27.385 INFO:teuthology.orchestra.run.smithi192.stdout:(112/154): libarrow-9.0.0-11.el9.x86_64.rpm 18 MB/s | 4.4 MB 00:00 2024-09-05T07:26:27.419 INFO:teuthology.orchestra.run.smithi192.stdout:(113/154): python3-asyncssh-2.13.2-5.el9.noarch 16 MB/s | 548 kB 00:00 2024-09-05T07:26:27.444 INFO:teuthology.orchestra.run.smithi123.stdout:(78/154): python3-jsonpointer-2.0-4.el9.noarch. 188 kB/s | 19 kB 00:00 2024-09-05T07:26:27.452 INFO:teuthology.orchestra.run.smithi192.stdout:(114/154): parquet-libs-9.0.0-11.el9.x86_64.rpm 6.1 MB/s | 839 kB 00:00 2024-09-05T07:26:27.478 INFO:teuthology.orchestra.run.smithi192.stdout:(115/154): python3-bcrypt-3.2.2-1.el9.x86_64.rp 743 kB/s | 43 kB 00:00 2024-09-05T07:26:27.495 INFO:teuthology.orchestra.run.smithi192.stdout:(116/154): python3-cachetools-4.2.4-1.el9.noarc 767 kB/s | 32 kB 00:00 2024-09-05T07:26:27.512 INFO:teuthology.orchestra.run.smithi192.stdout:(117/154): python3-certifi-2023.05.07-4.el9.noa 423 kB/s | 14 kB 00:00 2024-09-05T07:26:27.545 INFO:teuthology.orchestra.run.smithi192.stdout:(118/154): python3-cheroot-8.6.0-4.el9.noarch.r 3.4 MB/s | 172 kB 00:00 2024-09-05T07:26:27.570 INFO:teuthology.orchestra.run.smithi192.stdout:(119/154): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-05T07:26:27.596 INFO:teuthology.orchestra.run.smithi192.stdout:(120/154): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.9 MB/s | 303 kB 00:00 2024-09-05T07:26:27.621 INFO:teuthology.orchestra.run.smithi192.stdout:(121/154): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-05T07:26:27.646 INFO:teuthology.orchestra.run.smithi192.stdout:(122/154): python3-grpcio-tools-1.46.7-10.el9.x 5.7 MB/s | 144 kB 00:00 2024-09-05T07:26:27.671 INFO:teuthology.orchestra.run.smithi192.stdout:(123/154): python3-jaraco-8.2.1-3.el9.noarch.rp 428 kB/s | 11 kB 00:00 2024-09-05T07:26:27.697 INFO:teuthology.orchestra.run.smithi192.stdout:(124/154): python3-jaraco-classes-3.2.1-5.el9.n 707 kB/s | 18 kB 00:00 2024-09-05T07:26:27.711 INFO:teuthology.orchestra.run.smithi123.stdout:(79/154): python3-mako-1.1.4-6.el9.noarch.rpm 645 kB/s | 172 kB 00:00 2024-09-05T07:26:27.722 INFO:teuthology.orchestra.run.smithi192.stdout:(125/154): python3-jaraco-collections-3.0.0-8.e 928 kB/s | 23 kB 00:00 2024-09-05T07:26:27.747 INFO:teuthology.orchestra.run.smithi192.stdout:(126/154): python3-jaraco-functools-3.5.0-2.el9 775 kB/s | 19 kB 00:00 2024-09-05T07:26:27.811 INFO:teuthology.orchestra.run.smithi123.stdout:(80/154): python3-markupsafe-1.1.1-12.el9.x86_6 350 kB/s | 35 kB 00:00 2024-09-05T07:26:27.823 INFO:teuthology.orchestra.run.smithi192.stdout:(127/154): python3-numpy-1.20.1-5.el9.x86_64.rp 3.0 MB/s | 5.1 MB 00:01 2024-09-05T07:26:27.873 INFO:teuthology.orchestra.run.smithi192.stdout:(128/154): python3-jaraco-text-3.2.0-6.el9.noar 157 kB/s | 20 kB 00:00 2024-09-05T07:26:27.898 INFO:teuthology.orchestra.run.smithi192.stdout:(129/154): python3-logutils-0.3.5-21.el9.noarch 1.9 MB/s | 46 kB 00:00 2024-09-05T07:26:27.924 INFO:teuthology.orchestra.run.smithi192.stdout:(130/154): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-05T07:26:27.926 INFO:teuthology.orchestra.run.smithi071.stdout:Transaction test succeeded. 2024-09-05T07:26:27.926 INFO:teuthology.orchestra.run.smithi071.stdout:Running transaction 2024-09-05T07:26:27.949 INFO:teuthology.orchestra.run.smithi192.stdout:(131/154): python3-natsort-7.1.1-5.el9.noarch.r 2.2 MB/s | 58 kB 00:00 2024-09-05T07:26:27.983 INFO:teuthology.orchestra.run.smithi192.stdout:(132/154): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-05T07:26:28.008 INFO:teuthology.orchestra.run.smithi192.stdout:(133/154): python3-portend-3.1.0-2.el9.noarch.r 660 kB/s | 16 kB 00:00 2024-09-05T07:26:28.050 INFO:teuthology.orchestra.run.smithi192.stdout:(134/154): python3-grpcio-1.46.7-10.el9.x86_64. 4.5 MB/s | 2.0 MB 00:00 2024-09-05T07:26:28.084 INFO:teuthology.orchestra.run.smithi192.stdout:(135/154): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-09-05T07:26:28.109 INFO:teuthology.orchestra.run.smithi192.stdout:(136/154): python3-pyperclip-1.8.2-2.el9.noarch 484 kB/s | 28 kB 00:00 2024-09-05T07:26:28.134 INFO:teuthology.orchestra.run.smithi192.stdout:(137/154): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-09-05T07:26:28.159 INFO:teuthology.orchestra.run.smithi192.stdout:(138/154): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-05T07:26:28.193 INFO:teuthology.orchestra.run.smithi192.stdout:(139/154): python3-kubernetes-26.1.0-2.el9.noar 2.8 MB/s | 1.0 MB 00:00 2024-09-05T07:26:28.218 INFO:teuthology.orchestra.run.smithi192.stdout:(140/154): python3-tempora-5.0.0-2.el9.noarch.r 613 kB/s | 36 kB 00:00 2024-09-05T07:26:28.243 INFO:teuthology.orchestra.run.smithi192.stdout:(141/154): python3-routes-2.5.1-5.el9.noarch.rp 1.4 MB/s | 188 kB 00:00 2024-09-05T07:26:28.269 INFO:teuthology.orchestra.run.smithi192.stdout:(142/154): python3-typing-extensions-4.12.2-2.e 988 kB/s | 74 kB 00:00 2024-09-05T07:26:28.295 INFO:teuthology.orchestra.run.smithi192.stdout:(143/154): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-05T07:26:28.336 INFO:teuthology.orchestra.run.smithi192.stdout:(144/154): python3-webob-1.8.8-2.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-09-05T07:26:28.361 INFO:teuthology.orchestra.run.smithi192.stdout:(145/154): python3-zc-lockfile-2.0-10.el9.noarc 299 kB/s | 20 kB 00:00 2024-09-05T07:26:28.387 INFO:teuthology.orchestra.run.smithi192.stdout:(146/154): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-05T07:26:28.420 INFO:teuthology.orchestra.run.smithi192.stdout:(147/154): python3-werkzeug-2.0.3-3.el9.1.noarc 2.8 MB/s | 427 kB 00:00 2024-09-05T07:26:28.470 INFO:teuthology.orchestra.run.smithi192.stdout:(148/154): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-05T07:26:28.779 INFO:teuthology.orchestra.run.smithi192.stdout:(149/154): librados2-19.1.1-259.g91c8a7e5.el9.x 8.7 MB/s | 3.4 MB 00:00 2024-09-05T07:26:28.803 INFO:teuthology.orchestra.run.smithi123.stdout:(81/154): python3-babel-2.9.1-2.el9.noarch.rpm 1.7 MB/s | 6.0 MB 00:03 2024-09-05T07:26:28.829 INFO:teuthology.orchestra.run.smithi192.stdout:(150/154): librbd1-19.1.1-259.g91c8a7e5.el9.x86 7.7 MB/s | 3.2 MB 00:00 2024-09-05T07:26:28.911 INFO:teuthology.orchestra.run.smithi123.stdout:(82/154): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-09-05T07:26:29.020 INFO:teuthology.orchestra.run.smithi123.stdout:(83/154): python3-oauthlib-3.1.1-5.el9.noarch.r 2.0 MB/s | 222 kB 00:00 2024-09-05T07:26:29.113 INFO:teuthology.orchestra.run.smithi192.stdout:(151/154): NetworkManager-team-1.48.10-1.el9.x8 143 kB/s | 40 kB 00:00 2024-09-05T07:26:29.129 INFO:teuthology.orchestra.run.smithi123.stdout:(84/154): python3-packaging-20.9-5.el9.noarch.r 712 kB/s | 77 kB 00:00 2024-09-05T07:26:29.229 INFO:teuthology.orchestra.run.smithi123.stdout:(85/154): python3-prettytable-0.7.2-27.el9.noar 423 kB/s | 42 kB 00:00 2024-09-05T07:26:29.338 INFO:teuthology.orchestra.run.smithi123.stdout:(86/154): python3-protobuf-3.14.0-13.el9.noarch 2.4 MB/s | 269 kB 00:00 2024-09-05T07:26:29.446 INFO:teuthology.orchestra.run.smithi123.stdout:(87/154): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-09-05T07:26:29.463 INFO:teuthology.orchestra.run.smithi192.stdout:(152/154): NetworkManager-1.48.10-1.el9.x86_64. 2.4 MB/s | 2.3 MB 00:00 2024-09-05T07:26:29.488 INFO:teuthology.orchestra.run.smithi192.stdout:(153/154): NetworkManager-tui-1.48.10-1.el9.x86 661 kB/s | 248 kB 00:00 2024-09-05T07:26:29.555 INFO:teuthology.orchestra.run.smithi123.stdout:(88/154): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 279 kB 00:00 2024-09-05T07:26:29.655 INFO:teuthology.orchestra.run.smithi123.stdout:(89/154): python3-pytz-2021.1-5.el9.noarch.rpm 510 kB/s | 51 kB 00:00 2024-09-05T07:26:29.696 INFO:teuthology.orchestra.run.smithi192.stdout:(154/154): NetworkManager-libnm-1.48.10-1.el9.x 2.0 MB/s | 1.8 MB 00:00 2024-09-05T07:26:29.703 INFO:teuthology.orchestra.run.smithi192.stdout:-------------------------------------------------------------------------------- 2024-09-05T07:26:29.703 INFO:teuthology.orchestra.run.smithi192.stdout:Total 19 MB/s | 222 MB 00:11 2024-09-05T07:26:29.764 INFO:teuthology.orchestra.run.smithi123.stdout:(90/154): python3-requests-oauthlib-1.3.0-12.el 495 kB/s | 54 kB 00:00 2024-09-05T07:26:29.830 INFO:teuthology.orchestra.run.smithi123.stdout:(91/154): postgresql-server-13.16-1.el9.x86_64. 997 kB/s | 5.8 MB 00:05 2024-09-05T07:26:29.939 INFO:teuthology.orchestra.run.smithi123.stdout:(92/154): python3-toml-0.10.2-6.el9.noarch.rpm 385 kB/s | 42 kB 00:00 2024-09-05T07:26:30.039 INFO:teuthology.orchestra.run.smithi123.stdout:(93/154): python3-wcwidth-0.2.5-8.el9.noarch.rp 441 kB/s | 44 kB 00:00 2024-09-05T07:26:30.365 INFO:teuthology.orchestra.run.smithi123.stdout:(94/154): python3-scipy-1.6.2-8.el9.x86_64.rpm 27 MB/s | 16 MB 00:00 2024-09-05T07:26:30.423 INFO:teuthology.orchestra.run.smithi123.stdout:(95/154): qatlib-24.02.0-1.el9.x86_64.rpm 575 kB/s | 221 kB 00:00 2024-09-05T07:26:30.465 INFO:teuthology.orchestra.run.smithi123.stdout:(96/154): qatlib-service-24.02.0-1.el9.x86_64.r 359 kB/s | 36 kB 00:00 2024-09-05T07:26:30.524 INFO:teuthology.orchestra.run.smithi123.stdout:(97/154): qatzip-libs-1.2.0-1.el9.x86_64.rpm 473 kB/s | 47 kB 00:00 2024-09-05T07:26:30.574 INFO:teuthology.orchestra.run.smithi123.stdout:(98/154): socat-1.7.4.1-6.el9.x86_64.rpm 2.7 MB/s | 304 kB 00:00 2024-09-05T07:26:30.624 INFO:teuthology.orchestra.run.smithi123.stdout:(99/154): uuid-1.6.2-55.el9.x86_64.rpm 576 kB/s | 58 kB 00:00 2024-09-05T07:26:30.683 INFO:teuthology.orchestra.run.smithi123.stdout:(100/154): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 881 kB/s | 96 kB 00:00 2024-09-05T07:26:30.791 INFO:teuthology.orchestra.run.smithi123.stdout:(101/154): zlib-devel-1.2.11-41.el9.x86_64.rpm 414 kB/s | 45 kB 00:00 2024-09-05T07:26:30.817 INFO:teuthology.orchestra.run.smithi123.stdout:(102/154): xmlstarlet-1.6.1-20.el9.x86_64.rpm 331 kB/s | 64 kB 00:00 2024-09-05T07:26:30.847 INFO:teuthology.orchestra.run.smithi192.stdout:Running transaction check 2024-09-05T07:26:30.908 INFO:teuthology.orchestra.run.smithi123.stdout:(103/154): lua-devel-5.4.4-4.el9.x86_64.rpm 191 kB/s | 22 kB 00:00 2024-09-05T07:26:30.959 INFO:teuthology.orchestra.run.smithi123.stdout:(104/154): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-05T07:26:30.981 INFO:teuthology.orchestra.run.smithi192.stdout:Transaction check succeeded. 2024-09-05T07:26:30.981 INFO:teuthology.orchestra.run.smithi192.stdout:Running transaction test 2024-09-05T07:26:30.984 INFO:teuthology.orchestra.run.smithi123.stdout:(105/154): gperftools-libs-2.9.1-2.el9.x86_64.r 12 MB/s | 309 kB 00:00 2024-09-05T07:26:31.009 INFO:teuthology.orchestra.run.smithi123.stdout:(106/154): grpc-data-1.46.7-10.el9.noarch.rpm 784 kB/s | 19 kB 00:00 2024-09-05T07:26:31.043 INFO:teuthology.orchestra.run.smithi123.stdout:(107/154): protobuf-compiler-3.14.0-13.el9.x86_ 3.7 MB/s | 863 kB 00:00 2024-09-05T07:26:31.085 INFO:teuthology.orchestra.run.smithi123.stdout:(108/154): libarrow-doc-9.0.0-11.el9.noarch.rpm 625 kB/s | 26 kB 00:00 2024-09-05T07:26:31.110 INFO:teuthology.orchestra.run.smithi123.stdout:(109/154): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-05T07:26:31.136 INFO:teuthology.orchestra.run.smithi123.stdout:(110/154): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-05T07:26:31.169 INFO:teuthology.orchestra.run.smithi123.stdout:(111/154): luarocks-3.9.2-5.el9.noarch.rpm 4.4 MB/s | 151 kB 00:00 2024-09-05T07:26:31.244 INFO:teuthology.orchestra.run.smithi123.stdout:(112/154): libarrow-9.0.0-11.el9.x86_64.rpm 19 MB/s | 4.4 MB 00:00 2024-09-05T07:26:31.303 INFO:teuthology.orchestra.run.smithi123.stdout:(113/154): parquet-libs-9.0.0-11.el9.x86_64.rpm 6.1 MB/s | 839 kB 00:00 2024-09-05T07:26:31.328 INFO:teuthology.orchestra.run.smithi123.stdout:(114/154): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-05T07:26:31.353 INFO:teuthology.orchestra.run.smithi123.stdout:(115/154): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-05T07:26:31.379 INFO:teuthology.orchestra.run.smithi123.stdout:(116/154): python3-asyncssh-2.13.2-5.el9.noarch 4.0 MB/s | 548 kB 00:00 2024-09-05T07:26:31.404 INFO:teuthology.orchestra.run.smithi123.stdout:(117/154): python3-certifi-2023.05.07-4.el9.noa 281 kB/s | 14 kB 00:00 2024-09-05T07:26:31.429 INFO:teuthology.orchestra.run.smithi123.stdout:(118/154): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-05T07:26:31.454 INFO:teuthology.orchestra.run.smithi123.stdout:(119/154): python3-cherrypy-18.6.1-2.el9.noarch 7.0 MB/s | 358 kB 00:00 2024-09-05T07:26:31.480 INFO:teuthology.orchestra.run.smithi123.stdout:(120/154): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.9 MB/s | 303 kB 00:00 2024-09-05T07:26:31.505 INFO:teuthology.orchestra.run.smithi123.stdout:(121/154): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-05T07:26:31.539 INFO:teuthology.orchestra.run.smithi123.stdout:(122/154): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-05T07:26:31.564 INFO:teuthology.orchestra.run.smithi123.stdout:(123/154): python3-jaraco-8.2.1-3.el9.noarch.rp 429 kB/s | 11 kB 00:00 2024-09-05T07:26:31.589 INFO:teuthology.orchestra.run.smithi123.stdout:(124/154): python3-jaraco-classes-3.2.1-5.el9.n 713 kB/s | 18 kB 00:00 2024-09-05T07:26:31.614 INFO:teuthology.orchestra.run.smithi123.stdout:(125/154): python3-jaraco-collections-3.0.0-8.e 929 kB/s | 23 kB 00:00 2024-09-05T07:26:31.640 INFO:teuthology.orchestra.run.smithi123.stdout:(126/154): python3-jaraco-functools-3.5.0-2.el9 780 kB/s | 19 kB 00:00 2024-09-05T07:26:31.665 INFO:teuthology.orchestra.run.smithi123.stdout:(127/154): python3-jaraco-text-3.2.0-6.el9.noar 787 kB/s | 20 kB 00:00 2024-09-05T07:26:31.715 INFO:teuthology.orchestra.run.smithi123.stdout:(128/154): python3-grpcio-1.46.7-10.el9.x86_64. 8.7 MB/s | 2.0 MB 00:00 2024-09-05T07:26:31.732 INFO:teuthology.orchestra.run.smithi123.stdout:(129/154): python3-logutils-0.3.5-21.el9.noarch 2.7 MB/s | 46 kB 00:00 2024-09-05T07:26:31.766 INFO:teuthology.orchestra.run.smithi123.stdout:(130/154): python3-kubernetes-26.1.0-2.el9.noar 10 MB/s | 1.0 MB 00:00 2024-09-05T07:26:31.791 INFO:teuthology.orchestra.run.smithi123.stdout:(131/154): python3-more-itertools-8.12.0-2.el9. 1.3 MB/s | 79 kB 00:00 2024-09-05T07:26:31.816 INFO:teuthology.orchestra.run.smithi123.stdout:(132/154): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-09-05T07:26:31.833 INFO:teuthology.orchestra.run.smithi123.stdout:(133/154): python3-portend-3.1.0-2.el9.noarch.r 987 kB/s | 16 kB 00:00 2024-09-05T07:26:31.858 INFO:teuthology.orchestra.run.smithi123.stdout:(134/154): python3-pecan-1.4.2-3.el9.noarch.rpm 4.0 MB/s | 272 kB 00:00 2024-09-05T07:26:31.884 INFO:teuthology.orchestra.run.smithi123.stdout:(135/154): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-09-05T07:26:31.909 INFO:teuthology.orchestra.run.smithi123.stdout:(136/154): python3-pyperclip-1.8.2-2.el9.noarch 563 kB/s | 28 kB 00:00 2024-09-05T07:26:31.934 INFO:teuthology.orchestra.run.smithi123.stdout:(137/154): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-09-05T07:26:31.960 INFO:teuthology.orchestra.run.smithi123.stdout:(138/154): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-05T07:26:31.985 INFO:teuthology.orchestra.run.smithi123.stdout:(139/154): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-05T07:26:32.010 INFO:teuthology.orchestra.run.smithi123.stdout:(140/154): python3-tempora-5.0.0-2.el9.noarch.r 713 kB/s | 36 kB 00:00 2024-09-05T07:26:32.036 INFO:teuthology.orchestra.run.smithi123.stdout:(141/154): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-05T07:26:32.061 INFO:teuthology.orchestra.run.smithi123.stdout:(142/154): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-05T07:26:32.087 INFO:teuthology.orchestra.run.smithi123.stdout:(143/154): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-05T07:26:32.111 INFO:teuthology.orchestra.run.smithi123.stdout:(144/154): python3-zc-lockfile-2.0-10.el9.noarc 810 kB/s | 20 kB 00:00 2024-09-05T07:26:32.137 INFO:teuthology.orchestra.run.smithi123.stdout:(145/154): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-09-05T07:26:32.162 INFO:teuthology.orchestra.run.smithi123.stdout:(146/154): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-05T07:26:32.212 INFO:teuthology.orchestra.run.smithi123.stdout:(147/154): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-09-05T07:26:32.446 INFO:teuthology.orchestra.run.smithi123.stdout:(148/154): librados2-19.1.1-259.g91c8a7e5.el9.x 12 MB/s | 3.4 MB 00:00 2024-09-05T07:26:32.521 INFO:teuthology.orchestra.run.smithi123.stdout:(149/154): librbd1-19.1.1-259.g91c8a7e5.el9.x86 10 MB/s | 3.2 MB 00:00 2024-09-05T07:26:32.733 INFO:teuthology.orchestra.run.smithi192.stdout:Transaction test succeeded. 2024-09-05T07:26:32.733 INFO:teuthology.orchestra.run.smithi192.stdout:Running transaction 2024-09-05T07:26:33.138 INFO:teuthology.orchestra.run.smithi123.stdout:(150/154): NetworkManager-libnm-1.48.10-1.el9.x 2.9 MB/s | 1.8 MB 00:00 2024-09-05T07:26:33.180 INFO:teuthology.orchestra.run.smithi123.stdout:(151/154): NetworkManager-1.48.10-1.el9.x86_64. 3.2 MB/s | 2.3 MB 00:00 2024-09-05T07:26:33.205 INFO:teuthology.orchestra.run.smithi123.stdout:(152/154): NetworkManager-team-1.48.10-1.el9.x8 610 kB/s | 40 kB 00:00 2024-09-05T07:26:33.330 INFO:teuthology.orchestra.run.smithi123.stdout:(153/154): NetworkManager-tui-1.48.10-1.el9.x86 1.6 MB/s | 248 kB 00:00 2024-09-05T07:26:34.172 INFO:teuthology.orchestra.run.smithi071.stdout: Preparing : 1/1 2024-09-05T07:26:34.246 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/160 2024-09-05T07:26:34.363 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/160 2024-09-05T07:26:34.551 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/160 2024-09-05T07:26:34.898 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/160 2024-09-05T07:26:34.989 INFO:teuthology.orchestra.run.smithi123.stdout:(154/154): python3-numpy-1.20.1-5.el9.x86_64.rp 727 kB/s | 5.1 MB 00:07 2024-09-05T07:26:34.994 INFO:teuthology.orchestra.run.smithi123.stdout:-------------------------------------------------------------------------------- 2024-09-05T07:26:34.994 INFO:teuthology.orchestra.run.smithi123.stdout:Total 11 MB/s | 222 MB 00:20 2024-09-05T07:26:35.022 INFO:teuthology.orchestra.run.smithi071.stdout: Upgrading : librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 5/160 2024-09-05T07:26:35.136 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 5/160 2024-09-05T07:26:35.173 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T07:26:35.248 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T07:26:35.290 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 7/160 2024-09-05T07:26:35.327 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/160 2024-09-05T07:26:35.353 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/160 2024-09-05T07:26:35.507 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 10/160 2024-09-05T07:26:35.558 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : postgresql-13.16-1.el9.x86_64 11/160 2024-09-05T07:26:35.603 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T07:26:35.707 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T07:26:35.729 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 13/160 2024-09-05T07:26:35.792 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 13/160 2024-09-05T07:26:35.813 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/160 2024-09-05T07:26:35.834 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/160 2024-09-05T07:26:35.981 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/160 2024-09-05T07:26:36.135 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/160 2024-09-05T07:26:36.143 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction check 2024-09-05T07:26:36.244 INFO:teuthology.orchestra.run.smithi071.stdout: Upgrading : NetworkManager-libnm-1:1.48.10-1.el9.x86_64 16/160 2024-09-05T07:26:36.278 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction check succeeded. 2024-09-05T07:26:36.278 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction test 2024-09-05T07:26:36.304 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.10-1.el9.x86_64 16/160 2024-09-05T07:26:36.406 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T07:26:36.480 INFO:teuthology.orchestra.run.smithi071.stdout: Upgrading : NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T07:26:36.692 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T07:26:36.800 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : re2-1:20211101-20.el9.x86_64 18/160 2024-09-05T07:26:36.889 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 19/160 2024-09-05T07:26:36.926 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 20/160 2024-09-05T07:26:36.961 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : liboath-2.6.7-2.el9.x86_64 21/160 2024-09-05T07:26:37.034 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 22/160 2024-09-05T07:26:37.079 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 23/160 2024-09-05T07:26:37.127 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-packaging-20.9-5.el9.noarch 24/160 2024-09-05T07:26:37.170 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/160 2024-09-05T07:26:37.203 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/160 2024-09-05T07:26:37.231 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/160 2024-09-05T07:26:37.300 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/160 2024-09-05T07:26:37.370 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 29/160 2024-09-05T07:26:37.409 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/160 2024-09-05T07:26:37.444 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 31/160 2024-09-05T07:26:37.521 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 32/160 2024-09-05T07:26:37.555 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x 33/160 2024-09-05T07:26:37.598 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9 34/160 2024-09-05T07:26:37.639 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 35/160 2024-09-05T07:26:37.709 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/160 2024-09-05T07:26:37.762 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/160 2024-09-05T07:26:37.838 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/160 2024-09-05T07:26:37.970 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/160 2024-09-05T07:26:38.031 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/160 2024-09-05T07:26:38.032 INFO:teuthology.orchestra.run.smithi123.stdout:Transaction test succeeded. 2024-09-05T07:26:38.032 INFO:teuthology.orchestra.run.smithi123.stdout:Running transaction 2024-09-05T07:26:38.572 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/160 2024-09-05T07:26:38.652 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/160 2024-09-05T07:26:38.680 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/160 2024-09-05T07:26:38.714 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/160 2024-09-05T07:26:38.761 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 45/160 2024-09-05T07:26:38.802 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 46/160 2024-09-05T07:26:38.859 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/160 2024-09-05T07:26:38.933 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/160 2024-09-05T07:26:38.970 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 49/160 2024-09-05T07:26:39.007 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 50/160 2024-09-05T07:26:39.053 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/160 2024-09-05T07:26:39.089 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/160 2024-09-05T07:26:39.132 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/160 2024-09-05T07:26:39.182 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/160 2024-09-05T07:26:39.253 INFO:teuthology.orchestra.run.smithi192.stdout: Preparing : 1/1 2024-09-05T07:26:39.324 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/160 2024-09-05T07:26:39.329 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/160 2024-09-05T07:26:39.350 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/160 2024-09-05T07:26:39.376 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/160 2024-09-05T07:26:39.392 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/160 2024-09-05T07:26:39.417 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 57/160 2024-09-05T07:26:39.524 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 58/160 2024-09-05T07:26:39.567 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 59/160 2024-09-05T07:26:39.717 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 60/160 2024-09-05T07:26:39.725 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/160 2024-09-05T07:26:39.824 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 61/160 2024-09-05T07:26:39.849 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 62/160 2024-09-05T07:26:39.901 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 5/160 2024-09-05T07:26:39.926 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 63/160 2024-09-05T07:26:40.051 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 64/160 2024-09-05T07:26:40.097 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 65/160 2024-09-05T07:26:40.125 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 66/160 2024-09-05T07:26:40.131 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 5/160 2024-09-05T07:26:40.159 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 67/160 2024-09-05T07:26:40.160 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T07:26:40.203 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : uuid-1.6.2-55.el9.x86_64 68/160 2024-09-05T07:26:40.241 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 69/160 2024-09-05T07:26:40.260 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T07:26:40.273 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/160 2024-09-05T07:26:40.302 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 7/160 2024-09-05T07:26:40.311 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/160 2024-09-05T07:26:40.331 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/160 2024-09-05T07:26:40.345 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/160 2024-09-05T07:26:40.356 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/160 2024-09-05T07:26:40.387 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/160 2024-09-05T07:26:40.429 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/160 2024-09-05T07:26:40.463 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/160 2024-09-05T07:26:40.509 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 10/160 2024-09-05T07:26:40.550 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/160 2024-09-05T07:26:40.562 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : postgresql-13.16-1.el9.x86_64 11/160 2024-09-05T07:26:40.590 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T07:26:40.594 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/160 2024-09-05T07:26:40.625 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/160 2024-09-05T07:26:40.693 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T07:26:40.716 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 13/160 2024-09-05T07:26:40.728 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/160 2024-09-05T07:26:40.784 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 80/160 2024-09-05T07:26:40.786 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 13/160 2024-09-05T07:26:40.808 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/160 2024-09-05T07:26:40.832 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/160 2024-09-05T07:26:41.026 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/160 2024-09-05T07:26:41.166 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/160 2024-09-05T07:26:41.280 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : NetworkManager-libnm-1:1.48.10-1.el9.x86_64 16/160 2024-09-05T07:26:41.332 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.10-1.el9.x86_64 16/160 2024-09-05T07:26:41.426 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T07:26:41.517 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T07:26:41.517 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 81/160 2024-09-05T07:26:41.564 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 82/160 2024-09-05T07:26:41.598 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 83/160 2024-09-05T07:26:41.706 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 84/160 2024-09-05T07:26:41.749 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T07:26:41.761 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 85/160 2024-09-05T07:26:41.806 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 86/160 2024-09-05T07:26:41.854 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : re2-1:20211101-20.el9.x86_64 18/160 2024-09-05T07:26:41.896 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/160 2024-09-05T07:26:41.925 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/160 2024-09-05T07:26:41.943 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 19/160 2024-09-05T07:26:41.980 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 20/160 2024-09-05T07:26:42.014 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : liboath-2.6.7-2.el9.x86_64 21/160 2024-09-05T07:26:42.081 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 22/160 2024-09-05T07:26:42.117 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : openblas-0.3.26-2.el9.x86_64 89/160 2024-09-05T07:26:42.141 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 23/160 2024-09-05T07:26:42.156 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 90/160 2024-09-05T07:26:42.180 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-packaging-20.9-5.el9.noarch 24/160 2024-09-05T07:26:42.224 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/160 2024-09-05T07:26:42.233 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/160 2024-09-05T07:26:42.257 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/160 2024-09-05T07:26:42.285 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/160 2024-09-05T07:26:42.354 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/160 2024-09-05T07:26:42.407 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 29/160 2024-09-05T07:26:42.437 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/160 2024-09-05T07:26:42.473 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 31/160 2024-09-05T07:26:42.550 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 32/160 2024-09-05T07:26:42.584 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x 33/160 2024-09-05T07:26:42.618 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9 34/160 2024-09-05T07:26:42.647 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 35/160 2024-09-05T07:26:42.719 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/160 2024-09-05T07:26:42.762 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/160 2024-09-05T07:26:42.837 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/160 2024-09-05T07:26:42.884 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/160 2024-09-05T07:26:42.972 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/160 2024-09-05T07:26:43.007 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/160 2024-09-05T07:26:43.023 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/160 2024-09-05T07:26:43.568 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/160 2024-09-05T07:26:43.648 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/160 2024-09-05T07:26:43.684 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/160 2024-09-05T07:26:43.727 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/160 2024-09-05T07:26:43.765 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 45/160 2024-09-05T07:26:43.798 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 46/160 2024-09-05T07:26:43.854 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/160 2024-09-05T07:26:43.927 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/160 2024-09-05T07:26:43.958 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 49/160 2024-09-05T07:26:43.994 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 50/160 2024-09-05T07:26:44.041 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/160 2024-09-05T07:26:44.076 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/160 2024-09-05T07:26:44.120 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/160 2024-09-05T07:26:44.162 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/160 2024-09-05T07:26:44.222 INFO:teuthology.orchestra.run.smithi123.stdout: Preparing : 1/1 2024-09-05T07:26:44.268 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/160 2024-09-05T07:26:44.301 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/160 2024-09-05T07:26:44.354 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/160 2024-09-05T07:26:44.355 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/160 2024-09-05T07:26:44.369 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/160 2024-09-05T07:26:44.397 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 57/160 2024-09-05T07:26:44.397 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/160 2024-09-05T07:26:44.430 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 97/160 2024-09-05T07:26:44.574 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/160 2024-09-05T07:26:44.594 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 58/160 2024-09-05T07:26:44.618 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/160 2024-09-05T07:26:44.680 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 59/160 2024-09-05T07:26:44.720 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 60/160 2024-09-05T07:26:44.740 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/160 2024-09-05T07:26:44.745 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 61/160 2024-09-05T07:26:44.770 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 62/160 2024-09-05T07:26:44.846 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 63/160 2024-09-05T07:26:44.868 INFO:teuthology.orchestra.run.smithi071.stdout: Upgrading : librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 99/160 2024-09-05T07:26:44.955 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/160 2024-09-05T07:26:44.959 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 99/160 2024-09-05T07:26:44.992 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 64/160 2024-09-05T07:26:44.998 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 100/160 2024-09-05T07:26:45.034 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/160 2024-09-05T07:26:45.038 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 65/160 2024-09-05T07:26:45.066 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 66/160 2024-09-05T07:26:45.067 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 5/160 2024-09-05T07:26:45.100 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 67/160 2024-09-05T07:26:45.145 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : uuid-1.6.2-55.el9.x86_64 68/160 2024-09-05T07:26:45.182 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 69/160 2024-09-05T07:26:45.189 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 5/160 2024-09-05T07:26:45.214 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/160 2024-09-05T07:26:45.218 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T07:26:45.244 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/160 2024-09-05T07:26:45.269 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/160 2024-09-05T07:26:45.303 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/160 2024-09-05T07:26:45.318 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T07:26:45.344 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/160 2024-09-05T07:26:45.359 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 7/160 2024-09-05T07:26:45.379 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/160 2024-09-05T07:26:45.389 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/160 2024-09-05T07:26:45.414 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/160 2024-09-05T07:26:45.467 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/160 2024-09-05T07:26:45.514 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 102/160 2024-09-05T07:26:45.518 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/160 2024-09-05T07:26:45.537 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 103/160 2024-09-05T07:26:45.549 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/160 2024-09-05T07:26:45.564 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 10/160 2024-09-05T07:26:45.608 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 103/160 2024-09-05T07:26:45.611 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : postgresql-13.16-1.el9.x86_64 11/160 2024-09-05T07:26:45.630 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 104/160 2024-09-05T07:26:45.639 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T07:26:45.654 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/160 2024-09-05T07:26:45.709 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 80/160 2024-09-05T07:26:45.726 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T07:26:45.749 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 13/160 2024-09-05T07:26:45.811 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 13/160 2024-09-05T07:26:45.833 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/160 2024-09-05T07:26:45.859 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/160 2024-09-05T07:26:46.085 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/160 2024-09-05T07:26:46.239 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/160 2024-09-05T07:26:46.355 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : NetworkManager-libnm-1:1.48.10-1.el9.x86_64 16/160 2024-09-05T07:26:46.399 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.10-1.el9.x86_64 16/160 2024-09-05T07:26:46.445 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 81/160 2024-09-05T07:26:46.488 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 82/160 2024-09-05T07:26:46.493 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T07:26:46.522 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 83/160 2024-09-05T07:26:46.566 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T07:26:46.623 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 84/160 2024-09-05T07:26:46.669 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 85/160 2024-09-05T07:26:46.714 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 86/160 2024-09-05T07:26:46.802 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T07:26:46.827 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/160 2024-09-05T07:26:46.875 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/160 2024-09-05T07:26:46.937 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : re2-1:20211101-20.el9.x86_64 18/160 2024-09-05T07:26:47.036 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 19/160 2024-09-05T07:26:47.058 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : openblas-0.3.26-2.el9.x86_64 89/160 2024-09-05T07:26:47.071 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 20/160 2024-09-05T07:26:47.089 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 90/160 2024-09-05T07:26:47.106 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : liboath-2.6.7-2.el9.x86_64 21/160 2024-09-05T07:26:47.166 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/160 2024-09-05T07:26:47.181 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 22/160 2024-09-05T07:26:47.241 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 23/160 2024-09-05T07:26:47.281 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-packaging-20.9-5.el9.noarch 24/160 2024-09-05T07:26:47.324 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/160 2024-09-05T07:26:47.365 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/160 2024-09-05T07:26:47.393 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/160 2024-09-05T07:26:47.464 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/160 2024-09-05T07:26:47.515 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 29/160 2024-09-05T07:26:47.545 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/160 2024-09-05T07:26:47.589 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 31/160 2024-09-05T07:26:47.666 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 32/160 2024-09-05T07:26:47.700 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x 33/160 2024-09-05T07:26:47.743 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9 34/160 2024-09-05T07:26:47.780 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 35/160 2024-09-05T07:26:47.825 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/160 2024-09-05T07:26:47.857 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/160 2024-09-05T07:26:47.872 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T07:26:47.902 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T07:26:47.946 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/160 2024-09-05T07:26:48.138 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/160 2024-09-05T07:26:48.212 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/160 2024-09-05T07:26:48.346 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/160 2024-09-05T07:26:48.397 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/160 2024-09-05T07:26:48.444 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T07:26:48.488 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 106/160 2024-09-05T07:26:48.582 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 106/160 2024-09-05T07:26:48.582 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-05T07:26:48.582 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-05T07:26:48.582 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:26:48.614 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 107/160 2024-09-05T07:26:48.929 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/160 2024-09-05T07:26:49.009 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/160 2024-09-05T07:26:49.038 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/160 2024-09-05T07:26:49.084 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/160 2024-09-05T07:26:49.122 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 45/160 2024-09-05T07:26:49.155 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 46/160 2024-09-05T07:26:49.196 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/160 2024-09-05T07:26:49.211 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/160 2024-09-05T07:26:49.276 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/160 2024-09-05T07:26:49.283 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/160 2024-09-05T07:26:49.303 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/160 2024-09-05T07:26:49.315 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 49/160 2024-09-05T07:26:49.336 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 97/160 2024-09-05T07:26:49.351 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 50/160 2024-09-05T07:26:49.398 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/160 2024-09-05T07:26:49.433 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/160 2024-09-05T07:26:49.477 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/160 2024-09-05T07:26:49.519 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/160 2024-09-05T07:26:49.639 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/160 2024-09-05T07:26:49.657 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/160 2024-09-05T07:26:49.682 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 99/160 2024-09-05T07:26:49.703 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/160 2024-09-05T07:26:49.745 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 57/160 2024-09-05T07:26:49.773 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 99/160 2024-09-05T07:26:49.804 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 100/160 2024-09-05T07:26:49.840 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/160 2024-09-05T07:26:49.849 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 58/160 2024-09-05T07:26:49.895 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 59/160 2024-09-05T07:26:49.935 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 60/160 2024-09-05T07:26:49.960 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 61/160 2024-09-05T07:26:49.985 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 62/160 2024-09-05T07:26:50.059 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 63/160 2024-09-05T07:26:50.187 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 64/160 2024-09-05T07:26:50.217 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 65/160 2024-09-05T07:26:50.245 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 66/160 2024-09-05T07:26:50.287 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 67/160 2024-09-05T07:26:50.321 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 102/160 2024-09-05T07:26:50.331 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : uuid-1.6.2-55.el9.x86_64 68/160 2024-09-05T07:26:50.352 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 103/160 2024-09-05T07:26:50.369 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 69/160 2024-09-05T07:26:50.410 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/160 2024-09-05T07:26:50.424 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 103/160 2024-09-05T07:26:50.439 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/160 2024-09-05T07:26:50.454 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 104/160 2024-09-05T07:26:50.473 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/160 2024-09-05T07:26:50.506 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/160 2024-09-05T07:26:50.548 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/160 2024-09-05T07:26:50.582 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/160 2024-09-05T07:26:50.663 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/160 2024-09-05T07:26:50.714 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/160 2024-09-05T07:26:50.744 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/160 2024-09-05T07:26:50.849 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/160 2024-09-05T07:26:50.904 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 80/160 2024-09-05T07:26:51.643 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 81/160 2024-09-05T07:26:51.691 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 82/160 2024-09-05T07:26:51.726 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 83/160 2024-09-05T07:26:51.827 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 84/160 2024-09-05T07:26:51.881 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 85/160 2024-09-05T07:26:51.925 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 86/160 2024-09-05T07:26:52.014 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/160 2024-09-05T07:26:52.053 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/160 2024-09-05T07:26:52.236 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : openblas-0.3.26-2.el9.x86_64 89/160 2024-09-05T07:26:52.267 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 90/160 2024-09-05T07:26:52.345 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/160 2024-09-05T07:26:52.786 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T07:26:53.002 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/160 2024-09-05T07:26:53.100 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T07:26:53.118 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/160 2024-09-05T07:26:53.647 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T07:26:53.695 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 106/160 2024-09-05T07:26:53.771 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 106/160 2024-09-05T07:26:53.771 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-05T07:26:53.771 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-05T07:26:53.771 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:26:53.805 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 107/160 2024-09-05T07:26:54.367 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/160 2024-09-05T07:26:54.447 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/160 2024-09-05T07:26:54.474 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/160 2024-09-05T07:26:54.508 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 97/160 2024-09-05T07:26:54.846 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/160 2024-09-05T07:26:54.887 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 99/160 2024-09-05T07:26:54.978 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 99/160 2024-09-05T07:26:55.008 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 100/160 2024-09-05T07:26:55.044 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/160 2024-09-05T07:26:55.525 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 102/160 2024-09-05T07:26:55.565 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 103/160 2024-09-05T07:26:55.636 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 103/160 2024-09-05T07:26:55.666 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 104/160 2024-09-05T07:26:57.976 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T07:26:58.013 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T07:26:58.563 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T07:26:58.608 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 106/160 2024-09-05T07:26:58.698 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 106/160 2024-09-05T07:26:58.698 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-05T07:26:58.698 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-05T07:26:58.698 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:26:58.725 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 107/160 2024-09-05T07:27:00.605 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 107/160 2024-09-05T07:27:00.605 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /sys 2024-09-05T07:27:00.605 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /proc 2024-09-05T07:27:00.605 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /mnt 2024-09-05T07:27:00.605 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /var/tmp 2024-09-05T07:27:00.605 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /home 2024-09-05T07:27:00.606 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /root 2024-09-05T07:27:00.606 INFO:teuthology.orchestra.run.smithi071.stdout:skipping the directory /tmp 2024-09-05T07:27:00.606 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:27:00.774 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 108/160 2024-09-05T07:27:00.789 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 108/160 2024-09-05T07:27:00.789 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:00.789 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-05T07:27:00.789 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:27:02.267 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 109/160 2024-09-05T07:27:02.293 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 109/160 2024-09-05T07:27:02.293 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:02.293 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-05T07:27:02.294 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T07:27:02.294 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T07:27:02.294 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:27:02.527 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 110/160 2024-09-05T07:27:02.550 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 110/160 2024-09-05T07:27:02.550 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:02.550 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-05T07:27:02.550 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T07:27:02.550 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T07:27:02.550 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:27:02.994 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 111/160 2024-09-05T07:27:03.018 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 111/160 2024-09-05T07:27:03.018 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:03.018 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-05T07:27:03.018 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T07:27:03.018 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T07:27:03.018 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:27:03.124 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : automake-1.16.2-8.el9.noarch 112/160 2024-09-05T07:27:03.181 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/160 2024-09-05T07:27:03.237 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/160 2024-09-05T07:27:03.423 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/160 2024-09-05T07:27:03.469 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/160 2024-09-05T07:27:03.540 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/160 2024-09-05T07:27:03.629 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/160 2024-09-05T07:27:03.767 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/160 2024-09-05T07:27:03.803 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/160 2024-09-05T07:27:03.835 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/160 2024-09-05T07:27:03.862 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : fuse-2.9.9-16.el9.x86_64 122/160 2024-09-05T07:27:04.274 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 123/160 2024-09-05T07:27:04.303 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 123/160 2024-09-05T07:27:04.343 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el 124/160 2024-09-05T07:27:04.397 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.e 125/160 2024-09-05T07:27:04.426 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 126/160 2024-09-05T07:27:05.466 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 126/160 2024-09-05T07:27:05.502 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 127/160 2024-09-05T07:27:05.856 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 107/160 2024-09-05T07:27:05.856 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /sys 2024-09-05T07:27:05.856 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /proc 2024-09-05T07:27:05.857 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /mnt 2024-09-05T07:27:05.857 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /var/tmp 2024-09-05T07:27:05.857 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /home 2024-09-05T07:27:05.857 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /root 2024-09-05T07:27:05.857 INFO:teuthology.orchestra.run.smithi192.stdout:skipping the directory /tmp 2024-09-05T07:27:05.857 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:27:06.032 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 108/160 2024-09-05T07:27:06.048 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 108/160 2024-09-05T07:27:06.048 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:06.048 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-05T07:27:06.048 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:27:06.462 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 127/160 2024-09-05T07:27:06.486 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 128/160 2024-09-05T07:27:06.589 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 128/160 2024-09-05T07:27:06.747 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9 129/160 2024-09-05T07:27:06.771 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 130/160 2024-09-05T07:27:06.794 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 130/160 2024-09-05T07:27:06.794 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:06.795 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-05T07:27:06.795 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T07:27:06.795 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T07:27:06.795 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:27:06.847 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 131/160 2024-09-05T07:27:06.858 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 131/160 2024-09-05T07:27:06.957 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 132/160 2024-09-05T07:27:07.003 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 133/160 2024-09-05T07:27:07.527 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 109/160 2024-09-05T07:27:07.553 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 109/160 2024-09-05T07:27:07.554 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:07.554 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-05T07:27:07.554 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T07:27:07.554 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T07:27:07.554 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:27:07.778 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 110/160 2024-09-05T07:27:07.801 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 110/160 2024-09-05T07:27:07.801 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:07.801 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-05T07:27:07.801 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T07:27:07.801 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T07:27:07.801 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:27:07.923 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libtool-2.4.6-46.el9.x86_64 134/160 2024-09-05T07:27:07.958 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 135/160 2024-09-05T07:27:07.981 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 135/160 2024-09-05T07:27:07.981 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:07.981 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-05T07:27:07.981 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T07:27:07.981 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T07:27:07.982 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:27:08.025 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 136/160 2024-09-05T07:27:08.047 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 136/160 2024-09-05T07:27:08.047 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:08.047 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-05T07:27:08.047 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:27:08.092 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 137/160 2024-09-05T07:27:08.115 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 137/160 2024-09-05T07:27:08.115 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:08.115 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-05T07:27:08.115 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-05T07:27:08.115 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-05T07:27:08.116 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:27:08.237 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 111/160 2024-09-05T07:27:08.259 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 111/160 2024-09-05T07:27:08.260 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:08.260 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-05T07:27:08.260 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T07:27:08.260 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T07:27:08.260 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:27:08.366 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : automake-1.16.2-8.el9.noarch 112/160 2024-09-05T07:27:08.415 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/160 2024-09-05T07:27:08.417 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 138/160 2024-09-05T07:27:08.441 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 138/160 2024-09-05T07:27:08.441 INFO:teuthology.orchestra.run.smithi071.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:08.441 INFO:teuthology.orchestra.run.smithi071.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-05T07:27:08.441 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T07:27:08.441 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T07:27:08.441 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:27:08.469 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/160 2024-09-05T07:27:08.652 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/160 2024-09-05T07:27:08.703 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/160 2024-09-05T07:27:08.772 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/160 2024-09-05T07:27:08.860 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/160 2024-09-05T07:27:08.998 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/160 2024-09-05T07:27:09.036 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/160 2024-09-05T07:27:09.069 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/160 2024-09-05T07:27:09.105 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : fuse-2.9.9-16.el9.x86_64 122/160 2024-09-05T07:27:09.534 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 123/160 2024-09-05T07:27:09.561 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 123/160 2024-09-05T07:27:09.593 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el 124/160 2024-09-05T07:27:09.655 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.e 125/160 2024-09-05T07:27:09.685 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 126/160 2024-09-05T07:27:10.729 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 126/160 2024-09-05T07:27:10.751 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 107/160 2024-09-05T07:27:10.751 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /sys 2024-09-05T07:27:10.751 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /proc 2024-09-05T07:27:10.751 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /mnt 2024-09-05T07:27:10.751 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /var/tmp 2024-09-05T07:27:10.751 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /home 2024-09-05T07:27:10.751 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /root 2024-09-05T07:27:10.751 INFO:teuthology.orchestra.run.smithi123.stdout:skipping the directory /tmp 2024-09-05T07:27:10.751 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:27:10.761 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 127/160 2024-09-05T07:27:10.944 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 108/160 2024-09-05T07:27:10.963 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 108/160 2024-09-05T07:27:10.963 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:10.963 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-05T07:27:10.963 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:27:11.731 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 127/160 2024-09-05T07:27:11.762 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 128/160 2024-09-05T07:27:11.864 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 128/160 2024-09-05T07:27:12.024 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9 129/160 2024-09-05T07:27:12.047 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 130/160 2024-09-05T07:27:12.071 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 130/160 2024-09-05T07:27:12.071 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:12.071 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-05T07:27:12.071 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T07:27:12.071 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T07:27:12.071 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:27:12.131 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 131/160 2024-09-05T07:27:12.143 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 131/160 2024-09-05T07:27:12.240 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 132/160 2024-09-05T07:27:12.296 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 133/160 2024-09-05T07:27:12.422 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 109/160 2024-09-05T07:27:12.448 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 109/160 2024-09-05T07:27:12.448 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:12.448 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-05T07:27:12.448 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T07:27:12.448 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T07:27:12.448 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:27:12.672 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 110/160 2024-09-05T07:27:12.695 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 110/160 2024-09-05T07:27:12.695 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:12.695 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-05T07:27:12.696 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T07:27:12.696 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T07:27:12.696 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:27:12.979 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 139/160 2024-09-05T07:27:13.020 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 140/160 2024-09-05T07:27:13.061 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 141/160 2024-09-05T07:27:13.094 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 142/160 2024-09-05T07:27:13.129 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 143/160 2024-09-05T07:27:13.131 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 111/160 2024-09-05T07:27:13.154 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 111/160 2024-09-05T07:27:13.154 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:13.154 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-05T07:27:13.154 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T07:27:13.155 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T07:27:13.155 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:27:13.221 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libtool-2.4.6-46.el9.x86_64 134/160 2024-09-05T07:27:13.250 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 135/160 2024-09-05T07:27:13.253 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : automake-1.16.2-8.el9.noarch 112/160 2024-09-05T07:27:13.273 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 135/160 2024-09-05T07:27:13.273 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:13.274 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-05T07:27:13.274 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T07:27:13.274 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T07:27:13.274 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:27:13.301 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 144/160 2024-09-05T07:27:13.309 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/160 2024-09-05T07:27:13.317 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 136/160 2024-09-05T07:27:13.340 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 136/160 2024-09-05T07:27:13.340 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:13.340 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-05T07:27:13.340 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:27:13.342 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 145/160 2024-09-05T07:27:13.365 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/160 2024-09-05T07:27:13.372 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_6 146/160 2024-09-05T07:27:13.385 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 137/160 2024-09-05T07:27:13.402 INFO:teuthology.orchestra.run.smithi071.stdout: Upgrading : NetworkManager-team-1:1.48.10-1.el9.x86_64 147/160 2024-09-05T07:27:13.408 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 137/160 2024-09-05T07:27:13.408 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:13.408 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-05T07:27:13.408 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-05T07:27:13.408 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-05T07:27:13.408 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:27:13.440 INFO:teuthology.orchestra.run.smithi071.stdout: Upgrading : NetworkManager-tui-1:1.48.10-1.el9.x86_64 148/160 2024-09-05T07:27:13.550 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/160 2024-09-05T07:27:13.598 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/160 2024-09-05T07:27:13.667 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/160 2024-09-05T07:27:13.710 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 138/160 2024-09-05T07:27:13.734 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 138/160 2024-09-05T07:27:13.734 INFO:teuthology.orchestra.run.smithi192.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:13.734 INFO:teuthology.orchestra.run.smithi192.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-05T07:27:13.734 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T07:27:13.734 INFO:teuthology.orchestra.run.smithi192.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T07:27:13.734 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:27:13.755 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/160 2024-09-05T07:27:13.886 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/160 2024-09-05T07:27:13.923 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/160 2024-09-05T07:27:13.955 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/160 2024-09-05T07:27:13.991 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : fuse-2.9.9-16.el9.x86_64 122/160 2024-09-05T07:27:14.057 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T07:27:14.096 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T07:27:14.116 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T07:27:14.345 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 123/160 2024-09-05T07:27:14.373 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 123/160 2024-09-05T07:27:14.404 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el 124/160 2024-09-05T07:27:14.466 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.e 125/160 2024-09-05T07:27:14.496 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 126/160 2024-09-05T07:27:14.948 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 150/160 2024-09-05T07:27:15.034 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : openssl-devel-1:3.2.2-4.el9.x86_64 151/160 2024-09-05T07:27:15.075 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 152/160 2024-09-05T07:27:15.155 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : flex-2.6.4-9.el9.x86_64 153/160 2024-09-05T07:27:15.195 INFO:teuthology.orchestra.run.smithi071.stdout: Installing : bison-3.7.4-5.el9.x86_64 154/160 2024-09-05T07:27:15.220 INFO:teuthology.orchestra.run.smithi071.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 155/160 2024-09-05T07:27:15.221 INFO:teuthology.orchestra.run.smithi071.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 156/160 2024-09-05T07:27:15.305 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 156/160 2024-09-05T07:27:15.329 INFO:teuthology.orchestra.run.smithi071.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 157/160 2024-09-05T07:27:15.334 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T07:27:15.335 INFO:teuthology.orchestra.run.smithi071.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T07:27:15.506 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T07:27:15.507 INFO:teuthology.orchestra.run.smithi071.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 159/160 2024-09-05T07:27:15.539 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 126/160 2024-09-05T07:27:15.580 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 127/160 2024-09-05T07:27:15.590 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 159/160 2024-09-05T07:27:15.590 INFO:teuthology.orchestra.run.smithi071.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/160 2024-09-05T07:27:16.542 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 127/160 2024-09-05T07:27:16.564 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 128/160 2024-09-05T07:27:16.666 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 128/160 2024-09-05T07:27:16.825 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9 129/160 2024-09-05T07:27:16.858 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 130/160 2024-09-05T07:27:16.882 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 130/160 2024-09-05T07:27:16.882 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:16.882 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-05T07:27:16.882 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T07:27:16.882 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T07:27:16.882 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:27:16.933 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 131/160 2024-09-05T07:27:16.945 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 131/160 2024-09-05T07:27:17.051 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 132/160 2024-09-05T07:27:17.098 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 133/160 2024-09-05T07:27:18.021 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libtool-2.4.6-46.el9.x86_64 134/160 2024-09-05T07:27:18.053 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 135/160 2024-09-05T07:27:18.076 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 135/160 2024-09-05T07:27:18.076 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:18.077 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-05T07:27:18.077 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T07:27:18.077 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T07:27:18.077 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:27:18.120 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 136/160 2024-09-05T07:27:18.143 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 136/160 2024-09-05T07:27:18.143 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:18.143 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-05T07:27:18.143 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:27:18.187 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 137/160 2024-09-05T07:27:18.211 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 137/160 2024-09-05T07:27:18.211 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:18.211 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-05T07:27:18.211 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-05T07:27:18.211 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-05T07:27:18.211 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:27:18.289 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 139/160 2024-09-05T07:27:18.330 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 140/160 2024-09-05T07:27:18.371 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 141/160 2024-09-05T07:27:18.403 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 142/160 2024-09-05T07:27:18.430 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 143/160 2024-09-05T07:27:18.513 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 138/160 2024-09-05T07:27:18.536 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 138/160 2024-09-05T07:27:18.536 INFO:teuthology.orchestra.run.smithi123.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T07:27:18.536 INFO:teuthology.orchestra.run.smithi123.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-05T07:27:18.536 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T07:27:18.536 INFO:teuthology.orchestra.run.smithi123.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T07:27:18.536 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:27:18.611 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 144/160 2024-09-05T07:27:18.661 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 145/160 2024-09-05T07:27:18.691 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_6 146/160 2024-09-05T07:27:18.720 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : NetworkManager-team-1:1.48.10-1.el9.x86_64 147/160 2024-09-05T07:27:18.767 INFO:teuthology.orchestra.run.smithi192.stdout: Upgrading : NetworkManager-tui-1:1.48.10-1.el9.x86_64 148/160 2024-09-05T07:27:19.394 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T07:27:19.431 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T07:27:19.451 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T07:27:20.279 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 150/160 2024-09-05T07:27:20.377 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : openssl-devel-1:3.2.2-4.el9.x86_64 151/160 2024-09-05T07:27:20.417 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 152/160 2024-09-05T07:27:20.499 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : flex-2.6.4-9.el9.x86_64 153/160 2024-09-05T07:27:20.538 INFO:teuthology.orchestra.run.smithi192.stdout: Installing : bison-3.7.4-5.el9.x86_64 154/160 2024-09-05T07:27:20.564 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 155/160 2024-09-05T07:27:20.564 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 156/160 2024-09-05T07:27:20.648 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 156/160 2024-09-05T07:27:20.673 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 157/160 2024-09-05T07:27:20.678 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T07:27:20.678 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T07:27:20.867 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T07:27:20.867 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 159/160 2024-09-05T07:27:20.950 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 159/160 2024-09-05T07:27:20.951 INFO:teuthology.orchestra.run.smithi192.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/160 2024-09-05T07:27:21.248 INFO:teuthology.orchestra.run.smithi071.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/160 2024-09-05T07:27:21.248 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 1/160 2024-09-05T07:27:21.248 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 2/160 2024-09-05T07:27:21.248 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 3/160 2024-09-05T07:27:21.248 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 4/160 2024-09-05T07:27:21.248 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 5/160 2024-09-05T07:27:21.248 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T07:27:21.248 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 7/160 2024-09-05T07:27:21.248 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 8/160 2024-09-05T07:27:21.248 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 9/160 2024-09-05T07:27:21.248 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 10/160 2024-09-05T07:27:21.249 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 11/160 2024-09-05T07:27:21.249 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T07:27:21.249 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 13/160 2024-09-05T07:27:21.249 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 14/160 2024-09-05T07:27:21.249 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_6 15/160 2024-09-05T07:27:21.249 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 16/160 2024-09-05T07:27:21.249 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 17/160 2024-09-05T07:27:21.249 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 18/160 2024-09-05T07:27:21.249 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 19/160 2024-09-05T07:27:21.249 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 20/160 2024-09-05T07:27:21.249 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9 21/160 2024-09-05T07:27:21.250 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x 22/160 2024-09-05T07:27:21.250 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 23/160 2024-09-05T07:27:21.250 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 24/160 2024-09-05T07:27:21.250 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 25/160 2024-09-05T07:27:21.250 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 26/160 2024-09-05T07:27:21.250 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 27/160 2024-09-05T07:27:21.250 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 28/160 2024-09-05T07:27:21.250 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 29/160 2024-09-05T07:27:21.250 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.e 30/160 2024-09-05T07:27:21.250 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 31/160 2024-09-05T07:27:21.250 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 32/160 2024-09-05T07:27:21.250 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 33/160 2024-09-05T07:27:21.251 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9 34/160 2024-09-05T07:27:21.251 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 35/160 2024-09-05T07:27:21.251 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el 36/160 2024-09-05T07:27:21.251 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 37/160 2024-09-05T07:27:21.251 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 38/160 2024-09-05T07:27:21.251 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 39/160 2024-09-05T07:27:21.251 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/160 2024-09-05T07:27:21.251 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/160 2024-09-05T07:27:21.251 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/160 2024-09-05T07:27:21.251 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/160 2024-09-05T07:27:21.251 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/160 2024-09-05T07:27:21.251 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/160 2024-09-05T07:27:21.252 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/160 2024-09-05T07:27:21.252 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/160 2024-09-05T07:27:21.252 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/160 2024-09-05T07:27:21.252 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/160 2024-09-05T07:27:21.252 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/160 2024-09-05T07:27:21.252 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/160 2024-09-05T07:27:21.252 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/160 2024-09-05T07:27:21.252 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/160 2024-09-05T07:27:21.252 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/160 2024-09-05T07:27:21.252 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/160 2024-09-05T07:27:21.252 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/160 2024-09-05T07:27:21.252 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/160 2024-09-05T07:27:21.252 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/160 2024-09-05T07:27:21.253 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/160 2024-09-05T07:27:21.253 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/160 2024-09-05T07:27:21.253 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/160 2024-09-05T07:27:21.253 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/160 2024-09-05T07:27:21.253 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/160 2024-09-05T07:27:21.253 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/160 2024-09-05T07:27:21.253 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/160 2024-09-05T07:27:21.253 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/160 2024-09-05T07:27:21.253 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/160 2024-09-05T07:27:21.253 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : openssl-devel-1:3.2.2-4.el9.x86_64 68/160 2024-09-05T07:27:21.253 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/160 2024-09-05T07:27:21.253 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/160 2024-09-05T07:27:21.253 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/160 2024-09-05T07:27:21.254 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/160 2024-09-05T07:27:21.254 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/160 2024-09-05T07:27:21.254 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/160 2024-09-05T07:27:21.254 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/160 2024-09-05T07:27:21.254 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/160 2024-09-05T07:27:21.254 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/160 2024-09-05T07:27:21.254 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/160 2024-09-05T07:27:21.254 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/160 2024-09-05T07:27:21.254 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/160 2024-09-05T07:27:21.254 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/160 2024-09-05T07:27:21.254 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/160 2024-09-05T07:27:21.254 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/160 2024-09-05T07:27:21.254 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/160 2024-09-05T07:27:21.255 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/160 2024-09-05T07:27:21.255 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/160 2024-09-05T07:27:21.255 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/160 2024-09-05T07:27:21.255 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/160 2024-09-05T07:27:21.255 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/160 2024-09-05T07:27:21.255 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/160 2024-09-05T07:27:21.255 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/160 2024-09-05T07:27:21.255 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/160 2024-09-05T07:27:21.255 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/160 2024-09-05T07:27:21.255 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/160 2024-09-05T07:27:21.255 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/160 2024-09-05T07:27:21.255 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/160 2024-09-05T07:27:21.255 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/160 2024-09-05T07:27:21.256 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/160 2024-09-05T07:27:21.256 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/160 2024-09-05T07:27:21.256 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/160 2024-09-05T07:27:21.256 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/160 2024-09-05T07:27:21.256 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/160 2024-09-05T07:27:21.256 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/160 2024-09-05T07:27:21.256 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/160 2024-09-05T07:27:21.256 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/160 2024-09-05T07:27:21.256 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/160 2024-09-05T07:27:21.256 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/160 2024-09-05T07:27:21.256 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/160 2024-09-05T07:27:21.256 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/160 2024-09-05T07:27:21.256 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/160 2024-09-05T07:27:21.257 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/160 2024-09-05T07:27:21.257 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/160 2024-09-05T07:27:21.257 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/160 2024-09-05T07:27:21.257 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/160 2024-09-05T07:27:21.257 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/160 2024-09-05T07:27:21.257 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/160 2024-09-05T07:27:21.257 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/160 2024-09-05T07:27:21.257 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/160 2024-09-05T07:27:21.257 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/160 2024-09-05T07:27:21.257 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/160 2024-09-05T07:27:21.257 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/160 2024-09-05T07:27:21.257 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/160 2024-09-05T07:27:21.257 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/160 2024-09-05T07:27:21.258 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/160 2024-09-05T07:27:21.258 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/160 2024-09-05T07:27:21.258 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/160 2024-09-05T07:27:21.258 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/160 2024-09-05T07:27:21.258 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/160 2024-09-05T07:27:21.258 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/160 2024-09-05T07:27:21.258 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/160 2024-09-05T07:27:21.258 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/160 2024-09-05T07:27:21.258 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/160 2024-09-05T07:27:21.258 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/160 2024-09-05T07:27:21.258 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/160 2024-09-05T07:27:21.258 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/160 2024-09-05T07:27:21.258 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/160 2024-09-05T07:27:21.258 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/160 2024-09-05T07:27:21.259 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/160 2024-09-05T07:27:21.259 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/160 2024-09-05T07:27:21.259 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/160 2024-09-05T07:27:21.259 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/160 2024-09-05T07:27:21.259 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/160 2024-09-05T07:27:21.259 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/160 2024-09-05T07:27:21.259 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/160 2024-09-05T07:27:21.259 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/160 2024-09-05T07:27:21.259 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/160 2024-09-05T07:27:21.259 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/160 2024-09-05T07:27:21.259 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/160 2024-09-05T07:27:21.259 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 149/160 2024-09-05T07:27:21.260 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/160 2024-09-05T07:27:21.260 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 151/160 2024-09-05T07:27:21.260 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/160 2024-09-05T07:27:21.260 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : NetworkManager-1:1.48.10-1.el9.x86_64 153/160 2024-09-05T07:27:21.260 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/160 2024-09-05T07:27:21.260 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : NetworkManager-libnm-1:1.48.10-1.el9.x86_64 155/160 2024-09-05T07:27:21.260 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/160 2024-09-05T07:27:21.260 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : NetworkManager-team-1:1.48.10-1.el9.x86_64 157/160 2024-09-05T07:27:21.260 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T07:27:21.260 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : NetworkManager-tui-1:1.48.10-1.el9.x86_64 159/160 2024-09-05T07:27:23.083 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 139/160 2024-09-05T07:27:23.124 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 140/160 2024-09-05T07:27:23.165 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 141/160 2024-09-05T07:27:23.197 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 142/160 2024-09-05T07:27:23.225 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 143/160 2024-09-05T07:27:23.409 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 144/160 2024-09-05T07:27:23.463 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 145/160 2024-09-05T07:27:23.493 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_6 146/160 2024-09-05T07:27:23.522 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : NetworkManager-team-1:1.48.10-1.el9.x86_64 147/160 2024-09-05T07:27:23.560 INFO:teuthology.orchestra.run.smithi123.stdout: Upgrading : NetworkManager-tui-1:1.48.10-1.el9.x86_64 148/160 2024-09-05T07:27:23.890 INFO:teuthology.orchestra.run.smithi071.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/160 2024-09-05T07:27:23.890 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:27:23.890 INFO:teuthology.orchestra.run.smithi071.stdout:Upgraded: 2024-09-05T07:27:23.891 INFO:teuthology.orchestra.run.smithi071.stdout: NetworkManager-1:1.48.10-1.el9.x86_64 2024-09-05T07:27:23.891 INFO:teuthology.orchestra.run.smithi071.stdout: NetworkManager-libnm-1:1.48.10-1.el9.x86_64 2024-09-05T07:27:23.891 INFO:teuthology.orchestra.run.smithi071.stdout: NetworkManager-team-1:1.48.10-1.el9.x86_64 2024-09-05T07:27:23.891 INFO:teuthology.orchestra.run.smithi071.stdout: NetworkManager-tui-1:1.48.10-1.el9.x86_64 2024-09-05T07:27:23.891 INFO:teuthology.orchestra.run.smithi071.stdout: librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.891 INFO:teuthology.orchestra.run.smithi071.stdout: librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.891 INFO:teuthology.orchestra.run.smithi071.stdout:Installed: 2024-09-05T07:27:23.891 INFO:teuthology.orchestra.run.smithi071.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-05T07:27:23.891 INFO:teuthology.orchestra.run.smithi071.stdout: automake-1.16.2-8.el9.noarch 2024-09-05T07:27:23.891 INFO:teuthology.orchestra.run.smithi071.stdout: bison-3.7.4-5.el9.x86_64 2024-09-05T07:27:23.891 INFO:teuthology.orchestra.run.smithi071.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-05T07:27:23.892 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.892 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.892 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.892 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.892 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:23.892 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-immutable-object-cache-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.892 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.892 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.892 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:23.892 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:23.892 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:23.893 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:23.893 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:23.893 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.893 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.893 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:23.893 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.893 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.893 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.893 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:23.893 INFO:teuthology.orchestra.run.smithi071.stdout: cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:23.893 INFO:teuthology.orchestra.run.smithi071.stdout: cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.893 INFO:teuthology.orchestra.run.smithi071.stdout: cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.893 INFO:teuthology.orchestra.run.smithi071.stdout: cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:23.894 INFO:teuthology.orchestra.run.smithi071.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-05T07:27:23.894 INFO:teuthology.orchestra.run.smithi071.stdout: flex-2.6.4-9.el9.x86_64 2024-09-05T07:27:23.894 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-05T07:27:23.894 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-05T07:27:23.894 INFO:teuthology.orchestra.run.smithi071.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-05T07:27:23.894 INFO:teuthology.orchestra.run.smithi071.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-05T07:27:23.894 INFO:teuthology.orchestra.run.smithi071.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-05T07:27:23.894 INFO:teuthology.orchestra.run.smithi071.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-05T07:27:23.894 INFO:teuthology.orchestra.run.smithi071.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-05T07:27:23.894 INFO:teuthology.orchestra.run.smithi071.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-05T07:27:23.894 INFO:teuthology.orchestra.run.smithi071.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-05T07:27:23.894 INFO:teuthology.orchestra.run.smithi071.stdout: libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.894 INFO:teuthology.orchestra.run.smithi071.stdout: libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.895 INFO:teuthology.orchestra.run.smithi071.stdout: libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.895 INFO:teuthology.orchestra.run.smithi071.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-05T07:27:23.895 INFO:teuthology.orchestra.run.smithi071.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-05T07:27:23.895 INFO:teuthology.orchestra.run.smithi071.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-05T07:27:23.895 INFO:teuthology.orchestra.run.smithi071.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-05T07:27:23.895 INFO:teuthology.orchestra.run.smithi071.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-05T07:27:23.895 INFO:teuthology.orchestra.run.smithi071.stdout: librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.895 INFO:teuthology.orchestra.run.smithi071.stdout: libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.895 INFO:teuthology.orchestra.run.smithi071.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-05T07:27:23.895 INFO:teuthology.orchestra.run.smithi071.stdout: librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.895 INFO:teuthology.orchestra.run.smithi071.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-05T07:27:23.895 INFO:teuthology.orchestra.run.smithi071.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-05T07:27:23.895 INFO:teuthology.orchestra.run.smithi071.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-05T07:27:23.896 INFO:teuthology.orchestra.run.smithi071.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-05T07:27:23.896 INFO:teuthology.orchestra.run.smithi071.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-05T07:27:23.896 INFO:teuthology.orchestra.run.smithi071.stdout: lua-5.4.4-4.el9.x86_64 2024-09-05T07:27:23.896 INFO:teuthology.orchestra.run.smithi071.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-05T07:27:23.896 INFO:teuthology.orchestra.run.smithi071.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-05T07:27:23.896 INFO:teuthology.orchestra.run.smithi071.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-05T07:27:23.896 INFO:teuthology.orchestra.run.smithi071.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-05T07:27:23.896 INFO:teuthology.orchestra.run.smithi071.stdout: openssl-devel-1:3.2.2-4.el9.x86_64 2024-09-05T07:27:23.896 INFO:teuthology.orchestra.run.smithi071.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-05T07:27:23.896 INFO:teuthology.orchestra.run.smithi071.stdout: postgresql-13.16-1.el9.x86_64 2024-09-05T07:27:23.896 INFO:teuthology.orchestra.run.smithi071.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-05T07:27:23.896 INFO:teuthology.orchestra.run.smithi071.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-05T07:27:23.897 INFO:teuthology.orchestra.run.smithi071.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-05T07:27:23.897 INFO:teuthology.orchestra.run.smithi071.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-05T07:27:23.897 INFO:teuthology.orchestra.run.smithi071.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-05T07:27:23.897 INFO:teuthology.orchestra.run.smithi071.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-05T07:27:23.897 INFO:teuthology.orchestra.run.smithi071.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-05T07:27:23.897 INFO:teuthology.orchestra.run.smithi071.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-05T07:27:23.897 INFO:teuthology.orchestra.run.smithi071.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-05T07:27:23.897 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-05T07:27:23.897 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.897 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.897 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.897 INFO:teuthology.orchestra.run.smithi071.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-05T07:27:23.897 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-05T07:27:23.898 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-05T07:27:23.898 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-05T07:27:23.898 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-05T07:27:23.898 INFO:teuthology.orchestra.run.smithi071.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-05T07:27:23.898 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-05T07:27:23.898 INFO:teuthology.orchestra.run.smithi071.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-05T07:27:23.898 INFO:teuthology.orchestra.run.smithi071.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-05T07:27:23.898 INFO:teuthology.orchestra.run.smithi071.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-05T07:27:23.898 INFO:teuthology.orchestra.run.smithi071.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-05T07:27:23.898 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-05T07:27:23.898 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-05T07:27:23.898 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-05T07:27:23.898 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-05T07:27:23.899 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-05T07:27:23.899 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-05T07:27:23.899 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-05T07:27:23.899 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-05T07:27:23.899 INFO:teuthology.orchestra.run.smithi071.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-05T07:27:23.899 INFO:teuthology.orchestra.run.smithi071.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-05T07:27:23.899 INFO:teuthology.orchestra.run.smithi071.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-05T07:27:23.899 INFO:teuthology.orchestra.run.smithi071.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-05T07:27:23.899 INFO:teuthology.orchestra.run.smithi071.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-05T07:27:23.899 INFO:teuthology.orchestra.run.smithi071.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-05T07:27:23.899 INFO:teuthology.orchestra.run.smithi071.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-05T07:27:23.899 INFO:teuthology.orchestra.run.smithi071.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-05T07:27:23.899 INFO:teuthology.orchestra.run.smithi071.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-05T07:27:23.899 INFO:teuthology.orchestra.run.smithi071.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-05T07:27:23.900 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-05T07:27:23.900 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ply-3.11-14.el9.noarch 2024-09-05T07:27:23.900 INFO:teuthology.orchestra.run.smithi071.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-05T07:27:23.900 INFO:teuthology.orchestra.run.smithi071.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-05T07:27:23.900 INFO:teuthology.orchestra.run.smithi071.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-05T07:27:23.900 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-05T07:27:23.900 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-05T07:27:23.900 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-05T07:27:23.900 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-05T07:27:23.900 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-05T07:27:23.900 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-05T07:27:23.900 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.900 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.901 INFO:teuthology.orchestra.run.smithi071.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-05T07:27:23.901 INFO:teuthology.orchestra.run.smithi071.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-05T07:27:23.901 INFO:teuthology.orchestra.run.smithi071.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-05T07:27:23.901 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.901 INFO:teuthology.orchestra.run.smithi071.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-05T07:27:23.901 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-05T07:27:23.901 INFO:teuthology.orchestra.run.smithi071.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-05T07:27:23.901 INFO:teuthology.orchestra.run.smithi071.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-05T07:27:23.901 INFO:teuthology.orchestra.run.smithi071.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-05T07:27:23.901 INFO:teuthology.orchestra.run.smithi071.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-05T07:27:23.901 INFO:teuthology.orchestra.run.smithi071.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-05T07:27:23.901 INFO:teuthology.orchestra.run.smithi071.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-05T07:27:23.901 INFO:teuthology.orchestra.run.smithi071.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-05T07:27:23.902 INFO:teuthology.orchestra.run.smithi071.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-05T07:27:23.902 INFO:teuthology.orchestra.run.smithi071.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-05T07:27:23.902 INFO:teuthology.orchestra.run.smithi071.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-05T07:27:23.902 INFO:teuthology.orchestra.run.smithi071.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-05T07:27:23.902 INFO:teuthology.orchestra.run.smithi071.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-05T07:27:23.902 INFO:teuthology.orchestra.run.smithi071.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-05T07:27:23.902 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.902 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.902 INFO:teuthology.orchestra.run.smithi071.stdout: rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:23.902 INFO:teuthology.orchestra.run.smithi071.stdout: re2-1:20211101-20.el9.x86_64 2024-09-05T07:27:23.902 INFO:teuthology.orchestra.run.smithi071.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-05T07:27:23.902 INFO:teuthology.orchestra.run.smithi071.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-05T07:27:23.902 INFO:teuthology.orchestra.run.smithi071.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-05T07:27:23.903 INFO:teuthology.orchestra.run.smithi071.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-05T07:27:23.903 INFO:teuthology.orchestra.run.smithi071.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-05T07:27:23.903 INFO:teuthology.orchestra.run.smithi071.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-05T07:27:23.903 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:27:23.903 INFO:teuthology.orchestra.run.smithi071.stdout:Complete! 2024-09-05T07:27:24.192 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T07:27:24.225 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T07:27:24.245 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T07:27:24.317 DEBUG:teuthology.parallel:result is None 2024-09-05T07:27:25.082 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 150/160 2024-09-05T07:27:25.178 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : openssl-devel-1:3.2.2-4.el9.x86_64 151/160 2024-09-05T07:27:25.212 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 152/160 2024-09-05T07:27:25.295 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : flex-2.6.4-9.el9.x86_64 153/160 2024-09-05T07:27:25.348 INFO:teuthology.orchestra.run.smithi123.stdout: Installing : bison-3.7.4-5.el9.x86_64 154/160 2024-09-05T07:27:25.363 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 155/160 2024-09-05T07:27:25.363 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 156/160 2024-09-05T07:27:25.417 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 156/160 2024-09-05T07:27:25.442 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 157/160 2024-09-05T07:27:25.448 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T07:27:25.448 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T07:27:25.619 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T07:27:25.619 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 159/160 2024-09-05T07:27:25.702 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 159/160 2024-09-05T07:27:25.702 INFO:teuthology.orchestra.run.smithi123.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/160 2024-09-05T07:27:26.794 INFO:teuthology.orchestra.run.smithi192.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/160 2024-09-05T07:27:26.794 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 1/160 2024-09-05T07:27:26.794 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 2/160 2024-09-05T07:27:26.794 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 3/160 2024-09-05T07:27:26.794 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 4/160 2024-09-05T07:27:26.794 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 5/160 2024-09-05T07:27:26.795 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T07:27:26.795 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 7/160 2024-09-05T07:27:26.795 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 8/160 2024-09-05T07:27:26.795 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 9/160 2024-09-05T07:27:26.795 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 10/160 2024-09-05T07:27:26.795 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 11/160 2024-09-05T07:27:26.795 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T07:27:26.795 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 13/160 2024-09-05T07:27:26.795 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 14/160 2024-09-05T07:27:26.795 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_6 15/160 2024-09-05T07:27:26.795 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 16/160 2024-09-05T07:27:26.795 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 17/160 2024-09-05T07:27:26.795 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 18/160 2024-09-05T07:27:26.796 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 19/160 2024-09-05T07:27:26.796 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 20/160 2024-09-05T07:27:26.796 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9 21/160 2024-09-05T07:27:26.796 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x 22/160 2024-09-05T07:27:26.796 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 23/160 2024-09-05T07:27:26.796 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 24/160 2024-09-05T07:27:26.796 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 25/160 2024-09-05T07:27:26.796 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 26/160 2024-09-05T07:27:26.796 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 27/160 2024-09-05T07:27:26.796 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 28/160 2024-09-05T07:27:26.796 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 29/160 2024-09-05T07:27:26.796 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.e 30/160 2024-09-05T07:27:26.797 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 31/160 2024-09-05T07:27:26.797 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 32/160 2024-09-05T07:27:26.797 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 33/160 2024-09-05T07:27:26.797 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9 34/160 2024-09-05T07:27:26.797 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 35/160 2024-09-05T07:27:26.797 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el 36/160 2024-09-05T07:27:26.797 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 37/160 2024-09-05T07:27:26.797 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 38/160 2024-09-05T07:27:26.797 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 39/160 2024-09-05T07:27:26.797 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/160 2024-09-05T07:27:26.797 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/160 2024-09-05T07:27:26.797 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/160 2024-09-05T07:27:26.797 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/160 2024-09-05T07:27:26.798 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/160 2024-09-05T07:27:26.798 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/160 2024-09-05T07:27:26.798 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/160 2024-09-05T07:27:26.798 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/160 2024-09-05T07:27:26.798 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/160 2024-09-05T07:27:26.798 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/160 2024-09-05T07:27:26.798 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/160 2024-09-05T07:27:26.798 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/160 2024-09-05T07:27:26.798 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/160 2024-09-05T07:27:26.798 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/160 2024-09-05T07:27:26.798 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/160 2024-09-05T07:27:26.798 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/160 2024-09-05T07:27:26.799 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/160 2024-09-05T07:27:26.799 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/160 2024-09-05T07:27:26.799 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/160 2024-09-05T07:27:26.799 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/160 2024-09-05T07:27:26.799 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/160 2024-09-05T07:27:26.799 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/160 2024-09-05T07:27:26.799 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/160 2024-09-05T07:27:26.799 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/160 2024-09-05T07:27:26.799 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/160 2024-09-05T07:27:26.800 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/160 2024-09-05T07:27:26.800 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/160 2024-09-05T07:27:26.800 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/160 2024-09-05T07:27:26.800 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : openssl-devel-1:3.2.2-4.el9.x86_64 68/160 2024-09-05T07:27:26.800 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/160 2024-09-05T07:27:26.800 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/160 2024-09-05T07:27:26.800 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/160 2024-09-05T07:27:26.800 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/160 2024-09-05T07:27:26.800 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/160 2024-09-05T07:27:26.800 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/160 2024-09-05T07:27:26.800 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/160 2024-09-05T07:27:26.800 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/160 2024-09-05T07:27:26.801 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/160 2024-09-05T07:27:26.801 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/160 2024-09-05T07:27:26.801 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/160 2024-09-05T07:27:26.801 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/160 2024-09-05T07:27:26.801 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/160 2024-09-05T07:27:26.801 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/160 2024-09-05T07:27:26.801 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/160 2024-09-05T07:27:26.801 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/160 2024-09-05T07:27:26.801 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/160 2024-09-05T07:27:26.801 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/160 2024-09-05T07:27:26.801 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/160 2024-09-05T07:27:26.801 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/160 2024-09-05T07:27:26.801 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/160 2024-09-05T07:27:26.802 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/160 2024-09-05T07:27:26.802 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/160 2024-09-05T07:27:26.802 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/160 2024-09-05T07:27:26.802 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/160 2024-09-05T07:27:26.802 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/160 2024-09-05T07:27:26.802 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/160 2024-09-05T07:27:26.802 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/160 2024-09-05T07:27:26.802 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/160 2024-09-05T07:27:26.802 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/160 2024-09-05T07:27:26.802 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/160 2024-09-05T07:27:26.802 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/160 2024-09-05T07:27:26.802 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/160 2024-09-05T07:27:26.802 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/160 2024-09-05T07:27:26.803 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/160 2024-09-05T07:27:26.803 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/160 2024-09-05T07:27:26.803 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/160 2024-09-05T07:27:26.803 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/160 2024-09-05T07:27:26.803 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/160 2024-09-05T07:27:26.803 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/160 2024-09-05T07:27:26.803 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/160 2024-09-05T07:27:26.803 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/160 2024-09-05T07:27:26.803 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/160 2024-09-05T07:27:26.803 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/160 2024-09-05T07:27:26.803 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/160 2024-09-05T07:27:26.803 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/160 2024-09-05T07:27:26.803 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/160 2024-09-05T07:27:26.804 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/160 2024-09-05T07:27:26.804 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/160 2024-09-05T07:27:26.804 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/160 2024-09-05T07:27:26.804 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/160 2024-09-05T07:27:26.804 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/160 2024-09-05T07:27:26.804 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/160 2024-09-05T07:27:26.804 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/160 2024-09-05T07:27:26.804 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/160 2024-09-05T07:27:26.804 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/160 2024-09-05T07:27:26.804 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/160 2024-09-05T07:27:26.804 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/160 2024-09-05T07:27:26.804 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/160 2024-09-05T07:27:26.804 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/160 2024-09-05T07:27:26.805 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/160 2024-09-05T07:27:26.805 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/160 2024-09-05T07:27:26.805 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/160 2024-09-05T07:27:26.805 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/160 2024-09-05T07:27:26.805 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/160 2024-09-05T07:27:26.805 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/160 2024-09-05T07:27:26.805 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/160 2024-09-05T07:27:26.805 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/160 2024-09-05T07:27:26.805 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/160 2024-09-05T07:27:26.805 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/160 2024-09-05T07:27:26.805 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/160 2024-09-05T07:27:26.805 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/160 2024-09-05T07:27:26.805 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/160 2024-09-05T07:27:26.806 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/160 2024-09-05T07:27:26.806 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/160 2024-09-05T07:27:26.806 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/160 2024-09-05T07:27:26.806 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/160 2024-09-05T07:27:26.806 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/160 2024-09-05T07:27:26.806 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/160 2024-09-05T07:27:26.806 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/160 2024-09-05T07:27:26.806 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 149/160 2024-09-05T07:27:26.806 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/160 2024-09-05T07:27:26.806 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 151/160 2024-09-05T07:27:26.806 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/160 2024-09-05T07:27:26.806 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-1:1.48.10-1.el9.x86_64 153/160 2024-09-05T07:27:26.807 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/160 2024-09-05T07:27:26.807 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-libnm-1:1.48.10-1.el9.x86_64 155/160 2024-09-05T07:27:26.807 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/160 2024-09-05T07:27:26.807 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-team-1:1.48.10-1.el9.x86_64 157/160 2024-09-05T07:27:26.807 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T07:27:26.807 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-tui-1:1.48.10-1.el9.x86_64 159/160 2024-09-05T07:27:29.291 INFO:teuthology.orchestra.run.smithi192.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/160 2024-09-05T07:27:29.291 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:27:29.291 INFO:teuthology.orchestra.run.smithi192.stdout:Upgraded: 2024-09-05T07:27:29.291 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-1:1.48.10-1.el9.x86_64 2024-09-05T07:27:29.291 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-libnm-1:1.48.10-1.el9.x86_64 2024-09-05T07:27:29.291 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-team-1:1.48.10-1.el9.x86_64 2024-09-05T07:27:29.291 INFO:teuthology.orchestra.run.smithi192.stdout: NetworkManager-tui-1:1.48.10-1.el9.x86_64 2024-09-05T07:27:29.292 INFO:teuthology.orchestra.run.smithi192.stdout: librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.292 INFO:teuthology.orchestra.run.smithi192.stdout: librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.292 INFO:teuthology.orchestra.run.smithi192.stdout:Installed: 2024-09-05T07:27:29.292 INFO:teuthology.orchestra.run.smithi192.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-05T07:27:29.292 INFO:teuthology.orchestra.run.smithi192.stdout: automake-1.16.2-8.el9.noarch 2024-09-05T07:27:29.292 INFO:teuthology.orchestra.run.smithi192.stdout: bison-3.7.4-5.el9.x86_64 2024-09-05T07:27:29.292 INFO:teuthology.orchestra.run.smithi192.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-05T07:27:29.292 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.292 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.292 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.292 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.292 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:29.293 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-immutable-object-cache-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.293 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.293 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.293 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:29.293 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:29.293 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:29.293 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:29.293 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:29.293 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.293 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.293 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:29.293 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.293 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.294 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.294 INFO:teuthology.orchestra.run.smithi192.stdout: ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:29.294 INFO:teuthology.orchestra.run.smithi192.stdout: cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:29.294 INFO:teuthology.orchestra.run.smithi192.stdout: cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.294 INFO:teuthology.orchestra.run.smithi192.stdout: cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.294 INFO:teuthology.orchestra.run.smithi192.stdout: cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:29.294 INFO:teuthology.orchestra.run.smithi192.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-05T07:27:29.294 INFO:teuthology.orchestra.run.smithi192.stdout: flex-2.6.4-9.el9.x86_64 2024-09-05T07:27:29.294 INFO:teuthology.orchestra.run.smithi192.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-05T07:27:29.294 INFO:teuthology.orchestra.run.smithi192.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-05T07:27:29.294 INFO:teuthology.orchestra.run.smithi192.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-05T07:27:29.294 INFO:teuthology.orchestra.run.smithi192.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-05T07:27:29.294 INFO:teuthology.orchestra.run.smithi192.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-05T07:27:29.295 INFO:teuthology.orchestra.run.smithi192.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-05T07:27:29.295 INFO:teuthology.orchestra.run.smithi192.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-05T07:27:29.295 INFO:teuthology.orchestra.run.smithi192.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-05T07:27:29.295 INFO:teuthology.orchestra.run.smithi192.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-05T07:27:29.295 INFO:teuthology.orchestra.run.smithi192.stdout: libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.295 INFO:teuthology.orchestra.run.smithi192.stdout: libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.295 INFO:teuthology.orchestra.run.smithi192.stdout: libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.296 INFO:teuthology.orchestra.run.smithi192.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-05T07:27:29.296 INFO:teuthology.orchestra.run.smithi192.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-05T07:27:29.296 INFO:teuthology.orchestra.run.smithi192.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-05T07:27:29.296 INFO:teuthology.orchestra.run.smithi192.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-05T07:27:29.296 INFO:teuthology.orchestra.run.smithi192.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-05T07:27:29.296 INFO:teuthology.orchestra.run.smithi192.stdout: librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.296 INFO:teuthology.orchestra.run.smithi192.stdout: libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.296 INFO:teuthology.orchestra.run.smithi192.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-05T07:27:29.296 INFO:teuthology.orchestra.run.smithi192.stdout: librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.296 INFO:teuthology.orchestra.run.smithi192.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-05T07:27:29.296 INFO:teuthology.orchestra.run.smithi192.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-05T07:27:29.296 INFO:teuthology.orchestra.run.smithi192.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-05T07:27:29.296 INFO:teuthology.orchestra.run.smithi192.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-05T07:27:29.297 INFO:teuthology.orchestra.run.smithi192.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-05T07:27:29.297 INFO:teuthology.orchestra.run.smithi192.stdout: lua-5.4.4-4.el9.x86_64 2024-09-05T07:27:29.297 INFO:teuthology.orchestra.run.smithi192.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-05T07:27:29.297 INFO:teuthology.orchestra.run.smithi192.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-05T07:27:29.297 INFO:teuthology.orchestra.run.smithi192.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-05T07:27:29.297 INFO:teuthology.orchestra.run.smithi192.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-05T07:27:29.297 INFO:teuthology.orchestra.run.smithi192.stdout: openssl-devel-1:3.2.2-4.el9.x86_64 2024-09-05T07:27:29.298 INFO:teuthology.orchestra.run.smithi192.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-05T07:27:29.298 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-13.16-1.el9.x86_64 2024-09-05T07:27:29.298 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-05T07:27:29.298 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-05T07:27:29.298 INFO:teuthology.orchestra.run.smithi192.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-05T07:27:29.298 INFO:teuthology.orchestra.run.smithi192.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-05T07:27:29.298 INFO:teuthology.orchestra.run.smithi192.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-05T07:27:29.298 INFO:teuthology.orchestra.run.smithi192.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-05T07:27:29.299 INFO:teuthology.orchestra.run.smithi192.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-05T07:27:29.299 INFO:teuthology.orchestra.run.smithi192.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-05T07:27:29.299 INFO:teuthology.orchestra.run.smithi192.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-05T07:27:29.299 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-05T07:27:29.299 INFO:teuthology.orchestra.run.smithi192.stdout: python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.299 INFO:teuthology.orchestra.run.smithi192.stdout: python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.299 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.299 INFO:teuthology.orchestra.run.smithi192.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-05T07:27:29.299 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-05T07:27:29.299 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-05T07:27:29.299 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-05T07:27:29.299 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-05T07:27:29.299 INFO:teuthology.orchestra.run.smithi192.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-05T07:27:29.299 INFO:teuthology.orchestra.run.smithi192.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-05T07:27:29.300 INFO:teuthology.orchestra.run.smithi192.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-05T07:27:29.300 INFO:teuthology.orchestra.run.smithi192.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-05T07:27:29.300 INFO:teuthology.orchestra.run.smithi192.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-05T07:27:29.300 INFO:teuthology.orchestra.run.smithi192.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-05T07:27:29.300 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-05T07:27:29.300 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-05T07:27:29.300 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-05T07:27:29.300 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-05T07:27:29.300 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-05T07:27:29.300 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-05T07:27:29.300 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-05T07:27:29.300 INFO:teuthology.orchestra.run.smithi192.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-05T07:27:29.300 INFO:teuthology.orchestra.run.smithi192.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-05T07:27:29.301 INFO:teuthology.orchestra.run.smithi192.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-05T07:27:29.301 INFO:teuthology.orchestra.run.smithi192.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-05T07:27:29.301 INFO:teuthology.orchestra.run.smithi192.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-05T07:27:29.301 INFO:teuthology.orchestra.run.smithi192.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-05T07:27:29.301 INFO:teuthology.orchestra.run.smithi192.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-05T07:27:29.301 INFO:teuthology.orchestra.run.smithi192.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-05T07:27:29.301 INFO:teuthology.orchestra.run.smithi192.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-05T07:27:29.301 INFO:teuthology.orchestra.run.smithi192.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-05T07:27:29.301 INFO:teuthology.orchestra.run.smithi192.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-05T07:27:29.301 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-05T07:27:29.301 INFO:teuthology.orchestra.run.smithi192.stdout: python3-ply-3.11-14.el9.noarch 2024-09-05T07:27:29.301 INFO:teuthology.orchestra.run.smithi192.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-05T07:27:29.301 INFO:teuthology.orchestra.run.smithi192.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-05T07:27:29.302 INFO:teuthology.orchestra.run.smithi192.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-05T07:27:29.302 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-05T07:27:29.302 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-05T07:27:29.302 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-05T07:27:29.302 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-05T07:27:29.302 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-05T07:27:29.302 INFO:teuthology.orchestra.run.smithi192.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-05T07:27:29.302 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.302 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.302 INFO:teuthology.orchestra.run.smithi192.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-05T07:27:29.302 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-05T07:27:29.302 INFO:teuthology.orchestra.run.smithi192.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-05T07:27:29.303 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.303 INFO:teuthology.orchestra.run.smithi192.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-05T07:27:29.303 INFO:teuthology.orchestra.run.smithi192.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-05T07:27:29.305 INFO:teuthology.orchestra.run.smithi192.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-05T07:27:29.305 INFO:teuthology.orchestra.run.smithi192.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-05T07:27:29.305 INFO:teuthology.orchestra.run.smithi192.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-05T07:27:29.305 INFO:teuthology.orchestra.run.smithi192.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-05T07:27:29.305 INFO:teuthology.orchestra.run.smithi192.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-05T07:27:29.305 INFO:teuthology.orchestra.run.smithi192.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-05T07:27:29.305 INFO:teuthology.orchestra.run.smithi192.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-05T07:27:29.305 INFO:teuthology.orchestra.run.smithi192.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-05T07:27:29.305 INFO:teuthology.orchestra.run.smithi192.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-05T07:27:29.305 INFO:teuthology.orchestra.run.smithi192.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-05T07:27:29.305 INFO:teuthology.orchestra.run.smithi192.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-05T07:27:29.306 INFO:teuthology.orchestra.run.smithi192.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-05T07:27:29.306 INFO:teuthology.orchestra.run.smithi192.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-05T07:27:29.306 INFO:teuthology.orchestra.run.smithi192.stdout: rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.306 INFO:teuthology.orchestra.run.smithi192.stdout: rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.306 INFO:teuthology.orchestra.run.smithi192.stdout: rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:29.306 INFO:teuthology.orchestra.run.smithi192.stdout: re2-1:20211101-20.el9.x86_64 2024-09-05T07:27:29.306 INFO:teuthology.orchestra.run.smithi192.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-05T07:27:29.306 INFO:teuthology.orchestra.run.smithi192.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-05T07:27:29.306 INFO:teuthology.orchestra.run.smithi192.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-05T07:27:29.306 INFO:teuthology.orchestra.run.smithi192.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-05T07:27:29.306 INFO:teuthology.orchestra.run.smithi192.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-05T07:27:29.307 INFO:teuthology.orchestra.run.smithi192.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-05T07:27:29.307 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:27:29.307 INFO:teuthology.orchestra.run.smithi192.stdout:Complete! 2024-09-05T07:27:29.695 DEBUG:teuthology.parallel:result is None 2024-09-05T07:27:31.222 INFO:teuthology.orchestra.run.smithi123.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/160 2024-09-05T07:27:31.222 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 1/160 2024-09-05T07:27:31.222 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 2/160 2024-09-05T07:27:31.222 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 3/160 2024-09-05T07:27:31.222 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 4/160 2024-09-05T07:27:31.223 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 5/160 2024-09-05T07:27:31.223 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T07:27:31.223 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 7/160 2024-09-05T07:27:31.223 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 8/160 2024-09-05T07:27:31.223 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 9/160 2024-09-05T07:27:31.223 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 10/160 2024-09-05T07:27:31.223 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 11/160 2024-09-05T07:27:31.223 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T07:27:31.223 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 13/160 2024-09-05T07:27:31.223 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 14/160 2024-09-05T07:27:31.223 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_6 15/160 2024-09-05T07:27:31.223 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 16/160 2024-09-05T07:27:31.223 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 17/160 2024-09-05T07:27:31.224 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 18/160 2024-09-05T07:27:31.224 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 19/160 2024-09-05T07:27:31.224 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 20/160 2024-09-05T07:27:31.224 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9 21/160 2024-09-05T07:27:31.224 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x 22/160 2024-09-05T07:27:31.224 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 23/160 2024-09-05T07:27:31.224 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 24/160 2024-09-05T07:27:31.224 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 25/160 2024-09-05T07:27:31.224 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 26/160 2024-09-05T07:27:31.224 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 27/160 2024-09-05T07:27:31.224 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 28/160 2024-09-05T07:27:31.224 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 29/160 2024-09-05T07:27:31.224 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.e 30/160 2024-09-05T07:27:31.225 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 31/160 2024-09-05T07:27:31.225 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 32/160 2024-09-05T07:27:31.225 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 33/160 2024-09-05T07:27:31.225 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9 34/160 2024-09-05T07:27:31.225 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 35/160 2024-09-05T07:27:31.225 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el 36/160 2024-09-05T07:27:31.225 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 37/160 2024-09-05T07:27:31.225 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 38/160 2024-09-05T07:27:31.225 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 39/160 2024-09-05T07:27:31.225 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/160 2024-09-05T07:27:31.225 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/160 2024-09-05T07:27:31.225 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/160 2024-09-05T07:27:31.225 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/160 2024-09-05T07:27:31.226 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/160 2024-09-05T07:27:31.226 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/160 2024-09-05T07:27:31.226 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/160 2024-09-05T07:27:31.226 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/160 2024-09-05T07:27:31.226 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/160 2024-09-05T07:27:31.226 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/160 2024-09-05T07:27:31.226 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/160 2024-09-05T07:27:31.226 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/160 2024-09-05T07:27:31.226 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/160 2024-09-05T07:27:31.226 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/160 2024-09-05T07:27:31.226 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/160 2024-09-05T07:27:31.226 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/160 2024-09-05T07:27:31.226 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/160 2024-09-05T07:27:31.227 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/160 2024-09-05T07:27:31.227 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/160 2024-09-05T07:27:31.227 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/160 2024-09-05T07:27:31.227 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/160 2024-09-05T07:27:31.227 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/160 2024-09-05T07:27:31.227 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/160 2024-09-05T07:27:31.227 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/160 2024-09-05T07:27:31.227 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/160 2024-09-05T07:27:31.227 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/160 2024-09-05T07:27:31.227 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/160 2024-09-05T07:27:31.227 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/160 2024-09-05T07:27:31.227 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : openssl-devel-1:3.2.2-4.el9.x86_64 68/160 2024-09-05T07:27:31.227 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/160 2024-09-05T07:27:31.227 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/160 2024-09-05T07:27:31.228 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/160 2024-09-05T07:27:31.228 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/160 2024-09-05T07:27:31.228 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/160 2024-09-05T07:27:31.228 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/160 2024-09-05T07:27:31.228 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/160 2024-09-05T07:27:31.228 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/160 2024-09-05T07:27:31.228 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/160 2024-09-05T07:27:31.228 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/160 2024-09-05T07:27:31.228 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/160 2024-09-05T07:27:31.228 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/160 2024-09-05T07:27:31.228 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/160 2024-09-05T07:27:31.229 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/160 2024-09-05T07:27:31.229 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/160 2024-09-05T07:27:31.229 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/160 2024-09-05T07:27:31.229 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/160 2024-09-05T07:27:31.229 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/160 2024-09-05T07:27:31.229 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/160 2024-09-05T07:27:31.229 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/160 2024-09-05T07:27:31.229 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/160 2024-09-05T07:27:31.229 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/160 2024-09-05T07:27:31.229 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/160 2024-09-05T07:27:31.229 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/160 2024-09-05T07:27:31.229 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/160 2024-09-05T07:27:31.230 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/160 2024-09-05T07:27:31.230 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/160 2024-09-05T07:27:31.230 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/160 2024-09-05T07:27:31.230 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/160 2024-09-05T07:27:31.230 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/160 2024-09-05T07:27:31.230 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/160 2024-09-05T07:27:31.230 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/160 2024-09-05T07:27:31.230 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/160 2024-09-05T07:27:31.230 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/160 2024-09-05T07:27:31.230 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/160 2024-09-05T07:27:31.230 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/160 2024-09-05T07:27:31.230 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/160 2024-09-05T07:27:31.230 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/160 2024-09-05T07:27:31.231 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/160 2024-09-05T07:27:31.231 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/160 2024-09-05T07:27:31.231 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/160 2024-09-05T07:27:31.231 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/160 2024-09-05T07:27:31.231 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/160 2024-09-05T07:27:31.231 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/160 2024-09-05T07:27:31.231 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/160 2024-09-05T07:27:31.231 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/160 2024-09-05T07:27:31.231 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/160 2024-09-05T07:27:31.231 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/160 2024-09-05T07:27:31.231 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/160 2024-09-05T07:27:31.231 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/160 2024-09-05T07:27:31.231 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/160 2024-09-05T07:27:31.231 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/160 2024-09-05T07:27:31.232 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/160 2024-09-05T07:27:31.232 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/160 2024-09-05T07:27:31.232 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/160 2024-09-05T07:27:31.232 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/160 2024-09-05T07:27:31.232 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/160 2024-09-05T07:27:31.232 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/160 2024-09-05T07:27:31.232 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/160 2024-09-05T07:27:31.232 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/160 2024-09-05T07:27:31.232 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/160 2024-09-05T07:27:31.232 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/160 2024-09-05T07:27:31.232 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/160 2024-09-05T07:27:31.232 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/160 2024-09-05T07:27:31.233 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/160 2024-09-05T07:27:31.233 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/160 2024-09-05T07:27:31.233 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/160 2024-09-05T07:27:31.233 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/160 2024-09-05T07:27:31.233 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/160 2024-09-05T07:27:31.233 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/160 2024-09-05T07:27:31.233 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/160 2024-09-05T07:27:31.233 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/160 2024-09-05T07:27:31.233 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/160 2024-09-05T07:27:31.233 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/160 2024-09-05T07:27:31.233 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/160 2024-09-05T07:27:31.233 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/160 2024-09-05T07:27:31.233 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/160 2024-09-05T07:27:31.233 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/160 2024-09-05T07:27:31.234 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/160 2024-09-05T07:27:31.234 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/160 2024-09-05T07:27:31.234 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 149/160 2024-09-05T07:27:31.234 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/160 2024-09-05T07:27:31.234 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 151/160 2024-09-05T07:27:31.234 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/160 2024-09-05T07:27:31.234 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-1:1.48.10-1.el9.x86_64 153/160 2024-09-05T07:27:31.234 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/160 2024-09-05T07:27:31.234 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-libnm-1:1.48.10-1.el9.x86_64 155/160 2024-09-05T07:27:31.234 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/160 2024-09-05T07:27:31.234 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-team-1:1.48.10-1.el9.x86_64 157/160 2024-09-05T07:27:31.234 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T07:27:31.234 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-tui-1:1.48.10-1.el9.x86_64 159/160 2024-09-05T07:27:33.857 INFO:teuthology.orchestra.run.smithi123.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/160 2024-09-05T07:27:33.857 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:27:33.857 INFO:teuthology.orchestra.run.smithi123.stdout:Upgraded: 2024-09-05T07:27:33.857 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-1:1.48.10-1.el9.x86_64 2024-09-05T07:27:33.858 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-libnm-1:1.48.10-1.el9.x86_64 2024-09-05T07:27:33.858 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-team-1:1.48.10-1.el9.x86_64 2024-09-05T07:27:33.858 INFO:teuthology.orchestra.run.smithi123.stdout: NetworkManager-tui-1:1.48.10-1.el9.x86_64 2024-09-05T07:27:33.858 INFO:teuthology.orchestra.run.smithi123.stdout: librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.858 INFO:teuthology.orchestra.run.smithi123.stdout: librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.858 INFO:teuthology.orchestra.run.smithi123.stdout:Installed: 2024-09-05T07:27:33.858 INFO:teuthology.orchestra.run.smithi123.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-05T07:27:33.858 INFO:teuthology.orchestra.run.smithi123.stdout: automake-1.16.2-8.el9.noarch 2024-09-05T07:27:33.858 INFO:teuthology.orchestra.run.smithi123.stdout: bison-3.7.4-5.el9.x86_64 2024-09-05T07:27:33.858 INFO:teuthology.orchestra.run.smithi123.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-05T07:27:33.858 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.858 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.859 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.859 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.859 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:33.859 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-immutable-object-cache-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.859 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.859 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.859 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:33.859 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:33.859 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:33.859 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:33.859 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:33.859 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.860 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.860 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:33.860 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.860 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.860 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.860 INFO:teuthology.orchestra.run.smithi123.stdout: ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:33.860 INFO:teuthology.orchestra.run.smithi123.stdout: cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:33.860 INFO:teuthology.orchestra.run.smithi123.stdout: cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.860 INFO:teuthology.orchestra.run.smithi123.stdout: cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.860 INFO:teuthology.orchestra.run.smithi123.stdout: cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T07:27:33.860 INFO:teuthology.orchestra.run.smithi123.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-05T07:27:33.860 INFO:teuthology.orchestra.run.smithi123.stdout: flex-2.6.4-9.el9.x86_64 2024-09-05T07:27:33.860 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-05T07:27:33.861 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-05T07:27:33.861 INFO:teuthology.orchestra.run.smithi123.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-05T07:27:33.861 INFO:teuthology.orchestra.run.smithi123.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-05T07:27:33.861 INFO:teuthology.orchestra.run.smithi123.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-05T07:27:33.861 INFO:teuthology.orchestra.run.smithi123.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-05T07:27:33.861 INFO:teuthology.orchestra.run.smithi123.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-05T07:27:33.861 INFO:teuthology.orchestra.run.smithi123.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-05T07:27:33.861 INFO:teuthology.orchestra.run.smithi123.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-05T07:27:33.861 INFO:teuthology.orchestra.run.smithi123.stdout: libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.861 INFO:teuthology.orchestra.run.smithi123.stdout: libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.861 INFO:teuthology.orchestra.run.smithi123.stdout: libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.862 INFO:teuthology.orchestra.run.smithi123.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-05T07:27:33.862 INFO:teuthology.orchestra.run.smithi123.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-05T07:27:33.862 INFO:teuthology.orchestra.run.smithi123.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-05T07:27:33.862 INFO:teuthology.orchestra.run.smithi123.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-05T07:27:33.862 INFO:teuthology.orchestra.run.smithi123.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-05T07:27:33.862 INFO:teuthology.orchestra.run.smithi123.stdout: librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.862 INFO:teuthology.orchestra.run.smithi123.stdout: libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.862 INFO:teuthology.orchestra.run.smithi123.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-05T07:27:33.862 INFO:teuthology.orchestra.run.smithi123.stdout: librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.862 INFO:teuthology.orchestra.run.smithi123.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-05T07:27:33.862 INFO:teuthology.orchestra.run.smithi123.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-05T07:27:33.862 INFO:teuthology.orchestra.run.smithi123.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-05T07:27:33.863 INFO:teuthology.orchestra.run.smithi123.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-05T07:27:33.863 INFO:teuthology.orchestra.run.smithi123.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-05T07:27:33.863 INFO:teuthology.orchestra.run.smithi123.stdout: lua-5.4.4-4.el9.x86_64 2024-09-05T07:27:33.863 INFO:teuthology.orchestra.run.smithi123.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-05T07:27:33.863 INFO:teuthology.orchestra.run.smithi123.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-05T07:27:33.863 INFO:teuthology.orchestra.run.smithi123.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-05T07:27:33.863 INFO:teuthology.orchestra.run.smithi123.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-05T07:27:33.863 INFO:teuthology.orchestra.run.smithi123.stdout: openssl-devel-1:3.2.2-4.el9.x86_64 2024-09-05T07:27:33.863 INFO:teuthology.orchestra.run.smithi123.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-05T07:27:33.863 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-13.16-1.el9.x86_64 2024-09-05T07:27:33.863 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-05T07:27:33.864 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-05T07:27:33.864 INFO:teuthology.orchestra.run.smithi123.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-05T07:27:33.864 INFO:teuthology.orchestra.run.smithi123.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-05T07:27:33.864 INFO:teuthology.orchestra.run.smithi123.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-05T07:27:33.864 INFO:teuthology.orchestra.run.smithi123.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-05T07:27:33.864 INFO:teuthology.orchestra.run.smithi123.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-05T07:27:33.864 INFO:teuthology.orchestra.run.smithi123.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-05T07:27:33.864 INFO:teuthology.orchestra.run.smithi123.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-05T07:27:33.864 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-05T07:27:33.864 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.864 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.864 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.865 INFO:teuthology.orchestra.run.smithi123.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-05T07:27:33.865 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-05T07:27:33.865 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-05T07:27:33.865 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-05T07:27:33.865 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-05T07:27:33.865 INFO:teuthology.orchestra.run.smithi123.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-05T07:27:33.865 INFO:teuthology.orchestra.run.smithi123.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-05T07:27:33.865 INFO:teuthology.orchestra.run.smithi123.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-05T07:27:33.865 INFO:teuthology.orchestra.run.smithi123.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-05T07:27:33.865 INFO:teuthology.orchestra.run.smithi123.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-05T07:27:33.865 INFO:teuthology.orchestra.run.smithi123.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-05T07:27:33.865 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-05T07:27:33.866 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-05T07:27:33.866 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-05T07:27:33.866 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-05T07:27:33.866 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-05T07:27:33.866 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-05T07:27:33.866 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-05T07:27:33.866 INFO:teuthology.orchestra.run.smithi123.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-05T07:27:33.866 INFO:teuthology.orchestra.run.smithi123.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-05T07:27:33.866 INFO:teuthology.orchestra.run.smithi123.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-05T07:27:33.866 INFO:teuthology.orchestra.run.smithi123.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-05T07:27:33.866 INFO:teuthology.orchestra.run.smithi123.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-05T07:27:33.866 INFO:teuthology.orchestra.run.smithi123.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-05T07:27:33.867 INFO:teuthology.orchestra.run.smithi123.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-05T07:27:33.867 INFO:teuthology.orchestra.run.smithi123.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-05T07:27:33.867 INFO:teuthology.orchestra.run.smithi123.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-05T07:27:33.867 INFO:teuthology.orchestra.run.smithi123.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-05T07:27:33.867 INFO:teuthology.orchestra.run.smithi123.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-05T07:27:33.867 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-05T07:27:33.867 INFO:teuthology.orchestra.run.smithi123.stdout: python3-ply-3.11-14.el9.noarch 2024-09-05T07:27:33.867 INFO:teuthology.orchestra.run.smithi123.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-05T07:27:33.867 INFO:teuthology.orchestra.run.smithi123.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-05T07:27:33.867 INFO:teuthology.orchestra.run.smithi123.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-05T07:27:33.867 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-05T07:27:33.867 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-05T07:27:33.867 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-05T07:27:33.868 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-05T07:27:33.868 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-05T07:27:33.868 INFO:teuthology.orchestra.run.smithi123.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-05T07:27:33.868 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.868 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.868 INFO:teuthology.orchestra.run.smithi123.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-05T07:27:33.868 INFO:teuthology.orchestra.run.smithi123.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-05T07:27:33.868 INFO:teuthology.orchestra.run.smithi123.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-05T07:27:33.868 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.868 INFO:teuthology.orchestra.run.smithi123.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-05T07:27:33.868 INFO:teuthology.orchestra.run.smithi123.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-05T07:27:33.868 INFO:teuthology.orchestra.run.smithi123.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-05T07:27:33.868 INFO:teuthology.orchestra.run.smithi123.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-05T07:27:33.869 INFO:teuthology.orchestra.run.smithi123.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-05T07:27:33.869 INFO:teuthology.orchestra.run.smithi123.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-05T07:27:33.869 INFO:teuthology.orchestra.run.smithi123.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-05T07:27:33.869 INFO:teuthology.orchestra.run.smithi123.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-05T07:27:33.869 INFO:teuthology.orchestra.run.smithi123.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-05T07:27:33.869 INFO:teuthology.orchestra.run.smithi123.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-05T07:27:33.869 INFO:teuthology.orchestra.run.smithi123.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-05T07:27:33.869 INFO:teuthology.orchestra.run.smithi123.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-05T07:27:33.869 INFO:teuthology.orchestra.run.smithi123.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-05T07:27:33.869 INFO:teuthology.orchestra.run.smithi123.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-05T07:27:33.869 INFO:teuthology.orchestra.run.smithi123.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-05T07:27:33.869 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.869 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.870 INFO:teuthology.orchestra.run.smithi123.stdout: rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T07:27:33.870 INFO:teuthology.orchestra.run.smithi123.stdout: re2-1:20211101-20.el9.x86_64 2024-09-05T07:27:33.870 INFO:teuthology.orchestra.run.smithi123.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-05T07:27:33.870 INFO:teuthology.orchestra.run.smithi123.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-05T07:27:33.870 INFO:teuthology.orchestra.run.smithi123.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-05T07:27:33.870 INFO:teuthology.orchestra.run.smithi123.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-05T07:27:33.870 INFO:teuthology.orchestra.run.smithi123.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-05T07:27:33.870 INFO:teuthology.orchestra.run.smithi123.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-05T07:27:33.871 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:27:33.871 INFO:teuthology.orchestra.run.smithi123.stdout:Complete! 2024-09-05T07:27:34.192 DEBUG:teuthology.parallel:result is None 2024-09-05T07:27:34.193 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T07:27:34.339 DEBUG:teuthology.orchestra.run.smithi071:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-05T07:27:34.364 INFO:teuthology.orchestra.run.smithi071.stdout:19.1.1-259.g91c8a7e5.el9 2024-09-05T07:27:34.365 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-259.g91c8a7e5.el9 2024-09-05T07:27:34.365 INFO:teuthology.task.install:The correct ceph version 19.1.1-259.g91c8a7e5 is installed. 2024-09-05T07:27:34.367 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T07:27:34.502 DEBUG:teuthology.orchestra.run.smithi123:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-05T07:27:34.525 INFO:teuthology.orchestra.run.smithi123.stdout:19.1.1-259.g91c8a7e5.el9 2024-09-05T07:27:34.525 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-259.g91c8a7e5.el9 2024-09-05T07:27:34.525 INFO:teuthology.task.install:The correct ceph version 19.1.1-259.g91c8a7e5 is installed. 2024-09-05T07:27:34.527 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T07:27:34.665 DEBUG:teuthology.orchestra.run.smithi192:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-05T07:27:34.691 INFO:teuthology.orchestra.run.smithi192.stdout:19.1.1-259.g91c8a7e5.el9 2024-09-05T07:27:34.691 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-259.g91c8a7e5.el9 2024-09-05T07:27:34.692 INFO:teuthology.task.install:The correct ceph version 19.1.1-259.g91c8a7e5 is installed. 2024-09-05T07:27:34.693 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-05T07:27:34.694 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:27:34.694 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-05T07:27:34.724 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T07:27:34.724 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-05T07:27:34.752 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-05T07:27:34.753 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-05T07:27:34.785 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-05T07:27:34.786 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:27:34.786 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/usr/bin/daemon-helper 2024-09-05T07:27:34.813 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-05T07:27:34.878 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T07:27:34.879 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/usr/bin/daemon-helper 2024-09-05T07:27:34.906 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-05T07:27:34.972 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-05T07:27:34.972 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/usr/bin/daemon-helper 2024-09-05T07:27:35.002 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-05T07:27:35.071 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-05T07:27:35.071 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:27:35.071 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-05T07:27:35.096 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-05T07:27:35.161 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T07:27:35.161 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-05T07:27:35.187 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-05T07:27:35.254 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-05T07:27:35.254 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-05T07:27:35.279 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-05T07:27:35.347 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-05T07:27:35.348 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:27:35.348 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/usr/bin/stdin-killer 2024-09-05T07:27:35.372 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-05T07:27:35.436 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T07:27:35.437 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/usr/bin/stdin-killer 2024-09-05T07:27:35.462 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-05T07:27:35.527 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-05T07:27:35.527 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/usr/bin/stdin-killer 2024-09-05T07:27:35.555 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-05T07:27:35.621 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-05T07:27:35.720 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-09-05T07:27:35.720 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T07:27:35.721 INFO:tasks.cephadm:Cluster fsid is 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:27:35.721 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-05T07:27:35.721 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.71', 'mon.b': '172.21.15.123', 'mon.c': '172.21.15.192'} 2024-09-05T07:27:35.722 INFO:tasks.cephadm:First mon is mon.a on smithi071 2024-09-05T07:27:35.722 INFO:tasks.cephadm:First mgr is x 2024-09-05T07:27:35.722 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-05T07:27:35.722 DEBUG:teuthology.orchestra.run.smithi071:> sudo hostname $(hostname -s) 2024-09-05T07:27:35.748 DEBUG:teuthology.orchestra.run.smithi123:> sudo hostname $(hostname -s) 2024-09-05T07:27:35.773 DEBUG:teuthology.orchestra.run.smithi192:> sudo hostname $(hostname -s) 2024-09-05T07:27:35.799 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-09-05T07:27:35.799 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T07:27:35.941 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/56000/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.1.1-259-g91c8a7e5', 'node_name': '172.21.2.7+braggi07', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.1.1-259.g91c8a7e5'}, 'url': 'https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-04 16:53:37.418684', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-09-05T07:27:36.080 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref squid, sha1 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T07:27:36.082 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/x86_64/flavors/default/cephadm 2024-09-05T07:27:36.082 INFO:tasks.cephadm:Downloading cephadm from url: https://3.chacra.ceph.com/binaries/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/x86_64/flavors/default/cephadm 2024-09-05T07:27:36.082 DEBUG:teuthology.orchestra.run.smithi071:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-05T07:27:36.468 INFO:teuthology.orchestra.run.smithi071.stdout:-rw-r--r--. 1 ubuntu ubuntu 784521 Sep 5 07:27 /home/ubuntu/cephtest/cephadm 2024-09-05T07:27:36.469 DEBUG:teuthology.orchestra.run.smithi123:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-05T07:27:36.833 INFO:teuthology.orchestra.run.smithi123.stdout:-rw-r--r--. 1 ubuntu ubuntu 784521 Sep 5 07:27 /home/ubuntu/cephtest/cephadm 2024-09-05T07:27:36.833 DEBUG:teuthology.orchestra.run.smithi192:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-05T07:27:37.195 INFO:teuthology.orchestra.run.smithi192.stdout:-rw-r--r--. 1 ubuntu ubuntu 784521 Sep 5 07:27 /home/ubuntu/cephtest/cephadm 2024-09-05T07:27:37.196 DEBUG:teuthology.orchestra.run.smithi071:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-05T07:27:37.216 DEBUG:teuthology.orchestra.run.smithi123:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-05T07:27:37.235 DEBUG:teuthology.orchestra.run.smithi192:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-05T07:27:37.268 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 on all hosts... 2024-09-05T07:27:37.268 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 pull 2024-09-05T07:27:37.271 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 pull 2024-09-05T07:27:37.277 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 pull 2024-09-05T07:27:38.816 INFO:teuthology.orchestra.run.smithi071.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4... 2024-09-05T07:27:38.889 INFO:teuthology.orchestra.run.smithi192.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4... 2024-09-05T07:27:38.932 INFO:teuthology.orchestra.run.smithi123.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4... 2024-09-05T07:28:07.433 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-05T07:28:07.434 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T07:28:07.434 INFO:teuthology.orchestra.run.smithi192.stdout: "image_id": "77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac", 2024-09-05T07:28:07.434 INFO:teuthology.orchestra.run.smithi192.stdout: "repo_digests": [ 2024-09-05T07:28:07.434 INFO:teuthology.orchestra.run.smithi192.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067" 2024-09-05T07:28:07.434 INFO:teuthology.orchestra.run.smithi192.stdout: ] 2024-09-05T07:28:07.434 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-05T07:28:21.424 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-05T07:28:21.424 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T07:28:21.424 INFO:teuthology.orchestra.run.smithi123.stdout: "image_id": "77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac", 2024-09-05T07:28:21.424 INFO:teuthology.orchestra.run.smithi123.stdout: "repo_digests": [ 2024-09-05T07:28:21.425 INFO:teuthology.orchestra.run.smithi123.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067" 2024-09-05T07:28:21.425 INFO:teuthology.orchestra.run.smithi123.stdout: ] 2024-09-05T07:28:21.425 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-05T07:28:30.748 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:28:30.748 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T07:28:30.748 INFO:teuthology.orchestra.run.smithi071.stdout: "image_id": "77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac", 2024-09-05T07:28:30.748 INFO:teuthology.orchestra.run.smithi071.stdout: "repo_digests": [ 2024-09-05T07:28:30.748 INFO:teuthology.orchestra.run.smithi071.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067" 2024-09-05T07:28:30.749 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-05T07:28:30.749 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:28:30.775 DEBUG:teuthology.orchestra.run.smithi071:> sudo mkdir -p /etc/ceph 2024-09-05T07:28:30.819 DEBUG:teuthology.orchestra.run.smithi123:> sudo mkdir -p /etc/ceph 2024-09-05T07:28:30.853 DEBUG:teuthology.orchestra.run.smithi192:> sudo mkdir -p /etc/ceph 2024-09-05T07:28:30.886 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 777 /etc/ceph 2024-09-05T07:28:30.911 DEBUG:teuthology.orchestra.run.smithi123:> sudo chmod 777 /etc/ceph 2024-09-05T07:28:30.941 DEBUG:teuthology.orchestra.run.smithi192:> sudo chmod 777 /etc/ceph 2024-09-05T07:28:30.971 INFO:tasks.cephadm:Writing seed config... 2024-09-05T07:28:30.972 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-09-05T07:28:30.972 INFO:tasks.cephadm: override: [client] debug client = 20 2024-09-05T07:28:30.972 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-09-05T07:28:30.972 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-09-05T07:28:30.972 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-09-05T07:28:30.972 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-09-05T07:28:30.972 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-09-05T07:28:30.972 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-09-05T07:28:30.973 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-09-05T07:28:30.973 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-09-05T07:28:30.973 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-09-05T07:28:30.973 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-09-05T07:28:30.973 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-09-05T07:28:30.973 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-09-05T07:28:30.973 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-09-05T07:28:30.973 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-09-05T07:28:30.973 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-09-05T07:28:30.973 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-09-05T07:28:30.973 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-09-05T07:28:30.973 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-09-05T07:28:30.973 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-09-05T07:28:30.974 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-09-05T07:28:30.974 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-05T07:28:30.974 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-05T07:28:30.974 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-05T07:28:30.974 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-05T07:28:30.974 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-05T07:28:30.974 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-09-05T07:28:30.974 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-09-05T07:28:30.974 INFO:tasks.cephadm: override: [mon] mon warn on pool no app = False 2024-09-05T07:28:30.974 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-09-05T07:28:30.974 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-09-05T07:28:30.974 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-09-05T07:28:30.974 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-09-05T07:28:30.974 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-05T07:28:30.975 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-05T07:28:30.975 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-09-05T07:28:30.975 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-09-05T07:28:30.975 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-09-05T07:28:30.975 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-09-05T07:28:30.975 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-09-05T07:28:30.975 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-09-05T07:28:30.975 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-09-05T07:28:30.975 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-05T07:28:30.976 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10 2024-09-05T07:28:30.976 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:28:30.976 DEBUG:teuthology.orchestra.run.smithi071:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-05T07:28:30.991 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 528064f0-6b58-11ef-bcd6-c7b262605968 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 mon warn on pool no app = False [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-09-05T07:28:30.992 DEBUG:teuthology.orchestra.run.smithi071:mon.a> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mon.a.service 2024-09-05T07:28:31.035 DEBUG:teuthology.orchestra.run.smithi071:mgr.x> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mgr.x.service 2024-09-05T07:28:31.078 INFO:tasks.cephadm:Bootstrapping... 2024-09-05T07:28:31.078 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 -v bootstrap --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.71 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-05T07:28:31.280 INFO:teuthology.orchestra.run.smithi071.stdout:-------------------------------------------------------------------------------- 2024-09-05T07:28:31.280 INFO:teuthology.orchestra.run.smithi071.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', '-v', 'bootstrap', '--fsid', '528064f0-6b58-11ef-bcd6-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.71', '--skip-admin-label'] 2024-09-05T07:28:31.281 INFO:teuthology.orchestra.run.smithi071.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-05T07:28:31.281 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying podman|docker is present... 2024-09-05T07:28:31.304 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stdout 5.2.2 2024-09-05T07:28:31.304 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying lvm2 is present... 2024-09-05T07:28:31.304 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying time synchronization is in place... 2024-09-05T07:28:31.312 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-05T07:28:31.312 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-05T07:28:31.318 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-05T07:28:31.319 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2024-09-05T07:28:31.325 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout enabled 2024-09-05T07:28:31.331 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout active 2024-09-05T07:28:31.331 INFO:teuthology.orchestra.run.smithi071.stdout:Unit chronyd.service is enabled and running 2024-09-05T07:28:31.332 INFO:teuthology.orchestra.run.smithi071.stdout:Repeating the final host check... 2024-09-05T07:28:31.354 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stdout 5.2.2 2024-09-05T07:28:31.354 INFO:teuthology.orchestra.run.smithi071.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-05T07:28:31.354 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl is present 2024-09-05T07:28:31.354 INFO:teuthology.orchestra.run.smithi071.stdout:lvcreate is present 2024-09-05T07:28:31.360 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-05T07:28:31.360 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-05T07:28:31.366 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-05T07:28:31.366 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2024-09-05T07:28:31.373 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout enabled 2024-09-05T07:28:31.380 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout active 2024-09-05T07:28:31.380 INFO:teuthology.orchestra.run.smithi071.stdout:Unit chronyd.service is enabled and running 2024-09-05T07:28:31.380 INFO:teuthology.orchestra.run.smithi071.stdout:Host looks OK 2024-09-05T07:28:31.380 INFO:teuthology.orchestra.run.smithi071.stdout:Cluster fsid: 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:28:31.380 INFO:teuthology.orchestra.run.smithi071.stdout:Acquiring lock 140542285878272 on /run/cephadm/528064f0-6b58-11ef-bcd6-c7b262605968.lock 2024-09-05T07:28:31.380 INFO:teuthology.orchestra.run.smithi071.stdout:Lock 140542285878272 acquired on /run/cephadm/528064f0-6b58-11ef-bcd6-c7b262605968.lock 2024-09-05T07:28:31.381 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying IP 172.21.15.71 port 3300 ... 2024-09-05T07:28:31.381 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying IP 172.21.15.71 port 6789 ... 2024-09-05T07:28:31.381 INFO:teuthology.orchestra.run.smithi071.stdout:Base mon IP(s) is [172.21.15.71:3300, 172.21.15.71:6789], mon addrv is [v2:172.21.15.71:3300,v1:172.21.15.71:6789] 2024-09-05T07:28:31.384 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.71 metric 100 2024-09-05T07:28:31.384 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.71 metric 100 2024-09-05T07:28:31.387 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-05T07:28:31.387 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-09-05T07:28:31.387 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-09-05T07:28:31.390 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-05T07:28:31.390 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-05T07:28:31.390 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-05T07:28:31.390 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-09-05T07:28:31.390 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d765/64 scope link noprefixroute 2024-09-05T07:28:31.390 INFO:teuthology.orchestra.run.smithi071.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-05T07:28:31.391 INFO:teuthology.orchestra.run.smithi071.stdout:Mon IP `172.21.15.71` is in CIDR network `172.21.0.0/20` 2024-09-05T07:28:31.391 INFO:teuthology.orchestra.run.smithi071.stdout:Mon IP `172.21.15.71` is in CIDR network `172.21.0.0/20` 2024-09-05T07:28:31.391 INFO:teuthology.orchestra.run.smithi071.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-05T07:28:31.391 INFO:teuthology.orchestra.run.smithi071.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-05T07:28:31.391 INFO:teuthology.orchestra.run.smithi071.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4... 2024-09-05T07:28:32.676 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stdout 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac 2024-09-05T07:28:32.676 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4... 2024-09-05T07:28:32.676 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Getting image source signatures 2024-09-05T07:28:32.676 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Copying blob sha256:3f43494a24a2d1fe0d791eb19b05391e70ab9f54611bc9deae80cf7c3fb2dba9 2024-09-05T07:28:32.676 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-05T07:28:32.677 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Copying config sha256:77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac 2024-09-05T07:28:32.677 INFO:teuthology.orchestra.run.smithi071.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-05T07:28:33.646 INFO:teuthology.orchestra.run.smithi071.stdout:ceph: stdout ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable) 2024-09-05T07:28:33.646 INFO:teuthology.orchestra.run.smithi071.stdout:Ceph version: ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable) 2024-09-05T07:28:33.646 INFO:teuthology.orchestra.run.smithi071.stdout:Extracting ceph user uid/gid from container image... 2024-09-05T07:28:34.577 INFO:teuthology.orchestra.run.smithi071.stdout:stat: stdout 167 167 2024-09-05T07:28:34.577 INFO:teuthology.orchestra.run.smithi071.stdout:Creating initial keys... 2024-09-05T07:28:35.508 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-authtool: stdout AQCiXdlmw4LDNRAAQ4W0qOyBuiYBy9eWwLdkdA== 2024-09-05T07:28:36.346 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-authtool: stdout AQCjXdlm+S2qLxAABumfUfYCarejx0wP1IZ6pg== 2024-09-05T07:28:37.327 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-authtool: stdout AQCkXdlmUi6AKRAAAtQKOfwJDX1KrDm/2dyu3g== 2024-09-05T07:28:37.328 INFO:teuthology.orchestra.run.smithi071.stdout:Creating initial monmap... 2024-09-05T07:28:38.299 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-05T07:28:38.299 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-09-05T07:28:38.299 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:28:38.300 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-05T07:28:38.300 INFO:teuthology.orchestra.run.smithi071.stdout:monmaptool for a [v2:172.21.15.71:3300,v1:172.21.15.71:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-05T07:28:38.300 INFO:teuthology.orchestra.run.smithi071.stdout:setting min_mon_release = quincy 2024-09-05T07:28:38.300 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: set fsid to 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:28:38.300 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-05T07:28:38.300 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:28:38.300 INFO:teuthology.orchestra.run.smithi071.stdout:Creating mon... 2024-09-05T07:28:39.238 INFO:teuthology.orchestra.run.smithi071.stdout:create mon.a on 2024-09-05T07:28:39.448 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-05T07:28:39.591 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-05T07:28:39.761 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-528064f0-6b58-11ef-bcd6-c7b262605968.target → /etc/systemd/system/ceph-528064f0-6b58-11ef-bcd6-c7b262605968.target. 2024-09-05T07:28:39.761 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-528064f0-6b58-11ef-bcd6-c7b262605968.target → /etc/systemd/system/ceph-528064f0-6b58-11ef-bcd6-c7b262605968.target. 2024-09-05T07:28:39.988 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mon.a 2024-09-05T07:28:39.988 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to reset failed state of unit ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mon.a.service: Unit ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mon.a.service not loaded. 2024-09-05T07:28:40.147 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-528064f0-6b58-11ef-bcd6-c7b262605968.target.wants/ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mon.a.service → /etc/systemd/system/ceph-528064f0-6b58-11ef-bcd6-c7b262605968@.service. 2024-09-05T07:28:40.738 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-05T07:28:40.738 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout disabled 2024-09-05T07:28:40.745 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-05T07:28:40.745 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2024-09-05T07:28:40.745 INFO:teuthology.orchestra.run.smithi071.stdout:firewalld.service is not enabled 2024-09-05T07:28:40.745 INFO:teuthology.orchestra.run.smithi071.stdout:Not possible to enable service . firewalld.service is not available 2024-09-05T07:28:40.746 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mon to start... 2024-09-05T07:28:40.746 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mon... 2024-09-05T07:28:41.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:41 smithi071 ceph-mon[30599]: from='client.? 172.21.15.71:0/887241407' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-05T07:28:41.926 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout cluster: 2024-09-05T07:28:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout id: 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:28:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-05T07:28:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-05T07:28:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout services: 2024-09-05T07:28:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.587987s) 2024-09-05T07:28:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-05T07:28:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-05T07:28:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-05T07:28:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout data: 2024-09-05T07:28:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-05T07:28:41.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-05T07:28:41.933 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-05T07:28:41.933 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout pgs: 2024-09-05T07:28:41.933 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-05T07:28:41.933 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.187+0000 7fe530e1d640 1 Processor -- start 2024-09-05T07:28:41.933 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.187+0000 7fe530e1d640 1 -- start start 2024-09-05T07:28:41.933 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.187+0000 7fe530e1d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe52c107e50 0x7fe52c10a240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:28:41.933 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.187+0000 7fe530e1d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe52c0757a0 con 0x7fe52c107e50 2024-09-05T07:28:41.933 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.188+0000 7fe52a59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe52c107e50 0x7fe52c10a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:28:41.933 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.188+0000 7fe52a59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe52c107e50 0x7fe52c10a240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:36210/0 (socket says 172.21.15.71:36210) 2024-09-05T07:28:41.933 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.188+0000 7fe52a59c640 1 -- 172.21.15.71:0/1053105106 learned_addr learned my addr 172.21.15.71:0/1053105106 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:28:41.933 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.188+0000 7fe52a59c640 1 -- 172.21.15.71:0/1053105106 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe52c10a780 con 0x7fe52c107e50 2024-09-05T07:28:41.934 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.190+0000 7fe52a59c640 1 --2- 172.21.15.71:0/1053105106 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe52c107e50 0x7fe52c10a240 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fe51c00f960 tx=0x7fe51c02e550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a34c093a1cb60d75 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:28:41.934 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.190+0000 7fe529d9b640 1 -- 172.21.15.71:0/1053105106 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe51c03a070 con 0x7fe52c107e50 2024-09-05T07:28:41.934 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.190+0000 7fe529d9b640 1 -- 172.21.15.71:0/1053105106 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe51c033640 con 0x7fe52c107e50 2024-09-05T07:28:41.934 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.190+0000 7fe529d9b640 1 -- 172.21.15.71:0/1053105106 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe51c033940 con 0x7fe52c107e50 2024-09-05T07:28:41.934 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.191+0000 7fe530e1d640 1 -- 172.21.15.71:0/1053105106 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe52c107e50 msgr2=0x7fe52c10a240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:28:41.934 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.191+0000 7fe530e1d640 1 --2- 172.21.15.71:0/1053105106 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe52c107e50 0x7fe52c10a240 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fe51c00f960 tx=0x7fe51c02e550 comp rx=0 tx=0).stop 2024-09-05T07:28:41.934 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.191+0000 7fe530e1d640 1 -- 172.21.15.71:0/1053105106 shutdown_connections 2024-09-05T07:28:41.934 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.191+0000 7fe530e1d640 1 --2- 172.21.15.71:0/1053105106 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe52c107e50 0x7fe52c10a240 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:28:41.934 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.191+0000 7fe530e1d640 1 -- 172.21.15.71:0/1053105106 >> 172.21.15.71:0/1053105106 conn(0x7fe52c101a90 msgr2=0x7fe52c103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:28:41.934 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.191+0000 7fe530e1d640 1 -- 172.21.15.71:0/1053105106 shutdown_connections 2024-09-05T07:28:41.934 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.191+0000 7fe530e1d640 1 -- 172.21.15.71:0/1053105106 wait complete. 2024-09-05T07:28:41.934 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.192+0000 7fe530e1d640 1 Processor -- start 2024-09-05T07:28:41.934 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.192+0000 7fe530e1d640 1 -- start start 2024-09-05T07:28:41.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.192+0000 7fe530e1d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe52c107e50 0x7fe52c198ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:28:41.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.192+0000 7fe530e1d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe52c105f50 con 0x7fe52c107e50 2024-09-05T07:28:41.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.192+0000 7fe52a59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe52c107e50 0x7fe52c198ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:28:41.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.192+0000 7fe52a59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe52c107e50 0x7fe52c198ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:36214/0 (socket says 172.21.15.71:36214) 2024-09-05T07:28:41.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.192+0000 7fe52a59c640 1 -- 172.21.15.71:0/887241407 learned_addr learned my addr 172.21.15.71:0/887241407 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:28:41.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.192+0000 7fe52a59c640 1 -- 172.21.15.71:0/887241407 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe52c199220 con 0x7fe52c107e50 2024-09-05T07:28:41.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.192+0000 7fe52a59c640 1 --2- 172.21.15.71:0/887241407 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe52c107e50 0x7fe52c198ce0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fe51c0090b0 tx=0x7fe51c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:28:41.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.193+0000 7fe5237fe640 1 -- 172.21.15.71:0/887241407 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe51c045070 con 0x7fe52c107e50 2024-09-05T07:28:41.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.193+0000 7fe5237fe640 1 -- 172.21.15.71:0/887241407 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe51c035890 con 0x7fe52c107e50 2024-09-05T07:28:41.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.193+0000 7fe5237fe640 1 -- 172.21.15.71:0/887241407 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe51c03a040 con 0x7fe52c107e50 2024-09-05T07:28:41.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.193+0000 7fe530e1d640 1 -- 172.21.15.71:0/887241407 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe52c1994b0 con 0x7fe52c107e50 2024-09-05T07:28:41.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.193+0000 7fe530e1d640 1 -- 172.21.15.71:0/887241407 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe52c19c190 con 0x7fe52c107e50 2024-09-05T07:28:41.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.193+0000 7fe5237fe640 1 -- 172.21.15.71:0/887241407 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe51c048070 con 0x7fe52c107e50 2024-09-05T07:28:41.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.193+0000 7fe5237fe640 1 -- 172.21.15.71:0/887241407 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe51c04a450 con 0x7fe52c107e50 2024-09-05T07:28:41.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.194+0000 7fe530e1d640 1 -- 172.21.15.71:0/887241407 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe52c106660 con 0x7fe52c107e50 2024-09-05T07:28:41.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.198+0000 7fe5237fe640 1 -- 172.21.15.71:0/887241407 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fe51c035bb0 con 0x7fe52c107e50 2024-09-05T07:28:41.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.258+0000 7fe530e1d640 1 -- 172.21.15.71:0/887241407 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7fe52c02d7c0 con 0x7fe52c107e50 2024-09-05T07:28:41.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.258+0000 7fe5237fe640 1 -- 172.21.15.71:0/887241407 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7fe51c035d90 con 0x7fe52c107e50 2024-09-05T07:28:41.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.259+0000 7fe530e1d640 1 -- 172.21.15.71:0/887241407 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe52c107e50 msgr2=0x7fe52c198ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:28:41.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.260+0000 7fe530e1d640 1 --2- 172.21.15.71:0/887241407 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe52c107e50 0x7fe52c198ce0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fe51c0090b0 tx=0x7fe51c0046c0 comp rx=0 tx=0).stop 2024-09-05T07:28:41.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.260+0000 7fe530e1d640 1 -- 172.21.15.71:0/887241407 shutdown_connections 2024-09-05T07:28:41.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.260+0000 7fe530e1d640 1 --2- 172.21.15.71:0/887241407 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe52c107e50 0x7fe52c198ce0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:28:41.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.260+0000 7fe530e1d640 1 -- 172.21.15.71:0/887241407 >> 172.21.15.71:0/887241407 conn(0x7fe52c101a90 msgr2=0x7fe52c18f6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:28:41.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.260+0000 7fe530e1d640 1 -- 172.21.15.71:0/887241407 shutdown_connections 2024-09-05T07:28:41.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:41.260+0000 7fe530e1d640 1 -- 172.21.15.71:0/887241407 wait complete. 2024-09-05T07:28:41.937 INFO:teuthology.orchestra.run.smithi071.stdout:mon is available 2024-09-05T07:28:41.937 INFO:teuthology.orchestra.run.smithi071.stdout:Assimilating anything we can from ceph.conf... 2024-09-05T07:28:42.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:42 smithi071 ceph-mon[30599]: from='client.? 172.21.15.71:0/653740563' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-05T07:28:42.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:42 smithi071 ceph-mon[30599]: from='client.? 172.21.15.71:0/653740563' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-05T07:28:42.886 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-05T07:28:42.886 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [global] 2024-09-05T07:28:42.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout fsid = 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:28:42.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.71:3300,v1:172.21.15.71:6789] 2024-09-05T07:28:42.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-05T07:28:42.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-05T07:28:42.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-05T07:28:42.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-05T07:28:42.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-05T07:28:42.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-05T07:28:42.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-05T07:28:42.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-05T07:28:42.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [osd] 2024-09-05T07:28:42.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-05T07:28:42.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-05T07:28:42.888 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-05T07:28:42.888 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-05T07:28:42.888 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-05T07:28:42.888 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.310+0000 7f55b21f2640 1 Processor -- start 2024-09-05T07:28:42.888 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.310+0000 7f55b21f2640 1 -- start start 2024-09-05T07:28:42.888 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.310+0000 7f55b21f2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f55ac1056e0 0x7f55ac105ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:28:42.888 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.310+0000 7f55b21f2640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f55ac1060b0 con 0x7f55ac1056e0 2024-09-05T07:28:42.888 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.310+0000 7f55ab7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f55ac1056e0 0x7f55ac105ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:28:42.888 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.310+0000 7f55ab7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f55ac1056e0 0x7f55ac105ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:36230/0 (socket says 172.21.15.71:36230) 2024-09-05T07:28:42.888 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.310+0000 7f55ab7fe640 1 -- 172.21.15.71:0/115099295 learned_addr learned my addr 172.21.15.71:0/115099295 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:28:42.888 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.311+0000 7f55ab7fe640 1 -- 172.21.15.71:0/115099295 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55ac1086c0 con 0x7f55ac1056e0 2024-09-05T07:28:42.888 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.311+0000 7f55ab7fe640 1 --2- 172.21.15.71:0/115099295 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f55ac1056e0 0x7f55ac105ae0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f559c009820 tx=0x7f559c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92f10bfad2d149d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:28:42.889 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.311+0000 7f55aa7fc640 1 -- 172.21.15.71:0/115099295 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f559c037070 con 0x7f55ac1056e0 2024-09-05T07:28:42.889 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.312+0000 7f55aa7fc640 1 -- 172.21.15.71:0/115099295 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f559c032440 con 0x7f55ac1056e0 2024-09-05T07:28:42.889 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.312+0000 7f55aa7fc640 1 -- 172.21.15.71:0/115099295 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f559c032740 con 0x7f55ac1056e0 2024-09-05T07:28:42.889 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.312+0000 7f55b21f2640 1 -- 172.21.15.71:0/115099295 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f55ac1056e0 msgr2=0x7f55ac105ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:28:42.889 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.312+0000 7f55b21f2640 1 --2- 172.21.15.71:0/115099295 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f55ac1056e0 0x7f55ac105ae0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f559c009820 tx=0x7f559c02a270 comp rx=0 tx=0).stop 2024-09-05T07:28:42.889 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.312+0000 7f55b21f2640 1 -- 172.21.15.71:0/115099295 shutdown_connections 2024-09-05T07:28:42.889 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.312+0000 7f55b21f2640 1 --2- 172.21.15.71:0/115099295 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f55ac1056e0 0x7f55ac105ae0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:28:42.889 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.312+0000 7f55b21f2640 1 -- 172.21.15.71:0/115099295 >> 172.21.15.71:0/115099295 conn(0x7f55ac101210 msgr2=0x7f55ac103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:28:42.889 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.312+0000 7f55b21f2640 1 -- 172.21.15.71:0/115099295 shutdown_connections 2024-09-05T07:28:42.889 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.312+0000 7f55b21f2640 1 -- 172.21.15.71:0/115099295 wait complete. 2024-09-05T07:28:42.889 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.313+0000 7f55b21f2640 1 Processor -- start 2024-09-05T07:28:42.889 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.313+0000 7f55b21f2640 1 -- start start 2024-09-05T07:28:42.889 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.313+0000 7f55b21f2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f55ac1056e0 0x7f55ac19ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:28:42.890 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.313+0000 7f55b21f2640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f55ac108ae0 con 0x7f55ac1056e0 2024-09-05T07:28:42.890 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.313+0000 7f55ab7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f55ac1056e0 0x7f55ac19ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:28:42.890 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.313+0000 7f55ab7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f55ac1056e0 0x7f55ac19ac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:36234/0 (socket says 172.21.15.71:36234) 2024-09-05T07:28:42.890 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.313+0000 7f55ab7fe640 1 -- 172.21.15.71:0/653740563 learned_addr learned my addr 172.21.15.71:0/653740563 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:28:42.890 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.313+0000 7f55ab7fe640 1 -- 172.21.15.71:0/653740563 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55ac19b150 con 0x7f55ac1056e0 2024-09-05T07:28:42.890 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.314+0000 7f55ab7fe640 1 --2- 172.21.15.71:0/653740563 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f55ac1056e0 0x7f55ac19ac10 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f559c0090b0 tx=0x7f559c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:28:42.890 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.314+0000 7f55a8ff9640 1 -- 172.21.15.71:0/653740563 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f559c041070 con 0x7f55ac1056e0 2024-09-05T07:28:42.890 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.314+0000 7f55a8ff9640 1 -- 172.21.15.71:0/653740563 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f559c03c7a0 con 0x7f55ac1056e0 2024-09-05T07:28:42.890 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.314+0000 7f55b21f2640 1 -- 172.21.15.71:0/653740563 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55ac19b3e0 con 0x7f55ac1056e0 2024-09-05T07:28:42.890 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.314+0000 7f55a8ff9640 1 -- 172.21.15.71:0/653740563 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f559c037040 con 0x7f55ac1056e0 2024-09-05T07:28:42.890 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.314+0000 7f55b21f2640 1 -- 172.21.15.71:0/653740563 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55ac19e0d0 con 0x7f55ac1056e0 2024-09-05T07:28:42.890 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.314+0000 7f55a8ff9640 1 -- 172.21.15.71:0/653740563 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f559c044070 con 0x7f55ac1056e0 2024-09-05T07:28:42.890 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.314+0000 7f55a8ff9640 1 -- 172.21.15.71:0/653740563 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f559c03d3f0 con 0x7f55ac1056e0 2024-09-05T07:28:42.891 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.315+0000 7f55b21f2640 1 -- 172.21.15.71:0/653740563 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55ac105b60 con 0x7f55ac1056e0 2024-09-05T07:28:42.891 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.317+0000 7f55a8ff9640 1 -- 172.21.15.71:0/653740563 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f559c046450 con 0x7f55ac1056e0 2024-09-05T07:28:42.891 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.374+0000 7f55b21f2640 1 -- 172.21.15.71:0/653740563 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f55ac19f7a0 con 0x7f55ac1056e0 2024-09-05T07:28:42.891 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.377+0000 7f55a8ff9640 1 -- 172.21.15.71:0/653740563 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+429 (secure 0 0 0) 0x7f559c046630 con 0x7f55ac1056e0 2024-09-05T07:28:42.891 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.378+0000 7f55b21f2640 1 -- 172.21.15.71:0/653740563 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f55ac1056e0 msgr2=0x7f55ac19ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:28:42.891 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.378+0000 7f55b21f2640 1 --2- 172.21.15.71:0/653740563 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f55ac1056e0 0x7f55ac19ac10 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f559c0090b0 tx=0x7f559c0046c0 comp rx=0 tx=0).stop 2024-09-05T07:28:42.891 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.378+0000 7f55b21f2640 1 -- 172.21.15.71:0/653740563 shutdown_connections 2024-09-05T07:28:42.891 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.378+0000 7f55b21f2640 1 --2- 172.21.15.71:0/653740563 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f55ac1056e0 0x7f55ac19ac10 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:28:42.891 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.378+0000 7f55b21f2640 1 -- 172.21.15.71:0/653740563 >> 172.21.15.71:0/653740563 conn(0x7f55ac101210 msgr2=0x7f55ac18ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:28:42.891 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.378+0000 7f55b21f2640 1 -- 172.21.15.71:0/653740563 shutdown_connections 2024-09-05T07:28:42.891 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:42.378+0000 7f55b21f2640 1 -- 172.21.15.71:0/653740563 wait complete. 2024-09-05T07:28:42.891 INFO:teuthology.orchestra.run.smithi071.stdout:Generating new minimal ceph.conf... 2024-09-05T07:28:45.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:45 smithi071 ceph-mon[30599]: from='client.? 172.21.15.71:0/1184155649' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:28:51.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.187+0000 7f27e5db3640 1 Processor -- start 2024-09-05T07:28:51.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.187+0000 7f27e5db3640 1 -- start start 2024-09-05T07:28:51.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.187+0000 7f27e5db3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f27e01074a0 0x7f27e01078a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:28:51.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.187+0000 7f27e5db3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f27e0107e70 con 0x7f27e01074a0 2024-09-05T07:28:51.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.187+0000 7f27df7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f27e01074a0 0x7f27e01078a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:28:51.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.187+0000 7f27df7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f27e01074a0 0x7f27e01078a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:36240/0 (socket says 172.21.15.71:36240) 2024-09-05T07:28:51.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.187+0000 7f27df7fe640 1 -- 172.21.15.71:0/334818592 learned_addr learned my addr 172.21.15.71:0/334818592 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:28:51.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.187+0000 7f27df7fe640 1 -- 172.21.15.71:0/334818592 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27e0108600 con 0x7f27e01074a0 2024-09-05T07:28:51.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.188+0000 7f27df7fe640 1 --2- 172.21.15.71:0/334818592 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f27e01074a0 0x7f27e01078a0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f27d0009820 tx=0x7f27d002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96c5d3ce50944b64 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:28:51.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.188+0000 7f27de7fc640 1 -- 172.21.15.71:0/334818592 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f27d0037070 con 0x7f27e01074a0 2024-09-05T07:28:51.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.188+0000 7f27de7fc640 1 -- 172.21.15.71:0/334818592 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f27d00328d0 con 0x7f27e01074a0 2024-09-05T07:28:51.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.188+0000 7f27de7fc640 1 -- 172.21.15.71:0/334818592 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f27d00307d0 con 0x7f27e01074a0 2024-09-05T07:28:51.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.189+0000 7f27e5db3640 1 -- 172.21.15.71:0/334818592 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f27e01074a0 msgr2=0x7f27e01078a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:28:51.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.189+0000 7f27e5db3640 1 --2- 172.21.15.71:0/334818592 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f27e01074a0 0x7f27e01078a0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f27d0009820 tx=0x7f27d002a270 comp rx=0 tx=0).stop 2024-09-05T07:28:51.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.189+0000 7f27e5db3640 1 -- 172.21.15.71:0/334818592 shutdown_connections 2024-09-05T07:28:51.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.189+0000 7f27e5db3640 1 --2- 172.21.15.71:0/334818592 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f27e01074a0 0x7f27e01078a0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:28:51.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.189+0000 7f27e5db3640 1 -- 172.21.15.71:0/334818592 >> 172.21.15.71:0/334818592 conn(0x7f27e0102c50 msgr2=0x7f27e0105070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:28:51.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.189+0000 7f27e5db3640 1 -- 172.21.15.71:0/334818592 shutdown_connections 2024-09-05T07:28:51.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.189+0000 7f27e5db3640 1 -- 172.21.15.71:0/334818592 wait complete. 2024-09-05T07:28:51.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.189+0000 7f27e5db3640 1 Processor -- start 2024-09-05T07:28:51.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.190+0000 7f27e5db3640 1 -- start start 2024-09-05T07:28:51.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.190+0000 7f27e5db3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f27e01074a0 0x7f27e007db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:28:51.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.190+0000 7f27e5db3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f27e010b9b0 con 0x7f27e01074a0 2024-09-05T07:28:51.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.190+0000 7f27df7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f27e01074a0 0x7f27e007db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:28:51.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.190+0000 7f27df7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f27e01074a0 0x7f27e007db90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:36248/0 (socket says 172.21.15.71:36248) 2024-09-05T07:28:51.547 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.190+0000 7f27df7fe640 1 -- 172.21.15.71:0/1184155649 learned_addr learned my addr 172.21.15.71:0/1184155649 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:28:51.547 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.190+0000 7f27df7fe640 1 -- 172.21.15.71:0/1184155649 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27e007e0d0 con 0x7f27e01074a0 2024-09-05T07:28:51.547 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.190+0000 7f27df7fe640 1 --2- 172.21.15.71:0/1184155649 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f27e01074a0 0x7f27e007db90 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f27d00097f0 tx=0x7f27d0030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:28:51.547 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.190+0000 7f27dcff9640 1 -- 172.21.15.71:0/1184155649 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f27d0037040 con 0x7f27e01074a0 2024-09-05T07:28:51.547 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.191+0000 7f27dcff9640 1 -- 172.21.15.71:0/1184155649 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f27d0032bb0 con 0x7f27e01074a0 2024-09-05T07:28:51.547 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.191+0000 7f27e5db3640 1 -- 172.21.15.71:0/1184155649 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27e007c2c0 con 0x7f27e01074a0 2024-09-05T07:28:51.547 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.191+0000 7f27dcff9640 1 -- 172.21.15.71:0/1184155649 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f27d003a390 con 0x7f27e01074a0 2024-09-05T07:28:51.547 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.191+0000 7f27e5db3640 1 -- 172.21.15.71:0/1184155649 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27e007c800 con 0x7f27e01074a0 2024-09-05T07:28:51.547 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.191+0000 7f27dcff9640 1 -- 172.21.15.71:0/1184155649 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f27d003a580 con 0x7f27e01074a0 2024-09-05T07:28:51.547 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.191+0000 7f27dcff9640 1 -- 172.21.15.71:0/1184155649 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f27d0044b50 con 0x7f27e01074a0 2024-09-05T07:28:51.547 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.192+0000 7f27e5db3640 1 -- 172.21.15.71:0/1184155649 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27e010bb30 con 0x7f27e01074a0 2024-09-05T07:28:51.547 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.194+0000 7f27dcff9640 1 -- 172.21.15.71:0/1184155649 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f27d0032d60 con 0x7f27e01074a0 2024-09-05T07:28:51.547 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.252+0000 7f27e5db3640 1 -- 172.21.15.71:0/1184155649 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f27e007cf30 con 0x7f27e01074a0 2024-09-05T07:28:51.548 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.252+0000 7f27dcff9640 1 -- 172.21.15.71:0/1184155649 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7f27d003aa00 con 0x7f27e01074a0 2024-09-05T07:28:51.548 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.253+0000 7f27e5db3640 1 -- 172.21.15.71:0/1184155649 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f27e01074a0 msgr2=0x7f27e007db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:28:51.548 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.253+0000 7f27e5db3640 1 --2- 172.21.15.71:0/1184155649 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f27e01074a0 0x7f27e007db90 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f27d00097f0 tx=0x7f27d0030d00 comp rx=0 tx=0).stop 2024-09-05T07:28:51.548 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.253+0000 7f27e5db3640 1 -- 172.21.15.71:0/1184155649 shutdown_connections 2024-09-05T07:28:51.548 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.253+0000 7f27e5db3640 1 --2- 172.21.15.71:0/1184155649 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f27e01074a0 0x7f27e007db90 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:28:51.548 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.253+0000 7f27e5db3640 1 -- 172.21.15.71:0/1184155649 >> 172.21.15.71:0/1184155649 conn(0x7f27e0102c50 msgr2=0x7f27e0103780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:28:51.548 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.253+0000 7f27e5db3640 1 -- 172.21.15.71:0/1184155649 shutdown_connections 2024-09-05T07:28:51.548 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:45.253+0000 7f27e5db3640 1 -- 172.21.15.71:0/1184155649 wait complete. 2024-09-05T07:28:51.548 INFO:teuthology.orchestra.run.smithi071.stdout:Restarting the monitor... 2024-09-05T07:28:51.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:51 smithi071 systemd[1]: Stopping Ceph mon.a for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:28:52.872 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:52 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-a[30587]: 2024-09-05T07:28:52.462+0000 7fd49dfb2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:28:52.872 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:52 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-a[30587]: 2024-09-05T07:28:52.462+0000 7fd49dfb2640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-05T07:28:52.872 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:52 smithi071 podman[30844]: 2024-09-05 07:28:52.585871559 +0000 UTC m=+0.868104200 container died 70694ee5c70b49de0ca13ec26dcd894c58afa5074fabff26f7c95b158298d61f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-a, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-05T07:28:53.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:52 smithi071 podman[30844]: 2024-09-05 07:28:52.937077154 +0000 UTC m=+1.219309784 container cleanup 70694ee5c70b49de0ca13ec26dcd894c58afa5074fabff26f7c95b158298d61f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-a, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS) 2024-09-05T07:28:53.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:52 smithi071 bash[30844]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-a 2024-09-05T07:28:53.596 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 podman[30856]: 2024-09-05 07:28:53.246079951 +0000 UTC m=+0.660914281 container remove 70694ee5c70b49de0ca13ec26dcd894c58afa5074fabff26f7c95b158298d61f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-a, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-05T07:28:53.596 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 systemd[1]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-05T07:28:53.596 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 systemd[1]: Stopped Ceph mon.a for 528064f0-6b58-11ef-bcd6-c7b262605968. 2024-09-05T07:28:53.596 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 systemd[1]: Starting Ceph mon.a for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:28:53.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 podman[30946]: 2024-09-05 07:28:53.596745884 +0000 UTC m=+0.107912972 container create 5590b54035a2af571dd98bb81377aa317fde63828676c2831aaf1138f8b204dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-a, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T07:28:53.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 podman[30946]: 2024-09-05 07:28:53.504754997 +0000 UTC m=+0.015922086 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T07:28:53.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 podman[30946]: 2024-09-05 07:28:53.832298415 +0000 UTC m=+0.343465504 container init 5590b54035a2af571dd98bb81377aa317fde63828676c2831aaf1138f8b204dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-a, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T07:28:53.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 podman[30946]: 2024-09-05 07:28:53.83532475 +0000 UTC m=+0.346491840 container start 5590b54035a2af571dd98bb81377aa317fde63828676c2831aaf1138f8b204dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-05T07:28:53.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: set uid:gid to 167:167 (ceph:ceph) 2024-09-05T07:28:53.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable), process ceph-mon, pid 2 2024-09-05T07:28:53.856 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: pidfile_write: ignore empty --pid-file 2024-09-05T07:28:53.945 INFO:teuthology.orchestra.run.smithi071.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-05T07:28:54.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: load: jerasure load: lrc 2024-09-05T07:28:54.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: RocksDB version: 7.9.2 2024-09-05T07:28:54.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Git sha 0 2024-09-05T07:28:54.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Compile date 2024-09-04 15:32:03 2024-09-05T07:28:54.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: DB SUMMARY 2024-09-05T07:28:54.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: DB Session ID: R7EA1ZG2ROLOI6C3TVI6 2024-09-05T07:28:54.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: CURRENT file: CURRENT 2024-09-05T07:28:54.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: IDENTITY file: IDENTITY 2024-09-05T07:28:54.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-05T07:28:54.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-05T07:28:54.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 104128 ; 2024-09-05T07:28:54.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.error_if_exists: 0 2024-09-05T07:28:54.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.create_if_missing: 0 2024-09-05T07:28:54.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.paranoid_checks: 1 2024-09-05T07:28:54.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-05T07:28:54.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-05T07:28:54.151 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-05T07:28:54.151 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.env: 0x561f0ab1d940 2024-09-05T07:28:54.151 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.fs: PosixFileSystem 2024-09-05T07:28:54.151 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.info_log: 0x561f0bc896e0 2024-09-05T07:28:54.151 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_file_opening_threads: 16 2024-09-05T07:28:54.151 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.statistics: (nil) 2024-09-05T07:28:54.151 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.use_fsync: 0 2024-09-05T07:28:54.151 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_log_file_size: 0 2024-09-05T07:28:54.151 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-05T07:28:54.151 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-05T07:28:54.151 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.keep_log_file_num: 1000 2024-09-05T07:28:54.151 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.recycle_log_file_num: 0 2024-09-05T07:28:54.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.allow_fallocate: 1 2024-09-05T07:28:54.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.allow_mmap_reads: 0 2024-09-05T07:28:54.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.allow_mmap_writes: 0 2024-09-05T07:28:54.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.use_direct_reads: 0 2024-09-05T07:28:54.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-05T07:28:54.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.create_missing_column_families: 0 2024-09-05T07:28:54.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.db_log_dir: 2024-09-05T07:28:54.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.wal_dir: 2024-09-05T07:28:54.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-05T07:28:54.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-05T07:28:54.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-05T07:28:54.152 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-05T07:28:54.154 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-05T07:28:54.154 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-05T07:28:54.154 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.advise_random_on_open: 1 2024-09-05T07:28:54.154 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.db_write_buffer_size: 0 2024-09-05T07:28:54.154 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.write_buffer_manager: 0x561f0bc98dc0 2024-09-05T07:28:54.154 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-05T07:28:54.154 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-05T07:28:54.154 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-05T07:28:54.154 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.rate_limiter: (nil) 2024-09-05T07:28:54.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-05T07:28:54.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.wal_recovery_mode: 2 2024-09-05T07:28:54.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.enable_thread_tracking: 0 2024-09-05T07:28:54.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.enable_pipelined_write: 0 2024-09-05T07:28:54.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.unordered_write: 0 2024-09-05T07:28:54.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-05T07:28:54.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-05T07:28:54.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-05T07:28:54.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-05T07:28:54.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.row_cache: None 2024-09-05T07:28:54.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.wal_filter: None 2024-09-05T07:28:54.155 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-05T07:28:54.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.allow_ingest_behind: 0 2024-09-05T07:28:54.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.two_write_queues: 0 2024-09-05T07:28:54.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.manual_wal_flush: 0 2024-09-05T07:28:54.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.wal_compression: 0 2024-09-05T07:28:54.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.atomic_flush: 0 2024-09-05T07:28:54.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-05T07:28:54.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-05T07:28:54.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-05T07:28:54.156 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.log_readahead_size: 0 2024-09-05T07:28:54.157 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-05T07:28:54.157 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.best_efforts_recovery: 0 2024-09-05T07:28:54.157 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-05T07:28:54.157 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-05T07:28:54.157 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.allow_data_in_errors: 0 2024-09-05T07:28:54.157 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.db_host_id: __hostname__ 2024-09-05T07:28:54.157 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-05T07:28:54.157 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_background_jobs: 2 2024-09-05T07:28:54.157 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_background_compactions: -1 2024-09-05T07:28:54.157 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_subcompactions: 1 2024-09-05T07:28:54.157 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-05T07:28:54.157 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-05T07:28:54.157 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-05T07:28:54.157 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_total_wal_size: 0 2024-09-05T07:28:54.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-05T07:28:54.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-05T07:28:54.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-05T07:28:54.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-05T07:28:54.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_open_files: -1 2024-09-05T07:28:54.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.bytes_per_sync: 0 2024-09-05T07:28:54.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-05T07:28:54.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-05T07:28:54.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compaction_readahead_size: 0 2024-09-05T07:28:54.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_background_flushes: -1 2024-09-05T07:28:54.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Compression algorithms supported: 2024-09-05T07:28:54.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: kZSTD supported: 0 2024-09-05T07:28:54.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: kXpressCompression supported: 0 2024-09-05T07:28:54.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: kBZip2Compression supported: 0 2024-09-05T07:28:54.158 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-05T07:28:54.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: kLZ4Compression supported: 1 2024-09-05T07:28:54.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: kZlibCompression supported: 1 2024-09-05T07:28:54.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: kLZ4HCCompression supported: 1 2024-09-05T07:28:54.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: kSnappyCompression supported: 1 2024-09-05T07:28:54.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-05T07:28:54.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-05T07:28:54.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-05T07:28:54.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-05T07:28:54.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-05T07:28:54.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.merge_operator: 2024-09-05T07:28:54.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compaction_filter: None 2024-09-05T07:28:54.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compaction_filter_factory: None 2024-09-05T07:28:54.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.sst_partitioner_factory: None 2024-09-05T07:28:54.159 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-05T07:28:54.160 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-05T07:28:54.160 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561f0bc89320) 2024-09-05T07:28:54.160 INFO:journalctl@ceph.mon.a.smithi071.stdout: cache_index_and_filter_blocks: 1 2024-09-05T07:28:54.160 INFO:journalctl@ceph.mon.a.smithi071.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-05T07:28:54.160 INFO:journalctl@ceph.mon.a.smithi071.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-05T07:28:54.160 INFO:journalctl@ceph.mon.a.smithi071.stdout: pin_top_level_index_and_filter: 1 2024-09-05T07:28:54.160 INFO:journalctl@ceph.mon.a.smithi071.stdout: index_type: 0 2024-09-05T07:28:54.160 INFO:journalctl@ceph.mon.a.smithi071.stdout: data_block_index_type: 0 2024-09-05T07:28:54.160 INFO:journalctl@ceph.mon.a.smithi071.stdout: index_shortening: 1 2024-09-05T07:28:54.161 INFO:journalctl@ceph.mon.a.smithi071.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-05T07:28:54.161 INFO:journalctl@ceph.mon.a.smithi071.stdout: checksum: 4 2024-09-05T07:28:54.161 INFO:journalctl@ceph.mon.a.smithi071.stdout: no_block_cache: 0 2024-09-05T07:28:54.161 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache: 0x561f0bc7d350 2024-09-05T07:28:54.161 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache_name: BinnedLRUCache 2024-09-05T07:28:54.161 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache_options: 2024-09-05T07:28:54.161 INFO:journalctl@ceph.mon.a.smithi071.stdout: capacity : 536870912 2024-09-05T07:28:54.161 INFO:journalctl@ceph.mon.a.smithi071.stdout: num_shard_bits : 4 2024-09-05T07:28:54.161 INFO:journalctl@ceph.mon.a.smithi071.stdout: strict_capacity_limit : 0 2024-09-05T07:28:54.161 INFO:journalctl@ceph.mon.a.smithi071.stdout: high_pri_pool_ratio: 0.000 2024-09-05T07:28:54.161 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_cache_compressed: (nil) 2024-09-05T07:28:54.161 INFO:journalctl@ceph.mon.a.smithi071.stdout: persistent_cache: (nil) 2024-09-05T07:28:54.162 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_size: 4096 2024-09-05T07:28:54.162 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_size_deviation: 10 2024-09-05T07:28:54.162 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_restart_interval: 16 2024-09-05T07:28:54.162 INFO:journalctl@ceph.mon.a.smithi071.stdout: index_block_restart_interval: 1 2024-09-05T07:28:54.162 INFO:journalctl@ceph.mon.a.smithi071.stdout: metadata_block_size: 4096 2024-09-05T07:28:54.162 INFO:journalctl@ceph.mon.a.smithi071.stdout: partition_filters: 0 2024-09-05T07:28:54.162 INFO:journalctl@ceph.mon.a.smithi071.stdout: use_delta_encoding: 1 2024-09-05T07:28:54.162 INFO:journalctl@ceph.mon.a.smithi071.stdout: filter_policy: bloomfilter 2024-09-05T07:28:54.162 INFO:journalctl@ceph.mon.a.smithi071.stdout: whole_key_filtering: 1 2024-09-05T07:28:54.162 INFO:journalctl@ceph.mon.a.smithi071.stdout: verify_compression: 0 2024-09-05T07:28:54.162 INFO:journalctl@ceph.mon.a.smithi071.stdout: read_amp_bytes_per_bit: 0 2024-09-05T07:28:54.162 INFO:journalctl@ceph.mon.a.smithi071.stdout: format_version: 5 2024-09-05T07:28:54.162 INFO:journalctl@ceph.mon.a.smithi071.stdout: enable_index_compression: 1 2024-09-05T07:28:54.162 INFO:journalctl@ceph.mon.a.smithi071.stdout: block_align: 0 2024-09-05T07:28:54.162 INFO:journalctl@ceph.mon.a.smithi071.stdout: max_auto_readahead_size: 262144 2024-09-05T07:28:54.163 INFO:journalctl@ceph.mon.a.smithi071.stdout: prepopulate_block_cache: 0 2024-09-05T07:28:54.163 INFO:journalctl@ceph.mon.a.smithi071.stdout: initial_auto_readahead_size: 8192 2024-09-05T07:28:54.163 INFO:journalctl@ceph.mon.a.smithi071.stdout: num_file_reads_for_auto_readahead: 2 2024-09-05T07:28:54.163 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.write_buffer_size: 33554432 2024-09-05T07:28:54.163 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_write_buffer_number: 2 2024-09-05T07:28:54.163 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compression: NoCompression 2024-09-05T07:28:54.163 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.bottommost_compression: Disabled 2024-09-05T07:28:54.163 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.prefix_extractor: nullptr 2024-09-05T07:28:54.163 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-05T07:28:54.163 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.num_levels: 7 2024-09-05T07:28:54.163 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-05T07:28:54.163 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-05T07:28:54.163 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-05T07:28:54.163 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-05T07:28:54.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-05T07:28:54.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-05T07:28:54.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-05T07:28:54.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-05T07:28:54.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-05T07:28:54.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-05T07:28:54.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-05T07:28:54.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-05T07:28:54.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-05T07:28:54.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compression_opts.level: 32767 2024-09-05T07:28:54.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compression_opts.strategy: 0 2024-09-05T07:28:54.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-05T07:28:54.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-05T07:28:54.164 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-05T07:28:54.165 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-05T07:28:54.165 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compression_opts.enabled: false 2024-09-05T07:28:54.165 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-05T07:28:54.165 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-05T07:28:54.165 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-05T07:28:54.165 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-05T07:28:54.165 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.target_file_size_base: 67108864 2024-09-05T07:28:54.165 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-05T07:28:54.165 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-05T07:28:54.165 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-05T07:28:54.165 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-05T07:28:54.165 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-05T07:28:54.165 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-05T07:28:54.165 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-05T07:28:54.166 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-05T07:28:54.166 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-05T07:28:54.166 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-05T07:28:54.166 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-05T07:28:54.166 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-05T07:28:54.166 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-05T07:28:54.166 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-05T07:28:54.166 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.arena_block_size: 1048576 2024-09-05T07:28:54.166 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-05T07:28:54.166 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-05T07:28:54.166 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.disable_auto_compactions: 0 2024-09-05T07:28:54.166 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-05T07:28:54.166 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-05T07:28:54.166 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-05T07:28:54.166 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-05T07:28:54.166 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-05T07:28:54.167 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-05T07:28:54.167 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-05T07:28:54.167 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-05T07:28:54.167 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-05T07:28:54.167 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-05T07:28:54.167 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-05T07:28:54.167 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.inplace_update_support: 0 2024-09-05T07:28:54.167 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-05T07:28:54.167 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-05T07:28:54.167 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-05T07:28:54.167 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-05T07:28:54.167 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.bloom_locality: 0 2024-09-05T07:28:54.167 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.max_successive_merges: 0 2024-09-05T07:28:54.168 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-05T07:28:54.168 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.paranoid_file_checks: 0 2024-09-05T07:28:54.168 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.force_consistency_checks: 1 2024-09-05T07:28:54.168 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.report_bg_io_stats: 0 2024-09-05T07:28:54.168 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.ttl: 2592000 2024-09-05T07:28:54.168 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-05T07:28:54.168 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-05T07:28:54.168 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-05T07:28:54.168 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.enable_blob_files: false 2024-09-05T07:28:54.168 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.min_blob_size: 0 2024-09-05T07:28:54.168 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.blob_file_size: 268435456 2024-09-05T07:28:54.168 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-05T07:28:54.168 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-05T07:28:54.168 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-05T07:28:54.169 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-05T07:28:54.169 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-05T07:28:54.169 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.blob_file_starting_level: 0 2024-09-05T07:28:54.169 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-05T07:28:54.169 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-05T07:28:54.169 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-05T07:28:54.169 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 22b33452-c49a-4152-947c-3923684f3646 2024-09-05T07:28:54.169 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725521333861538, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-05T07:28:54.169 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-05T07:28:54.169 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725521333862467, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 99371, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 324, "table_properties": {"data_size": 97265, "index_size": 298, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14024, "raw_average_key_size": 49, "raw_value_size": 89599, "raw_average_value_size": 316, "num_data_blocks": 12, "num_entries": 283, "num_filter_entries": 283, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725521333, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "22b33452-c49a-4152-947c-3923684f3646", "db_session_id": "R7EA1ZG2ROLOI6C3TVI6", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-05T07:28:54.169 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725521333862561, "job": 1, "event": "recovery_finished"} 2024-09-05T07:28:54.169 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-05T07:28:54.169 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-05T07:28:54.169 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x561f0bcaae00 2024-09-05T07:28:54.170 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: DB pointer 0x561f0bda6000 2024-09-05T07:28:54.170 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-05T07:28:54.170 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-05T07:28:54.170 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** DB Stats ** 2024-09-05T07:28:54.170 INFO:journalctl@ceph.mon.a.smithi071.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-05T07:28:54.170 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-05T07:28:54.170 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-05T07:28:54.170 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-05T07:28:54.170 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-05T07:28:54.170 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-05T07:28:54.170 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-05T07:28:54.170 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-09-05T07:28:54.170 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** Compaction Stats [default] ** 2024-09-05T07:28:54.170 INFO:journalctl@ceph.mon.a.smithi071.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-05T07:28:54.170 INFO:journalctl@ceph.mon.a.smithi071.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-05T07:28:54.171 INFO:journalctl@ceph.mon.a.smithi071.stdout: L0 2/0 98.90 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 164.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-05T07:28:54.171 INFO:journalctl@ceph.mon.a.smithi071.stdout: Sum 2/0 98.90 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 164.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-05T07:28:54.171 INFO:journalctl@ceph.mon.a.smithi071.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 164.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-05T07:28:54.171 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-09-05T07:28:54.171 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** Compaction Stats [default] ** 2024-09-05T07:28:54.171 INFO:journalctl@ceph.mon.a.smithi071.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-05T07:28:54.171 INFO:journalctl@ceph.mon.a.smithi071.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-05T07:28:54.172 INFO:journalctl@ceph.mon.a.smithi071.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 164.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-05T07:28:54.172 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-09-05T07:28:54.172 INFO:journalctl@ceph.mon.a.smithi071.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-05T07:28:54.172 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-09-05T07:28:54.172 INFO:journalctl@ceph.mon.a.smithi071.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-05T07:28:54.173 INFO:journalctl@ceph.mon.a.smithi071.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-05T07:28:54.173 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-05T07:28:54.173 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-05T07:28:54.173 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-05T07:28:54.173 INFO:journalctl@ceph.mon.a.smithi071.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-05T07:28:54.174 INFO:journalctl@ceph.mon.a.smithi071.stdout: Cumulative compaction: 0.00 GB write, 31.38 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-05T07:28:54.174 INFO:journalctl@ceph.mon.a.smithi071.stdout: Interval compaction: 0.00 GB write, 31.38 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-05T07:28:54.174 INFO:journalctl@ceph.mon.a.smithi071.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-05T07:28:54.174 INFO:journalctl@ceph.mon.a.smithi071.stdout: Block cache BinnedLRUCache@0x561f0bc7d350#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-09-05T07:28:54.174 INFO:journalctl@ceph.mon.a.smithi071.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-09-05T07:28:54.174 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-09-05T07:28:54.175 INFO:journalctl@ceph.mon.a.smithi071.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-05T07:28:54.175 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: starting mon.a rank 0 at public addrs [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] at bind addrs [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:28:54.175 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: mon.a@-1(???) e1 preinit fsid 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:28:54.175 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: mon.a@-1(???).mds e1 new map 2024-09-05T07:28:54.175 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: mon.a@-1(???).mds e1 print_map 2024-09-05T07:28:54.175 INFO:journalctl@ceph.mon.a.smithi071.stdout: e1 2024-09-05T07:28:54.176 INFO:journalctl@ceph.mon.a.smithi071.stdout: btime 2024-09-05T07:28:40:672258+0000 2024-09-05T07:28:54.176 INFO:journalctl@ceph.mon.a.smithi071.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-05T07:28:54.176 INFO:journalctl@ceph.mon.a.smithi071.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-05T07:28:54.176 INFO:journalctl@ceph.mon.a.smithi071.stdout: legacy client fscid: -1 2024-09-05T07:28:54.176 INFO:journalctl@ceph.mon.a.smithi071.stdout: 2024-09-05T07:28:54.176 INFO:journalctl@ceph.mon.a.smithi071.stdout: No filesystems configured 2024-09-05T07:28:54.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-05T07:28:54.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T07:28:54.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T07:28:54.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T07:28:54.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-05T07:28:54.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-05T07:28:54.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: monmap epoch 1 2024-09-05T07:28:54.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: fsid 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:28:54.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: last_changed 2024-09-05T07:28:37.665599+0000 2024-09-05T07:28:54.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: created 2024-09-05T07:28:37.665599+0000 2024-09-05T07:28:54.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: min_mon_release 19 (squid) 2024-09-05T07:28:54.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: election_strategy: 1 2024-09-05T07:28:54.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: 0: [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon.a 2024-09-05T07:28:54.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: fsmap 2024-09-05T07:28:54.177 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: osdmap e1: 0 total, 0 up, 0 in 2024-09-05T07:28:54.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 ceph-mon[30965]: mgrmap e1: no daemons active 2024-09-05T07:28:54.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 bash[30946]: 5590b54035a2af571dd98bb81377aa317fde63828676c2831aaf1138f8b204dc 2024-09-05T07:28:54.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:53 smithi071 systemd[1]: Started Ceph mon.a for 528064f0-6b58-11ef-bcd6-c7b262605968. 2024-09-05T07:28:54.928 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.316+0000 7f3875f83640 1 Processor -- start 2024-09-05T07:28:54.929 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.316+0000 7f3875f83640 1 -- start start 2024-09-05T07:28:54.929 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.316+0000 7f3875f83640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3870107460 0x7f3870107860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:28:54.929 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.316+0000 7f3875f83640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3870107e30 con 0x7f3870107460 2024-09-05T07:28:54.929 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.316+0000 7f386f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3870107460 0x7f3870107860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:28:54.929 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.316+0000 7f386f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3870107460 0x7f3870107860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57368/0 (socket says 172.21.15.71:57368) 2024-09-05T07:28:54.929 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.316+0000 7f386f7fe640 1 -- 172.21.15.71:0/1734471727 learned_addr learned my addr 172.21.15.71:0/1734471727 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:28:54.929 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.317+0000 7f386f7fe640 1 -- 172.21.15.71:0/1734471727 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3870108610 con 0x7f3870107460 2024-09-05T07:28:54.929 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.318+0000 7f386f7fe640 1 --2- 172.21.15.71:0/1734471727 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3870107460 0x7f3870107860 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f3860009820 tx=0x7f386002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcf4b9af59c54a3e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:28:54.929 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.319+0000 7f386effd640 1 -- 172.21.15.71:0/1734471727 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3860037070 con 0x7f3870107460 2024-09-05T07:28:54.930 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.319+0000 7f386effd640 1 -- 172.21.15.71:0/1734471727 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f38600328d0 con 0x7f3870107460 2024-09-05T07:28:54.930 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.319+0000 7f386effd640 1 -- 172.21.15.71:0/1734471727 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f38600307d0 con 0x7f3870107460 2024-09-05T07:28:54.930 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.319+0000 7f3875f83640 1 -- 172.21.15.71:0/1734471727 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3870107460 msgr2=0x7f3870107860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:28:54.930 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.319+0000 7f3875f83640 1 --2- 172.21.15.71:0/1734471727 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3870107460 0x7f3870107860 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f3860009820 tx=0x7f386002a270 comp rx=0 tx=0).stop 2024-09-05T07:28:54.930 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.319+0000 7f3875f83640 1 -- 172.21.15.71:0/1734471727 shutdown_connections 2024-09-05T07:28:54.930 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.319+0000 7f3875f83640 1 --2- 172.21.15.71:0/1734471727 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3870107460 0x7f3870107860 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:28:54.930 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.319+0000 7f3875f83640 1 -- 172.21.15.71:0/1734471727 >> 172.21.15.71:0/1734471727 conn(0x7f3870102c50 msgr2=0x7f3870105070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:28:54.930 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.319+0000 7f3875f83640 1 -- 172.21.15.71:0/1734471727 shutdown_connections 2024-09-05T07:28:54.930 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.319+0000 7f3875f83640 1 -- 172.21.15.71:0/1734471727 wait complete. 2024-09-05T07:28:54.930 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.320+0000 7f3875f83640 1 Processor -- start 2024-09-05T07:28:54.930 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.320+0000 7f3875f83640 1 -- start start 2024-09-05T07:28:54.930 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.320+0000 7f3875f83640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3870107460 0x7f387019b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:28:54.931 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.320+0000 7f3875f83640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f387010b9c0 con 0x7f3870107460 2024-09-05T07:28:54.931 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.320+0000 7f386f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3870107460 0x7f387019b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:28:54.931 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.320+0000 7f386f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3870107460 0x7f387019b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57374/0 (socket says 172.21.15.71:57374) 2024-09-05T07:28:54.931 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.320+0000 7f386f7fe640 1 -- 172.21.15.71:0/3927261108 learned_addr learned my addr 172.21.15.71:0/3927261108 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:28:54.931 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.320+0000 7f386f7fe640 1 -- 172.21.15.71:0/3927261108 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f387019b8c0 con 0x7f3870107460 2024-09-05T07:28:54.931 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.321+0000 7f386f7fe640 1 --2- 172.21.15.71:0/3927261108 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3870107460 0x7f387019b380 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f38600097f0 tx=0x7f3860030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:28:54.931 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.321+0000 7f386d7fa640 1 -- 172.21.15.71:0/3927261108 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3860037040 con 0x7f3870107460 2024-09-05T07:28:54.931 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.321+0000 7f386d7fa640 1 -- 172.21.15.71:0/3927261108 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f3860032bb0 con 0x7f3870107460 2024-09-05T07:28:54.931 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.321+0000 7f3875f83640 1 -- 172.21.15.71:0/3927261108 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f387019bb50 con 0x7f3870107460 2024-09-05T07:28:54.931 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.321+0000 7f386d7fa640 1 -- 172.21.15.71:0/3927261108 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f386003a390 con 0x7f3870107460 2024-09-05T07:28:54.931 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.321+0000 7f3875f83640 1 -- 172.21.15.71:0/3927261108 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f387019e840 con 0x7f3870107460 2024-09-05T07:28:54.931 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.321+0000 7f386d7fa640 1 -- 172.21.15.71:0/3927261108 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f386003a5d0 con 0x7f3870107460 2024-09-05T07:28:54.931 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.321+0000 7f386d7fa640 1 -- 172.21.15.71:0/3927261108 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f3860044ba0 con 0x7f3870107460 2024-09-05T07:28:54.931 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.322+0000 7f3875f83640 1 -- 172.21.15.71:0/3927261108 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f387010bb40 con 0x7f3870107460 2024-09-05T07:28:54.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.324+0000 7f386d7fa640 1 -- 172.21.15.71:0/3927261108 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f3860044400 con 0x7f3870107460 2024-09-05T07:28:54.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.381+0000 7f3875f83640 1 -- 172.21.15.71:0/3927261108 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f387019ee30 con 0x7f3870107460 2024-09-05T07:28:54.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.385+0000 7f386d7fa640 1 -- 172.21.15.71:0/3927261108 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f3860032d60 con 0x7f3870107460 2024-09-05T07:28:54.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.386+0000 7f3875f83640 1 -- 172.21.15.71:0/3927261108 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3870107460 msgr2=0x7f387019b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:28:54.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.386+0000 7f3875f83640 1 --2- 172.21.15.71:0/3927261108 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3870107460 0x7f387019b380 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f38600097f0 tx=0x7f3860030d00 comp rx=0 tx=0).stop 2024-09-05T07:28:54.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.386+0000 7f3875f83640 1 -- 172.21.15.71:0/3927261108 shutdown_connections 2024-09-05T07:28:54.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.386+0000 7f3875f83640 1 --2- 172.21.15.71:0/3927261108 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3870107460 0x7f387019b380 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:28:54.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.386+0000 7f3875f83640 1 -- 172.21.15.71:0/3927261108 >> 172.21.15.71:0/3927261108 conn(0x7f3870102c50 msgr2=0x7f3870103730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:28:54.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.386+0000 7f3875f83640 1 -- 172.21.15.71:0/3927261108 shutdown_connections 2024-09-05T07:28:54.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:54.386+0000 7f3875f83640 1 -- 172.21.15.71:0/3927261108 wait complete. 2024-09-05T07:28:54.932 INFO:teuthology.orchestra.run.smithi071.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-05T07:28:54.946 INFO:teuthology.orchestra.run.smithi071.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-05T07:28:54.946 INFO:teuthology.orchestra.run.smithi071.stdout:Creating mgr... 2024-09-05T07:28:54.946 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-05T07:28:54.947 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-05T07:28:55.190 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mgr.x 2024-09-05T07:28:55.190 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to reset failed state of unit ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mgr.x.service: Unit ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mgr.x.service not loaded. 2024-09-05T07:28:55.343 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-528064f0-6b58-11ef-bcd6-c7b262605968.target.wants/ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-528064f0-6b58-11ef-bcd6-c7b262605968@.service. 2024-09-05T07:28:55.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:55 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3927261108' entity='client.admin' 2024-09-05T07:28:55.649 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:55 smithi071 podman[31179]: 2024-09-05 07:28:55.590705157 +0000 UTC m=+0.127021911 container create 600d420cb4abddf697e0da57074c8c74cf457bc1fa10765960535a717ab4c581 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-05T07:28:55.926 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-05T07:28:55.926 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout disabled 2024-09-05T07:28:55.934 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-05T07:28:55.934 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2024-09-05T07:28:55.935 INFO:teuthology.orchestra.run.smithi071.stdout:firewalld.service is not enabled 2024-09-05T07:28:55.935 INFO:teuthology.orchestra.run.smithi071.stdout:Not possible to enable service . firewalld.service is not available 2024-09-05T07:28:55.945 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-05T07:28:55.945 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout disabled 2024-09-05T07:28:55.954 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-05T07:28:55.954 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2024-09-05T07:28:55.954 INFO:teuthology.orchestra.run.smithi071.stdout:firewalld.service is not enabled 2024-09-05T07:28:55.954 INFO:teuthology.orchestra.run.smithi071.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-05T07:28:55.954 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mgr to start... 2024-09-05T07:28:55.954 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mgr... 2024-09-05T07:28:56.001 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:55 smithi071 podman[31179]: 2024-09-05 07:28:55.809639625 +0000 UTC m=+0.345956340 container init 600d420cb4abddf697e0da57074c8c74cf457bc1fa10765960535a717ab4c581 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-05T07:28:56.001 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:55 smithi071 podman[31179]: 2024-09-05 07:28:55.812233816 +0000 UTC m=+0.348550525 container start 600d420cb4abddf697e0da57074c8c74cf457bc1fa10765960535a717ab4c581 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-05T07:28:56.001 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:55 smithi071 bash[31179]: 600d420cb4abddf697e0da57074c8c74cf457bc1fa10765960535a717ab4c581 2024-09-05T07:28:56.001 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:55 smithi071 systemd[1]: Started Ceph mgr.x for 528064f0-6b58-11ef-bcd6-c7b262605968. 2024-09-05T07:28:56.001 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:55 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:55.935+0000 7f0c220ad040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T07:28:56.001 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:56 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:56.000+0000 7f0c220ad040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T07:28:56.337 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:56 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:56.150+0000 7f0c220ad040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T07:28:56.338 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:56 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:56.222+0000 7f0c220ad040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T07:28:56.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:28:56 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1759006158' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-05T07:28:56.649 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:56 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:56.371+0000 7f0c220ad040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T07:28:56.649 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:56 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:56.520+0000 7f0c220ad040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T07:28:57.065 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:56 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:56.842+0000 7f0c220ad040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T07:28:57.065 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:56 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:56.903+0000 7f0c220ad040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T07:28:57.068 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-05T07:28:57.077 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-09-05T07:28:57.078 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsid": "528064f0-6b58-11ef-bcd6-c7b262605968", 2024-09-05T07:28:57.078 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "health": { 2024-09-05T07:28:57.078 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-05T07:28:57.078 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-05T07:28:57.078 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-05T07:28:57.078 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:28:57.078 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-05T07:28:57.078 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-05T07:28:57.078 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 0 2024-09-05T07:28:57.078 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-09-05T07:28:57.078 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-05T07:28:57.079 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "a" 2024-09-05T07:28:57.079 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-09-05T07:28:57.079 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-09-05T07:28:57.079 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-05T07:28:57.079 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T07:28:57.079 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-05T07:28:57.079 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-05T07:28:57.079 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:28:57.079 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-05T07:28:57.079 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T07:28:57.079 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-05T07:28:57.079 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-05T07:28:57.080 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-05T07:28:57.080 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-05T07:28:57.080 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-05T07:28:57.080 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-05T07:28:57.080 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:28:57.080 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-05T07:28:57.080 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-05T07:28:57.080 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-05T07:28:57.080 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-05T07:28:57.080 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-05T07:28:57.080 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-05T07:28:57.080 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-05T07:28:57.080 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-05T07:28:57.080 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-05T07:28:57.081 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:28:57.081 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-05T07:28:57.081 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T07:28:57.081 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "btime": "2024-09-05T07:28:40:672258+0000", 2024-09-05T07:28:57.081 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-05T07:28:57.081 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-05T07:28:57.081 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:28:57.081 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-05T07:28:57.081 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-05T07:28:57.081 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-05T07:28:57.081 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-05T07:28:57.081 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-05T07:28:57.081 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-05T07:28:57.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "restful" 2024-09-05T07:28:57.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-09-05T07:28:57.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T07:28:57.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:28:57.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-05T07:28:57.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T07:28:57.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modified": "2024-09-05T07:28:40.672955+0000", 2024-09-05T07:28:57.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T07:28:57.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:28:57.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-05T07:28:57.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-09-05T07:28:57.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.416+0000 7fc235955640 1 Processor -- start 2024-09-05T07:28:57.082 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.416+0000 7fc235955640 1 -- start start 2024-09-05T07:28:57.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.416+0000 7fc235955640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc230106320 0x7fc230106720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:28:57.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.416+0000 7fc235955640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc230106cf0 con 0x7fc230106320 2024-09-05T07:28:57.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.416+0000 7fc22effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc230106320 0x7fc230106720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:28:57.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.417+0000 7fc22effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc230106320 0x7fc230106720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57410/0 (socket says 172.21.15.71:57410) 2024-09-05T07:28:57.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.417+0000 7fc22effd640 1 -- 172.21.15.71:0/343510732 learned_addr learned my addr 172.21.15.71:0/343510732 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:28:57.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.417+0000 7fc22effd640 1 -- 172.21.15.71:0/343510732 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc230107520 con 0x7fc230106320 2024-09-05T07:28:57.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.418+0000 7fc22effd640 1 --2- 172.21.15.71:0/343510732 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc230106320 0x7fc230106720 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fc220009820 tx=0x7fc22002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23e57ca04f1c8e5e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:28:57.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.418+0000 7fc22dffb640 1 -- 172.21.15.71:0/343510732 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc220037070 con 0x7fc230106320 2024-09-05T07:28:57.083 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.418+0000 7fc22dffb640 1 -- 172.21.15.71:0/343510732 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fc2200328d0 con 0x7fc230106320 2024-09-05T07:28:57.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.418+0000 7fc22dffb640 1 -- 172.21.15.71:0/343510732 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc2200307d0 con 0x7fc230106320 2024-09-05T07:28:57.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.418+0000 7fc235955640 1 -- 172.21.15.71:0/343510732 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc230106320 msgr2=0x7fc230106720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:28:57.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.418+0000 7fc235955640 1 --2- 172.21.15.71:0/343510732 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc230106320 0x7fc230106720 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fc220009820 tx=0x7fc22002a270 comp rx=0 tx=0).stop 2024-09-05T07:28:57.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.418+0000 7fc235955640 1 -- 172.21.15.71:0/343510732 shutdown_connections 2024-09-05T07:28:57.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.418+0000 7fc235955640 1 --2- 172.21.15.71:0/343510732 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc230106320 0x7fc230106720 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:28:57.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.418+0000 7fc235955640 1 -- 172.21.15.71:0/343510732 >> 172.21.15.71:0/343510732 conn(0x7fc230101ab0 msgr2=0x7fc230103ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:28:57.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.419+0000 7fc235955640 1 -- 172.21.15.71:0/343510732 shutdown_connections 2024-09-05T07:28:57.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.419+0000 7fc235955640 1 -- 172.21.15.71:0/343510732 wait complete. 2024-09-05T07:28:57.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.419+0000 7fc235955640 1 Processor -- start 2024-09-05T07:28:57.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.419+0000 7fc235955640 1 -- start start 2024-09-05T07:28:57.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.419+0000 7fc235955640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc230106320 0x7fc23019b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:28:57.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.419+0000 7fc235955640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc23010a8d0 con 0x7fc230106320 2024-09-05T07:28:57.084 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.420+0000 7fc22effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc230106320 0x7fc23019b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:28:57.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.420+0000 7fc22effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc230106320 0x7fc23019b3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57412/0 (socket says 172.21.15.71:57412) 2024-09-05T07:28:57.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.420+0000 7fc22effd640 1 -- 172.21.15.71:0/1759006158 learned_addr learned my addr 172.21.15.71:0/1759006158 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:28:57.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.420+0000 7fc22effd640 1 -- 172.21.15.71:0/1759006158 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc23019b920 con 0x7fc230106320 2024-09-05T07:28:57.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.420+0000 7fc22effd640 1 --2- 172.21.15.71:0/1759006158 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc230106320 0x7fc23019b3e0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fc2200097f0 tx=0x7fc220030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:28:57.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.420+0000 7fc234953640 1 -- 172.21.15.71:0/1759006158 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc220037040 con 0x7fc230106320 2024-09-05T07:28:57.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.420+0000 7fc234953640 1 -- 172.21.15.71:0/1759006158 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fc220032bb0 con 0x7fc230106320 2024-09-05T07:28:57.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.420+0000 7fc235955640 1 -- 172.21.15.71:0/1759006158 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc23019bbb0 con 0x7fc230106320 2024-09-05T07:28:57.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.420+0000 7fc234953640 1 -- 172.21.15.71:0/1759006158 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc22003a390 con 0x7fc230106320 2024-09-05T07:28:57.085 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.420+0000 7fc235955640 1 -- 172.21.15.71:0/1759006158 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc23019e8a0 con 0x7fc230106320 2024-09-05T07:28:57.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.421+0000 7fc234953640 1 -- 172.21.15.71:0/1759006158 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc22003a5d0 con 0x7fc230106320 2024-09-05T07:28:57.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.421+0000 7fc234953640 1 -- 172.21.15.71:0/1759006158 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc220044ba0 con 0x7fc230106320 2024-09-05T07:28:57.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.421+0000 7fc235955640 1 -- 172.21.15.71:0/1759006158 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc23010aa50 con 0x7fc230106320 2024-09-05T07:28:57.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.423+0000 7fc234953640 1 -- 172.21.15.71:0/1759006158 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fc220044400 con 0x7fc230106320 2024-09-05T07:28:57.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.484+0000 7fc235955640 1 -- 172.21.15.71:0/1759006158 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fc2301067a0 con 0x7fc230106320 2024-09-05T07:28:57.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.485+0000 7fc234953640 1 -- 172.21.15.71:0/1759006158 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1291 (secure 0 0 0) 0x7fc2301067a0 con 0x7fc230106320 2024-09-05T07:28:57.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.486+0000 7fc235955640 1 -- 172.21.15.71:0/1759006158 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc230106320 msgr2=0x7fc23019b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:28:57.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.486+0000 7fc235955640 1 --2- 172.21.15.71:0/1759006158 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc230106320 0x7fc23019b3e0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fc2200097f0 tx=0x7fc220030d00 comp rx=0 tx=0).stop 2024-09-05T07:28:57.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.486+0000 7fc235955640 1 -- 172.21.15.71:0/1759006158 shutdown_connections 2024-09-05T07:28:57.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.486+0000 7fc235955640 1 --2- 172.21.15.71:0/1759006158 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc230106320 0x7fc23019b3e0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:28:57.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.486+0000 7fc235955640 1 -- 172.21.15.71:0/1759006158 >> 172.21.15.71:0/1759006158 conn(0x7fc230101ab0 msgr2=0x7fc230102970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:28:57.086 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.486+0000 7fc235955640 1 -- 172.21.15.71:0/1759006158 shutdown_connections 2024-09-05T07:28:57.087 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:56.486+0000 7fc235955640 1 -- 172.21.15.71:0/1759006158 wait complete. 2024-09-05T07:28:57.087 INFO:teuthology.orchestra.run.smithi071.stdout:mgr not available, waiting (1/15)... 2024-09-05T07:28:57.398 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:57 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:57.091+0000 7f0c220ad040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T07:28:58.398 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:57 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:57.966+0000 7f0c220ad040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T07:28:58.399 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:58 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:58.033+0000 7f0c220ad040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T07:28:59.008 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:58 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:58.750+0000 7f0c220ad040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T07:28:59.009 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:58 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:58.865+0000 7f0c220ad040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T07:28:59.009 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:59 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:59.008+0000 7f0c220ad040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T07:28:59.291 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:59 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:59.070+0000 7f0c220ad040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T07:28:59.292 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:59 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:59.224+0000 7f0c220ad040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T07:28:59.292 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:59 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:59.291+0000 7f0c220ad040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T07:28:59.575 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:59 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:59.351+0000 7f0c220ad040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T07:28:59.575 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:59 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:59.509+0000 7f0c220ad040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T07:28:59.575 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:59 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:59.574+0000 7f0c220ad040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T07:28:59.857 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:59 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:59.640+0000 7f0c220ad040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T07:28:59.858 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:59 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:59.725+0000 7f0c220ad040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T07:28:59.858 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:59 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:59.795+0000 7f0c220ad040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T07:28:59.858 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:28:59 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:28:59.857+0000 7f0c220ad040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T07:29:00.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:00 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/876207089' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-05T07:29:00.624 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-05T07:29:00.624 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-09-05T07:29:00.624 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsid": "528064f0-6b58-11ef-bcd6-c7b262605968", 2024-09-05T07:29:00.624 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "health": { 2024-09-05T07:29:00.624 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-05T07:29:00.624 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-05T07:29:00.624 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-05T07:29:00.624 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:29:00.624 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-05T07:29:00.624 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-05T07:29:00.624 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 0 2024-09-05T07:29:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-09-05T07:29:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-05T07:29:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "a" 2024-09-05T07:29:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-09-05T07:29:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-09-05T07:29:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-05T07:29:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T07:29:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-05T07:29:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-05T07:29:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:29:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-05T07:29:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T07:29:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-05T07:29:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-05T07:29:00.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-05T07:29:00.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-05T07:29:00.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-05T07:29:00.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-05T07:29:00.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:29:00.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-05T07:29:00.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-05T07:29:00.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-05T07:29:00.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-05T07:29:00.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-05T07:29:00.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-05T07:29:00.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-05T07:29:00.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-05T07:29:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-05T07:29:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:29:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-05T07:29:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T07:29:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "btime": "2024-09-05T07:28:40:672258+0000", 2024-09-05T07:29:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-05T07:29:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-05T07:29:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:29:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-05T07:29:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-05T07:29:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-05T07:29:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-05T07:29:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-05T07:29:00.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-05T07:29:00.628 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "restful" 2024-09-05T07:29:00.628 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-09-05T07:29:00.628 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T07:29:00.628 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:29:00.628 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-05T07:29:00.628 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T07:29:00.628 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modified": "2024-09-05T07:28:40.672955+0000", 2024-09-05T07:29:00.628 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T07:29:00.628 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:29:00.628 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-05T07:29:00.628 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-09-05T07:29:00.628 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.972+0000 7f5c64cbd640 1 Processor -- start 2024-09-05T07:29:00.628 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.972+0000 7f5c64cbd640 1 -- start start 2024-09-05T07:29:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.972+0000 7f5c64cbd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c60107ed0 0x7f5c6010a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.972+0000 7f5c64cbd640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f5c60075720 con 0x7f5c60107ed0 2024-09-05T07:29:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.972+0000 7f5c5e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c60107ed0 0x7f5c6010a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.973+0000 7f5c5e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c60107ed0 0x7f5c6010a2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57414/0 (socket says 172.21.15.71:57414) 2024-09-05T07:29:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.973+0000 7f5c5e59c640 1 -- 172.21.15.71:0/866749808 learned_addr learned my addr 172.21.15.71:0/866749808 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.973+0000 7f5c5e59c640 1 -- 172.21.15.71:0/866749808 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c6010a800 con 0x7f5c60107ed0 2024-09-05T07:29:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.974+0000 7f5c5e59c640 1 --2- 172.21.15.71:0/866749808 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c60107ed0 0x7f5c6010a2c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f5c50009820 tx=0x7f5c5002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=898d688f1f63bef9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.974+0000 7f5c5d59a640 1 -- 172.21.15.71:0/866749808 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5c50037070 con 0x7f5c60107ed0 2024-09-05T07:29:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.974+0000 7f5c5d59a640 1 -- 172.21.15.71:0/866749808 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f5c500328d0 con 0x7f5c60107ed0 2024-09-05T07:29:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.974+0000 7f5c5d59a640 1 -- 172.21.15.71:0/866749808 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5c500307d0 con 0x7f5c60107ed0 2024-09-05T07:29:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.974+0000 7f5c64cbd640 1 -- 172.21.15.71:0/866749808 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c60107ed0 msgr2=0x7f5c6010a2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.975+0000 7f5c64cbd640 1 --2- 172.21.15.71:0/866749808 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c60107ed0 0x7f5c6010a2c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f5c50009820 tx=0x7f5c5002a270 comp rx=0 tx=0).stop 2024-09-05T07:29:00.629 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.975+0000 7f5c64cbd640 1 -- 172.21.15.71:0/866749808 shutdown_connections 2024-09-05T07:29:00.630 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.975+0000 7f5c64cbd640 1 --2- 172.21.15.71:0/866749808 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c60107ed0 0x7f5c6010a2c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:00.630 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.975+0000 7f5c64cbd640 1 -- 172.21.15.71:0/866749808 >> 172.21.15.71:0/866749808 conn(0x7f5c60101a90 msgr2=0x7f5c60103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:00.630 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.975+0000 7f5c64cbd640 1 -- 172.21.15.71:0/866749808 shutdown_connections 2024-09-05T07:29:00.630 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.975+0000 7f5c64cbd640 1 -- 172.21.15.71:0/866749808 wait complete. 2024-09-05T07:29:00.630 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.976+0000 7f5c64cbd640 1 Processor -- start 2024-09-05T07:29:00.630 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.976+0000 7f5c64cbd640 1 -- start start 2024-09-05T07:29:00.630 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.976+0000 7f5c64cbd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c60107ed0 0x7f5c60107750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:00.630 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.976+0000 7f5c64cbd640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f5c6010b780 con 0x7f5c60107ed0 2024-09-05T07:29:00.630 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.976+0000 7f5c5e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c60107ed0 0x7f5c60107750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:00.630 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.976+0000 7f5c5e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c60107ed0 0x7f5c60107750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57416/0 (socket says 172.21.15.71:57416) 2024-09-05T07:29:00.630 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.976+0000 7f5c5e59c640 1 -- 172.21.15.71:0/876207089 learned_addr learned my addr 172.21.15.71:0/876207089 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:00.630 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.976+0000 7f5c5e59c640 1 -- 172.21.15.71:0/876207089 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c60107c90 con 0x7f5c60107ed0 2024-09-05T07:29:00.630 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.977+0000 7f5c5e59c640 1 --2- 172.21.15.71:0/876207089 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c60107ed0 0x7f5c60107750 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5c50032e10 tx=0x7f5c50032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.977+0000 7f5c4f7fe640 1 -- 172.21.15.71:0/876207089 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5c50042070 con 0x7f5c60107ed0 2024-09-05T07:29:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.977+0000 7f5c4f7fe640 1 -- 172.21.15.71:0/876207089 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f5c50030c80 con 0x7f5c60107ed0 2024-09-05T07:29:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.977+0000 7f5c64cbd640 1 -- 172.21.15.71:0/876207089 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c60105e80 con 0x7f5c60107ed0 2024-09-05T07:29:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.977+0000 7f5c64cbd640 1 -- 172.21.15.71:0/876207089 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c601063c0 con 0x7f5c60107ed0 2024-09-05T07:29:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.977+0000 7f5c4f7fe640 1 -- 172.21.15.71:0/876207089 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5c50037040 con 0x7f5c60107ed0 2024-09-05T07:29:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.977+0000 7f5c4f7fe640 1 -- 172.21.15.71:0/876207089 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5c50045070 con 0x7f5c60107ed0 2024-09-05T07:29:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.977+0000 7f5c4f7fe640 1 -- 172.21.15.71:0/876207089 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f5c50047a50 con 0x7f5c60107ed0 2024-09-05T07:29:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.978+0000 7f5c64cbd640 1 -- 172.21.15.71:0/876207089 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c400052c0 con 0x7f5c60107ed0 2024-09-05T07:29:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:28:59.980+0000 7f5c4f7fe640 1 -- 172.21.15.71:0/876207089 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f5c5003d430 con 0x7f5c60107ed0 2024-09-05T07:29:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:00.042+0000 7f5c64cbd640 1 -- 172.21.15.71:0/876207089 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f5c40005880 con 0x7f5c60107ed0 2024-09-05T07:29:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:00.042+0000 7f5c4f7fe640 1 -- 172.21.15.71:0/876207089 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1291 (secure 0 0 0) 0x7f5c5003d610 con 0x7f5c60107ed0 2024-09-05T07:29:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:00.043+0000 7f5c64cbd640 1 -- 172.21.15.71:0/876207089 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c60107ed0 msgr2=0x7f5c60107750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:00.631 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:00.043+0000 7f5c64cbd640 1 --2- 172.21.15.71:0/876207089 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c60107ed0 0x7f5c60107750 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5c50032e10 tx=0x7f5c50032e40 comp rx=0 tx=0).stop 2024-09-05T07:29:00.632 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:00.044+0000 7f5c64cbd640 1 -- 172.21.15.71:0/876207089 shutdown_connections 2024-09-05T07:29:00.632 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:00.044+0000 7f5c64cbd640 1 --2- 172.21.15.71:0/876207089 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c60107ed0 0x7f5c60107750 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:00.632 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:00.044+0000 7f5c64cbd640 1 -- 172.21.15.71:0/876207089 >> 172.21.15.71:0/876207089 conn(0x7f5c60101a90 msgr2=0x7f5c60102820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:00.632 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:00.044+0000 7f5c64cbd640 1 -- 172.21.15.71:0/876207089 shutdown_connections 2024-09-05T07:29:00.632 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:00.044+0000 7f5c64cbd640 1 -- 172.21.15.71:0/876207089 wait complete. 2024-09-05T07:29:00.632 INFO:teuthology.orchestra.run.smithi071.stdout:mgr not available, waiting (2/15)... 2024-09-05T07:29:00.898 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:00 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:00.695+0000 7f0c220ad040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T07:29:01.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:01 smithi071 ceph-mon[30965]: Activating manager daemon x 2024-09-05T07:29:01.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:01 smithi071 ceph-mon[30965]: mgrmap e2: x(active, starting, since 0.00394332s) 2024-09-05T07:29:01.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:01 smithi071 ceph-mon[30965]: from='mgr.14100 172.21.15.71:0/1608989200' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-05T07:29:01.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:01 smithi071 ceph-mon[30965]: from='mgr.14100 172.21.15.71:0/1608989200' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-05T07:29:01.400 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:01 smithi071 ceph-mon[30965]: from='mgr.14100 172.21.15.71:0/1608989200' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-05T07:29:01.400 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:01 smithi071 ceph-mon[30965]: from='mgr.14100 172.21.15.71:0/1608989200' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T07:29:01.400 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:01 smithi071 ceph-mon[30965]: from='mgr.14100 172.21.15.71:0/1608989200' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-05T07:29:01.400 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:01 smithi071 ceph-mon[30965]: Manager daemon x is now available 2024-09-05T07:29:01.400 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:01 smithi071 ceph-mon[30965]: from='mgr.14100 172.21.15.71:0/1608989200' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-05T07:29:01.400 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:01 smithi071 ceph-mon[30965]: from='mgr.14100 172.21.15.71:0/1608989200' entity='mgr.x' 2024-09-05T07:29:01.401 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:01 smithi071 ceph-mon[30965]: from='mgr.14100 172.21.15.71:0/1608989200' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-05T07:29:01.401 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:01 smithi071 ceph-mon[30965]: from='mgr.14100 172.21.15.71:0/1608989200' entity='mgr.x' 2024-09-05T07:29:01.401 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:01 smithi071 ceph-mon[30965]: from='mgr.14100 172.21.15.71:0/1608989200' entity='mgr.x' 2024-09-05T07:29:03.004 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:02 smithi071 ceph-mon[30965]: mgrmap e3: x(active, since 1.00597s) 2024-09-05T07:29:03.728 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-05T07:29:03.728 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-09-05T07:29:03.728 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsid": "528064f0-6b58-11ef-bcd6-c7b262605968", 2024-09-05T07:29:03.729 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "health": { 2024-09-05T07:29:03.729 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-05T07:29:03.729 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-05T07:29:03.729 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-05T07:29:03.729 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:29:03.729 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-05T07:29:03.729 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-05T07:29:03.729 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 0 2024-09-05T07:29:03.729 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-09-05T07:29:03.729 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-05T07:29:03.729 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "a" 2024-09-05T07:29:03.729 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-09-05T07:29:03.729 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-09-05T07:29:03.729 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-05T07:29:03.730 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T07:29:03.730 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-05T07:29:03.730 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-05T07:29:03.730 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:29:03.730 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-05T07:29:03.730 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T07:29:03.730 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-05T07:29:03.730 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-05T07:29:03.730 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-05T07:29:03.730 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-05T07:29:03.730 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-05T07:29:03.731 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-05T07:29:03.731 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:29:03.731 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-05T07:29:03.731 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-05T07:29:03.731 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-05T07:29:03.731 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-05T07:29:03.731 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-05T07:29:03.731 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-05T07:29:03.731 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-05T07:29:03.731 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-05T07:29:03.731 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-05T07:29:03.731 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:29:03.731 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-05T07:29:03.731 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T07:29:03.732 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "btime": "2024-09-05T07:28:40:672258+0000", 2024-09-05T07:29:03.732 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-05T07:29:03.732 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-05T07:29:03.732 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:29:03.732 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-05T07:29:03.732 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-05T07:29:03.732 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-05T07:29:03.732 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-05T07:29:03.732 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-05T07:29:03.732 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-05T07:29:03.732 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "restful" 2024-09-05T07:29:03.732 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2024-09-05T07:29:03.733 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T07:29:03.733 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:29:03.733 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-05T07:29:03.733 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T07:29:03.733 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modified": "2024-09-05T07:28:40.672955+0000", 2024-09-05T07:29:03.733 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T07:29:03.733 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2024-09-05T07:29:03.733 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-05T07:29:03.733 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-09-05T07:29:03.733 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.003+0000 7fa94f10d640 1 Processor -- start 2024-09-05T07:29:03.733 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.003+0000 7fa94f10d640 1 -- start start 2024-09-05T07:29:03.733 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.003+0000 7fa94f10d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa94807de50 0x7fa94807c300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:03.733 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.003+0000 7fa94f10d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa94807c840 con 0x7fa94807de50 2024-09-05T07:29:03.734 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.004+0000 7fa94cea9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa94807de50 0x7fa94807c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:03.734 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.004+0000 7fa94cea9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa94807de50 0x7fa94807c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52176/0 (socket says 172.21.15.71:52176) 2024-09-05T07:29:03.734 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.004+0000 7fa94cea9640 1 -- 172.21.15.71:0/1150595831 learned_addr learned my addr 172.21.15.71:0/1150595831 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:03.734 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.004+0000 7fa94cea9640 1 -- 172.21.15.71:0/1150595831 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa94807c9c0 con 0x7fa94807de50 2024-09-05T07:29:03.734 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.005+0000 7fa94cea9640 1 --2- 172.21.15.71:0/1150595831 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa94807de50 0x7fa94807c300 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa93c009820 tx=0x7fa93c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dab59822255b540 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:03.734 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.005+0000 7fa9477fe640 1 -- 172.21.15.71:0/1150595831 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa93c037070 con 0x7fa94807de50 2024-09-05T07:29:03.734 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.005+0000 7fa9477fe640 1 -- 172.21.15.71:0/1150595831 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fa93c0328d0 con 0x7fa94807de50 2024-09-05T07:29:03.734 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.005+0000 7fa9477fe640 1 -- 172.21.15.71:0/1150595831 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa93c0307d0 con 0x7fa94807de50 2024-09-05T07:29:03.734 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.005+0000 7fa94f10d640 1 -- 172.21.15.71:0/1150595831 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa94807de50 msgr2=0x7fa94807c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:03.734 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.005+0000 7fa94f10d640 1 --2- 172.21.15.71:0/1150595831 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa94807de50 0x7fa94807c300 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa93c009820 tx=0x7fa93c02a270 comp rx=0 tx=0).stop 2024-09-05T07:29:03.735 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.006+0000 7fa94f10d640 1 -- 172.21.15.71:0/1150595831 shutdown_connections 2024-09-05T07:29:03.735 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.006+0000 7fa94f10d640 1 --2- 172.21.15.71:0/1150595831 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa94807de50 0x7fa94807c300 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:03.735 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.006+0000 7fa94f10d640 1 -- 172.21.15.71:0/1150595831 >> 172.21.15.71:0/1150595831 conn(0x7fa948102c50 msgr2=0x7fa948105070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:03.735 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.006+0000 7fa94f10d640 1 -- 172.21.15.71:0/1150595831 shutdown_connections 2024-09-05T07:29:03.735 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.006+0000 7fa94f10d640 1 -- 172.21.15.71:0/1150595831 wait complete. 2024-09-05T07:29:03.735 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.006+0000 7fa94f10d640 1 Processor -- start 2024-09-05T07:29:03.735 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.006+0000 7fa94f10d640 1 -- start start 2024-09-05T07:29:03.735 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.006+0000 7fa94f10d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa94807de50 0x7fa94819d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:03.735 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.006+0000 7fa94f10d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa94810da30 con 0x7fa94807de50 2024-09-05T07:29:03.735 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.007+0000 7fa94cea9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa94807de50 0x7fa94819d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:03.735 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.007+0000 7fa94cea9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa94807de50 0x7fa94819d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52184/0 (socket says 172.21.15.71:52184) 2024-09-05T07:29:03.735 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.007+0000 7fa94cea9640 1 -- 172.21.15.71:0/576214043 learned_addr learned my addr 172.21.15.71:0/576214043 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:03.735 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.007+0000 7fa94cea9640 1 -- 172.21.15.71:0/576214043 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa94819dab0 con 0x7fa94807de50 2024-09-05T07:29:03.736 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.007+0000 7fa94cea9640 1 --2- 172.21.15.71:0/576214043 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa94807de50 0x7fa94819d570 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fa93c0097f0 tx=0x7fa93c030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:03.736 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.007+0000 7fa945ffb640 1 -- 172.21.15.71:0/576214043 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa93c037040 con 0x7fa94807de50 2024-09-05T07:29:03.736 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.007+0000 7fa945ffb640 1 -- 172.21.15.71:0/576214043 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fa93c032bb0 con 0x7fa94807de50 2024-09-05T07:29:03.736 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.007+0000 7fa94f10d640 1 -- 172.21.15.71:0/576214043 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa94819dd40 con 0x7fa94807de50 2024-09-05T07:29:03.736 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.007+0000 7fa945ffb640 1 -- 172.21.15.71:0/576214043 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa93c03a390 con 0x7fa94807de50 2024-09-05T07:29:03.736 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.007+0000 7fa94f10d640 1 -- 172.21.15.71:0/576214043 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9481a0a30 con 0x7fa94807de50 2024-09-05T07:29:03.736 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.008+0000 7fa945ffb640 1 -- 172.21.15.71:0/576214043 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7fa93c03a580 con 0x7fa94807de50 2024-09-05T07:29:03.736 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.008+0000 7fa945ffb640 1 --2- 172.21.15.71:0/576214043 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7fa938038f70 0x7fa93803b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:03.736 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.008+0000 7fa94f10d640 1 -- 172.21.15.71:0/576214043 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa94807c380 con 0x7fa94807de50 2024-09-05T07:29:03.736 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.009+0000 7fa945ffb640 1 -- 172.21.15.71:0/576214043 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa93c06c260 con 0x7fa94807de50 2024-09-05T07:29:03.736 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.009+0000 7fa947fff640 1 --2- 172.21.15.71:0/576214043 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7fa938038f70 0x7fa93803b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:03.736 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.009+0000 7fa947fff640 1 --2- 172.21.15.71:0/576214043 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7fa938038f70 0x7fa93803b430 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fa9340098c0 tx=0x7fa934006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:03.736 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.014+0000 7fa945ffb640 1 -- 172.21.15.71:0/576214043 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa93c032dd0 con 0x7fa94807de50 2024-09-05T07:29:03.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.240+0000 7fa94f10d640 1 -- 172.21.15.71:0/576214043 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fa9481a1010 con 0x7fa94807de50 2024-09-05T07:29:03.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.240+0000 7fa945ffb640 1 -- 172.21.15.71:0/576214043 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1290 (secure 0 0 0) 0x7fa93c031560 con 0x7fa94807de50 2024-09-05T07:29:03.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.243+0000 7fa94f10d640 1 -- 172.21.15.71:0/576214043 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7fa938038f70 msgr2=0x7fa93803b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:03.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.243+0000 7fa94f10d640 1 --2- 172.21.15.71:0/576214043 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7fa938038f70 0x7fa93803b430 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fa9340098c0 tx=0x7fa934006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:03.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.243+0000 7fa94f10d640 1 -- 172.21.15.71:0/576214043 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa94807de50 msgr2=0x7fa94819d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:03.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.243+0000 7fa94f10d640 1 --2- 172.21.15.71:0/576214043 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa94807de50 0x7fa94819d570 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fa93c0097f0 tx=0x7fa93c030d00 comp rx=0 tx=0).stop 2024-09-05T07:29:03.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.243+0000 7fa94f10d640 1 -- 172.21.15.71:0/576214043 shutdown_connections 2024-09-05T07:29:03.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.243+0000 7fa94f10d640 1 --2- 172.21.15.71:0/576214043 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7fa938038f70 0x7fa93803b430 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:03.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.243+0000 7fa94f10d640 1 --2- 172.21.15.71:0/576214043 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa94807de50 0x7fa94819d570 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:03.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.243+0000 7fa94f10d640 1 -- 172.21.15.71:0/576214043 >> 172.21.15.71:0/576214043 conn(0x7fa948102c50 msgr2=0x7fa948103790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:03.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.243+0000 7fa94f10d640 1 -- 172.21.15.71:0/576214043 shutdown_connections 2024-09-05T07:29:03.737 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:03.243+0000 7fa94f10d640 1 -- 172.21.15.71:0/576214043 wait complete. 2024-09-05T07:29:03.737 INFO:teuthology.orchestra.run.smithi071.stdout:mgr is available 2024-09-05T07:29:03.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:03 smithi071 ceph-mon[30965]: mgrmap e4: x(active, since 2s) 2024-09-05T07:29:03.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:03 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/576214043' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-05T07:29:05.048 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:04 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1176649417' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-05T07:29:05.293 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-05T07:29:05.300 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [global] 2024-09-05T07:29:05.301 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout fsid = 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:29:05.301 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.71:3300,v1:172.21.15.71:6789] 2024-09-05T07:29:05.301 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-05T07:29:05.301 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-05T07:29:05.301 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-05T07:29:05.301 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-05T07:29:05.301 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-05T07:29:05.301 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-05T07:29:05.301 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-05T07:29:05.301 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2024-09-05T07:29:05.301 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [osd] 2024-09-05T07:29:05.301 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-05T07:29:05.301 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-05T07:29:05.302 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-05T07:29:05.302 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-05T07:29:05.302 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-05T07:29:05.302 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.111+0000 7f335801d640 1 Processor -- start 2024-09-05T07:29:05.302 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.111+0000 7f335801d640 1 -- start start 2024-09-05T07:29:05.302 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.111+0000 7f335801d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3350107410 0x7f3350107810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:05.302 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.111+0000 7f335801d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3350107de0 con 0x7f3350107410 2024-09-05T07:29:05.302 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.111+0000 7f3355db9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3350107410 0x7f3350107810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:05.302 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.111+0000 7f3355db9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3350107410 0x7f3350107810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52200/0 (socket says 172.21.15.71:52200) 2024-09-05T07:29:05.302 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.111+0000 7f3355db9640 1 -- 172.21.15.71:0/2578745625 learned_addr learned my addr 172.21.15.71:0/2578745625 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:05.302 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.111+0000 7f3355db9640 1 -- 172.21.15.71:0/2578745625 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3350108610 con 0x7f3350107410 2024-09-05T07:29:05.302 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.112+0000 7f3355db9640 1 --2- 172.21.15.71:0/2578745625 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3350107410 0x7f3350107810 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f334c009820 tx=0x7f334c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d93fee44836fb8b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:05.302 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.112+0000 7f3354db7640 1 -- 172.21.15.71:0/2578745625 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f334c037070 con 0x7f3350107410 2024-09-05T07:29:05.303 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.112+0000 7f3354db7640 1 -- 172.21.15.71:0/2578745625 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f334c0328d0 con 0x7f3350107410 2024-09-05T07:29:05.303 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.112+0000 7f3354db7640 1 -- 172.21.15.71:0/2578745625 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f334c0307d0 con 0x7f3350107410 2024-09-05T07:29:05.303 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.113+0000 7f335801d640 1 -- 172.21.15.71:0/2578745625 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3350107410 msgr2=0x7f3350107810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:05.303 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.113+0000 7f335801d640 1 --2- 172.21.15.71:0/2578745625 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3350107410 0x7f3350107810 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f334c009820 tx=0x7f334c02a270 comp rx=0 tx=0).stop 2024-09-05T07:29:05.303 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.113+0000 7f335801d640 1 -- 172.21.15.71:0/2578745625 shutdown_connections 2024-09-05T07:29:05.303 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.113+0000 7f335801d640 1 --2- 172.21.15.71:0/2578745625 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3350107410 0x7f3350107810 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:05.303 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.113+0000 7f335801d640 1 -- 172.21.15.71:0/2578745625 >> 172.21.15.71:0/2578745625 conn(0x7f3350102ca0 msgr2=0x7f33501050c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:05.303 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.113+0000 7f335801d640 1 -- 172.21.15.71:0/2578745625 shutdown_connections 2024-09-05T07:29:05.303 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.113+0000 7f335801d640 1 -- 172.21.15.71:0/2578745625 wait complete. 2024-09-05T07:29:05.303 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.113+0000 7f335801d640 1 Processor -- start 2024-09-05T07:29:05.303 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.114+0000 7f335801d640 1 -- start start 2024-09-05T07:29:05.303 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.114+0000 7f335801d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3350107410 0x7f335019b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:05.303 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.114+0000 7f335801d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f335010b9c0 con 0x7f3350107410 2024-09-05T07:29:05.304 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.114+0000 7f3355db9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3350107410 0x7f335019b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:05.304 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.114+0000 7f3355db9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3350107410 0x7f335019b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52208/0 (socket says 172.21.15.71:52208) 2024-09-05T07:29:05.304 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.114+0000 7f3355db9640 1 -- 172.21.15.71:0/1176649417 learned_addr learned my addr 172.21.15.71:0/1176649417 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:05.304 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.114+0000 7f3355db9640 1 -- 172.21.15.71:0/1176649417 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f335019b8c0 con 0x7f3350107410 2024-09-05T07:29:05.304 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.114+0000 7f3355db9640 1 --2- 172.21.15.71:0/1176649417 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3350107410 0x7f335019b380 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f334c0097f0 tx=0x7f334c030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:05.304 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.114+0000 7f3346ffd640 1 -- 172.21.15.71:0/1176649417 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f334c037040 con 0x7f3350107410 2024-09-05T07:29:05.304 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.114+0000 7f335801d640 1 -- 172.21.15.71:0/1176649417 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f335019bb50 con 0x7f3350107410 2024-09-05T07:29:05.304 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.114+0000 7f3346ffd640 1 -- 172.21.15.71:0/1176649417 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f334c032bb0 con 0x7f3350107410 2024-09-05T07:29:05.304 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.114+0000 7f3346ffd640 1 -- 172.21.15.71:0/1176649417 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f334c03a390 con 0x7f3350107410 2024-09-05T07:29:05.304 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.114+0000 7f335801d640 1 -- 172.21.15.71:0/1176649417 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f335019e840 con 0x7f3350107410 2024-09-05T07:29:05.304 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.115+0000 7f3346ffd640 1 -- 172.21.15.71:0/1176649417 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f334c03a5d0 con 0x7f3350107410 2024-09-05T07:29:05.304 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.115+0000 7f3346ffd640 1 --2- 172.21.15.71:0/1176649417 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f333c038f20 0x7f333c03b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:05.305 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.115+0000 7f335801d640 1 -- 172.21.15.71:0/1176649417 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f335010bb40 con 0x7f3350107410 2024-09-05T07:29:05.305 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.115+0000 7f3346ffd640 1 -- 172.21.15.71:0/1176649417 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f334c06c1f0 con 0x7f3350107410 2024-09-05T07:29:05.305 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.116+0000 7f33555b8640 1 --2- 172.21.15.71:0/1176649417 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f333c038f20 0x7f333c03b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:05.305 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.116+0000 7f33555b8640 1 --2- 172.21.15.71:0/1176649417 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f333c038f20 0x7f333c03b3e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f33400098c0 tx=0x7f3340006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:05.305 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.120+0000 7f3346ffd640 1 -- 172.21.15.71:0/1176649417 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f334c032dd0 con 0x7f3350107410 2024-09-05T07:29:05.305 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.284+0000 7f335801d640 1 -- 172.21.15.71:0/1176649417 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f335019ea10 con 0x7f3350107410 2024-09-05T07:29:05.305 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.285+0000 7f3346ffd640 1 -- 172.21.15.71:0/1176649417 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+429 (secure 0 0 0) 0x7f334c031560 con 0x7f3350107410 2024-09-05T07:29:05.305 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.287+0000 7f335801d640 1 -- 172.21.15.71:0/1176649417 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f333c038f20 msgr2=0x7f333c03b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:05.305 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.287+0000 7f335801d640 1 --2- 172.21.15.71:0/1176649417 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f333c038f20 0x7f333c03b3e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f33400098c0 tx=0x7f3340006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:05.305 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.287+0000 7f335801d640 1 -- 172.21.15.71:0/1176649417 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3350107410 msgr2=0x7f335019b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:05.305 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.287+0000 7f335801d640 1 --2- 172.21.15.71:0/1176649417 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3350107410 0x7f335019b380 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f334c0097f0 tx=0x7f334c030d00 comp rx=0 tx=0).stop 2024-09-05T07:29:05.305 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.288+0000 7f335801d640 1 -- 172.21.15.71:0/1176649417 shutdown_connections 2024-09-05T07:29:05.305 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.288+0000 7f335801d640 1 --2- 172.21.15.71:0/1176649417 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f333c038f20 0x7f333c03b3e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:05.305 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.288+0000 7f335801d640 1 --2- 172.21.15.71:0/1176649417 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3350107410 0x7f335019b380 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:05.306 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.288+0000 7f335801d640 1 -- 172.21.15.71:0/1176649417 >> 172.21.15.71:0/1176649417 conn(0x7f3350102ca0 msgr2=0x7f33501037d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:05.306 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.288+0000 7f335801d640 1 -- 172.21.15.71:0/1176649417 shutdown_connections 2024-09-05T07:29:05.306 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:04.288+0000 7f335801d640 1 -- 172.21.15.71:0/1176649417 wait complete. 2024-09-05T07:29:05.306 INFO:teuthology.orchestra.run.smithi071.stdout:Enabling cephadm module... 2024-09-05T07:29:06.299 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:05 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/550322764' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-05T07:29:06.299 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:05 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: ignoring --setuser ceph since I am not root 2024-09-05T07:29:06.299 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:05 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: ignoring --setgroup ceph since I am not root 2024-09-05T07:29:06.300 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:06 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:06.094+0000 7feafcb93040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T07:29:06.300 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:06 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:06.150+0000 7feafcb93040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T07:29:06.300 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:06 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:06.298+0000 7feafcb93040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T07:29:06.571 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:06 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:06.365+0000 7feafcb93040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T07:29:06.571 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:06 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:06.513+0000 7feafcb93040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T07:29:06.578 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.685+0000 7f660aa7e640 1 Processor -- start 2024-09-05T07:29:06.578 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.685+0000 7f660aa7e640 1 -- start start 2024-09-05T07:29:06.578 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.685+0000 7f660aa7e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6604105d10 0x7f6604106110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:06.578 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.685+0000 7f660aa7e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f660407be30 con 0x7f6604105d10 2024-09-05T07:29:06.579 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.685+0000 7f660881a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6604105d10 0x7f6604106110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:06.579 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.685+0000 7f660881a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6604105d10 0x7f6604106110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52224/0 (socket says 172.21.15.71:52224) 2024-09-05T07:29:06.579 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.685+0000 7f660881a640 1 -- 172.21.15.71:0/428755565 learned_addr learned my addr 172.21.15.71:0/428755565 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:06.579 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.686+0000 7f660881a640 1 -- 172.21.15.71:0/428755565 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6604106650 con 0x7f6604105d10 2024-09-05T07:29:06.579 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.686+0000 7f660881a640 1 --2- 172.21.15.71:0/428755565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6604105d10 0x7f6604106110 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f6600009820 tx=0x7f660002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c425887667b12dcb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:06.579 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.686+0000 7f65fb7fe640 1 -- 172.21.15.71:0/428755565 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6600037070 con 0x7f6604105d10 2024-09-05T07:29:06.579 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.687+0000 7f65fb7fe640 1 -- 172.21.15.71:0/428755565 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f66000328d0 con 0x7f6604105d10 2024-09-05T07:29:06.579 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.687+0000 7f65fb7fe640 1 -- 172.21.15.71:0/428755565 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f66000307d0 con 0x7f6604105d10 2024-09-05T07:29:06.579 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.687+0000 7f660aa7e640 1 -- 172.21.15.71:0/428755565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6604105d10 msgr2=0x7f6604106110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:06.579 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.687+0000 7f660aa7e640 1 --2- 172.21.15.71:0/428755565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6604105d10 0x7f6604106110 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f6600009820 tx=0x7f660002a270 comp rx=0 tx=0).stop 2024-09-05T07:29:06.579 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.687+0000 7f660aa7e640 1 -- 172.21.15.71:0/428755565 shutdown_connections 2024-09-05T07:29:06.579 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.687+0000 7f660aa7e640 1 --2- 172.21.15.71:0/428755565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6604105d10 0x7f6604106110 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:06.579 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.687+0000 7f660aa7e640 1 -- 172.21.15.71:0/428755565 >> 172.21.15.71:0/428755565 conn(0x7f6604101ba0 msgr2=0x7f6604103fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:06.580 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.687+0000 7f660aa7e640 1 -- 172.21.15.71:0/428755565 shutdown_connections 2024-09-05T07:29:06.580 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.687+0000 7f660aa7e640 1 -- 172.21.15.71:0/428755565 wait complete. 2024-09-05T07:29:06.580 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.688+0000 7f660aa7e640 1 Processor -- start 2024-09-05T07:29:06.580 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.688+0000 7f660aa7e640 1 -- start start 2024-09-05T07:29:06.580 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.688+0000 7f660aa7e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6604105d10 0x7f66041a1930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:06.580 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.688+0000 7f660aa7e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f66041076f0 con 0x7f6604105d10 2024-09-05T07:29:06.580 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.688+0000 7f660881a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6604105d10 0x7f66041a1930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:06.580 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.688+0000 7f660881a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6604105d10 0x7f66041a1930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52230/0 (socket says 172.21.15.71:52230) 2024-09-05T07:29:06.580 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.688+0000 7f660881a640 1 -- 172.21.15.71:0/550322764 learned_addr learned my addr 172.21.15.71:0/550322764 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:06.580 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.688+0000 7f660881a640 1 -- 172.21.15.71:0/550322764 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66041a1e70 con 0x7f6604105d10 2024-09-05T07:29:06.580 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.688+0000 7f660881a640 1 --2- 172.21.15.71:0/550322764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6604105d10 0x7f66041a1930 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f6600032e10 tx=0x7f6600032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:06.580 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.689+0000 7f65f9ffb640 1 -- 172.21.15.71:0/550322764 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6600042070 con 0x7f6604105d10 2024-09-05T07:29:06.580 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.689+0000 7f65f9ffb640 1 -- 172.21.15.71:0/550322764 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f6600030c80 con 0x7f6604105d10 2024-09-05T07:29:06.581 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.689+0000 7f660aa7e640 1 -- 172.21.15.71:0/550322764 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66041a2100 con 0x7f6604105d10 2024-09-05T07:29:06.581 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.689+0000 7f65f9ffb640 1 -- 172.21.15.71:0/550322764 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6600037040 con 0x7f6604105d10 2024-09-05T07:29:06.581 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.689+0000 7f660aa7e640 1 -- 172.21.15.71:0/550322764 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66041a4df0 con 0x7f6604105d10 2024-09-05T07:29:06.581 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.690+0000 7f65f9ffb640 1 -- 172.21.15.71:0/550322764 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f6600045070 con 0x7f6604105d10 2024-09-05T07:29:06.581 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.690+0000 7f65f9ffb640 1 --2- 172.21.15.71:0/550322764 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f65ec038f70 0x7f65ec03b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:06.581 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.690+0000 7f660aa7e640 1 -- 172.21.15.71:0/550322764 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6604106110 con 0x7f6604105d10 2024-09-05T07:29:06.581 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.690+0000 7f65f9ffb640 1 -- 172.21.15.71:0/550322764 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f660006bfb0 con 0x7f6604105d10 2024-09-05T07:29:06.581 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.690+0000 7f65fbfff640 1 --2- 172.21.15.71:0/550322764 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f65ec038f70 0x7f65ec03b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:06.581 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.691+0000 7f65fbfff640 1 --2- 172.21.15.71:0/550322764 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f65ec038f70 0x7f65ec03b430 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f65f40098c0 tx=0x7f65f4006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:06.581 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.695+0000 7f65f9ffb640 1 -- 172.21.15.71:0/550322764 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f660009b1b0 con 0x7f6604105d10 2024-09-05T07:29:06.581 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.904+0000 7f660aa7e640 1 -- 172.21.15.71:0/550322764 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f66041a4fc0 con 0x7f6604105d10 2024-09-05T07:29:06.581 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.955+0000 7f65f9ffb640 1 -- 172.21.15.71:0/550322764 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f66041a4fc0 con 0x7f6604105d10 2024-09-05T07:29:06.581 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.957+0000 7f65f9ffb640 1 -- 172.21.15.71:0/550322764 <== mon.0 v2:172.21.15.71:3300/0 8 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f6600045d00 con 0x7f6604105d10 2024-09-05T07:29:06.581 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.958+0000 7f660aa7e640 1 -- 172.21.15.71:0/550322764 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f65ec038f70 msgr2=0x7f65ec03b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:06.582 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.958+0000 7f660aa7e640 1 --2- 172.21.15.71:0/550322764 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f65ec038f70 0x7f65ec03b430 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f65f40098c0 tx=0x7f65f4006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:06.582 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.958+0000 7f660aa7e640 1 -- 172.21.15.71:0/550322764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6604105d10 msgr2=0x7f66041a1930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:06.582 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.959+0000 7f660aa7e640 1 --2- 172.21.15.71:0/550322764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6604105d10 0x7f66041a1930 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f6600032e10 tx=0x7f6600032e40 comp rx=0 tx=0).stop 2024-09-05T07:29:06.582 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.959+0000 7f660aa7e640 1 -- 172.21.15.71:0/550322764 shutdown_connections 2024-09-05T07:29:06.582 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.959+0000 7f660aa7e640 1 --2- 172.21.15.71:0/550322764 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f65ec038f70 0x7f65ec03b430 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:06.582 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.959+0000 7f660aa7e640 1 --2- 172.21.15.71:0/550322764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6604105d10 0x7f66041a1930 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:06.582 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.959+0000 7f660aa7e640 1 -- 172.21.15.71:0/550322764 >> 172.21.15.71:0/550322764 conn(0x7f6604101ba0 msgr2=0x7f66041086d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:06.582 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.959+0000 7f660aa7e640 1 -- 172.21.15.71:0/550322764 shutdown_connections 2024-09-05T07:29:06.582 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:05.959+0000 7f660aa7e640 1 -- 172.21.15.71:0/550322764 wait complete. 2024-09-05T07:29:06.898 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:06 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:06.658+0000 7feafcb93040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T07:29:07.217 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:06 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/550322764' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-05T07:29:07.217 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:06 smithi071 ceph-mon[30965]: mgrmap e5: x(active, since 5s) 2024-09-05T07:29:07.218 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:06 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:06.977+0000 7feafcb93040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T07:29:07.218 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:07 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:07.042+0000 7feafcb93040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T07:29:07.535 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:07 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:07.229+0000 7feafcb93040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T07:29:07.778 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-09-05T07:29:07.778 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-05T07:29:07.778 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-05T07:29:07.778 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-05T07:29:07.778 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-05T07:29:07.778 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-09-05T07:29:07.778 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.010+0000 7f3ce82cc640 1 Processor -- start 2024-09-05T07:29:07.778 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.010+0000 7f3ce82cc640 1 -- start start 2024-09-05T07:29:07.778 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.011+0000 7f3ce82cc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ce0107f50 0x7f3ce010a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:07.778 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.011+0000 7f3ce82cc640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce007be10 con 0x7f3ce0107f50 2024-09-05T07:29:07.778 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.011+0000 7f3ce6068640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ce0107f50 0x7f3ce010a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:07.778 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.011+0000 7f3ce6068640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ce0107f50 0x7f3ce010a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52272/0 (socket says 172.21.15.71:52272) 2024-09-05T07:29:07.779 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.011+0000 7f3ce6068640 1 -- 172.21.15.71:0/702475633 learned_addr learned my addr 172.21.15.71:0/702475633 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:07.779 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.011+0000 7f3ce6068640 1 -- 172.21.15.71:0/702475633 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ce010a880 con 0x7f3ce0107f50 2024-09-05T07:29:07.779 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.012+0000 7f3ce6068640 1 --2- 172.21.15.71:0/702475633 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ce0107f50 0x7f3ce010a340 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc009820 tx=0x7f3cdc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efebb451f76bddf0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:07.779 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.012+0000 7f3ce5066640 1 -- 172.21.15.71:0/702475633 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3cdc037070 con 0x7f3ce0107f50 2024-09-05T07:29:07.779 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.012+0000 7f3ce5066640 1 -- 172.21.15.71:0/702475633 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f3cdc0328d0 con 0x7f3ce0107f50 2024-09-05T07:29:07.779 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.012+0000 7f3ce5066640 1 -- 172.21.15.71:0/702475633 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3cdc0307d0 con 0x7f3ce0107f50 2024-09-05T07:29:07.779 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.013+0000 7f3ce82cc640 1 -- 172.21.15.71:0/702475633 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ce0107f50 msgr2=0x7f3ce010a340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:07.779 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.013+0000 7f3ce82cc640 1 --2- 172.21.15.71:0/702475633 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ce0107f50 0x7f3ce010a340 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc009820 tx=0x7f3cdc02a270 comp rx=0 tx=0).stop 2024-09-05T07:29:07.779 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.013+0000 7f3ce82cc640 1 -- 172.21.15.71:0/702475633 shutdown_connections 2024-09-05T07:29:07.779 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.013+0000 7f3ce82cc640 1 --2- 172.21.15.71:0/702475633 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ce0107f50 0x7f3ce010a340 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:07.779 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.013+0000 7f3ce82cc640 1 -- 172.21.15.71:0/702475633 >> 172.21.15.71:0/702475633 conn(0x7f3ce0101ab0 msgr2=0x7f3ce0103ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:07.779 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.013+0000 7f3ce82cc640 1 -- 172.21.15.71:0/702475633 shutdown_connections 2024-09-05T07:29:07.779 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.013+0000 7f3ce82cc640 1 -- 172.21.15.71:0/702475633 wait complete. 2024-09-05T07:29:07.780 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.014+0000 7f3ce82cc640 1 Processor -- start 2024-09-05T07:29:07.780 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.014+0000 7f3ce82cc640 1 -- start start 2024-09-05T07:29:07.780 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.014+0000 7f3ce82cc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ce0107f50 0x7f3ce01077d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:07.780 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.014+0000 7f3ce82cc640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce010b800 con 0x7f3ce0107f50 2024-09-05T07:29:07.780 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.014+0000 7f3ce6068640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ce0107f50 0x7f3ce01077d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:07.780 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.014+0000 7f3ce6068640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ce0107f50 0x7f3ce01077d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52286/0 (socket says 172.21.15.71:52286) 2024-09-05T07:29:07.780 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.014+0000 7f3ce6068640 1 -- 172.21.15.71:0/3116152747 learned_addr learned my addr 172.21.15.71:0/3116152747 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:07.780 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.014+0000 7f3ce6068640 1 -- 172.21.15.71:0/3116152747 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ce0107d10 con 0x7f3ce0107f50 2024-09-05T07:29:07.780 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.014+0000 7f3ce6068640 1 --2- 172.21.15.71:0/3116152747 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ce0107f50 0x7f3ce01077d0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc032e10 tx=0x7f3cdc032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:07.780 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.015+0000 7f3cd77fe640 1 -- 172.21.15.71:0/3116152747 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3cdc042070 con 0x7f3ce0107f50 2024-09-05T07:29:07.780 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.015+0000 7f3cd77fe640 1 -- 172.21.15.71:0/3116152747 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f3cdc030c80 con 0x7f3ce0107f50 2024-09-05T07:29:07.780 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.015+0000 7f3ce82cc640 1 -- 172.21.15.71:0/3116152747 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ce0105f00 con 0x7f3ce0107f50 2024-09-05T07:29:07.780 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.015+0000 7f3cd77fe640 1 -- 172.21.15.71:0/3116152747 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3cdc037040 con 0x7f3ce0107f50 2024-09-05T07:29:07.780 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.015+0000 7f3ce82cc640 1 -- 172.21.15.71:0/3116152747 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ce0106440 con 0x7f3ce0107f50 2024-09-05T07:29:07.781 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.016+0000 7f3cd77fe640 1 -- 172.21.15.71:0/3116152747 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f3cdc045070 con 0x7f3ce0107f50 2024-09-05T07:29:07.781 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.016+0000 7f3cd77fe640 1 --2- 172.21.15.71:0/3116152747 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f3ccc038fc0 0x7f3ccc03b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:07.781 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.016+0000 7f3cd77fe640 1 -- 172.21.15.71:0/3116152747 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f3cdc06cee0 con 0x7f3ce0107f50 2024-09-05T07:29:07.781 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.016+0000 7f3ce5867640 1 -- 172.21.15.71:0/3116152747 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f3ccc038fc0 msgr2=0x7f3ccc03b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/371807956 2024-09-05T07:29:07.781 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.016+0000 7f3ce5867640 1 --2- 172.21.15.71:0/3116152747 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f3ccc038fc0 0x7f3ccc03b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T07:29:07.781 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.016+0000 7f3ce82cc640 1 -- 172.21.15.71:0/3116152747 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ce01083b0 con 0x7f3ce0107f50 2024-09-05T07:29:07.781 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.021+0000 7f3cd77fe640 1 -- 172.21.15.71:0/3116152747 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3cdc045360 con 0x7f3ce0107f50 2024-09-05T07:29:07.781 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.217+0000 7f3ce5867640 1 -- 172.21.15.71:0/3116152747 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f3ccc038fc0 msgr2=0x7f3ccc03b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/371807956 2024-09-05T07:29:07.781 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.217+0000 7f3ce5867640 1 --2- 172.21.15.71:0/3116152747 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f3ccc038fc0 0x7f3ccc03b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-05T07:29:07.781 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.237+0000 7f3ce82cc640 1 -- 172.21.15.71:0/3116152747 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f3ce0106ac0 con 0x7f3ce0107f50 2024-09-05T07:29:07.781 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.238+0000 7f3cd77fe640 1 -- 172.21.15.71:0/3116152747 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f3cdc06c900 con 0x7f3ce0107f50 2024-09-05T07:29:07.781 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.240+0000 7f3ce82cc640 1 -- 172.21.15.71:0/3116152747 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f3ccc038fc0 msgr2=0x7f3ccc03b480 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T07:29:07.782 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.240+0000 7f3ce82cc640 1 --2- 172.21.15.71:0/3116152747 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f3ccc038fc0 0x7f3ccc03b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:07.782 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.240+0000 7f3ce82cc640 1 -- 172.21.15.71:0/3116152747 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ce0107f50 msgr2=0x7f3ce01077d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:07.782 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.240+0000 7f3ce82cc640 1 --2- 172.21.15.71:0/3116152747 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ce0107f50 0x7f3ce01077d0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc032e10 tx=0x7f3cdc032e40 comp rx=0 tx=0).stop 2024-09-05T07:29:07.782 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.240+0000 7f3ce82cc640 1 -- 172.21.15.71:0/3116152747 shutdown_connections 2024-09-05T07:29:07.782 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.240+0000 7f3ce82cc640 1 --2- 172.21.15.71:0/3116152747 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f3ccc038fc0 0x7f3ccc03b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:07.782 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.240+0000 7f3ce82cc640 1 --2- 172.21.15.71:0/3116152747 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ce0107f50 0x7f3ce01077d0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:07.782 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.240+0000 7f3ce82cc640 1 -- 172.21.15.71:0/3116152747 >> 172.21.15.71:0/3116152747 conn(0x7f3ce0101ab0 msgr2=0x7f3ce0102680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:07.782 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.240+0000 7f3ce82cc640 1 -- 172.21.15.71:0/3116152747 shutdown_connections 2024-09-05T07:29:07.782 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:07.240+0000 7f3ce82cc640 1 -- 172.21.15.71:0/3116152747 wait complete. 2024-09-05T07:29:07.782 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for the mgr to restart... 2024-09-05T07:29:07.782 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mgr epoch 5... 2024-09-05T07:29:08.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:07 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3116152747' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-05T07:29:08.149 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:08 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:08.130+0000 7feafcb93040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T07:29:08.648 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:08 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:08.202+0000 7feafcb93040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T07:29:09.148 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:08 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:08.908+0000 7feafcb93040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T07:29:09.149 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:09 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:09.024+0000 7feafcb93040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T07:29:09.441 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:09 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:09.163+0000 7feafcb93040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T07:29:09.441 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:09 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:09.224+0000 7feafcb93040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T07:29:09.441 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:09 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:09.372+0000 7feafcb93040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T07:29:09.441 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:09 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:09.440+0000 7feafcb93040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T07:29:09.724 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:09 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:09.500+0000 7feafcb93040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T07:29:09.724 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:09 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:09.658+0000 7feafcb93040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T07:29:09.724 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:09 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:09.723+0000 7feafcb93040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T07:29:09.986 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:09 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:09.790+0000 7feafcb93040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T07:29:09.987 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:09 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:09.870+0000 7feafcb93040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T07:29:09.987 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:09 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:09.928+0000 7feafcb93040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T07:29:09.987 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:09 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:09.986+0000 7feafcb93040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T07:29:11.079 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:10 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:10.773+0000 7feafcb93040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T07:29:11.079 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:10 smithi071 ceph-mon[30965]: Active manager daemon x restarted 2024-09-05T07:29:11.079 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:10 smithi071 ceph-mon[30965]: Activating manager daemon x 2024-09-05T07:29:11.079 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:10 smithi071 ceph-mon[30965]: osdmap e2: 0 total, 0 up, 0 in 2024-09-05T07:29:11.079 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:10 smithi071 ceph-mon[30965]: mgrmap e6: x(active, starting, since 0.00314165s) 2024-09-05T07:29:11.079 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:10 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T07:29:11.079 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:10 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-05T07:29:11.079 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:10 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-05T07:29:11.080 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:10 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-05T07:29:11.080 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:10 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-05T07:29:11.080 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:10 smithi071 ceph-mon[30965]: Manager daemon x is now available 2024-09-05T07:29:11.080 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:10 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' 2024-09-05T07:29:11.080 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:10 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' 2024-09-05T07:29:11.080 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:10 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:29:11.080 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:10 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:29:11.080 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:10 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-05T07:29:11.080 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:10 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-05T07:29:12.133 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:11 smithi071 ceph-mon[30965]: Found migration_current of "None". Setting to last migration. 2024-09-05T07:29:12.133 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:11 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' 2024-09-05T07:29:12.133 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:11 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' 2024-09-05T07:29:12.134 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:11 smithi071 ceph-mon[30965]: mgrmap e7: x(active, since 1.00516s) 2024-09-05T07:29:12.399 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:12.297+0000 7fea696f9640 -1 log_channel(cephadm) log [ERR] : [05/Sep/2024:07:29:12] ENGINE Error in HTTPServer.serve 2024-09-05T07:29:12.399 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: Traceback (most recent call last): 2024-09-05T07:29:12.399 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T07:29:12.399 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: self._connections.run(self.expiration_interval) 2024-09-05T07:29:12.399 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T07:29:12.399 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: self._run(expiration_interval) 2024-09-05T07:29:12.399 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T07:29:12.399 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T07:29:12.399 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T07:29:12.399 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T07:29:12.399 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T07:29:12.399 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: s = self.context.wrap_socket( 2024-09-05T07:29:12.400 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T07:29:12.400 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: return self.sslsocket_class._create( 2024-09-05T07:29:12.400 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T07:29:12.400 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: self.do_handshake() 2024-09-05T07:29:12.400 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T07:29:12.400 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: self._sslobj.do_handshake() 2024-09-05T07:29:12.400 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T07:29:12.400 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:12.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-09-05T07:29:12.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-05T07:29:12.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-05T07:29:12.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-09-05T07:29:12.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.183+0000 7f9e43095640 1 Processor -- start 2024-09-05T07:29:12.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.183+0000 7f9e43095640 1 -- start start 2024-09-05T07:29:12.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.184+0000 7f9e43095640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e3c107e50 0x7f9e3c10a240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:12.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.184+0000 7f9e43095640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9e3c0757a0 con 0x7f9e3c107e50 2024-09-05T07:29:12.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.184+0000 7f9e40e31640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e3c107e50 0x7f9e3c10a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:12.428 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.184+0000 7f9e40e31640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e3c107e50 0x7f9e3c10a240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52296/0 (socket says 172.21.15.71:52296) 2024-09-05T07:29:12.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.184+0000 7f9e40e31640 1 -- 172.21.15.71:0/2582767198 learned_addr learned my addr 172.21.15.71:0/2582767198 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:12.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.184+0000 7f9e40e31640 1 -- 172.21.15.71:0/2582767198 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e3c10a780 con 0x7f9e3c107e50 2024-09-05T07:29:12.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.185+0000 7f9e40e31640 1 --2- 172.21.15.71:0/2582767198 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e3c107e50 0x7f9e3c10a240 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f9e30009820 tx=0x7f9e3002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4319da10a010c5b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:12.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.185+0000 7f9e3b7fe640 1 -- 172.21.15.71:0/2582767198 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9e30037070 con 0x7f9e3c107e50 2024-09-05T07:29:12.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.185+0000 7f9e3b7fe640 1 -- 172.21.15.71:0/2582767198 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f9e300328d0 con 0x7f9e3c107e50 2024-09-05T07:29:12.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.185+0000 7f9e3b7fe640 1 -- 172.21.15.71:0/2582767198 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9e300307d0 con 0x7f9e3c107e50 2024-09-05T07:29:12.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.185+0000 7f9e43095640 1 -- 172.21.15.71:0/2582767198 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e3c107e50 msgr2=0x7f9e3c10a240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:12.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.185+0000 7f9e43095640 1 --2- 172.21.15.71:0/2582767198 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e3c107e50 0x7f9e3c10a240 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f9e30009820 tx=0x7f9e3002a270 comp rx=0 tx=0).stop 2024-09-05T07:29:12.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.186+0000 7f9e43095640 1 -- 172.21.15.71:0/2582767198 shutdown_connections 2024-09-05T07:29:12.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.186+0000 7f9e43095640 1 --2- 172.21.15.71:0/2582767198 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e3c107e50 0x7f9e3c10a240 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:12.429 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.186+0000 7f9e43095640 1 -- 172.21.15.71:0/2582767198 >> 172.21.15.71:0/2582767198 conn(0x7f9e3c101a90 msgr2=0x7f9e3c103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:12.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.186+0000 7f9e43095640 1 -- 172.21.15.71:0/2582767198 shutdown_connections 2024-09-05T07:29:12.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.186+0000 7f9e43095640 1 -- 172.21.15.71:0/2582767198 wait complete. 2024-09-05T07:29:12.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.186+0000 7f9e43095640 1 Processor -- start 2024-09-05T07:29:12.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.186+0000 7f9e43095640 1 -- start start 2024-09-05T07:29:12.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.186+0000 7f9e43095640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e3c107e50 0x7f9e3c19d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:12.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.186+0000 7f9e43095640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9e3c10b7c0 con 0x7f9e3c107e50 2024-09-05T07:29:12.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.186+0000 7f9e40e31640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e3c107e50 0x7f9e3c19d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:12.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.186+0000 7f9e40e31640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e3c107e50 0x7f9e3c19d8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52308/0 (socket says 172.21.15.71:52308) 2024-09-05T07:29:12.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.186+0000 7f9e40e31640 1 -- 172.21.15.71:0/2718545173 learned_addr learned my addr 172.21.15.71:0/2718545173 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:12.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.187+0000 7f9e40e31640 1 -- 172.21.15.71:0/2718545173 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e3c19de10 con 0x7f9e3c107e50 2024-09-05T07:29:12.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.187+0000 7f9e40e31640 1 --2- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e3c107e50 0x7f9e3c19d8d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9e300097f0 tx=0x7f9e30030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:12.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.187+0000 7f9e39ffb640 1 -- 172.21.15.71:0/2718545173 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9e30037040 con 0x7f9e3c107e50 2024-09-05T07:29:12.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.187+0000 7f9e39ffb640 1 -- 172.21.15.71:0/2718545173 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f9e30032bb0 con 0x7f9e3c107e50 2024-09-05T07:29:12.430 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.187+0000 7f9e39ffb640 1 -- 172.21.15.71:0/2718545173 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9e3003a390 con 0x7f9e3c107e50 2024-09-05T07:29:12.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.187+0000 7f9e43095640 1 -- 172.21.15.71:0/2718545173 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e3c19e0a0 con 0x7f9e3c107e50 2024-09-05T07:29:12.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.187+0000 7f9e43095640 1 -- 172.21.15.71:0/2718545173 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e3c1a0d90 con 0x7f9e3c107e50 2024-09-05T07:29:12.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.188+0000 7f9e39ffb640 1 -- 172.21.15.71:0/2718545173 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f9e3003b3f0 con 0x7f9e3c107e50 2024-09-05T07:29:12.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.188+0000 7f9e39ffb640 1 --2- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f9e2c038f70 0x7f9e2c03b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:12.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.188+0000 7f9e39ffb640 1 -- 172.21.15.71:0/2718545173 --> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f9e2c03bb40 con 0x7f9e2c038f70 2024-09-05T07:29:12.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.188+0000 7f9e39ffb640 1 -- 172.21.15.71:0/2718545173 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f9e3006c230 con 0x7f9e3c107e50 2024-09-05T07:29:12.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.188+0000 7f9e3bfff640 1 -- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f9e2c038f70 msgr2=0x7f9e2c03b430 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/371807956 2024-09-05T07:29:12.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.188+0000 7f9e3bfff640 1 --2- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f9e2c038f70 0x7f9e2c03b430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T07:29:12.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.389+0000 7f9e3bfff640 1 -- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f9e2c038f70 msgr2=0x7f9e2c03b430 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/371807956 2024-09-05T07:29:12.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.389+0000 7f9e3bfff640 1 --2- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f9e2c038f70 0x7f9e2c03b430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-05T07:29:12.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.790+0000 7f9e3bfff640 1 -- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f9e2c038f70 msgr2=0x7f9e2c03b430 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/371807956 2024-09-05T07:29:12.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:08.790+0000 7f9e3bfff640 1 --2- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f9e2c038f70 0x7f9e2c03b430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-05T07:29:12.431 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:09.591+0000 7f9e3bfff640 1 -- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f9e2c038f70 msgr2=0x7f9e2c03b430 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/371807956 2024-09-05T07:29:12.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:09.591+0000 7f9e3bfff640 1 --2- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f9e2c038f70 0x7f9e2c03b430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-05T07:29:12.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:10.776+0000 7f9e39ffb640 1 -- 172.21.15.71:0/2718545173 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mgrmap(e 6) ==== 46054+0+0 (secure 0 0 0) 0x7f9e3006acf0 con 0x7f9e3c107e50 2024-09-05T07:29:12.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:10.777+0000 7f9e39ffb640 1 -- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f9e2c038f70 msgr2=0x7f9e2c03b430 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T07:29:12.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:10.777+0000 7f9e39ffb640 1 --2- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f9e2c038f70 0x7f9e2c03b430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:12.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:11.777+0000 7f9e39ffb640 1 -- 172.21.15.71:0/2718545173 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7f9e30049cc0 con 0x7f9e3c107e50 2024-09-05T07:29:12.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:11.778+0000 7f9e39ffb640 1 --2- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f9e2c03c8a0 0x7f9e2c03ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:12.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:11.778+0000 7f9e39ffb640 1 -- 172.21.15.71:0/2718545173 --> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f9e2c03bb40 con 0x7f9e2c03c8a0 2024-09-05T07:29:12.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:11.778+0000 7f9e3bfff640 1 --2- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f9e2c03c8a0 0x7f9e2c03ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:12.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:11.779+0000 7f9e3bfff640 1 --2- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f9e2c03c8a0 0x7f9e2c03ec90 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f9e28003980 tx=0x7f9e28006e10 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:12.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:11.779+0000 7f9e39ffb640 1 -- 172.21.15.71:0/2718545173 <== mgr.14118 v2:172.21.15.71:6800/316149397 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f9e2c03bb40 con 0x7f9e2c03c8a0 2024-09-05T07:29:12.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:11.791+0000 7f9e43095640 1 -- 172.21.15.71:0/2718545173 --> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f9e3c1082b0 con 0x7f9e2c03c8a0 2024-09-05T07:29:12.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:11.792+0000 7f9e39ffb640 1 -- 172.21.15.71:0/2718545173 <== mgr.14118 v2:172.21.15.71:6800/316149397 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f9e3c1082b0 con 0x7f9e2c03c8a0 2024-09-05T07:29:12.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:11.792+0000 7f9e43095640 1 -- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f9e2c03c8a0 msgr2=0x7f9e2c03ec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:12.432 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:11.792+0000 7f9e43095640 1 --2- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f9e2c03c8a0 0x7f9e2c03ec90 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f9e28003980 tx=0x7f9e28006e10 comp rx=0 tx=0).stop 2024-09-05T07:29:12.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:11.792+0000 7f9e43095640 1 -- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e3c107e50 msgr2=0x7f9e3c19d8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:12.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:11.792+0000 7f9e43095640 1 --2- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e3c107e50 0x7f9e3c19d8d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9e300097f0 tx=0x7f9e30030d00 comp rx=0 tx=0).stop 2024-09-05T07:29:12.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:11.792+0000 7f9e43095640 1 -- 172.21.15.71:0/2718545173 shutdown_connections 2024-09-05T07:29:12.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:11.792+0000 7f9e43095640 1 --2- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f9e2c03c8a0 0x7f9e2c03ec90 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:12.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:11.792+0000 7f9e43095640 1 --2- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:6800/371807956,v1:172.21.15.71:6801/371807956] conn(0x7f9e2c038f70 0x7f9e2c03b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:12.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:11.792+0000 7f9e43095640 1 --2- 172.21.15.71:0/2718545173 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e3c107e50 0x7f9e3c19d8d0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:12.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:11.792+0000 7f9e43095640 1 -- 172.21.15.71:0/2718545173 >> 172.21.15.71:0/2718545173 conn(0x7f9e3c101a90 msgr2=0x7f9e3c102760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:12.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:11.792+0000 7f9e43095640 1 -- 172.21.15.71:0/2718545173 shutdown_connections 2024-09-05T07:29:12.433 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:11.792+0000 7f9e43095640 1 -- 172.21.15.71:0/2718545173 wait complete. 2024-09-05T07:29:12.433 INFO:teuthology.orchestra.run.smithi071.stdout:mgr epoch 5 is available 2024-09-05T07:29:12.433 INFO:teuthology.orchestra.run.smithi071.stdout:Setting orchestrator backend to cephadm... 2024-09-05T07:29:13.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-mon[30965]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-05T07:29:13.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-mon[30965]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-05T07:29:13.015 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:12 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:29:13.620 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.822+0000 7f76a1d5a640 1 Processor -- start 2024-09-05T07:29:13.620 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.822+0000 7f76a1d5a640 1 -- start start 2024-09-05T07:29:13.620 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.822+0000 7f76a1d5a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f769c107e50 0x7f769c10a240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:13.621 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.822+0000 7f76a1d5a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f769c0757a0 con 0x7f769c107e50 2024-09-05T07:29:13.621 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.823+0000 7f769b7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f769c107e50 0x7f769c10a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:13.621 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.823+0000 7f769b7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f769c107e50 0x7f769c10a240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41356/0 (socket says 172.21.15.71:41356) 2024-09-05T07:29:13.621 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.823+0000 7f769b7fe640 1 -- 172.21.15.71:0/474741268 learned_addr learned my addr 172.21.15.71:0/474741268 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:13.621 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.823+0000 7f769b7fe640 1 -- 172.21.15.71:0/474741268 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f769c10a780 con 0x7f769c107e50 2024-09-05T07:29:13.621 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.824+0000 7f769b7fe640 1 --2- 172.21.15.71:0/474741268 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f769c107e50 0x7f769c10a240 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f768c009e80 tx=0x7f768c02a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b16015e9711667e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:13.621 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.824+0000 7f769a7fc640 1 -- 172.21.15.71:0/474741268 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f768c036070 con 0x7f769c107e50 2024-09-05T07:29:13.621 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.824+0000 7f769a7fc640 1 -- 172.21.15.71:0/474741268 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f768c031890 con 0x7f769c107e50 2024-09-05T07:29:13.621 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.824+0000 7f769a7fc640 1 -- 172.21.15.71:0/474741268 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f768c007980 con 0x7f769c107e50 2024-09-05T07:29:13.621 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.824+0000 7f76a1d5a640 1 -- 172.21.15.71:0/474741268 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f769c107e50 msgr2=0x7f769c10a240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:13.621 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.824+0000 7f76a1d5a640 1 --2- 172.21.15.71:0/474741268 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f769c107e50 0x7f769c10a240 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f768c009e80 tx=0x7f768c02a7a0 comp rx=0 tx=0).stop 2024-09-05T07:29:13.622 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.824+0000 7f76a1d5a640 1 -- 172.21.15.71:0/474741268 shutdown_connections 2024-09-05T07:29:13.622 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.824+0000 7f76a1d5a640 1 --2- 172.21.15.71:0/474741268 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f769c107e50 0x7f769c10a240 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:13.622 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.824+0000 7f76a1d5a640 1 -- 172.21.15.71:0/474741268 >> 172.21.15.71:0/474741268 conn(0x7f769c101a90 msgr2=0x7f769c103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:13.622 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.825+0000 7f76a1d5a640 1 -- 172.21.15.71:0/474741268 shutdown_connections 2024-09-05T07:29:13.622 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.825+0000 7f76a1d5a640 1 -- 172.21.15.71:0/474741268 wait complete. 2024-09-05T07:29:13.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.825+0000 7f76a1d5a640 1 Processor -- start 2024-09-05T07:29:13.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.825+0000 7f76a1d5a640 1 -- start start 2024-09-05T07:29:13.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.825+0000 7f76a1d5a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f769c107e50 0x7f769c19b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:13.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.825+0000 7f76a1d5a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f769c10b7c0 con 0x7f769c107e50 2024-09-05T07:29:13.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.826+0000 7f769b7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f769c107e50 0x7f769c19b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:13.625 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.826+0000 7f769b7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f769c107e50 0x7f769c19b680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41358/0 (socket says 172.21.15.71:41358) 2024-09-05T07:29:13.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.826+0000 7f769b7fe640 1 -- 172.21.15.71:0/4270039322 learned_addr learned my addr 172.21.15.71:0/4270039322 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:13.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.826+0000 7f769b7fe640 1 -- 172.21.15.71:0/4270039322 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f769c19bbc0 con 0x7f769c107e50 2024-09-05T07:29:13.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.826+0000 7f769b7fe640 1 --2- 172.21.15.71:0/4270039322 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f769c107e50 0x7f769c19b680 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f768c009680 tx=0x7f768c031c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:13.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.826+0000 7f7698ff9640 1 -- 172.21.15.71:0/4270039322 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f768c041020 con 0x7f769c107e50 2024-09-05T07:29:13.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.826+0000 7f7698ff9640 1 -- 172.21.15.71:0/4270039322 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f768c03c900 con 0x7f769c107e50 2024-09-05T07:29:13.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.826+0000 7f76a1d5a640 1 -- 172.21.15.71:0/4270039322 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f769c19be50 con 0x7f769c107e50 2024-09-05T07:29:13.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.826+0000 7f7698ff9640 1 -- 172.21.15.71:0/4270039322 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f768c036040 con 0x7f769c107e50 2024-09-05T07:29:13.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.826+0000 7f76a1d5a640 1 -- 172.21.15.71:0/4270039322 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f769c19eb40 con 0x7f769c107e50 2024-09-05T07:29:13.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.827+0000 7f7698ff9640 1 -- 172.21.15.71:0/4270039322 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7f768c044020 con 0x7f769c107e50 2024-09-05T07:29:13.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.827+0000 7f76a1d5a640 1 -- 172.21.15.71:0/4270039322 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f769c1082b0 con 0x7f769c107e50 2024-09-05T07:29:13.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.827+0000 7f7698ff9640 1 --2- 172.21.15.71:0/4270039322 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f7684038eb0 0x7f768403b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:13.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.827+0000 7f7698ff9640 1 -- 172.21.15.71:0/4270039322 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f768c06d2a0 con 0x7f769c107e50 2024-09-05T07:29:13.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.827+0000 7f769affd640 1 --2- 172.21.15.71:0/4270039322 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f7684038eb0 0x7f768403b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:13.626 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.828+0000 7f769affd640 1 --2- 172.21.15.71:0/4270039322 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f7684038eb0 0x7f768403b370 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f76900098c0 tx=0x7f7690006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:13.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.834+0000 7f7698ff9640 1 -- 172.21.15.71:0/4270039322 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f768c04b020 con 0x7f769c107e50 2024-09-05T07:29:13.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:12.836+0000 7f7698ff9640 1 -- 172.21.15.71:0/4270039322 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f768c0467d0 con 0x7f769c107e50 2024-09-05T07:29:13.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:13.014+0000 7f76a1d5a640 1 -- 172.21.15.71:0/4270039322 --> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f769c02d810 con 0x7f7684038eb0 2024-09-05T07:29:13.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:13.020+0000 7f7698ff9640 1 -- 172.21.15.71:0/4270039322 <== mgr.14118 v2:172.21.15.71:6800/316149397 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f769c02d810 con 0x7f7684038eb0 2024-09-05T07:29:13.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:13.022+0000 7f76a1d5a640 1 -- 172.21.15.71:0/4270039322 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f7684038eb0 msgr2=0x7f768403b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:13.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:13.022+0000 7f76a1d5a640 1 --2- 172.21.15.71:0/4270039322 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f7684038eb0 0x7f768403b370 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f76900098c0 tx=0x7f7690006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:13.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:13.022+0000 7f76a1d5a640 1 -- 172.21.15.71:0/4270039322 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f769c107e50 msgr2=0x7f769c19b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:13.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:13.022+0000 7f76a1d5a640 1 --2- 172.21.15.71:0/4270039322 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f769c107e50 0x7f769c19b680 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f768c009680 tx=0x7f768c031c70 comp rx=0 tx=0).stop 2024-09-05T07:29:13.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:13.022+0000 7f76a1d5a640 1 -- 172.21.15.71:0/4270039322 shutdown_connections 2024-09-05T07:29:13.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:13.022+0000 7f76a1d5a640 1 --2- 172.21.15.71:0/4270039322 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f7684038eb0 0x7f768403b370 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:13.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:13.022+0000 7f76a1d5a640 1 --2- 172.21.15.71:0/4270039322 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f769c107e50 0x7f769c19b680 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:13.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:13.022+0000 7f76a1d5a640 1 -- 172.21.15.71:0/4270039322 >> 172.21.15.71:0/4270039322 conn(0x7f769c101a90 msgr2=0x7f769c1027e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:13.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:13.022+0000 7f76a1d5a640 1 -- 172.21.15.71:0/4270039322 shutdown_connections 2024-09-05T07:29:13.627 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:13.022+0000 7f76a1d5a640 1 -- 172.21.15.71:0/4270039322 wait complete. 2024-09-05T07:29:13.885 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:13 smithi071 ceph-mon[30965]: [05/Sep/2024:07:29:12] ENGINE Bus STARTING 2024-09-05T07:29:13.885 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:13 smithi071 ceph-mon[30965]: [05/Sep/2024:07:29:12] ENGINE Serving on https://172.21.15.71:7150 2024-09-05T07:29:13.885 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:13 smithi071 ceph-mon[30965]: [05/Sep/2024:07:29:12] ENGINE Error in HTTPServer.serve 2024-09-05T07:29:13.885 INFO:journalctl@ceph.mon.a.smithi071.stdout: Traceback (most recent call last): 2024-09-05T07:29:13.885 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T07:29:13.885 INFO:journalctl@ceph.mon.a.smithi071.stdout: self._connections.run(self.expiration_interval) 2024-09-05T07:29:13.885 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T07:29:13.885 INFO:journalctl@ceph.mon.a.smithi071.stdout: self._run(expiration_interval) 2024-09-05T07:29:13.885 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T07:29:13.885 INFO:journalctl@ceph.mon.a.smithi071.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T07:29:13.885 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T07:29:13.885 INFO:journalctl@ceph.mon.a.smithi071.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T07:29:13.886 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T07:29:13.886 INFO:journalctl@ceph.mon.a.smithi071.stdout: s = self.context.wrap_socket( 2024-09-05T07:29:13.886 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T07:29:13.886 INFO:journalctl@ceph.mon.a.smithi071.stdout: return self.sslsocket_class._create( 2024-09-05T07:29:13.886 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T07:29:13.886 INFO:journalctl@ceph.mon.a.smithi071.stdout: self.do_handshake() 2024-09-05T07:29:13.886 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T07:29:13.886 INFO:journalctl@ceph.mon.a.smithi071.stdout: self._sslobj.do_handshake() 2024-09-05T07:29:13.886 INFO:journalctl@ceph.mon.a.smithi071.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T07:29:13.886 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:13 smithi071 ceph-mon[30965]: [05/Sep/2024:07:29:12] ENGINE Serving on http://172.21.15.71:8765 2024-09-05T07:29:13.886 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:13 smithi071 ceph-mon[30965]: [05/Sep/2024:07:29:12] ENGINE Bus STARTED 2024-09-05T07:29:13.886 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:13 smithi071 ceph-mon[30965]: mgrmap e8: x(active, since 2s) 2024-09-05T07:29:13.886 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:13 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' 2024-09-05T07:29:13.886 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:13 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:29:14.820 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-05T07:29:14.820 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.063+0000 7f7c66566640 1 Processor -- start 2024-09-05T07:29:14.820 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.063+0000 7f7c66566640 1 -- start start 2024-09-05T07:29:14.820 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.064+0000 7f7c66566640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7c60107f10 0x7f7c6010a300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:14.820 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.064+0000 7f7c66566640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7c600756e0 con 0x7f7c60107f10 2024-09-05T07:29:14.820 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.064+0000 7f7c5ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7c60107f10 0x7f7c6010a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:14.820 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.064+0000 7f7c5ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7c60107f10 0x7f7c6010a300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41370/0 (socket says 172.21.15.71:41370) 2024-09-05T07:29:14.821 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.064+0000 7f7c5ffff640 1 -- 172.21.15.71:0/3608171754 learned_addr learned my addr 172.21.15.71:0/3608171754 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:14.821 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.064+0000 7f7c5ffff640 1 -- 172.21.15.71:0/3608171754 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c6010a840 con 0x7f7c60107f10 2024-09-05T07:29:14.821 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.065+0000 7f7c5ffff640 1 --2- 172.21.15.71:0/3608171754 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7c60107f10 0x7f7c6010a300 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f7c50009820 tx=0x7f7c5002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5e4176a0bed6e87 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:14.821 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.065+0000 7f7c5f7fe640 1 -- 172.21.15.71:0/3608171754 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7c50037070 con 0x7f7c60107f10 2024-09-05T07:29:14.821 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.065+0000 7f7c5f7fe640 1 -- 172.21.15.71:0/3608171754 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f7c500328d0 con 0x7f7c60107f10 2024-09-05T07:29:14.821 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.065+0000 7f7c5f7fe640 1 -- 172.21.15.71:0/3608171754 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7c500307d0 con 0x7f7c60107f10 2024-09-05T07:29:14.821 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.065+0000 7f7c66566640 1 -- 172.21.15.71:0/3608171754 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7c60107f10 msgr2=0x7f7c6010a300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:14.821 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.065+0000 7f7c66566640 1 --2- 172.21.15.71:0/3608171754 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7c60107f10 0x7f7c6010a300 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f7c50009820 tx=0x7f7c5002a270 comp rx=0 tx=0).stop 2024-09-05T07:29:14.821 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.066+0000 7f7c66566640 1 -- 172.21.15.71:0/3608171754 shutdown_connections 2024-09-05T07:29:14.821 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.066+0000 7f7c66566640 1 --2- 172.21.15.71:0/3608171754 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7c60107f10 0x7f7c6010a300 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:14.821 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.066+0000 7f7c66566640 1 -- 172.21.15.71:0/3608171754 >> 172.21.15.71:0/3608171754 conn(0x7f7c60101a90 msgr2=0x7f7c60103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:14.821 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.066+0000 7f7c66566640 1 -- 172.21.15.71:0/3608171754 shutdown_connections 2024-09-05T07:29:14.821 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.066+0000 7f7c66566640 1 -- 172.21.15.71:0/3608171754 wait complete. 2024-09-05T07:29:14.822 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.066+0000 7f7c66566640 1 Processor -- start 2024-09-05T07:29:14.822 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.066+0000 7f7c66566640 1 -- start start 2024-09-05T07:29:14.822 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.066+0000 7f7c66566640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7c60107f10 0x7f7c6019b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:14.822 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.066+0000 7f7c66566640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7c6010b7c0 con 0x7f7c60107f10 2024-09-05T07:29:14.822 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.066+0000 7f7c5ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7c60107f10 0x7f7c6019b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:14.822 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.066+0000 7f7c5ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7c60107f10 0x7f7c6019b6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41374/0 (socket says 172.21.15.71:41374) 2024-09-05T07:29:14.822 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.066+0000 7f7c5ffff640 1 -- 172.21.15.71:0/868720769 learned_addr learned my addr 172.21.15.71:0/868720769 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:14.822 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.067+0000 7f7c5ffff640 1 -- 172.21.15.71:0/868720769 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c6019bc20 con 0x7f7c60107f10 2024-09-05T07:29:14.822 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.067+0000 7f7c5ffff640 1 --2- 172.21.15.71:0/868720769 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7c60107f10 0x7f7c6019b6e0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f7c500097f0 tx=0x7f7c50030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:14.822 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.067+0000 7f7c5dffb640 1 -- 172.21.15.71:0/868720769 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7c50037040 con 0x7f7c60107f10 2024-09-05T07:29:14.822 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.067+0000 7f7c5dffb640 1 -- 172.21.15.71:0/868720769 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f7c50032bb0 con 0x7f7c60107f10 2024-09-05T07:29:14.822 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.067+0000 7f7c5dffb640 1 -- 172.21.15.71:0/868720769 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7c5003a390 con 0x7f7c60107f10 2024-09-05T07:29:14.822 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.067+0000 7f7c66566640 1 -- 172.21.15.71:0/868720769 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c6019beb0 con 0x7f7c60107f10 2024-09-05T07:29:14.822 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.067+0000 7f7c66566640 1 -- 172.21.15.71:0/868720769 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c6019eb50 con 0x7f7c60107f10 2024-09-05T07:29:14.823 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.068+0000 7f7c5dffb640 1 -- 172.21.15.71:0/868720769 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f7c5003a580 con 0x7f7c60107f10 2024-09-05T07:29:14.823 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.068+0000 7f7c5dffb640 1 --2- 172.21.15.71:0/868720769 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f7c4c038fc0 0x7f7c4c03b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:14.823 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.068+0000 7f7c66566640 1 -- 172.21.15.71:0/868720769 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c60108370 con 0x7f7c60107f10 2024-09-05T07:29:14.823 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.068+0000 7f7c5dffb640 1 -- 172.21.15.71:0/868720769 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7c5006c340 con 0x7f7c60107f10 2024-09-05T07:29:14.823 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.068+0000 7f7c57fff640 1 --2- 172.21.15.71:0/868720769 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f7c4c038fc0 0x7f7c4c03b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:14.823 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.068+0000 7f7c57fff640 1 --2- 172.21.15.71:0/868720769 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f7c4c038fc0 0x7f7c4c03b480 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f7c480098c0 tx=0x7f7c48006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:14.823 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.073+0000 7f7c5dffb640 1 -- 172.21.15.71:0/868720769 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7c5003d0c0 con 0x7f7c60107f10 2024-09-05T07:29:14.823 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.241+0000 7f7c66566640 1 -- 172.21.15.71:0/868720769 --> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f7c60062630 con 0x7f7c4c038fc0 2024-09-05T07:29:14.823 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.242+0000 7f7c5dffb640 1 -- 172.21.15.71:0/868720769 <== mgr.14118 v2:172.21.15.71:6800/316149397 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f7c60062630 con 0x7f7c4c038fc0 2024-09-05T07:29:14.823 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.244+0000 7f7c66566640 1 -- 172.21.15.71:0/868720769 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f7c4c038fc0 msgr2=0x7f7c4c03b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:14.823 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.244+0000 7f7c66566640 1 --2- 172.21.15.71:0/868720769 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f7c4c038fc0 0x7f7c4c03b480 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f7c480098c0 tx=0x7f7c48006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:14.823 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.244+0000 7f7c66566640 1 -- 172.21.15.71:0/868720769 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7c60107f10 msgr2=0x7f7c6019b6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:14.823 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.244+0000 7f7c66566640 1 --2- 172.21.15.71:0/868720769 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7c60107f10 0x7f7c6019b6e0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f7c500097f0 tx=0x7f7c50030d00 comp rx=0 tx=0).stop 2024-09-05T07:29:14.824 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.244+0000 7f7c66566640 1 -- 172.21.15.71:0/868720769 shutdown_connections 2024-09-05T07:29:14.824 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.244+0000 7f7c66566640 1 --2- 172.21.15.71:0/868720769 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f7c4c038fc0 0x7f7c4c03b480 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:14.824 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.244+0000 7f7c66566640 1 --2- 172.21.15.71:0/868720769 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7c60107f10 0x7f7c6019b6e0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:14.824 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.244+0000 7f7c66566640 1 -- 172.21.15.71:0/868720769 >> 172.21.15.71:0/868720769 conn(0x7f7c60101a90 msgr2=0x7f7c60102860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:14.824 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.244+0000 7f7c66566640 1 -- 172.21.15.71:0/868720769 shutdown_connections 2024-09-05T07:29:14.824 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:14.244+0000 7f7c66566640 1 -- 172.21.15.71:0/868720769 wait complete. 2024-09-05T07:29:14.824 INFO:teuthology.orchestra.run.smithi071.stdout:Generating ssh key... 2024-09-05T07:29:15.123 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:14 smithi071 ceph-mon[30965]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:29:15.649 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:15 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: Generating public/private rsa key pair. 2024-09-05T07:29:15.649 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:15 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: Your identification has been saved in /tmp/tmpfjn786px/key 2024-09-05T07:29:15.649 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:15 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: Your public key has been saved in /tmp/tmpfjn786px/key.pub 2024-09-05T07:29:15.649 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:15 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: The key fingerprint is: 2024-09-05T07:29:15.649 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:15 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: SHA256:jnLe5vW0lNPsbhWHc6nTS+wegbPVYZhjGdPAnhwpHRE ceph-528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:29:15.649 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:15 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: The key's randomart image is: 2024-09-05T07:29:15.650 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:15 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: +---[RSA 3072]----+ 2024-09-05T07:29:15.650 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:15 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: | oEB | 2024-09-05T07:29:15.650 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:15 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: | . =*. | 2024-09-05T07:29:15.650 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:15 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: | +*o+.| 2024-09-05T07:29:15.650 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:15 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: | .+*o=| 2024-09-05T07:29:15.650 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:15 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: | S o+=+| 2024-09-05T07:29:15.650 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:15 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: | o *++o| 2024-09-05T07:29:15.650 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:15 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: | . o . . =.*o.| 2024-09-05T07:29:15.650 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:15 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: | + ... + +.o.| 2024-09-05T07:29:15.650 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:15 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: | .oo oo+. | 2024-09-05T07:29:15.650 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:15 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: +----[SHA256]-----+ 2024-09-05T07:29:16.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:15 smithi071 ceph-mon[30965]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:29:16.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:15 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' 2024-09-05T07:29:16.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:15 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' 2024-09-05T07:29:16.218 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.199+0000 7f50b01a7640 1 Processor -- start 2024-09-05T07:29:16.218 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.199+0000 7f50b01a7640 1 -- start start 2024-09-05T07:29:16.218 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.200+0000 7f50b01a7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50a81062e0 0x7f50a81066e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:16.218 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.200+0000 7f50b01a7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f50a8106cb0 con 0x7f50a81062e0 2024-09-05T07:29:16.218 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.200+0000 7f50adf43640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50a81062e0 0x7f50a81066e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:16.218 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.200+0000 7f50adf43640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50a81062e0 0x7f50a81066e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41376/0 (socket says 172.21.15.71:41376) 2024-09-05T07:29:16.219 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.200+0000 7f50adf43640 1 -- 172.21.15.71:0/328917073 learned_addr learned my addr 172.21.15.71:0/328917073 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:16.219 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.200+0000 7f50adf43640 1 -- 172.21.15.71:0/328917073 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50a81074e0 con 0x7f50a81062e0 2024-09-05T07:29:16.219 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.201+0000 7f50adf43640 1 --2- 172.21.15.71:0/328917073 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50a81062e0 0x7f50a81066e0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f50a4009820 tx=0x7f50a402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8df866f6a68043ec server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:16.219 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.201+0000 7f50acf41640 1 -- 172.21.15.71:0/328917073 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50a4037070 con 0x7f50a81062e0 2024-09-05T07:29:16.219 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.201+0000 7f50acf41640 1 -- 172.21.15.71:0/328917073 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f50a40328d0 con 0x7f50a81062e0 2024-09-05T07:29:16.219 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.201+0000 7f50acf41640 1 -- 172.21.15.71:0/328917073 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50a40307d0 con 0x7f50a81062e0 2024-09-05T07:29:16.219 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.201+0000 7f50b01a7640 1 -- 172.21.15.71:0/328917073 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50a81062e0 msgr2=0x7f50a81066e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:16.219 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.201+0000 7f50b01a7640 1 --2- 172.21.15.71:0/328917073 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50a81062e0 0x7f50a81066e0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f50a4009820 tx=0x7f50a402a270 comp rx=0 tx=0).stop 2024-09-05T07:29:16.219 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.202+0000 7f50b01a7640 1 -- 172.21.15.71:0/328917073 shutdown_connections 2024-09-05T07:29:16.219 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.202+0000 7f50b01a7640 1 --2- 172.21.15.71:0/328917073 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50a81062e0 0x7f50a81066e0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:16.219 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.202+0000 7f50b01a7640 1 -- 172.21.15.71:0/328917073 >> 172.21.15.71:0/328917073 conn(0x7f50a8101a90 msgr2=0x7f50a8103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:16.219 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.202+0000 7f50b01a7640 1 -- 172.21.15.71:0/328917073 shutdown_connections 2024-09-05T07:29:16.219 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.202+0000 7f50b01a7640 1 -- 172.21.15.71:0/328917073 wait complete. 2024-09-05T07:29:16.220 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.202+0000 7f50b01a7640 1 Processor -- start 2024-09-05T07:29:16.220 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.202+0000 7f50b01a7640 1 -- start start 2024-09-05T07:29:16.220 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.202+0000 7f50b01a7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50a81062e0 0x7f50a8075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:16.220 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.202+0000 7f50b01a7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f50a810a890 con 0x7f50a81062e0 2024-09-05T07:29:16.220 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.203+0000 7f50adf43640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50a81062e0 0x7f50a8075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:16.220 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.203+0000 7f50adf43640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50a81062e0 0x7f50a8075380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41378/0 (socket says 172.21.15.71:41378) 2024-09-05T07:29:16.220 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.203+0000 7f50adf43640 1 -- 172.21.15.71:0/2880071400 learned_addr learned my addr 172.21.15.71:0/2880071400 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:16.220 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.203+0000 7f50adf43640 1 -- 172.21.15.71:0/2880071400 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50a819e3b0 con 0x7f50a81062e0 2024-09-05T07:29:16.220 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.203+0000 7f50adf43640 1 --2- 172.21.15.71:0/2880071400 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50a81062e0 0x7f50a8075380 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f50a4009940 tx=0x7f50a4032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:16.220 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.203+0000 7f509affd640 1 -- 172.21.15.71:0/2880071400 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50a4042070 con 0x7f50a81062e0 2024-09-05T07:29:16.220 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.203+0000 7f509affd640 1 -- 172.21.15.71:0/2880071400 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f50a4030c80 con 0x7f50a81062e0 2024-09-05T07:29:16.220 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.203+0000 7f509affd640 1 -- 172.21.15.71:0/2880071400 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f50a4037040 con 0x7f50a81062e0 2024-09-05T07:29:16.221 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.203+0000 7f50b01a7640 1 -- 172.21.15.71:0/2880071400 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50a819e580 con 0x7f50a81062e0 2024-09-05T07:29:16.221 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.203+0000 7f50b01a7640 1 -- 172.21.15.71:0/2880071400 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50a819e9a0 con 0x7f50a81062e0 2024-09-05T07:29:16.221 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.204+0000 7f509affd640 1 -- 172.21.15.71:0/2880071400 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f50a4045070 con 0x7f50a81062e0 2024-09-05T07:29:16.221 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.204+0000 7f509affd640 1 --2- 172.21.15.71:0/2880071400 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f5094038fc0 0x7f509403b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:16.221 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.204+0000 7f509affd640 1 -- 172.21.15.71:0/2880071400 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f50a406beb0 con 0x7f50a81062e0 2024-09-05T07:29:16.221 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.204+0000 7f50b01a7640 1 -- 172.21.15.71:0/2880071400 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50a8106760 con 0x7f50a81062e0 2024-09-05T07:29:16.221 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.204+0000 7f50ad742640 1 --2- 172.21.15.71:0/2880071400 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f5094038fc0 0x7f509403b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:16.221 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.205+0000 7f50ad742640 1 --2- 172.21.15.71:0/2880071400 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f5094038fc0 0x7f509403b480 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f509c0098c0 tx=0x7f509c006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:16.221 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.209+0000 7f509affd640 1 -- 172.21.15.71:0/2880071400 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f50a4045360 con 0x7f50a81062e0 2024-09-05T07:29:16.221 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.373+0000 7f50b01a7640 1 -- 172.21.15.71:0/2880071400 --> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f50a802d830 con 0x7f5094038fc0 2024-09-05T07:29:16.221 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.449+0000 7f509affd640 1 -- 172.21.15.71:0/2880071400 <== mgr.14118 v2:172.21.15.71:6800/316149397 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f50a802d830 con 0x7f5094038fc0 2024-09-05T07:29:16.221 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.451+0000 7f50b01a7640 1 -- 172.21.15.71:0/2880071400 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f5094038fc0 msgr2=0x7f509403b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:16.222 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.451+0000 7f50b01a7640 1 --2- 172.21.15.71:0/2880071400 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f5094038fc0 0x7f509403b480 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f509c0098c0 tx=0x7f509c006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:16.222 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.452+0000 7f50b01a7640 1 -- 172.21.15.71:0/2880071400 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50a81062e0 msgr2=0x7f50a8075380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:16.222 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.452+0000 7f50b01a7640 1 --2- 172.21.15.71:0/2880071400 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50a81062e0 0x7f50a8075380 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f50a4009940 tx=0x7f50a4032e10 comp rx=0 tx=0).stop 2024-09-05T07:29:16.222 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.452+0000 7f50b01a7640 1 -- 172.21.15.71:0/2880071400 shutdown_connections 2024-09-05T07:29:16.222 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.452+0000 7f50b01a7640 1 --2- 172.21.15.71:0/2880071400 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f5094038fc0 0x7f509403b480 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:16.222 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.452+0000 7f50b01a7640 1 --2- 172.21.15.71:0/2880071400 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50a81062e0 0x7f50a8075380 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:16.222 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.452+0000 7f50b01a7640 1 -- 172.21.15.71:0/2880071400 >> 172.21.15.71:0/2880071400 conn(0x7f50a8101a90 msgr2=0x7f50a8102700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:16.222 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.452+0000 7f50b01a7640 1 -- 172.21.15.71:0/2880071400 shutdown_connections 2024-09-05T07:29:16.222 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:15.452+0000 7f50b01a7640 1 -- 172.21.15.71:0/2880071400 wait complete. 2024-09-05T07:29:17.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:16 smithi071 ceph-mon[30965]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:29:17.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:16 smithi071 ceph-mon[30965]: Generating ssh key... 2024-09-05T07:29:17.416 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDhbCuh7DOKpaVE2rqclqSXlIPDAq0q5ler7uLOKDMKriygCBcQPgRfxsC9080cK5pHZJHFNh1E3g190qtmpiX+5rYkxmg+/P5OiNKPY395S3691K0DuaUmtEpwx4SKeY/YqAIEn7WWQpZ4JixieNuV6E/4SmP8XajaXddt4qF6O6FGcSo5baWMmZPBZG8ycwAkC7Uj4uzJw/a+HP/GrUu5ph1svR2mY0RLRxeOOkvo+GDOOZvZHWnAE+QxfROddah1aoGCSwzJpJq7NFAvBVAzkXGZFF4Ep6lx8I566i+XDl6bTLcut001y22fIziRqjTfvCotFPrTqJMKoKq9acVKRIRpTzCAwJviixIZ0nHLpFZxgByLeZcr9vJ+bgtyEhHR+u4tP299jYgRnxfDRf7o1ZmXD87Mrnh7FXykTlchVwofnQ5RUAbpsBKcb+6gzBGAbgja+a/yjdw3Y7OvjKqKXqrr4BUd68hTRU3793W7oEeFQCRYw/axdN7C1WkMYXk= ceph-528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:29:17.416 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.608+0000 7ffbc96b6640 1 Processor -- start 2024-09-05T07:29:17.416 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.608+0000 7ffbc96b6640 1 -- start start 2024-09-05T07:29:17.416 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.608+0000 7ffbc96b6640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbc4105710 0x7ffbc4105b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:17.416 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.608+0000 7ffbc96b6640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ffbc41060e0 con 0x7ffbc4105710 2024-09-05T07:29:17.416 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.608+0000 7ffbc2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbc4105710 0x7ffbc4105b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:17.416 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.608+0000 7ffbc2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbc4105710 0x7ffbc4105b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41394/0 (socket says 172.21.15.71:41394) 2024-09-05T07:29:17.416 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.608+0000 7ffbc2ffd640 1 -- 172.21.15.71:0/1023854767 learned_addr learned my addr 172.21.15.71:0/1023854767 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:17.416 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.609+0000 7ffbc2ffd640 1 -- 172.21.15.71:0/1023854767 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbc41086f0 con 0x7ffbc4105710 2024-09-05T07:29:17.416 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.609+0000 7ffbc2ffd640 1 --2- 172.21.15.71:0/1023854767 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbc4105710 0x7ffbc4105b10 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4009820 tx=0x7ffbb402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81e183ba719a9288 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:17.416 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.609+0000 7ffbc27fc640 1 -- 172.21.15.71:0/1023854767 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffbb4037070 con 0x7ffbc4105710 2024-09-05T07:29:17.417 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.610+0000 7ffbc27fc640 1 -- 172.21.15.71:0/1023854767 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7ffbb40328d0 con 0x7ffbc4105710 2024-09-05T07:29:17.417 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.610+0000 7ffbc27fc640 1 -- 172.21.15.71:0/1023854767 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffbb40307d0 con 0x7ffbc4105710 2024-09-05T07:29:17.417 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.610+0000 7ffbc96b6640 1 -- 172.21.15.71:0/1023854767 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbc4105710 msgr2=0x7ffbc4105b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:17.417 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.610+0000 7ffbc96b6640 1 --2- 172.21.15.71:0/1023854767 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbc4105710 0x7ffbc4105b10 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4009820 tx=0x7ffbb402a270 comp rx=0 tx=0).stop 2024-09-05T07:29:17.417 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.610+0000 7ffbc96b6640 1 -- 172.21.15.71:0/1023854767 shutdown_connections 2024-09-05T07:29:17.417 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.610+0000 7ffbc96b6640 1 --2- 172.21.15.71:0/1023854767 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbc4105710 0x7ffbc4105b10 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:17.417 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.610+0000 7ffbc96b6640 1 -- 172.21.15.71:0/1023854767 >> 172.21.15.71:0/1023854767 conn(0x7ffbc41012a0 msgr2=0x7ffbc41036c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:17.417 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.610+0000 7ffbc96b6640 1 -- 172.21.15.71:0/1023854767 shutdown_connections 2024-09-05T07:29:17.417 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.610+0000 7ffbc96b6640 1 -- 172.21.15.71:0/1023854767 wait complete. 2024-09-05T07:29:17.417 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.611+0000 7ffbc96b6640 1 Processor -- start 2024-09-05T07:29:17.417 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.611+0000 7ffbc96b6640 1 -- start start 2024-09-05T07:29:17.417 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.611+0000 7ffbc96b6640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbc4105710 0x7ffbc419b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:17.417 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.611+0000 7ffbc96b6640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ffbc410b920 con 0x7ffbc4105710 2024-09-05T07:29:17.417 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.611+0000 7ffbc2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbc4105710 0x7ffbc419b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:17.418 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.611+0000 7ffbc2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbc4105710 0x7ffbc419b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41404/0 (socket says 172.21.15.71:41404) 2024-09-05T07:29:17.418 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.611+0000 7ffbc2ffd640 1 -- 172.21.15.71:0/1168021634 learned_addr learned my addr 172.21.15.71:0/1168021634 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:17.418 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.611+0000 7ffbc2ffd640 1 -- 172.21.15.71:0/1168021634 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbc419b930 con 0x7ffbc4105710 2024-09-05T07:29:17.418 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.611+0000 7ffbc2ffd640 1 --2- 172.21.15.71:0/1168021634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbc4105710 0x7ffbc419b3f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4009940 tx=0x7ffbb4032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:17.418 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.612+0000 7ffbc0ff9640 1 -- 172.21.15.71:0/1168021634 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffbb4042070 con 0x7ffbc4105710 2024-09-05T07:29:17.418 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.612+0000 7ffbc0ff9640 1 -- 172.21.15.71:0/1168021634 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7ffbb4030c80 con 0x7ffbc4105710 2024-09-05T07:29:17.418 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.612+0000 7ffbc96b6640 1 -- 172.21.15.71:0/1168021634 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbc419bbc0 con 0x7ffbc4105710 2024-09-05T07:29:17.418 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.612+0000 7ffbc0ff9640 1 -- 172.21.15.71:0/1168021634 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffbb4037040 con 0x7ffbc4105710 2024-09-05T07:29:17.418 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.612+0000 7ffbc96b6640 1 -- 172.21.15.71:0/1168021634 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbc419e8b0 con 0x7ffbc4105710 2024-09-05T07:29:17.418 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.612+0000 7ffbc0ff9640 1 -- 172.21.15.71:0/1168021634 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7ffbb4045070 con 0x7ffbc4105710 2024-09-05T07:29:17.418 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.613+0000 7ffbc96b6640 1 -- 172.21.15.71:0/1168021634 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbc4105b90 con 0x7ffbc4105710 2024-09-05T07:29:17.418 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.613+0000 7ffbc0ff9640 1 --2- 172.21.15.71:0/1168021634 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7ffbb0038fc0 0x7ffbb003b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:17.418 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.613+0000 7ffbc0ff9640 1 -- 172.21.15.71:0/1168021634 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ffbb406bfa0 con 0x7ffbc4105710 2024-09-05T07:29:17.418 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.613+0000 7ffbbbfff640 1 --2- 172.21.15.71:0/1168021634 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7ffbb0038fc0 0x7ffbb003b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:17.418 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.613+0000 7ffbbbfff640 1 --2- 172.21.15.71:0/1168021634 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7ffbb0038fc0 0x7ffbb003b480 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ffbac0098c0 tx=0x7ffbac006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:17.419 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.618+0000 7ffbc0ff9640 1 -- 172.21.15.71:0/1168021634 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ffbb4045360 con 0x7ffbc4105710 2024-09-05T07:29:17.419 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.783+0000 7ffbc96b6640 1 -- 172.21.15.71:0/1168021634 --> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7ffbc4102510 con 0x7ffbb0038fc0 2024-09-05T07:29:17.419 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.784+0000 7ffbc0ff9640 1 -- 172.21.15.71:0/1168021634 <== mgr.14118 v2:172.21.15.71:6800/316149397 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7ffbc4102510 con 0x7ffbb0038fc0 2024-09-05T07:29:17.419 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.786+0000 7ffbc96b6640 1 -- 172.21.15.71:0/1168021634 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7ffbb0038fc0 msgr2=0x7ffbb003b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:17.419 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.786+0000 7ffbc96b6640 1 --2- 172.21.15.71:0/1168021634 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7ffbb0038fc0 0x7ffbb003b480 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ffbac0098c0 tx=0x7ffbac006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:17.419 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.786+0000 7ffbc96b6640 1 -- 172.21.15.71:0/1168021634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbc4105710 msgr2=0x7ffbc419b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:17.419 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.786+0000 7ffbc96b6640 1 --2- 172.21.15.71:0/1168021634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbc4105710 0x7ffbc419b3f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4009940 tx=0x7ffbb4032e10 comp rx=0 tx=0).stop 2024-09-05T07:29:17.419 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.786+0000 7ffbc96b6640 1 -- 172.21.15.71:0/1168021634 shutdown_connections 2024-09-05T07:29:17.419 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.786+0000 7ffbc96b6640 1 --2- 172.21.15.71:0/1168021634 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7ffbb0038fc0 0x7ffbb003b480 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:17.419 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.786+0000 7ffbc96b6640 1 --2- 172.21.15.71:0/1168021634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbc4105710 0x7ffbc419b3f0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:17.419 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.786+0000 7ffbc96b6640 1 -- 172.21.15.71:0/1168021634 >> 172.21.15.71:0/1168021634 conn(0x7ffbc41012a0 msgr2=0x7ffbc4101e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:17.419 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.786+0000 7ffbc96b6640 1 -- 172.21.15.71:0/1168021634 shutdown_connections 2024-09-05T07:29:17.419 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:16.786+0000 7ffbc96b6640 1 -- 172.21.15.71:0/1168021634 wait complete. 2024-09-05T07:29:17.419 INFO:teuthology.orchestra.run.smithi071.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-05T07:29:17.419 INFO:teuthology.orchestra.run.smithi071.stdout:Adding key to root@localhost authorized_keys... 2024-09-05T07:29:17.420 INFO:teuthology.orchestra.run.smithi071.stdout:Adding host smithi071... 2024-09-05T07:29:17.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:17 smithi071 ceph-mon[30965]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:29:19.018 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:18 smithi071 ceph-mon[30965]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi071", "addr": "172.21.15.71", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:29:20.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:19 smithi071 ceph-mon[30965]: Deploying cephadm binary to smithi071 2024-09-05T07:29:21.674 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout Added host 'smithi071' with addr '172.21.15.71' 2024-09-05T07:29:21.674 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.792+0000 7fc83ff17640 1 Processor -- start 2024-09-05T07:29:21.674 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.792+0000 7fc83ff17640 1 -- start start 2024-09-05T07:29:21.675 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.792+0000 7fc83ff17640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc83807de50 0x7fc83807c300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:21.675 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.792+0000 7fc83ff17640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc83807c840 con 0x7fc83807de50 2024-09-05T07:29:21.675 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.792+0000 7fc83dcb3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc83807de50 0x7fc83807c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:21.675 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.792+0000 7fc83dcb3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc83807de50 0x7fc83807c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41412/0 (socket says 172.21.15.71:41412) 2024-09-05T07:29:21.675 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.792+0000 7fc83dcb3640 1 -- 172.21.15.71:0/1175960270 learned_addr learned my addr 172.21.15.71:0/1175960270 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:21.675 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.793+0000 7fc83dcb3640 1 -- 172.21.15.71:0/1175960270 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc83807c9c0 con 0x7fc83807de50 2024-09-05T07:29:21.675 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.793+0000 7fc83dcb3640 1 --2- 172.21.15.71:0/1175960270 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc83807de50 0x7fc83807c300 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc834009820 tx=0x7fc83402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80fa3e30562ad9b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:21.675 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.793+0000 7fc83ccb1640 1 -- 172.21.15.71:0/1175960270 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc834037070 con 0x7fc83807de50 2024-09-05T07:29:21.675 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.793+0000 7fc83ccb1640 1 -- 172.21.15.71:0/1175960270 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fc8340328d0 con 0x7fc83807de50 2024-09-05T07:29:21.675 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.793+0000 7fc83ccb1640 1 -- 172.21.15.71:0/1175960270 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc8340307d0 con 0x7fc83807de50 2024-09-05T07:29:21.675 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.794+0000 7fc83ff17640 1 -- 172.21.15.71:0/1175960270 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc83807de50 msgr2=0x7fc83807c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:21.675 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.794+0000 7fc83ff17640 1 --2- 172.21.15.71:0/1175960270 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc83807de50 0x7fc83807c300 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc834009820 tx=0x7fc83402a270 comp rx=0 tx=0).stop 2024-09-05T07:29:21.676 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.794+0000 7fc83ff17640 1 -- 172.21.15.71:0/1175960270 shutdown_connections 2024-09-05T07:29:21.676 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.794+0000 7fc83ff17640 1 --2- 172.21.15.71:0/1175960270 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc83807de50 0x7fc83807c300 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:21.676 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.794+0000 7fc83ff17640 1 -- 172.21.15.71:0/1175960270 >> 172.21.15.71:0/1175960270 conn(0x7fc838102c50 msgr2=0x7fc838105070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:21.676 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.794+0000 7fc83ff17640 1 -- 172.21.15.71:0/1175960270 shutdown_connections 2024-09-05T07:29:21.676 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.794+0000 7fc83ff17640 1 -- 172.21.15.71:0/1175960270 wait complete. 2024-09-05T07:29:21.676 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.795+0000 7fc83ff17640 1 Processor -- start 2024-09-05T07:29:21.676 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.795+0000 7fc83ff17640 1 -- start start 2024-09-05T07:29:21.676 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.795+0000 7fc83ff17640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc83807de50 0x7fc83819d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:21.676 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.795+0000 7fc83ff17640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc83810da30 con 0x7fc83807de50 2024-09-05T07:29:21.676 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.795+0000 7fc83dcb3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc83807de50 0x7fc83819d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:21.677 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.795+0000 7fc83dcb3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc83807de50 0x7fc83819d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41424/0 (socket says 172.21.15.71:41424) 2024-09-05T07:29:21.677 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.795+0000 7fc83dcb3640 1 -- 172.21.15.71:0/3102039349 learned_addr learned my addr 172.21.15.71:0/3102039349 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:21.677 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.795+0000 7fc83dcb3640 1 -- 172.21.15.71:0/3102039349 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc83819dab0 con 0x7fc83807de50 2024-09-05T07:29:21.677 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.795+0000 7fc83dcb3640 1 --2- 172.21.15.71:0/3102039349 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc83807de50 0x7fc83819d570 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc834032e10 tx=0x7fc834032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:21.677 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.796+0000 7fc82effd640 1 -- 172.21.15.71:0/3102039349 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc834042070 con 0x7fc83807de50 2024-09-05T07:29:21.677 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.796+0000 7fc82effd640 1 -- 172.21.15.71:0/3102039349 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fc834030c80 con 0x7fc83807de50 2024-09-05T07:29:21.677 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.796+0000 7fc83ff17640 1 -- 172.21.15.71:0/3102039349 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc83819dd40 con 0x7fc83807de50 2024-09-05T07:29:21.677 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.796+0000 7fc82effd640 1 -- 172.21.15.71:0/3102039349 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc834037040 con 0x7fc83807de50 2024-09-05T07:29:21.677 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.796+0000 7fc83ff17640 1 -- 172.21.15.71:0/3102039349 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8381a0a30 con 0x7fc83807de50 2024-09-05T07:29:21.677 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.797+0000 7fc82effd640 1 -- 172.21.15.71:0/3102039349 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fc834045070 con 0x7fc83807de50 2024-09-05T07:29:21.677 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.797+0000 7fc82effd640 1 --2- 172.21.15.71:0/3102039349 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fc824038fc0 0x7fc82403b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:21.677 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.797+0000 7fc83ff17640 1 -- 172.21.15.71:0/3102039349 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc83807c380 con 0x7fc83807de50 2024-09-05T07:29:21.678 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.797+0000 7fc82effd640 1 -- 172.21.15.71:0/3102039349 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fc83406bf50 con 0x7fc83807de50 2024-09-05T07:29:21.678 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.797+0000 7fc83d4b2640 1 --2- 172.21.15.71:0/3102039349 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fc824038fc0 0x7fc82403b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:21.678 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.797+0000 7fc83d4b2640 1 --2- 172.21.15.71:0/3102039349 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fc824038fc0 0x7fc82403b480 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fc8280098c0 tx=0x7fc828006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:21.678 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.802+0000 7fc82effd640 1 -- 172.21.15.71:0/3102039349 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc834045360 con 0x7fc83807de50 2024-09-05T07:29:21.678 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:17.974+0000 7fc83ff17640 1 -- 172.21.15.71:0/3102039349 --> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi071", "addr": "172.21.15.71", "target": ["mon-mgr", ""]}) -- 0x7fc838103ea0 con 0x7fc824038fc0 2024-09-05T07:29:21.678 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:21.140+0000 7fc82effd640 1 -- 172.21.15.71:0/3102039349 <== mgr.14118 v2:172.21.15.71:6800/316149397 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7fc838103ea0 con 0x7fc824038fc0 2024-09-05T07:29:21.678 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:21.143+0000 7fc83ff17640 1 -- 172.21.15.71:0/3102039349 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fc824038fc0 msgr2=0x7fc82403b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:21.678 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:21.143+0000 7fc83ff17640 1 --2- 172.21.15.71:0/3102039349 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fc824038fc0 0x7fc82403b480 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fc8280098c0 tx=0x7fc828006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:21.678 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:21.143+0000 7fc83ff17640 1 -- 172.21.15.71:0/3102039349 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc83807de50 msgr2=0x7fc83819d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:21.679 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:21.143+0000 7fc83ff17640 1 --2- 172.21.15.71:0/3102039349 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc83807de50 0x7fc83819d570 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc834032e10 tx=0x7fc834032e40 comp rx=0 tx=0).stop 2024-09-05T07:29:21.679 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:21.143+0000 7fc83ff17640 1 -- 172.21.15.71:0/3102039349 shutdown_connections 2024-09-05T07:29:21.679 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:21.143+0000 7fc83ff17640 1 --2- 172.21.15.71:0/3102039349 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fc824038fc0 0x7fc82403b480 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:21.679 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:21.143+0000 7fc83ff17640 1 --2- 172.21.15.71:0/3102039349 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc83807de50 0x7fc83819d570 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:21.679 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:21.143+0000 7fc83ff17640 1 -- 172.21.15.71:0/3102039349 >> 172.21.15.71:0/3102039349 conn(0x7fc838102c50 msgr2=0x7fc838103790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:21.679 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:21.144+0000 7fc83ff17640 1 -- 172.21.15.71:0/3102039349 shutdown_connections 2024-09-05T07:29:21.679 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:21.144+0000 7fc83ff17640 1 -- 172.21.15.71:0/3102039349 wait complete. 2024-09-05T07:29:21.679 INFO:teuthology.orchestra.run.smithi071.stdout:Deploying unmanaged mon service... 2024-09-05T07:29:22.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:22 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' 2024-09-05T07:29:22.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:22 smithi071 ceph-mon[30965]: Added host smithi071 2024-09-05T07:29:22.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:22 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:29:23.570 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:23 smithi071 ceph-mon[30965]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:29:23.570 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:23 smithi071 ceph-mon[30965]: Saving service mon spec with placement count:5 2024-09-05T07:29:23.570 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:23 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' 2024-09-05T07:29:24.016 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-05T07:29:24.016 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.097+0000 7f9fb940f640 1 Processor -- start 2024-09-05T07:29:24.016 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.097+0000 7f9fb940f640 1 -- start start 2024-09-05T07:29:24.016 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.097+0000 7f9fb940f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9fb4107ea0 0x7f9fb410a290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:24.016 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.097+0000 7f9fb940f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb407be70 con 0x7f9fb4107ea0 2024-09-05T07:29:24.016 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.098+0000 7f9fb2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9fb4107ea0 0x7f9fb410a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:24.016 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.098+0000 7f9fb2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9fb4107ea0 0x7f9fb410a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45470/0 (socket says 172.21.15.71:45470) 2024-09-05T07:29:24.017 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.098+0000 7f9fb2ffd640 1 -- 172.21.15.71:0/1403093638 learned_addr learned my addr 172.21.15.71:0/1403093638 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:24.017 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.098+0000 7f9fb2ffd640 1 -- 172.21.15.71:0/1403093638 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fb410a7d0 con 0x7f9fb4107ea0 2024-09-05T07:29:24.017 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.099+0000 7f9fb2ffd640 1 --2- 172.21.15.71:0/1403093638 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9fb4107ea0 0x7f9fb410a290 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f9fa4009e80 tx=0x7f9fa402a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e21d685c68f57c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:24.017 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.099+0000 7f9fb1ffb640 1 -- 172.21.15.71:0/1403093638 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9fa4036070 con 0x7f9fb4107ea0 2024-09-05T07:29:24.017 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.099+0000 7f9fb1ffb640 1 -- 172.21.15.71:0/1403093638 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f9fa4031890 con 0x7f9fb4107ea0 2024-09-05T07:29:24.017 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.099+0000 7f9fb1ffb640 1 -- 172.21.15.71:0/1403093638 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9fa4007980 con 0x7f9fb4107ea0 2024-09-05T07:29:24.017 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.099+0000 7f9fb940f640 1 -- 172.21.15.71:0/1403093638 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9fb4107ea0 msgr2=0x7f9fb410a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:24.017 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.099+0000 7f9fb940f640 1 --2- 172.21.15.71:0/1403093638 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9fb4107ea0 0x7f9fb410a290 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f9fa4009e80 tx=0x7f9fa402a7a0 comp rx=0 tx=0).stop 2024-09-05T07:29:24.017 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.099+0000 7f9fb940f640 1 -- 172.21.15.71:0/1403093638 shutdown_connections 2024-09-05T07:29:24.018 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.099+0000 7f9fb940f640 1 --2- 172.21.15.71:0/1403093638 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9fb4107ea0 0x7f9fb410a290 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:24.018 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.099+0000 7f9fb940f640 1 -- 172.21.15.71:0/1403093638 >> 172.21.15.71:0/1403093638 conn(0x7f9fb4101a60 msgr2=0x7f9fb4103ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:24.018 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.100+0000 7f9fb940f640 1 -- 172.21.15.71:0/1403093638 shutdown_connections 2024-09-05T07:29:24.018 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.100+0000 7f9fb940f640 1 -- 172.21.15.71:0/1403093638 wait complete. 2024-09-05T07:29:24.018 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.100+0000 7f9fb940f640 1 Processor -- start 2024-09-05T07:29:24.018 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.100+0000 7f9fb940f640 1 -- start start 2024-09-05T07:29:24.018 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.100+0000 7f9fb940f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9fb4107ea0 0x7f9fb419b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:24.018 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.100+0000 7f9fb940f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb410b7b0 con 0x7f9fb4107ea0 2024-09-05T07:29:24.018 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.100+0000 7f9fb2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9fb4107ea0 0x7f9fb419b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:24.019 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.100+0000 7f9fb2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9fb4107ea0 0x7f9fb419b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45472/0 (socket says 172.21.15.71:45472) 2024-09-05T07:29:24.019 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.100+0000 7f9fb2ffd640 1 -- 172.21.15.71:0/3983019738 learned_addr learned my addr 172.21.15.71:0/3983019738 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:24.019 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.101+0000 7f9fb2ffd640 1 -- 172.21.15.71:0/3983019738 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fb419b8a0 con 0x7f9fb4107ea0 2024-09-05T07:29:24.019 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.101+0000 7f9fb2ffd640 1 --2- 172.21.15.71:0/3983019738 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9fb4107ea0 0x7f9fb419b360 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f9fa4031c70 tx=0x7f9fa4031ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:24.019 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.101+0000 7f9fabfff640 1 -- 172.21.15.71:0/3983019738 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9fa4041020 con 0x7f9fb4107ea0 2024-09-05T07:29:24.019 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.101+0000 7f9fabfff640 1 -- 172.21.15.71:0/3983019738 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f9fa403c900 con 0x7f9fb4107ea0 2024-09-05T07:29:24.019 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.101+0000 7f9fb940f640 1 -- 172.21.15.71:0/3983019738 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fb419bb30 con 0x7f9fb4107ea0 2024-09-05T07:29:24.019 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.101+0000 7f9fabfff640 1 -- 172.21.15.71:0/3983019738 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9fa4036040 con 0x7f9fb4107ea0 2024-09-05T07:29:24.019 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.101+0000 7f9fb940f640 1 -- 172.21.15.71:0/3983019738 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fb419e820 con 0x7f9fb4107ea0 2024-09-05T07:29:24.019 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.102+0000 7f9fabfff640 1 -- 172.21.15.71:0/3983019738 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f9fa4044020 con 0x7f9fb4107ea0 2024-09-05T07:29:24.020 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.102+0000 7f9fabfff640 1 --2- 172.21.15.71:0/3983019738 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f9fa0038f70 0x7f9fa003b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:24.020 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.102+0000 7f9fabfff640 1 -- 172.21.15.71:0/3983019738 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f9fa406d420 con 0x7f9fb4107ea0 2024-09-05T07:29:24.020 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.102+0000 7f9fb940f640 1 -- 172.21.15.71:0/3983019738 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fb4108300 con 0x7f9fb4107ea0 2024-09-05T07:29:24.020 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.102+0000 7f9fb27fc640 1 --2- 172.21.15.71:0/3983019738 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f9fa0038f70 0x7f9fa003b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:24.020 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.103+0000 7f9fb27fc640 1 --2- 172.21.15.71:0/3983019738 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f9fa0038f70 0x7f9fa003b430 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9f9c0098c0 tx=0x7f9f9c006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:24.020 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.107+0000 7f9fabfff640 1 -- 172.21.15.71:0/3983019738 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9fa404b020 con 0x7f9fb4107ea0 2024-09-05T07:29:24.020 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.289+0000 7f9fb940f640 1 -- 172.21.15.71:0/3983019738 --> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f9fb4102d10 con 0x7f9fa0038f70 2024-09-05T07:29:24.020 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.293+0000 7f9fabfff640 1 -- 172.21.15.71:0/3983019738 <== mgr.14118 v2:172.21.15.71:6800/316149397 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f9fb4102d10 con 0x7f9fa0038f70 2024-09-05T07:29:24.020 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.295+0000 7f9fb940f640 1 -- 172.21.15.71:0/3983019738 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f9fa0038f70 msgr2=0x7f9fa003b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:24.020 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.296+0000 7f9fb940f640 1 --2- 172.21.15.71:0/3983019738 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f9fa0038f70 0x7f9fa003b430 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9f9c0098c0 tx=0x7f9f9c006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:24.020 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.296+0000 7f9fb940f640 1 -- 172.21.15.71:0/3983019738 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9fb4107ea0 msgr2=0x7f9fb419b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:24.020 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.296+0000 7f9fb940f640 1 --2- 172.21.15.71:0/3983019738 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9fb4107ea0 0x7f9fb419b360 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f9fa4031c70 tx=0x7f9fa4031ca0 comp rx=0 tx=0).stop 2024-09-05T07:29:24.020 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.296+0000 7f9fb940f640 1 -- 172.21.15.71:0/3983019738 shutdown_connections 2024-09-05T07:29:24.021 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.296+0000 7f9fb940f640 1 --2- 172.21.15.71:0/3983019738 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f9fa0038f70 0x7f9fa003b430 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:24.021 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.296+0000 7f9fb940f640 1 --2- 172.21.15.71:0/3983019738 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9fb4107ea0 0x7f9fb419b360 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:24.021 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.296+0000 7f9fb940f640 1 -- 172.21.15.71:0/3983019738 >> 172.21.15.71:0/3983019738 conn(0x7f9fb4101a60 msgr2=0x7f9fb4102600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:24.021 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.296+0000 7f9fb940f640 1 -- 172.21.15.71:0/3983019738 shutdown_connections 2024-09-05T07:29:24.021 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:22.296+0000 7f9fb940f640 1 -- 172.21.15.71:0/3983019738 wait complete. 2024-09-05T07:29:24.021 INFO:teuthology.orchestra.run.smithi071.stdout:Deploying unmanaged mgr service... 2024-09-05T07:29:24.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:24 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' 2024-09-05T07:29:24.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:24 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' 2024-09-05T07:29:25.440 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-05T07:29:25.440 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.465+0000 7feb4f8b9640 1 Processor -- start 2024-09-05T07:29:25.440 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.465+0000 7feb4f8b9640 1 -- start start 2024-09-05T07:29:25.441 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.465+0000 7feb4f8b9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feb48107ee0 0x7feb4810a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:25.441 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.465+0000 7feb4f8b9640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7feb4807be70 con 0x7feb48107ee0 2024-09-05T07:29:25.441 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.466+0000 7feb4d655640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feb48107ee0 0x7feb4810a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:25.441 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.466+0000 7feb4d655640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feb48107ee0 0x7feb4810a2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45478/0 (socket says 172.21.15.71:45478) 2024-09-05T07:29:25.441 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.466+0000 7feb4d655640 1 -- 172.21.15.71:0/2518382539 learned_addr learned my addr 172.21.15.71:0/2518382539 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:25.441 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.466+0000 7feb4d655640 1 -- 172.21.15.71:0/2518382539 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb4810a810 con 0x7feb48107ee0 2024-09-05T07:29:25.441 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.467+0000 7feb4d655640 1 --2- 172.21.15.71:0/2518382539 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feb48107ee0 0x7feb4810a2d0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7feb44009820 tx=0x7feb4402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1aa70a272eb2e70 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:25.441 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.467+0000 7feb3ffff640 1 -- 172.21.15.71:0/2518382539 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feb44037070 con 0x7feb48107ee0 2024-09-05T07:29:25.441 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.467+0000 7feb3ffff640 1 -- 172.21.15.71:0/2518382539 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb440328f0 con 0x7feb48107ee0 2024-09-05T07:29:25.441 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.467+0000 7feb3ffff640 1 -- 172.21.15.71:0/2518382539 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feb44030740 con 0x7feb48107ee0 2024-09-05T07:29:25.441 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.467+0000 7feb4f8b9640 1 -- 172.21.15.71:0/2518382539 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feb48107ee0 msgr2=0x7feb4810a2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:25.441 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.467+0000 7feb4f8b9640 1 --2- 172.21.15.71:0/2518382539 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feb48107ee0 0x7feb4810a2d0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7feb44009820 tx=0x7feb4402a270 comp rx=0 tx=0).stop 2024-09-05T07:29:25.442 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.467+0000 7feb4f8b9640 1 -- 172.21.15.71:0/2518382539 shutdown_connections 2024-09-05T07:29:25.442 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.467+0000 7feb4f8b9640 1 --2- 172.21.15.71:0/2518382539 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feb48107ee0 0x7feb4810a2d0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:25.442 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.467+0000 7feb4f8b9640 1 -- 172.21.15.71:0/2518382539 >> 172.21.15.71:0/2518382539 conn(0x7feb48101ba0 msgr2=0x7feb48103fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:25.442 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.467+0000 7feb4f8b9640 1 -- 172.21.15.71:0/2518382539 shutdown_connections 2024-09-05T07:29:25.442 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.467+0000 7feb4f8b9640 1 -- 172.21.15.71:0/2518382539 wait complete. 2024-09-05T07:29:25.442 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.468+0000 7feb4f8b9640 1 Processor -- start 2024-09-05T07:29:25.442 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.468+0000 7feb4f8b9640 1 -- start start 2024-09-05T07:29:25.442 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.468+0000 7feb4f8b9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feb48107ee0 0x7feb4819b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:25.442 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.468+0000 7feb4f8b9640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7feb4810b830 con 0x7feb48107ee0 2024-09-05T07:29:25.442 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.468+0000 7feb4d655640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feb48107ee0 0x7feb4819b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:25.442 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.468+0000 7feb4d655640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feb48107ee0 0x7feb4819b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45484/0 (socket says 172.21.15.71:45484) 2024-09-05T07:29:25.442 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.468+0000 7feb4d655640 1 -- 172.21.15.71:0/553640395 learned_addr learned my addr 172.21.15.71:0/553640395 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:25.442 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.469+0000 7feb4d655640 1 -- 172.21.15.71:0/553640395 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb4819b8a0 con 0x7feb48107ee0 2024-09-05T07:29:25.442 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.469+0000 7feb4d655640 1 --2- 172.21.15.71:0/553640395 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feb48107ee0 0x7feb4819b360 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7feb44030cc0 tx=0x7feb44030cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:25.443 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.469+0000 7feb3e7fc640 1 -- 172.21.15.71:0/553640395 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feb44042070 con 0x7feb48107ee0 2024-09-05T07:29:25.443 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.469+0000 7feb3e7fc640 1 -- 172.21.15.71:0/553640395 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb44030e60 con 0x7feb48107ee0 2024-09-05T07:29:25.443 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.469+0000 7feb4f8b9640 1 -- 172.21.15.71:0/553640395 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb4819bb30 con 0x7feb48107ee0 2024-09-05T07:29:25.443 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.469+0000 7feb3e7fc640 1 -- 172.21.15.71:0/553640395 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feb44037040 con 0x7feb48107ee0 2024-09-05T07:29:25.443 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.469+0000 7feb4f8b9640 1 -- 172.21.15.71:0/553640395 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb4819e820 con 0x7feb48107ee0 2024-09-05T07:29:25.443 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.470+0000 7feb3e7fc640 1 -- 172.21.15.71:0/553640395 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7feb44045070 con 0x7feb48107ee0 2024-09-05T07:29:25.443 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.470+0000 7feb4f8b9640 1 -- 172.21.15.71:0/553640395 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb48108340 con 0x7feb48107ee0 2024-09-05T07:29:25.443 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.470+0000 7feb3e7fc640 1 --2- 172.21.15.71:0/553640395 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7feb34038fc0 0x7feb3403b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:25.443 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.470+0000 7feb3e7fc640 1 -- 172.21.15.71:0/553640395 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7feb4406c000 con 0x7feb48107ee0 2024-09-05T07:29:25.443 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.470+0000 7feb4ce54640 1 --2- 172.21.15.71:0/553640395 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7feb34038fc0 0x7feb3403b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:25.443 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.471+0000 7feb4ce54640 1 --2- 172.21.15.71:0/553640395 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7feb34038fc0 0x7feb3403b480 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7feb380098c0 tx=0x7feb38006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:25.443 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.475+0000 7feb3e7fc640 1 -- 172.21.15.71:0/553640395 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7feb4404b170 con 0x7feb48107ee0 2024-09-05T07:29:25.443 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.683+0000 7feb4f8b9640 1 -- 172.21.15.71:0/553640395 --> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7feb48102dd0 con 0x7feb34038fc0 2024-09-05T07:29:25.444 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.690+0000 7feb3e7fc640 1 -- 172.21.15.71:0/553640395 <== mgr.14118 v2:172.21.15.71:6800/316149397 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7feb48102dd0 con 0x7feb34038fc0 2024-09-05T07:29:25.444 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.692+0000 7feb4f8b9640 1 -- 172.21.15.71:0/553640395 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7feb34038fc0 msgr2=0x7feb3403b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:25.444 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.692+0000 7feb4f8b9640 1 --2- 172.21.15.71:0/553640395 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7feb34038fc0 0x7feb3403b480 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7feb380098c0 tx=0x7feb38006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:25.444 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.692+0000 7feb4f8b9640 1 -- 172.21.15.71:0/553640395 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feb48107ee0 msgr2=0x7feb4819b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:25.444 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.692+0000 7feb4f8b9640 1 --2- 172.21.15.71:0/553640395 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feb48107ee0 0x7feb4819b360 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7feb44030cc0 tx=0x7feb44030cf0 comp rx=0 tx=0).stop 2024-09-05T07:29:25.444 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.692+0000 7feb4f8b9640 1 -- 172.21.15.71:0/553640395 shutdown_connections 2024-09-05T07:29:25.444 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.692+0000 7feb4f8b9640 1 --2- 172.21.15.71:0/553640395 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7feb34038fc0 0x7feb3403b480 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:25.444 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.692+0000 7feb4f8b9640 1 --2- 172.21.15.71:0/553640395 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7feb48107ee0 0x7feb4819b360 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:25.444 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.693+0000 7feb4f8b9640 1 -- 172.21.15.71:0/553640395 >> 172.21.15.71:0/553640395 conn(0x7feb48101ba0 msgr2=0x7feb481026c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:25.445 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.693+0000 7feb4f8b9640 1 -- 172.21.15.71:0/553640395 shutdown_connections 2024-09-05T07:29:25.445 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:24.693+0000 7feb4f8b9640 1 -- 172.21.15.71:0/553640395 wait complete. 2024-09-05T07:29:26.080 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:25 smithi071 ceph-mon[30965]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:29:26.080 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:25 smithi071 ceph-mon[30965]: Saving service mgr spec with placement count:2 2024-09-05T07:29:26.080 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:25 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' 2024-09-05T07:29:26.899 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.162+0000 7fce2c151640 1 Processor -- start 2024-09-05T07:29:26.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.162+0000 7fce2c151640 1 -- start start 2024-09-05T07:29:26.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.162+0000 7fce2c151640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce241062e0 0x7fce241066e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:26.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.162+0000 7fce2c151640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fce24106cb0 con 0x7fce241062e0 2024-09-05T07:29:26.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.162+0000 7fce29eed640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce241062e0 0x7fce241066e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:26.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.162+0000 7fce29eed640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce241062e0 0x7fce241066e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45492/0 (socket says 172.21.15.71:45492) 2024-09-05T07:29:26.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.163+0000 7fce29eed640 1 -- 172.21.15.71:0/1224303576 learned_addr learned my addr 172.21.15.71:0/1224303576 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:26.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.163+0000 7fce29eed640 1 -- 172.21.15.71:0/1224303576 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce241074e0 con 0x7fce241062e0 2024-09-05T07:29:26.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.163+0000 7fce29eed640 1 --2- 172.21.15.71:0/1224303576 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce241062e0 0x7fce241066e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fce20009820 tx=0x7fce2002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a72518144c247b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:26.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.164+0000 7fce28eeb640 1 -- 172.21.15.71:0/1224303576 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fce20037070 con 0x7fce241062e0 2024-09-05T07:29:26.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.164+0000 7fce28eeb640 1 -- 172.21.15.71:0/1224303576 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fce200328f0 con 0x7fce241062e0 2024-09-05T07:29:26.900 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.164+0000 7fce28eeb640 1 -- 172.21.15.71:0/1224303576 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fce20030740 con 0x7fce241062e0 2024-09-05T07:29:26.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.164+0000 7fce2c151640 1 -- 172.21.15.71:0/1224303576 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce241062e0 msgr2=0x7fce241066e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:26.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.164+0000 7fce2c151640 1 --2- 172.21.15.71:0/1224303576 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce241062e0 0x7fce241066e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fce20009820 tx=0x7fce2002a270 comp rx=0 tx=0).stop 2024-09-05T07:29:26.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.164+0000 7fce2c151640 1 -- 172.21.15.71:0/1224303576 shutdown_connections 2024-09-05T07:29:26.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.164+0000 7fce2c151640 1 --2- 172.21.15.71:0/1224303576 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce241062e0 0x7fce241066e0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:26.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.164+0000 7fce2c151640 1 -- 172.21.15.71:0/1224303576 >> 172.21.15.71:0/1224303576 conn(0x7fce24101a90 msgr2=0x7fce24103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:26.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.165+0000 7fce2c151640 1 -- 172.21.15.71:0/1224303576 shutdown_connections 2024-09-05T07:29:26.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.165+0000 7fce2c151640 1 -- 172.21.15.71:0/1224303576 wait complete. 2024-09-05T07:29:26.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.165+0000 7fce2c151640 1 Processor -- start 2024-09-05T07:29:26.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.165+0000 7fce2c151640 1 -- start start 2024-09-05T07:29:26.901 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.165+0000 7fce2c151640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce241062e0 0x7fce24075340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:26.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.165+0000 7fce2c151640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fce2410a890 con 0x7fce241062e0 2024-09-05T07:29:26.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.165+0000 7fce29eed640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce241062e0 0x7fce24075340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:26.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.165+0000 7fce29eed640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce241062e0 0x7fce24075340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45500/0 (socket says 172.21.15.71:45500) 2024-09-05T07:29:26.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.165+0000 7fce29eed640 1 -- 172.21.15.71:0/1018722049 learned_addr learned my addr 172.21.15.71:0/1018722049 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:26.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.166+0000 7fce29eed640 1 -- 172.21.15.71:0/1018722049 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce2419c250 con 0x7fce241062e0 2024-09-05T07:29:26.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.166+0000 7fce29eed640 1 --2- 172.21.15.71:0/1018722049 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce241062e0 0x7fce24075340 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fce20009940 tx=0x7fce20030cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:26.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.166+0000 7fce1affd640 1 -- 172.21.15.71:0/1018722049 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fce20042070 con 0x7fce241062e0 2024-09-05T07:29:26.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.166+0000 7fce2c151640 1 -- 172.21.15.71:0/1018722049 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce241a0860 con 0x7fce241062e0 2024-09-05T07:29:26.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.166+0000 7fce1affd640 1 -- 172.21.15.71:0/1018722049 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fce20030e30 con 0x7fce241062e0 2024-09-05T07:29:26.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.166+0000 7fce1affd640 1 -- 172.21.15.71:0/1018722049 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fce20037040 con 0x7fce241062e0 2024-09-05T07:29:26.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.166+0000 7fce2c151640 1 -- 172.21.15.71:0/1018722049 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce241a0c00 con 0x7fce241062e0 2024-09-05T07:29:26.902 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.167+0000 7fce1affd640 1 -- 172.21.15.71:0/1018722049 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fce20045070 con 0x7fce241062e0 2024-09-05T07:29:26.903 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.167+0000 7fce2c151640 1 -- 172.21.15.71:0/1018722049 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce24106760 con 0x7fce241062e0 2024-09-05T07:29:26.903 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.167+0000 7fce1affd640 1 --2- 172.21.15.71:0/1018722049 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fce10038f70 0x7fce1003b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:26.903 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.167+0000 7fce1affd640 1 -- 172.21.15.71:0/1018722049 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fce2006c000 con 0x7fce241062e0 2024-09-05T07:29:26.903 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.167+0000 7fce296ec640 1 --2- 172.21.15.71:0/1018722049 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fce10038f70 0x7fce1003b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:26.903 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.168+0000 7fce296ec640 1 --2- 172.21.15.71:0/1018722049 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fce10038f70 0x7fce1003b430 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fce140098c0 tx=0x7fce14006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:26.903 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.172+0000 7fce1affd640 1 -- 172.21.15.71:0/1018722049 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fce2004b170 con 0x7fce241062e0 2024-09-05T07:29:26.903 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.343+0000 7fce2c151640 1 -- 172.21.15.71:0/1018722049 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7fce241941b0 con 0x7fce241062e0 2024-09-05T07:29:26.903 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.345+0000 7fce1affd640 1 -- 172.21.15.71:0/1018722049 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7fce2002fd90 con 0x7fce241062e0 2024-09-05T07:29:26.903 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.348+0000 7fce2c151640 1 -- 172.21.15.71:0/1018722049 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fce10038f70 msgr2=0x7fce1003b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:26.903 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.348+0000 7fce2c151640 1 --2- 172.21.15.71:0/1018722049 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fce10038f70 0x7fce1003b430 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fce140098c0 tx=0x7fce14006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:26.903 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.348+0000 7fce2c151640 1 -- 172.21.15.71:0/1018722049 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce241062e0 msgr2=0x7fce24075340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:26.903 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.348+0000 7fce2c151640 1 --2- 172.21.15.71:0/1018722049 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce241062e0 0x7fce24075340 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fce20009940 tx=0x7fce20030cc0 comp rx=0 tx=0).stop 2024-09-05T07:29:26.903 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.348+0000 7fce2c151640 1 -- 172.21.15.71:0/1018722049 shutdown_connections 2024-09-05T07:29:26.904 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.348+0000 7fce2c151640 1 --2- 172.21.15.71:0/1018722049 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fce10038f70 0x7fce1003b430 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:26.904 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.348+0000 7fce2c151640 1 --2- 172.21.15.71:0/1018722049 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce241062e0 0x7fce24075340 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:26.904 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.348+0000 7fce2c151640 1 -- 172.21.15.71:0/1018722049 >> 172.21.15.71:0/1018722049 conn(0x7fce24101a90 msgr2=0x7fce241027c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:26.904 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.348+0000 7fce2c151640 1 -- 172.21.15.71:0/1018722049 shutdown_connections 2024-09-05T07:29:26.904 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:26.348+0000 7fce2c151640 1 -- 172.21.15.71:0/1018722049 wait complete. 2024-09-05T07:29:27.279 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:27 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' 2024-09-05T07:29:27.280 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:27 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1018722049' entity='client.admin' 2024-09-05T07:29:28.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:28 smithi071 ceph-mon[30965]: from='mgr.14118 172.21.15.71:0/884606983' entity='mgr.x' 2024-09-05T07:29:28.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:28 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1019288203' entity='client.admin' 2024-09-05T07:29:28.667 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.361+0000 7fc7c7e90640 1 Processor -- start 2024-09-05T07:29:28.667 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.361+0000 7fc7c7e90640 1 -- start start 2024-09-05T07:29:28.668 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.361+0000 7fc7c7e90640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc7c01073e0 0x7fc7c01077e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:28.668 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.361+0000 7fc7c7e90640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c0107db0 con 0x7fc7c01073e0 2024-09-05T07:29:28.668 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.362+0000 7fc7c5c2c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc7c01073e0 0x7fc7c01077e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:28.668 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.362+0000 7fc7c5c2c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc7c01073e0 0x7fc7c01077e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45510/0 (socket says 172.21.15.71:45510) 2024-09-05T07:29:28.668 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.362+0000 7fc7c5c2c640 1 -- 172.21.15.71:0/595283215 learned_addr learned my addr 172.21.15.71:0/595283215 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:28.668 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.362+0000 7fc7c5c2c640 1 -- 172.21.15.71:0/595283215 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7c01085e0 con 0x7fc7c01073e0 2024-09-05T07:29:28.669 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.363+0000 7fc7c5c2c640 1 --2- 172.21.15.71:0/595283215 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc7c01073e0 0x7fc7c01077e0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc009820 tx=0x7fc7bc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cfe90728581ae2c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:28.669 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.363+0000 7fc7c4c2a640 1 -- 172.21.15.71:0/595283215 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc7bc037070 con 0x7fc7c01073e0 2024-09-05T07:29:28.669 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.363+0000 7fc7c4c2a640 1 -- 172.21.15.71:0/595283215 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7bc0328f0 con 0x7fc7c01073e0 2024-09-05T07:29:28.669 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.363+0000 7fc7c4c2a640 1 -- 172.21.15.71:0/595283215 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc7bc030740 con 0x7fc7c01073e0 2024-09-05T07:29:28.669 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.364+0000 7fc7c7e90640 1 -- 172.21.15.71:0/595283215 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc7c01073e0 msgr2=0x7fc7c01077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:28.670 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.364+0000 7fc7c7e90640 1 --2- 172.21.15.71:0/595283215 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc7c01073e0 0x7fc7c01077e0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc009820 tx=0x7fc7bc02a270 comp rx=0 tx=0).stop 2024-09-05T07:29:28.670 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.364+0000 7fc7c7e90640 1 -- 172.21.15.71:0/595283215 shutdown_connections 2024-09-05T07:29:28.670 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.364+0000 7fc7c7e90640 1 --2- 172.21.15.71:0/595283215 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc7c01073e0 0x7fc7c01077e0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:28.670 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.364+0000 7fc7c7e90640 1 -- 172.21.15.71:0/595283215 >> 172.21.15.71:0/595283215 conn(0x7fc7c0102b50 msgr2=0x7fc7c0104fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:28.670 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.364+0000 7fc7c7e90640 1 -- 172.21.15.71:0/595283215 shutdown_connections 2024-09-05T07:29:28.670 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.364+0000 7fc7c7e90640 1 -- 172.21.15.71:0/595283215 wait complete. 2024-09-05T07:29:28.671 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.364+0000 7fc7c7e90640 1 Processor -- start 2024-09-05T07:29:28.671 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.365+0000 7fc7c7e90640 1 -- start start 2024-09-05T07:29:28.671 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.365+0000 7fc7c7e90640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc7c01073e0 0x7fc7c019b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:28.671 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.365+0000 7fc7c7e90640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c010b990 con 0x7fc7c01073e0 2024-09-05T07:29:28.671 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.365+0000 7fc7c5c2c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc7c01073e0 0x7fc7c019b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:28.671 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.365+0000 7fc7c5c2c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc7c01073e0 0x7fc7c019b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45514/0 (socket says 172.21.15.71:45514) 2024-09-05T07:29:28.672 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.365+0000 7fc7c5c2c640 1 -- 172.21.15.71:0/1019288203 learned_addr learned my addr 172.21.15.71:0/1019288203 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:28.672 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.365+0000 7fc7c5c2c640 1 -- 172.21.15.71:0/1019288203 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7c019b910 con 0x7fc7c01073e0 2024-09-05T07:29:28.672 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.365+0000 7fc7c5c2c640 1 --2- 172.21.15.71:0/1019288203 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc7c01073e0 0x7fc7c019b3d0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc0097f0 tx=0x7fc7bc030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:28.672 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.365+0000 7fc7b6ffd640 1 -- 172.21.15.71:0/1019288203 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc7bc042070 con 0x7fc7c01073e0 2024-09-05T07:29:28.672 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.365+0000 7fc7c7e90640 1 -- 172.21.15.71:0/1019288203 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7c019bba0 con 0x7fc7c01073e0 2024-09-05T07:29:28.672 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.365+0000 7fc7b6ffd640 1 -- 172.21.15.71:0/1019288203 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7bc030d80 con 0x7fc7c01073e0 2024-09-05T07:29:28.673 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.365+0000 7fc7c7e90640 1 -- 172.21.15.71:0/1019288203 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7c019e890 con 0x7fc7c01073e0 2024-09-05T07:29:28.673 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.366+0000 7fc7b6ffd640 1 -- 172.21.15.71:0/1019288203 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc7bc037040 con 0x7fc7c01073e0 2024-09-05T07:29:28.673 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.366+0000 7fc7b6ffd640 1 -- 172.21.15.71:0/1019288203 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fc7bc045070 con 0x7fc7c01073e0 2024-09-05T07:29:28.673 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.366+0000 7fc7c7e90640 1 -- 172.21.15.71:0/1019288203 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7a40052c0 con 0x7fc7c01073e0 2024-09-05T07:29:28.673 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.367+0000 7fc7b6ffd640 1 --2- 172.21.15.71:0/1019288203 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fc7ac038f70 0x7fc7ac03b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:28.674 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.367+0000 7fc7b6ffd640 1 -- 172.21.15.71:0/1019288203 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fc7bc06bfe0 con 0x7fc7c01073e0 2024-09-05T07:29:28.674 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.367+0000 7fc7c542b640 1 --2- 172.21.15.71:0/1019288203 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fc7ac038f70 0x7fc7ac03b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:28.674 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.367+0000 7fc7c542b640 1 --2- 172.21.15.71:0/1019288203 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fc7ac038f70 0x7fc7ac03b430 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc7b00098c0 tx=0x7fc7b0006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:28.674 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.375+0000 7fc7b6ffd640 1 -- 172.21.15.71:0/1019288203 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc7bc045360 con 0x7fc7c01073e0 2024-09-05T07:29:28.674 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.552+0000 7fc7c7e90640 1 -- 172.21.15.71:0/1019288203 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7fc7a40055b0 con 0x7fc7c01073e0 2024-09-05T07:29:28.675 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.557+0000 7fc7b6ffd640 1 -- 172.21.15.71:0/1019288203 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7fc7bc02ed90 con 0x7fc7c01073e0 2024-09-05T07:29:28.675 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.560+0000 7fc7c7e90640 1 -- 172.21.15.71:0/1019288203 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fc7ac038f70 msgr2=0x7fc7ac03b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:28.675 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.560+0000 7fc7c7e90640 1 --2- 172.21.15.71:0/1019288203 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fc7ac038f70 0x7fc7ac03b430 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fc7b00098c0 tx=0x7fc7b0006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:28.675 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.560+0000 7fc7c7e90640 1 -- 172.21.15.71:0/1019288203 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc7c01073e0 msgr2=0x7fc7c019b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:28.675 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.560+0000 7fc7c7e90640 1 --2- 172.21.15.71:0/1019288203 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc7c01073e0 0x7fc7c019b3d0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc0097f0 tx=0x7fc7bc030c70 comp rx=0 tx=0).stop 2024-09-05T07:29:28.676 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.560+0000 7fc7c7e90640 1 -- 172.21.15.71:0/1019288203 shutdown_connections 2024-09-05T07:29:28.676 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.560+0000 7fc7c7e90640 1 --2- 172.21.15.71:0/1019288203 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fc7ac038f70 0x7fc7ac03b430 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:28.676 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.560+0000 7fc7c7e90640 1 --2- 172.21.15.71:0/1019288203 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc7c01073e0 0x7fc7c019b3d0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:28.676 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.560+0000 7fc7c7e90640 1 -- 172.21.15.71:0/1019288203 >> 172.21.15.71:0/1019288203 conn(0x7fc7c0102b50 msgr2=0x7fc7c01036a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:28.676 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.560+0000 7fc7c7e90640 1 -- 172.21.15.71:0/1019288203 shutdown_connections 2024-09-05T07:29:28.677 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:27.560+0000 7fc7c7e90640 1 -- 172.21.15.71:0/1019288203 wait complete. 2024-09-05T07:29:28.677 INFO:teuthology.orchestra.run.smithi071.stdout:Enabling the dashboard module... 2024-09-05T07:29:29.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:29 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1764565017' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-05T07:29:29.586 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:29 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: ignoring --setuser ceph since I am not root 2024-09-05T07:29:29.586 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:29 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: ignoring --setgroup ceph since I am not root 2024-09-05T07:29:29.587 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:29 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:29.471+0000 7efe03e29040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T07:29:29.587 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:29 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:29.529+0000 7efe03e29040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T07:29:29.891 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:29 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:29.678+0000 7efe03e29040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T07:29:29.891 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:29 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:29.743+0000 7efe03e29040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T07:29:29.891 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:29 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:29.890+0000 7efe03e29040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T07:29:30.148 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:30 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:30.030+0000 7efe03e29040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T07:29:30.272 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.051+0000 7fc4c2807640 1 Processor -- start 2024-09-05T07:29:30.273 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.051+0000 7fc4c2807640 1 -- start start 2024-09-05T07:29:30.273 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.051+0000 7fc4c2807640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4bc107e50 0x7fc4bc10a240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:30.273 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.051+0000 7fc4c2807640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc4bc0757a0 con 0x7fc4bc107e50 2024-09-05T07:29:30.273 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.051+0000 7fc4bbfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4bc107e50 0x7fc4bc10a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:30.273 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.051+0000 7fc4bbfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4bc107e50 0x7fc4bc10a240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45522/0 (socket says 172.21.15.71:45522) 2024-09-05T07:29:30.273 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.051+0000 7fc4bbfff640 1 -- 172.21.15.71:0/3186779151 learned_addr learned my addr 172.21.15.71:0/3186779151 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:30.273 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.052+0000 7fc4bbfff640 1 -- 172.21.15.71:0/3186779151 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4bc10a780 con 0x7fc4bc107e50 2024-09-05T07:29:30.273 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.052+0000 7fc4bbfff640 1 --2- 172.21.15.71:0/3186779151 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4bc107e50 0x7fc4bc10a240 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac009820 tx=0x7fc4ac02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2950b878bfbbaa02 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:30.274 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.053+0000 7fc4baffd640 1 -- 172.21.15.71:0/3186779151 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc4ac037070 con 0x7fc4bc107e50 2024-09-05T07:29:30.274 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.053+0000 7fc4baffd640 1 -- 172.21.15.71:0/3186779151 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc4ac0328f0 con 0x7fc4bc107e50 2024-09-05T07:29:30.274 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.053+0000 7fc4baffd640 1 -- 172.21.15.71:0/3186779151 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc4ac030740 con 0x7fc4bc107e50 2024-09-05T07:29:30.274 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.053+0000 7fc4c2807640 1 -- 172.21.15.71:0/3186779151 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4bc107e50 msgr2=0x7fc4bc10a240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:30.274 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.053+0000 7fc4c2807640 1 --2- 172.21.15.71:0/3186779151 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4bc107e50 0x7fc4bc10a240 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac009820 tx=0x7fc4ac02a270 comp rx=0 tx=0).stop 2024-09-05T07:29:30.274 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.053+0000 7fc4c2807640 1 -- 172.21.15.71:0/3186779151 shutdown_connections 2024-09-05T07:29:30.274 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.053+0000 7fc4c2807640 1 --2- 172.21.15.71:0/3186779151 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4bc107e50 0x7fc4bc10a240 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:30.274 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.053+0000 7fc4c2807640 1 -- 172.21.15.71:0/3186779151 >> 172.21.15.71:0/3186779151 conn(0x7fc4bc101a90 msgr2=0x7fc4bc103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:30.274 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.053+0000 7fc4c2807640 1 -- 172.21.15.71:0/3186779151 shutdown_connections 2024-09-05T07:29:30.274 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.053+0000 7fc4c2807640 1 -- 172.21.15.71:0/3186779151 wait complete. 2024-09-05T07:29:30.274 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.054+0000 7fc4c2807640 1 Processor -- start 2024-09-05T07:29:30.275 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.054+0000 7fc4c2807640 1 -- start start 2024-09-05T07:29:30.275 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.054+0000 7fc4c2807640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4bc107e50 0x7fc4bc19b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:30.275 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.054+0000 7fc4c2807640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc4bc10b800 con 0x7fc4bc107e50 2024-09-05T07:29:30.275 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.054+0000 7fc4bbfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4bc107e50 0x7fc4bc19b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:30.275 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.054+0000 7fc4bbfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4bc107e50 0x7fc4bc19b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45530/0 (socket says 172.21.15.71:45530) 2024-09-05T07:29:30.275 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.054+0000 7fc4bbfff640 1 -- 172.21.15.71:0/1764565017 learned_addr learned my addr 172.21.15.71:0/1764565017 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:30.275 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.055+0000 7fc4bbfff640 1 -- 172.21.15.71:0/1764565017 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4bc19bbe0 con 0x7fc4bc107e50 2024-09-05T07:29:30.275 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.055+0000 7fc4bbfff640 1 --2- 172.21.15.71:0/1764565017 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4bc107e50 0x7fc4bc19b6a0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac0097f0 tx=0x7fc4ac030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:30.275 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.055+0000 7fc4b97fa640 1 -- 172.21.15.71:0/1764565017 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc4ac042070 con 0x7fc4bc107e50 2024-09-05T07:29:30.275 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.055+0000 7fc4b97fa640 1 -- 172.21.15.71:0/1764565017 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc4ac030d80 con 0x7fc4bc107e50 2024-09-05T07:29:30.275 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.055+0000 7fc4c2807640 1 -- 172.21.15.71:0/1764565017 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4bc19be70 con 0x7fc4bc107e50 2024-09-05T07:29:30.276 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.055+0000 7fc4b97fa640 1 -- 172.21.15.71:0/1764565017 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc4ac037040 con 0x7fc4bc107e50 2024-09-05T07:29:30.276 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.055+0000 7fc4c2807640 1 -- 172.21.15.71:0/1764565017 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4bc19eb60 con 0x7fc4bc107e50 2024-09-05T07:29:30.276 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.056+0000 7fc4b97fa640 1 -- 172.21.15.71:0/1764565017 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fc4ac045070 con 0x7fc4bc107e50 2024-09-05T07:29:30.276 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.056+0000 7fc4c2807640 1 -- 172.21.15.71:0/1764565017 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4bc1082b0 con 0x7fc4bc107e50 2024-09-05T07:29:30.276 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.056+0000 7fc4b97fa640 1 --2- 172.21.15.71:0/1764565017 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fc4a4038fc0 0x7fc4a403b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:30.276 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.056+0000 7fc4b97fa640 1 -- 172.21.15.71:0/1764565017 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fc4ac06c150 con 0x7fc4bc107e50 2024-09-05T07:29:30.276 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.056+0000 7fc4bb7fe640 1 --2- 172.21.15.71:0/1764565017 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fc4a4038fc0 0x7fc4a403b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:30.276 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.057+0000 7fc4bb7fe640 1 --2- 172.21.15.71:0/1764565017 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fc4a4038fc0 0x7fc4a403b480 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fc4b00098c0 tx=0x7fc4b0006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:30.276 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.061+0000 7fc4b97fa640 1 -- 172.21.15.71:0/1764565017 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc4ac03d770 con 0x7fc4bc107e50 2024-09-05T07:29:30.276 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.274+0000 7fc4c2807640 1 -- 172.21.15.71:0/1764565017 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7fc4bc02d7c0 con 0x7fc4bc107e50 2024-09-05T07:29:30.276 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.325+0000 7fc4b97fa640 1 -- 172.21.15.71:0/1764565017 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7fc4ac03cb80 con 0x7fc4bc107e50 2024-09-05T07:29:30.277 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.327+0000 7fc4b97fa640 1 -- 172.21.15.71:0/1764565017 <== mon.0 v2:172.21.15.71:3300/0 8 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7fc4ac03c660 con 0x7fc4bc107e50 2024-09-05T07:29:30.277 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.328+0000 7fc4c2807640 1 -- 172.21.15.71:0/1764565017 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fc4a4038fc0 msgr2=0x7fc4a403b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:30.277 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.328+0000 7fc4c2807640 1 --2- 172.21.15.71:0/1764565017 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fc4a4038fc0 0x7fc4a403b480 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fc4b00098c0 tx=0x7fc4b0006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:30.277 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.328+0000 7fc4c2807640 1 -- 172.21.15.71:0/1764565017 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4bc107e50 msgr2=0x7fc4bc19b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:30.277 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.328+0000 7fc4c2807640 1 --2- 172.21.15.71:0/1764565017 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4bc107e50 0x7fc4bc19b6a0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac0097f0 tx=0x7fc4ac030c70 comp rx=0 tx=0).stop 2024-09-05T07:29:30.277 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.328+0000 7fc4c2807640 1 -- 172.21.15.71:0/1764565017 shutdown_connections 2024-09-05T07:29:30.277 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.328+0000 7fc4c2807640 1 --2- 172.21.15.71:0/1764565017 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fc4a4038fc0 0x7fc4a403b480 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:30.277 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.328+0000 7fc4c2807640 1 --2- 172.21.15.71:0/1764565017 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4bc107e50 0x7fc4bc19b6a0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:30.277 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.328+0000 7fc4c2807640 1 -- 172.21.15.71:0/1764565017 >> 172.21.15.71:0/1764565017 conn(0x7fc4bc101a90 msgr2=0x7fc4bc1027e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:30.277 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.328+0000 7fc4c2807640 1 -- 172.21.15.71:0/1764565017 shutdown_connections 2024-09-05T07:29:30.277 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:29.328+0000 7fc4c2807640 1 -- 172.21.15.71:0/1764565017 wait complete. 2024-09-05T07:29:30.522 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:30 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1764565017' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-05T07:29:30.523 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:30 smithi071 ceph-mon[30965]: mgrmap e9: x(active, since 18s) 2024-09-05T07:29:30.523 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:30 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:30.347+0000 7efe03e29040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T07:29:30.523 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:30 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:30.412+0000 7efe03e29040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T07:29:30.842 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:30 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:30.612+0000 7efe03e29040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T07:29:31.541 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-09-05T07:29:31.541 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-05T07:29:31.541 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-05T07:29:31.541 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-05T07:29:31.541 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-05T07:29:31.541 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-09-05T07:29:31.541 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.682+0000 7fa7af8b5640 1 Processor -- start 2024-09-05T07:29:31.541 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.682+0000 7fa7af8b5640 1 -- start start 2024-09-05T07:29:31.541 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.683+0000 7fa7af8b5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7a8107ed0 0x7fa7a810a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:31.542 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.683+0000 7fa7af8b5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa7a807be50 con 0x7fa7a8107ed0 2024-09-05T07:29:31.542 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.683+0000 7fa7ad651640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7a8107ed0 0x7fa7a810a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:31.542 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.683+0000 7fa7ad651640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7a8107ed0 0x7fa7a810a2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45564/0 (socket says 172.21.15.71:45564) 2024-09-05T07:29:31.542 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.683+0000 7fa7ad651640 1 -- 172.21.15.71:0/2851867662 learned_addr learned my addr 172.21.15.71:0/2851867662 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:31.542 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.683+0000 7fa7ad651640 1 -- 172.21.15.71:0/2851867662 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7a810a800 con 0x7fa7a8107ed0 2024-09-05T07:29:31.542 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.684+0000 7fa7ad651640 1 --2- 172.21.15.71:0/2851867662 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7a8107ed0 0x7fa7a810a2c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fa7a4009820 tx=0x7fa7a402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9beec4f84205ce9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:31.542 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.684+0000 7fa79ffff640 1 -- 172.21.15.71:0/2851867662 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa7a4037070 con 0x7fa7a8107ed0 2024-09-05T07:29:31.542 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.684+0000 7fa79ffff640 1 -- 172.21.15.71:0/2851867662 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa7a40328f0 con 0x7fa7a8107ed0 2024-09-05T07:29:31.542 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.684+0000 7fa79ffff640 1 -- 172.21.15.71:0/2851867662 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa7a4030740 con 0x7fa7a8107ed0 2024-09-05T07:29:31.542 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.685+0000 7fa7af8b5640 1 -- 172.21.15.71:0/2851867662 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7a8107ed0 msgr2=0x7fa7a810a2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:31.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.685+0000 7fa7af8b5640 1 --2- 172.21.15.71:0/2851867662 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7a8107ed0 0x7fa7a810a2c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fa7a4009820 tx=0x7fa7a402a270 comp rx=0 tx=0).stop 2024-09-05T07:29:31.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.685+0000 7fa7af8b5640 1 -- 172.21.15.71:0/2851867662 shutdown_connections 2024-09-05T07:29:31.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.685+0000 7fa7af8b5640 1 --2- 172.21.15.71:0/2851867662 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7a8107ed0 0x7fa7a810a2c0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:31.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.685+0000 7fa7af8b5640 1 -- 172.21.15.71:0/2851867662 >> 172.21.15.71:0/2851867662 conn(0x7fa7a8101a70 msgr2=0x7fa7a8103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:31.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.685+0000 7fa7af8b5640 1 -- 172.21.15.71:0/2851867662 shutdown_connections 2024-09-05T07:29:31.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.685+0000 7fa7af8b5640 1 -- 172.21.15.71:0/2851867662 wait complete. 2024-09-05T07:29:31.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.685+0000 7fa7af8b5640 1 Processor -- start 2024-09-05T07:29:31.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.685+0000 7fa7af8b5640 1 -- start start 2024-09-05T07:29:31.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.686+0000 7fa7af8b5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7a8107ed0 0x7fa7a819d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:31.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.686+0000 7fa7af8b5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa7a810b7c0 con 0x7fa7a8107ed0 2024-09-05T07:29:31.543 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.686+0000 7fa7ad651640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7a8107ed0 0x7fa7a819d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:31.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.686+0000 7fa7ad651640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7a8107ed0 0x7fa7a819d5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45570/0 (socket says 172.21.15.71:45570) 2024-09-05T07:29:31.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.686+0000 7fa7ad651640 1 -- 172.21.15.71:0/674028264 learned_addr learned my addr 172.21.15.71:0/674028264 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:31.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.686+0000 7fa7ad651640 1 -- 172.21.15.71:0/674028264 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7a819db20 con 0x7fa7a8107ed0 2024-09-05T07:29:31.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.686+0000 7fa7ad651640 1 --2- 172.21.15.71:0/674028264 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7a8107ed0 0x7fa7a819d5e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa7a4030cc0 tx=0x7fa7a4030cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:31.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.686+0000 7fa79e7fc640 1 -- 172.21.15.71:0/674028264 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa7a4042070 con 0x7fa7a8107ed0 2024-09-05T07:29:31.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.686+0000 7fa79e7fc640 1 -- 172.21.15.71:0/674028264 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa7a4030e60 con 0x7fa7a8107ed0 2024-09-05T07:29:31.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.687+0000 7fa7af8b5640 1 -- 172.21.15.71:0/674028264 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7a819ddb0 con 0x7fa7a8107ed0 2024-09-05T07:29:31.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.687+0000 7fa79e7fc640 1 -- 172.21.15.71:0/674028264 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa7a4037040 con 0x7fa7a8107ed0 2024-09-05T07:29:31.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.687+0000 7fa7af8b5640 1 -- 172.21.15.71:0/674028264 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7a81a0aa0 con 0x7fa7a8107ed0 2024-09-05T07:29:31.544 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.687+0000 7fa79e7fc640 1 -- 172.21.15.71:0/674028264 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7fa7a4045070 con 0x7fa7a8107ed0 2024-09-05T07:29:31.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.688+0000 7fa7af8b5640 1 -- 172.21.15.71:0/674028264 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7a819e290 con 0x7fa7a8107ed0 2024-09-05T07:29:31.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.688+0000 7fa79e7fc640 1 --2- 172.21.15.71:0/674028264 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fa794038fc0 0x7fa79403b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:31.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.688+0000 7fa79e7fc640 1 -- 172.21.15.71:0/674028264 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa7a406cfd0 con 0x7fa7a8107ed0 2024-09-05T07:29:31.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.688+0000 7fa7ace50640 1 -- 172.21.15.71:0/674028264 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fa794038fc0 msgr2=0x7fa79403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/316149397 2024-09-05T07:29:31.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.688+0000 7fa7ace50640 1 --2- 172.21.15.71:0/674028264 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fa794038fc0 0x7fa79403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T07:29:31.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.692+0000 7fa79e7fc640 1 -- 172.21.15.71:0/674028264 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa7a819e290 con 0x7fa7a8107ed0 2024-09-05T07:29:31.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.889+0000 7fa7ace50640 1 -- 172.21.15.71:0/674028264 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fa794038fc0 msgr2=0x7fa79403b480 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/316149397 2024-09-05T07:29:31.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.889+0000 7fa7ace50640 1 --2- 172.21.15.71:0/674028264 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fa794038fc0 0x7fa79403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-05T07:29:31.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.916+0000 7fa7af8b5640 1 -- 172.21.15.71:0/674028264 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fa7a81a1180 con 0x7fa7a8107ed0 2024-09-05T07:29:31.545 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.917+0000 7fa79e7fc640 1 -- 172.21.15.71:0/674028264 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7fa7a402ed90 con 0x7fa7a8107ed0 2024-09-05T07:29:31.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.919+0000 7fa7af8b5640 1 -- 172.21.15.71:0/674028264 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fa794038fc0 msgr2=0x7fa79403b480 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T07:29:31.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.919+0000 7fa7af8b5640 1 --2- 172.21.15.71:0/674028264 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fa794038fc0 0x7fa79403b480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:31.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.919+0000 7fa7af8b5640 1 -- 172.21.15.71:0/674028264 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7a8107ed0 msgr2=0x7fa7a819d5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:31.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.919+0000 7fa7af8b5640 1 --2- 172.21.15.71:0/674028264 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7a8107ed0 0x7fa7a819d5e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa7a4030cc0 tx=0x7fa7a4030cf0 comp rx=0 tx=0).stop 2024-09-05T07:29:31.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.919+0000 7fa7af8b5640 1 -- 172.21.15.71:0/674028264 shutdown_connections 2024-09-05T07:29:31.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.919+0000 7fa7af8b5640 1 --2- 172.21.15.71:0/674028264 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7fa794038fc0 0x7fa79403b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:31.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.919+0000 7fa7af8b5640 1 --2- 172.21.15.71:0/674028264 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7a8107ed0 0x7fa7a819d5e0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:31.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.919+0000 7fa7af8b5640 1 -- 172.21.15.71:0/674028264 >> 172.21.15.71:0/674028264 conn(0x7fa7a8101a70 msgr2=0x7fa7a8102650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:31.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.919+0000 7fa7af8b5640 1 -- 172.21.15.71:0/674028264 shutdown_connections 2024-09-05T07:29:31.546 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:30.919+0000 7fa7af8b5640 1 -- 172.21.15.71:0/674028264 wait complete. 2024-09-05T07:29:31.546 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for the mgr to restart... 2024-09-05T07:29:31.547 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mgr epoch 9... 2024-09-05T07:29:31.620 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:31 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/674028264' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-05T07:29:31.620 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:31 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:31.547+0000 7efe03e29040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T07:29:31.620 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:31 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:31.619+0000 7efe03e29040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T07:29:32.600 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:32 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:32.344+0000 7efe03e29040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T07:29:32.600 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:32 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:32.458+0000 7efe03e29040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T07:29:32.875 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:32 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:32.599+0000 7efe03e29040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T07:29:32.875 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:32 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:32.661+0000 7efe03e29040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T07:29:32.875 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:32 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:32.808+0000 7efe03e29040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T07:29:32.875 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:32 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:32.874+0000 7efe03e29040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T07:29:33.148 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:32 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:32.934+0000 7efe03e29040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T07:29:33.148 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:33 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:33.090+0000 7efe03e29040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T07:29:33.421 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:33 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:33.155+0000 7efe03e29040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T07:29:33.421 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:33 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:33.221+0000 7efe03e29040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T07:29:33.421 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:33 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:33.303+0000 7efe03e29040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T07:29:33.421 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:33 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:33.362+0000 7efe03e29040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T07:29:33.421 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:33 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:33.420+0000 7efe03e29040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T07:29:34.649 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:34 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:34.203+0000 7efe03e29040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T07:29:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:34 smithi071 ceph-mon[30965]: Active manager daemon x restarted 2024-09-05T07:29:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:34 smithi071 ceph-mon[30965]: Activating manager daemon x 2024-09-05T07:29:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:34 smithi071 ceph-mon[30965]: osdmap e3: 0 total, 0 up, 0 in 2024-09-05T07:29:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:34 smithi071 ceph-mon[30965]: mgrmap e10: x(active, starting, since 0.0031175s) 2024-09-05T07:29:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T07:29:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-05T07:29:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-05T07:29:34.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-05T07:29:34.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-05T07:29:34.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:34 smithi071 ceph-mon[30965]: Manager daemon x is now available 2024-09-05T07:29:34.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:29:34.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-05T07:29:34.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-05T07:29:36.017 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:35.730+0000 7efd698f3640 -1 log_channel(cephadm) log [ERR] : [05/Sep/2024:07:29:35] ENGINE Error in HTTPServer.serve 2024-09-05T07:29:36.017 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: Traceback (most recent call last): 2024-09-05T07:29:36.017 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T07:29:36.017 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: self._connections.run(self.expiration_interval) 2024-09-05T07:29:36.017 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T07:29:36.017 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: self._run(expiration_interval) 2024-09-05T07:29:36.017 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T07:29:36.017 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T07:29:36.017 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T07:29:36.017 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T07:29:36.018 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T07:29:36.018 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: s = self.context.wrap_socket( 2024-09-05T07:29:36.018 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T07:29:36.018 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: return self.sslsocket_class._create( 2024-09-05T07:29:36.018 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T07:29:36.018 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: self.do_handshake() 2024-09-05T07:29:36.018 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T07:29:36.018 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: self._sslobj.do_handshake() 2024-09-05T07:29:36.018 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T07:29:36.018 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:29:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:29:36.019 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2024-09-05T07:29:36.026 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-05T07:29:36.026 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-05T07:29:36.026 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2024-09-05T07:29:36.026 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.018+0000 7f3967647640 1 Processor -- start 2024-09-05T07:29:36.026 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.018+0000 7f3967647640 1 -- start start 2024-09-05T07:29:36.026 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.018+0000 7f3967647640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3960107eb0 0x7f396010a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:36.026 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.018+0000 7f3967647640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3960075740 con 0x7f3960107eb0 2024-09-05T07:29:36.026 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.018+0000 7f39653e3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3960107eb0 0x7f396010a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:36.026 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.018+0000 7f39653e3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3960107eb0 0x7f396010a2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:39718/0 (socket says 172.21.15.71:39718) 2024-09-05T07:29:36.026 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.018+0000 7f39653e3640 1 -- 172.21.15.71:0/145338604 learned_addr learned my addr 172.21.15.71:0/145338604 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:36.026 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.019+0000 7f39653e3640 1 -- 172.21.15.71:0/145338604 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f396010a7e0 con 0x7f3960107eb0 2024-09-05T07:29:36.026 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.019+0000 7f39653e3640 1 --2- 172.21.15.71:0/145338604 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3960107eb0 0x7f396010a2a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f3950009820 tx=0x7f395002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e7563849fdc96d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:36.027 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.020+0000 7f3957fff640 1 -- 172.21.15.71:0/145338604 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3950037070 con 0x7f3960107eb0 2024-09-05T07:29:36.027 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.020+0000 7f3957fff640 1 -- 172.21.15.71:0/145338604 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39500328f0 con 0x7f3960107eb0 2024-09-05T07:29:36.027 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.020+0000 7f3957fff640 1 -- 172.21.15.71:0/145338604 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3950030740 con 0x7f3960107eb0 2024-09-05T07:29:36.027 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.021+0000 7f3967647640 1 -- 172.21.15.71:0/145338604 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3960107eb0 msgr2=0x7f396010a2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:36.027 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.021+0000 7f3967647640 1 --2- 172.21.15.71:0/145338604 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3960107eb0 0x7f396010a2a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f3950009820 tx=0x7f395002a270 comp rx=0 tx=0).stop 2024-09-05T07:29:36.027 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.021+0000 7f3967647640 1 -- 172.21.15.71:0/145338604 shutdown_connections 2024-09-05T07:29:36.027 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.021+0000 7f3967647640 1 --2- 172.21.15.71:0/145338604 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3960107eb0 0x7f396010a2a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:36.027 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.021+0000 7f3967647640 1 -- 172.21.15.71:0/145338604 >> 172.21.15.71:0/145338604 conn(0x7f3960101a90 msgr2=0x7f3960103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:36.027 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.021+0000 7f3967647640 1 -- 172.21.15.71:0/145338604 shutdown_connections 2024-09-05T07:29:36.027 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.021+0000 7f3967647640 1 -- 172.21.15.71:0/145338604 wait complete. 2024-09-05T07:29:36.027 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.021+0000 7f3967647640 1 Processor -- start 2024-09-05T07:29:36.027 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.021+0000 7f3967647640 1 -- start start 2024-09-05T07:29:36.027 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.022+0000 7f3967647640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3960107eb0 0x7f3960199490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:36.028 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.022+0000 7f3967647640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f39601067f0 con 0x7f3960107eb0 2024-09-05T07:29:36.028 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.022+0000 7f39653e3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3960107eb0 0x7f3960199490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:36.028 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.022+0000 7f39653e3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3960107eb0 0x7f3960199490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:39734/0 (socket says 172.21.15.71:39734) 2024-09-05T07:29:36.028 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.022+0000 7f39653e3640 1 -- 172.21.15.71:0/266979108 learned_addr learned my addr 172.21.15.71:0/266979108 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:36.028 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.022+0000 7f39653e3640 1 -- 172.21.15.71:0/266979108 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39601999d0 con 0x7f3960107eb0 2024-09-05T07:29:36.028 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.022+0000 7f39653e3640 1 --2- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3960107eb0 0x7f3960199490 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f39500097f0 tx=0x7f3950030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:36.028 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.022+0000 7f39567fc640 1 -- 172.21.15.71:0/266979108 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3950042070 con 0x7f3960107eb0 2024-09-05T07:29:36.028 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.022+0000 7f39567fc640 1 -- 172.21.15.71:0/266979108 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3950030d80 con 0x7f3960107eb0 2024-09-05T07:29:36.028 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.022+0000 7f3967647640 1 -- 172.21.15.71:0/266979108 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3960199c60 con 0x7f3960107eb0 2024-09-05T07:29:36.028 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.022+0000 7f39567fc640 1 -- 172.21.15.71:0/266979108 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3950037040 con 0x7f3960107eb0 2024-09-05T07:29:36.028 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.022+0000 7f3967647640 1 -- 172.21.15.71:0/266979108 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f396019c950 con 0x7f3960107eb0 2024-09-05T07:29:36.028 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.023+0000 7f39567fc640 1 -- 172.21.15.71:0/266979108 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f3950045070 con 0x7f3960107eb0 2024-09-05T07:29:36.028 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.023+0000 7f39567fc640 1 --2- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f394c03d420 0x7f394c03f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:36.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.023+0000 7f39567fc640 1 -- 172.21.15.71:0/266979108 --> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f394c03fff0 con 0x7f394c03d420 2024-09-05T07:29:36.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.024+0000 7f39567fc640 1 -- 172.21.15.71:0/266979108 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f395006c030 con 0x7f3960107eb0 2024-09-05T07:29:36.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.023+0000 7f3964be2640 1 -- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f394c03d420 msgr2=0x7f394c03f8e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/316149397 2024-09-05T07:29:36.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.024+0000 7f3964be2640 1 --2- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f394c03d420 0x7f394c03f8e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T07:29:36.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.225+0000 7f3964be2640 1 -- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f394c03d420 msgr2=0x7f394c03f8e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/316149397 2024-09-05T07:29:36.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.225+0000 7f3964be2640 1 --2- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f394c03d420 0x7f394c03f8e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-05T07:29:36.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.626+0000 7f3964be2640 1 -- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f394c03d420 msgr2=0x7f394c03f8e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/316149397 2024-09-05T07:29:36.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:32.626+0000 7f3964be2640 1 --2- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f394c03d420 0x7f394c03f8e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-05T07:29:36.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:33.427+0000 7f3964be2640 1 -- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f394c03d420 msgr2=0x7f394c03f8e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/316149397 2024-09-05T07:29:36.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:33.427+0000 7f3964be2640 1 --2- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f394c03d420 0x7f394c03f8e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-05T07:29:36.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:34.207+0000 7f39567fc640 1 -- 172.21.15.71:0/266979108 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mgrmap(e 10) ==== 46067+0+0 (secure 0 0 0) 0x7f395006aae0 con 0x7f3960107eb0 2024-09-05T07:29:36.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:34.207+0000 7f39567fc640 1 -- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f394c03d420 msgr2=0x7f394c03f8e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T07:29:36.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:34.207+0000 7f39567fc640 1 --2- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f394c03d420 0x7f394c03f8e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:36.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:35.209+0000 7f39567fc640 1 -- 172.21.15.71:0/266979108 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7f395003d430 con 0x7f3960107eb0 2024-09-05T07:29:36.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:35.209+0000 7f39567fc640 1 --2- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f394c040f30 0x7f394c043320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:36.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:35.209+0000 7f39567fc640 1 -- 172.21.15.71:0/266979108 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f3950065150 con 0x7f394c040f30 2024-09-05T07:29:36.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:35.209+0000 7f3964be2640 1 --2- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f394c040f30 0x7f394c043320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:36.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:35.210+0000 7f3964be2640 1 --2- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f394c040f30 0x7f394c043320 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f395c003980 tx=0x7f395c006e10 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:36.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:35.210+0000 7f39567fc640 1 -- 172.21.15.71:0/266979108 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f3950065150 con 0x7f394c040f30 2024-09-05T07:29:36.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:35.217+0000 7f3967647640 1 -- 172.21.15.71:0/266979108 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f3960106e70 con 0x7f394c040f30 2024-09-05T07:29:36.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:35.218+0000 7f39567fc640 1 -- 172.21.15.71:0/266979108 <== mgr.14150 v2:172.21.15.71:6800/3540526501 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f3960106e70 con 0x7f394c040f30 2024-09-05T07:29:36.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:35.218+0000 7f3967647640 1 -- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f394c040f30 msgr2=0x7f394c043320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:36.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:35.218+0000 7f3967647640 1 --2- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f394c040f30 0x7f394c043320 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f395c003980 tx=0x7f395c006e10 comp rx=0 tx=0).stop 2024-09-05T07:29:36.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:35.218+0000 7f3967647640 1 -- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3960107eb0 msgr2=0x7f3960199490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:36.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:35.218+0000 7f3967647640 1 --2- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3960107eb0 0x7f3960199490 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f39500097f0 tx=0x7f3950030c70 comp rx=0 tx=0).stop 2024-09-05T07:29:36.031 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:35.218+0000 7f3967647640 1 -- 172.21.15.71:0/266979108 shutdown_connections 2024-09-05T07:29:36.031 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:35.218+0000 7f3967647640 1 --2- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f394c040f30 0x7f394c043320 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:36.031 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:35.218+0000 7f3967647640 1 --2- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:6800/316149397,v1:172.21.15.71:6801/316149397] conn(0x7f394c03d420 0x7f394c03f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:36.031 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:35.218+0000 7f3967647640 1 --2- 172.21.15.71:0/266979108 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3960107eb0 0x7f3960199490 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:36.031 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:35.218+0000 7f3967647640 1 -- 172.21.15.71:0/266979108 >> 172.21.15.71:0/266979108 conn(0x7f3960101a90 msgr2=0x7f39601026c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:36.031 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:35.218+0000 7f3967647640 1 -- 172.21.15.71:0/266979108 shutdown_connections 2024-09-05T07:29:36.031 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:35.218+0000 7f3967647640 1 -- 172.21.15.71:0/266979108 wait complete. 2024-09-05T07:29:36.031 INFO:teuthology.orchestra.run.smithi071.stdout:mgr epoch 9 is available 2024-09-05T07:29:36.031 INFO:teuthology.orchestra.run.smithi071.stdout:Generating a dashboard self-signed certificate... 2024-09-05T07:29:36.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:36 smithi071 ceph-mon[30965]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-05T07:29:36.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:36 smithi071 ceph-mon[30965]: mgrmap e11: x(active, since 1.00653s) 2024-09-05T07:29:36.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:36 smithi071 ceph-mon[30965]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-05T07:29:36.336 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:36 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:37.330 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-05T07:29:37.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.412+0000 7efd3125a640 1 Processor -- start 2024-09-05T07:29:37.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.412+0000 7efd3125a640 1 -- start start 2024-09-05T07:29:37.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.412+0000 7efd3125a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd2c1062e0 0x7efd2c1066e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:37.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.412+0000 7efd3125a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7efd2c106cb0 con 0x7efd2c1062e0 2024-09-05T07:29:37.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.413+0000 7efd2ad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd2c1062e0 0x7efd2c1066e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:37.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.413+0000 7efd2ad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd2c1062e0 0x7efd2c1066e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:39792/0 (socket says 172.21.15.71:39792) 2024-09-05T07:29:37.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.413+0000 7efd2ad9d640 1 -- 172.21.15.71:0/39627685 learned_addr learned my addr 172.21.15.71:0/39627685 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:37.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.413+0000 7efd2ad9d640 1 -- 172.21.15.71:0/39627685 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd2c1074e0 con 0x7efd2c1062e0 2024-09-05T07:29:37.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.414+0000 7efd2ad9d640 1 --2- 172.21.15.71:0/39627685 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd2c1062e0 0x7efd2c1066e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7efd1c009820 tx=0x7efd1c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=845653e0ede273ae server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:37.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.414+0000 7efd29d9b640 1 -- 172.21.15.71:0/39627685 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efd1c037070 con 0x7efd2c1062e0 2024-09-05T07:29:37.331 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.414+0000 7efd29d9b640 1 -- 172.21.15.71:0/39627685 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efd1c0328f0 con 0x7efd2c1062e0 2024-09-05T07:29:37.332 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.414+0000 7efd29d9b640 1 -- 172.21.15.71:0/39627685 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efd1c030740 con 0x7efd2c1062e0 2024-09-05T07:29:37.332 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.414+0000 7efd3125a640 1 -- 172.21.15.71:0/39627685 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd2c1062e0 msgr2=0x7efd2c1066e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:37.332 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.414+0000 7efd3125a640 1 --2- 172.21.15.71:0/39627685 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd2c1062e0 0x7efd2c1066e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7efd1c009820 tx=0x7efd1c02a270 comp rx=0 tx=0).stop 2024-09-05T07:29:37.332 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.414+0000 7efd3125a640 1 -- 172.21.15.71:0/39627685 shutdown_connections 2024-09-05T07:29:37.332 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.414+0000 7efd3125a640 1 --2- 172.21.15.71:0/39627685 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd2c1062e0 0x7efd2c1066e0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:37.332 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.414+0000 7efd3125a640 1 -- 172.21.15.71:0/39627685 >> 172.21.15.71:0/39627685 conn(0x7efd2c101a90 msgr2=0x7efd2c103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:37.332 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.414+0000 7efd3125a640 1 -- 172.21.15.71:0/39627685 shutdown_connections 2024-09-05T07:29:37.332 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.414+0000 7efd3125a640 1 -- 172.21.15.71:0/39627685 wait complete. 2024-09-05T07:29:37.332 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.415+0000 7efd3125a640 1 Processor -- start 2024-09-05T07:29:37.332 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.415+0000 7efd3125a640 1 -- start start 2024-09-05T07:29:37.332 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.415+0000 7efd3125a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd2c1062e0 0x7efd2c191510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:37.332 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.415+0000 7efd3125a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7efd2c10a890 con 0x7efd2c1062e0 2024-09-05T07:29:37.333 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.416+0000 7efd2ad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd2c1062e0 0x7efd2c191510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:37.333 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.416+0000 7efd2ad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd2c1062e0 0x7efd2c191510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:39806/0 (socket says 172.21.15.71:39806) 2024-09-05T07:29:37.333 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.416+0000 7efd2ad9d640 1 -- 172.21.15.71:0/2391853924 learned_addr learned my addr 172.21.15.71:0/2391853924 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:37.333 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.416+0000 7efd2ad9d640 1 -- 172.21.15.71:0/2391853924 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd2c191a50 con 0x7efd2c1062e0 2024-09-05T07:29:37.333 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.416+0000 7efd2ad9d640 1 --2- 172.21.15.71:0/2391853924 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd2c1062e0 0x7efd2c191510 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7efd1c0097f0 tx=0x7efd1c030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:37.333 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.416+0000 7efd13fff640 1 -- 172.21.15.71:0/2391853924 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efd1c042070 con 0x7efd2c1062e0 2024-09-05T07:29:37.333 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.416+0000 7efd13fff640 1 -- 172.21.15.71:0/2391853924 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efd1c030d80 con 0x7efd2c1062e0 2024-09-05T07:29:37.333 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.416+0000 7efd3125a640 1 -- 172.21.15.71:0/2391853924 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd2c18fc40 con 0x7efd2c1062e0 2024-09-05T07:29:37.333 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.416+0000 7efd13fff640 1 -- 172.21.15.71:0/2391853924 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efd1c037040 con 0x7efd2c1062e0 2024-09-05T07:29:37.333 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.416+0000 7efd3125a640 1 -- 172.21.15.71:0/2391853924 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd2c190180 con 0x7efd2c1062e0 2024-09-05T07:29:37.333 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.417+0000 7efd13fff640 1 -- 172.21.15.71:0/2391853924 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7efd1c045070 con 0x7efd2c1062e0 2024-09-05T07:29:37.333 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.417+0000 7efd3125a640 1 -- 172.21.15.71:0/2391853924 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd2c10aa10 con 0x7efd2c1062e0 2024-09-05T07:29:37.334 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.417+0000 7efd13fff640 1 --2- 172.21.15.71:0/2391853924 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7efd14038eb0 0x7efd1403b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:37.334 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.417+0000 7efd13fff640 1 -- 172.21.15.71:0/2391853924 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7efd1c06bfb0 con 0x7efd2c1062e0 2024-09-05T07:29:37.334 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.417+0000 7efd2a59c640 1 --2- 172.21.15.71:0/2391853924 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7efd14038eb0 0x7efd1403b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:37.334 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.418+0000 7efd2a59c640 1 --2- 172.21.15.71:0/2391853924 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7efd14038eb0 0x7efd1403b370 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7efd200098c0 tx=0x7efd20006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:37.334 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.422+0000 7efd13fff640 1 -- 172.21.15.71:0/2391853924 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7efd1c045520 con 0x7efd2c1062e0 2024-09-05T07:29:37.334 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.596+0000 7efd3125a640 1 -- 172.21.15.71:0/2391853924 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7efd2c194fa0 con 0x7efd14038eb0 2024-09-05T07:29:37.334 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.656+0000 7efd13fff640 1 -- 172.21.15.71:0/2391853924 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7efd1c03db00 con 0x7efd2c1062e0 2024-09-05T07:29:37.334 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.694+0000 7efd13fff640 1 -- 172.21.15.71:0/2391853924 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7efd2c194fa0 con 0x7efd14038eb0 2024-09-05T07:29:37.334 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.696+0000 7efd3125a640 1 -- 172.21.15.71:0/2391853924 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7efd14038eb0 msgr2=0x7efd1403b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:37.334 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.696+0000 7efd3125a640 1 --2- 172.21.15.71:0/2391853924 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7efd14038eb0 0x7efd1403b370 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7efd200098c0 tx=0x7efd20006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:37.334 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.696+0000 7efd3125a640 1 -- 172.21.15.71:0/2391853924 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd2c1062e0 msgr2=0x7efd2c191510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:37.334 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.696+0000 7efd3125a640 1 --2- 172.21.15.71:0/2391853924 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd2c1062e0 0x7efd2c191510 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7efd1c0097f0 tx=0x7efd1c030c70 comp rx=0 tx=0).stop 2024-09-05T07:29:37.334 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.696+0000 7efd3125a640 1 -- 172.21.15.71:0/2391853924 shutdown_connections 2024-09-05T07:29:37.335 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.696+0000 7efd3125a640 1 --2- 172.21.15.71:0/2391853924 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7efd14038eb0 0x7efd1403b370 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:37.335 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.696+0000 7efd3125a640 1 --2- 172.21.15.71:0/2391853924 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd2c1062e0 0x7efd2c191510 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:37.335 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.696+0000 7efd3125a640 1 -- 172.21.15.71:0/2391853924 >> 172.21.15.71:0/2391853924 conn(0x7efd2c101a90 msgr2=0x7efd2c102990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:37.335 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.696+0000 7efd3125a640 1 -- 172.21.15.71:0/2391853924 shutdown_connections 2024-09-05T07:29:37.335 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:36.696+0000 7efd3125a640 1 -- 172.21.15.71:0/2391853924 wait complete. 2024-09-05T07:29:37.335 INFO:teuthology.orchestra.run.smithi071.stdout:Creating initial admin user... 2024-09-05T07:29:37.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:37 smithi071 ceph-mon[30965]: [05/Sep/2024:07:29:35] ENGINE Bus STARTING 2024-09-05T07:29:37.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:37 smithi071 ceph-mon[30965]: [05/Sep/2024:07:29:35] ENGINE Serving on http://172.21.15.71:8765 2024-09-05T07:29:37.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:37 smithi071 ceph-mon[30965]: [05/Sep/2024:07:29:35] ENGINE Serving on https://172.21.15.71:7150 2024-09-05T07:29:37.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:37 smithi071 ceph-mon[30965]: [05/Sep/2024:07:29:35] ENGINE Bus STARTED 2024-09-05T07:29:37.449 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:37 smithi071 ceph-mon[30965]: [05/Sep/2024:07:29:35] ENGINE Error in HTTPServer.serve 2024-09-05T07:29:37.449 INFO:journalctl@ceph.mon.a.smithi071.stdout: Traceback (most recent call last): 2024-09-05T07:29:37.450 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T07:29:37.450 INFO:journalctl@ceph.mon.a.smithi071.stdout: self._connections.run(self.expiration_interval) 2024-09-05T07:29:37.450 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T07:29:37.450 INFO:journalctl@ceph.mon.a.smithi071.stdout: self._run(expiration_interval) 2024-09-05T07:29:37.450 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T07:29:37.450 INFO:journalctl@ceph.mon.a.smithi071.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T07:29:37.450 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T07:29:37.450 INFO:journalctl@ceph.mon.a.smithi071.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T07:29:37.450 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T07:29:37.450 INFO:journalctl@ceph.mon.a.smithi071.stdout: s = self.context.wrap_socket( 2024-09-05T07:29:37.450 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T07:29:37.450 INFO:journalctl@ceph.mon.a.smithi071.stdout: return self.sslsocket_class._create( 2024-09-05T07:29:37.450 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T07:29:37.451 INFO:journalctl@ceph.mon.a.smithi071.stdout: self.do_handshake() 2024-09-05T07:29:37.451 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T07:29:37.451 INFO:journalctl@ceph.mon.a.smithi071.stdout: self._sslobj.do_handshake() 2024-09-05T07:29:37.451 INFO:journalctl@ceph.mon.a.smithi071.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T07:29:37.451 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:37 smithi071 ceph-mon[30965]: mgrmap e12: x(active, since 2s) 2024-09-05T07:29:37.451 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:37 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:37.451 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:37 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:37.451 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:37 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:38.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:38 smithi071 ceph-mon[30965]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:29:38.934 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$ozUERZcSQGRx/jNXXp1ODOcjQyD0S/d4DyRPLdFQxbRbWnAYovZRy", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1725521378, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-05T07:29:38.934 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.799+0000 7f11542b1640 1 Processor -- start 2024-09-05T07:29:38.934 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.799+0000 7f11542b1640 1 -- start start 2024-09-05T07:29:38.934 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.799+0000 7f11542b1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f114c1062e0 0x7f114c1066e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:38.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.799+0000 7f11542b1640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f114c106cb0 con 0x7f114c1062e0 2024-09-05T07:29:38.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.800+0000 7f115204d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f114c1062e0 0x7f114c1066e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:38.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.800+0000 7f115204d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f114c1062e0 0x7f114c1066e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:39816/0 (socket says 172.21.15.71:39816) 2024-09-05T07:29:38.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.800+0000 7f115204d640 1 -- 172.21.15.71:0/128256327 learned_addr learned my addr 172.21.15.71:0/128256327 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:38.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.800+0000 7f115204d640 1 -- 172.21.15.71:0/128256327 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f114c1074e0 con 0x7f114c1062e0 2024-09-05T07:29:38.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.801+0000 7f115204d640 1 --2- 172.21.15.71:0/128256327 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f114c1062e0 0x7f114c1066e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f113c009e80 tx=0x7f113c02a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=448274160f1e1d3b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:38.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.801+0000 7f115104b640 1 -- 172.21.15.71:0/128256327 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f113c036070 con 0x7f114c1062e0 2024-09-05T07:29:38.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.801+0000 7f115104b640 1 -- 172.21.15.71:0/128256327 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f113c0318b0 con 0x7f114c1062e0 2024-09-05T07:29:38.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.801+0000 7f115104b640 1 -- 172.21.15.71:0/128256327 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f113c007930 con 0x7f114c1062e0 2024-09-05T07:29:38.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.801+0000 7f11542b1640 1 -- 172.21.15.71:0/128256327 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f114c1062e0 msgr2=0x7f114c1066e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:38.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.801+0000 7f11542b1640 1 --2- 172.21.15.71:0/128256327 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f114c1062e0 0x7f114c1066e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f113c009e80 tx=0x7f113c02a7a0 comp rx=0 tx=0).stop 2024-09-05T07:29:38.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.801+0000 7f11542b1640 1 -- 172.21.15.71:0/128256327 shutdown_connections 2024-09-05T07:29:38.935 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.801+0000 7f11542b1640 1 --2- 172.21.15.71:0/128256327 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f114c1062e0 0x7f114c1066e0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:38.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.801+0000 7f11542b1640 1 -- 172.21.15.71:0/128256327 >> 172.21.15.71:0/128256327 conn(0x7f114c101a90 msgr2=0x7f114c103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:38.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.801+0000 7f11542b1640 1 -- 172.21.15.71:0/128256327 shutdown_connections 2024-09-05T07:29:38.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.801+0000 7f11542b1640 1 -- 172.21.15.71:0/128256327 wait complete. 2024-09-05T07:29:38.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.802+0000 7f11542b1640 1 Processor -- start 2024-09-05T07:29:38.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.802+0000 7f11542b1640 1 -- start start 2024-09-05T07:29:38.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.802+0000 7f11542b1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f114c1062e0 0x7f114c19b740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:38.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.802+0000 7f11542b1640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f114c10a890 con 0x7f114c1062e0 2024-09-05T07:29:38.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.802+0000 7f115204d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f114c1062e0 0x7f114c19b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:38.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.802+0000 7f115204d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f114c1062e0 0x7f114c19b740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:39818/0 (socket says 172.21.15.71:39818) 2024-09-05T07:29:38.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.802+0000 7f115204d640 1 -- 172.21.15.71:0/757171859 learned_addr learned my addr 172.21.15.71:0/757171859 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:38.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.803+0000 7f115204d640 1 -- 172.21.15.71:0/757171859 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f114c19bc80 con 0x7f114c1062e0 2024-09-05T07:29:38.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.803+0000 7f115204d640 1 --2- 172.21.15.71:0/757171859 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f114c1062e0 0x7f114c19b740 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f113c007b60 tx=0x7f113c031c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:38.936 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.803+0000 7f114b7fe640 1 -- 172.21.15.71:0/757171859 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f113c036050 con 0x7f114c1062e0 2024-09-05T07:29:38.937 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.803+0000 7f11542b1640 1 -- 172.21.15.71:0/757171859 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f114c19bf10 con 0x7f114c1062e0 2024-09-05T07:29:38.937 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.803+0000 7f11542b1640 1 -- 172.21.15.71:0/757171859 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f114c19ec00 con 0x7f114c1062e0 2024-09-05T07:29:38.937 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.803+0000 7f114b7fe640 1 -- 172.21.15.71:0/757171859 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f113c042070 con 0x7f114c1062e0 2024-09-05T07:29:38.937 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.803+0000 7f114b7fe640 1 -- 172.21.15.71:0/757171859 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f113c03da30 con 0x7f114c1062e0 2024-09-05T07:29:38.937 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.804+0000 7f114b7fe640 1 -- 172.21.15.71:0/757171859 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f113c03dce0 con 0x7f114c1062e0 2024-09-05T07:29:38.937 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.804+0000 7f11542b1640 1 -- 172.21.15.71:0/757171859 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1138005290 con 0x7f114c1062e0 2024-09-05T07:29:38.937 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.804+0000 7f114b7fe640 1 --2- 172.21.15.71:0/757171859 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f1134039020 0x7f113403b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:38.937 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.804+0000 7f114b7fe640 1 -- 172.21.15.71:0/757171859 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f113c06e560 con 0x7f114c1062e0 2024-09-05T07:29:38.937 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.804+0000 7f115184c640 1 --2- 172.21.15.71:0/757171859 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f1134039020 0x7f113403b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:38.937 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.805+0000 7f115184c640 1 --2- 172.21.15.71:0/757171859 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f1134039020 0x7f113403b4e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f11400098c0 tx=0x7f1140006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:38.937 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.809+0000 7f114b7fe640 1 -- 172.21.15.71:0/757171859 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f113c04dcf0 con 0x7f114c1062e0 2024-09-05T07:29:38.937 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:37.994+0000 7f11542b1640 1 -- 172.21.15.71:0/757171859 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f11380023f0 con 0x7f1134039020 2024-09-05T07:29:38.937 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:38.218+0000 7f114b7fe640 1 -- 172.21.15.71:0/757171859 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f11380023f0 con 0x7f1134039020 2024-09-05T07:29:38.938 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:38.221+0000 7f11542b1640 1 -- 172.21.15.71:0/757171859 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f1134039020 msgr2=0x7f113403b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:38.938 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:38.221+0000 7f11542b1640 1 --2- 172.21.15.71:0/757171859 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f1134039020 0x7f113403b4e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f11400098c0 tx=0x7f1140006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:38.938 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:38.221+0000 7f11542b1640 1 -- 172.21.15.71:0/757171859 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f114c1062e0 msgr2=0x7f114c19b740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:38.938 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:38.221+0000 7f11542b1640 1 --2- 172.21.15.71:0/757171859 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f114c1062e0 0x7f114c19b740 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f113c007b60 tx=0x7f113c031c90 comp rx=0 tx=0).stop 2024-09-05T07:29:38.938 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:38.221+0000 7f11542b1640 1 -- 172.21.15.71:0/757171859 shutdown_connections 2024-09-05T07:29:38.938 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:38.221+0000 7f11542b1640 1 --2- 172.21.15.71:0/757171859 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f1134039020 0x7f113403b4e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:38.938 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:38.221+0000 7f11542b1640 1 --2- 172.21.15.71:0/757171859 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f114c1062e0 0x7f114c19b740 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:38.938 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:38.221+0000 7f11542b1640 1 -- 172.21.15.71:0/757171859 >> 172.21.15.71:0/757171859 conn(0x7f114c101a90 msgr2=0x7f114c1029b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:38.938 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:38.221+0000 7f11542b1640 1 -- 172.21.15.71:0/757171859 shutdown_connections 2024-09-05T07:29:38.938 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:38.221+0000 7f11542b1640 1 -- 172.21.15.71:0/757171859 wait complete. 2024-09-05T07:29:38.938 INFO:teuthology.orchestra.run.smithi071.stdout:Fetching dashboard port number... 2024-09-05T07:29:39.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:39 smithi071 ceph-mon[30965]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:29:39.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:39 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:40.337 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:40 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3896482434' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-05T07:29:40.344 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 8443 2024-09-05T07:29:40.344 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.303+0000 7f13779a2640 1 Processor -- start 2024-09-05T07:29:40.344 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.303+0000 7f13779a2640 1 -- start start 2024-09-05T07:29:40.344 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.303+0000 7f13779a2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1370107f30 0x7f137010a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:40.344 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.303+0000 7f13779a2640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f13700756c0 con 0x7f1370107f30 2024-09-05T07:29:40.344 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.304+0000 7f137573e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1370107f30 0x7f137010a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:40.344 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.304+0000 7f137573e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1370107f30 0x7f137010a320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:39822/0 (socket says 172.21.15.71:39822) 2024-09-05T07:29:40.345 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.304+0000 7f137573e640 1 -- 172.21.15.71:0/600157809 learned_addr learned my addr 172.21.15.71:0/600157809 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:40.345 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.304+0000 7f137573e640 1 -- 172.21.15.71:0/600157809 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f137010a860 con 0x7f1370107f30 2024-09-05T07:29:40.345 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.305+0000 7f137573e640 1 --2- 172.21.15.71:0/600157809 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1370107f30 0x7f137010a320 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f1360009820 tx=0x7f136002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e1593789cb4a106 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:40.345 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.305+0000 7f1367fff640 1 -- 172.21.15.71:0/600157809 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1360037070 con 0x7f1370107f30 2024-09-05T07:29:40.345 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.305+0000 7f1367fff640 1 -- 172.21.15.71:0/600157809 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f13600328f0 con 0x7f1370107f30 2024-09-05T07:29:40.345 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.305+0000 7f1367fff640 1 -- 172.21.15.71:0/600157809 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1360030740 con 0x7f1370107f30 2024-09-05T07:29:40.345 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.305+0000 7f13779a2640 1 -- 172.21.15.71:0/600157809 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1370107f30 msgr2=0x7f137010a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:40.345 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.305+0000 7f13779a2640 1 --2- 172.21.15.71:0/600157809 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1370107f30 0x7f137010a320 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f1360009820 tx=0x7f136002a270 comp rx=0 tx=0).stop 2024-09-05T07:29:40.345 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.305+0000 7f13779a2640 1 -- 172.21.15.71:0/600157809 shutdown_connections 2024-09-05T07:29:40.345 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.305+0000 7f13779a2640 1 --2- 172.21.15.71:0/600157809 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1370107f30 0x7f137010a320 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:40.345 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.305+0000 7f13779a2640 1 -- 172.21.15.71:0/600157809 >> 172.21.15.71:0/600157809 conn(0x7f1370101a90 msgr2=0x7f1370103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:40.345 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.306+0000 7f13779a2640 1 -- 172.21.15.71:0/600157809 shutdown_connections 2024-09-05T07:29:40.345 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.306+0000 7f13779a2640 1 -- 172.21.15.71:0/600157809 wait complete. 2024-09-05T07:29:40.346 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.306+0000 7f13779a2640 1 Processor -- start 2024-09-05T07:29:40.346 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.306+0000 7f13779a2640 1 -- start start 2024-09-05T07:29:40.346 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.306+0000 7f13779a2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1370107f30 0x7f137019b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:40.346 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.306+0000 7f13779a2640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f137010b7c0 con 0x7f1370107f30 2024-09-05T07:29:40.346 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.306+0000 7f137573e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1370107f30 0x7f137019b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:40.346 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.306+0000 7f137573e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1370107f30 0x7f137019b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:39834/0 (socket says 172.21.15.71:39834) 2024-09-05T07:29:40.346 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.306+0000 7f137573e640 1 -- 172.21.15.71:0/3896482434 learned_addr learned my addr 172.21.15.71:0/3896482434 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:40.346 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.307+0000 7f137573e640 1 -- 172.21.15.71:0/3896482434 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f137019bbe0 con 0x7f1370107f30 2024-09-05T07:29:40.346 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.307+0000 7f137573e640 1 --2- 172.21.15.71:0/3896482434 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1370107f30 0x7f137019b6a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f1360030cc0 tx=0x7f1360030cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:40.346 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.307+0000 7f13667fc640 1 -- 172.21.15.71:0/3896482434 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1360042070 con 0x7f1370107f30 2024-09-05T07:29:40.346 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.307+0000 7f13667fc640 1 -- 172.21.15.71:0/3896482434 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1360030e60 con 0x7f1370107f30 2024-09-05T07:29:40.346 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.307+0000 7f13667fc640 1 -- 172.21.15.71:0/3896482434 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1360037040 con 0x7f1370107f30 2024-09-05T07:29:40.346 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.307+0000 7f13779a2640 1 -- 172.21.15.71:0/3896482434 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f137019be70 con 0x7f1370107f30 2024-09-05T07:29:40.347 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.307+0000 7f13779a2640 1 -- 172.21.15.71:0/3896482434 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f137019eb60 con 0x7f1370107f30 2024-09-05T07:29:40.347 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.308+0000 7f13779a2640 1 -- 172.21.15.71:0/3896482434 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1370108390 con 0x7f1370107f30 2024-09-05T07:29:40.347 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.308+0000 7f13667fc640 1 -- 172.21.15.71:0/3896482434 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f1360045070 con 0x7f1370107f30 2024-09-05T07:29:40.347 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.308+0000 7f13667fc640 1 --2- 172.21.15.71:0/3896482434 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f135c039020 0x7f135c03b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:40.347 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.309+0000 7f13667fc640 1 -- 172.21.15.71:0/3896482434 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f136006c160 con 0x7f1370107f30 2024-09-05T07:29:40.347 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.309+0000 7f1374f3d640 1 --2- 172.21.15.71:0/3896482434 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f135c039020 0x7f135c03b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:40.347 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.309+0000 7f1374f3d640 1 --2- 172.21.15.71:0/3896482434 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f135c039020 0x7f135c03b4e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f136c0098c0 tx=0x7f136c006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:40.347 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.313+0000 7f13667fc640 1 -- 172.21.15.71:0/3896482434 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f136004b170 con 0x7f1370107f30 2024-09-05T07:29:40.347 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.490+0000 7f13779a2640 1 -- 172.21.15.71:0/3896482434 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f137002d7c0 con 0x7f1370107f30 2024-09-05T07:29:40.347 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.491+0000 7f13667fc640 1 -- 172.21.15.71:0/3896482434 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f136002fd90 con 0x7f1370107f30 2024-09-05T07:29:40.347 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.493+0000 7f13779a2640 1 -- 172.21.15.71:0/3896482434 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f135c039020 msgr2=0x7f135c03b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:40.347 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.493+0000 7f13779a2640 1 --2- 172.21.15.71:0/3896482434 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f135c039020 0x7f135c03b4e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f136c0098c0 tx=0x7f136c006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:40.347 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.493+0000 7f13779a2640 1 -- 172.21.15.71:0/3896482434 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1370107f30 msgr2=0x7f137019b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:40.348 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.493+0000 7f13779a2640 1 --2- 172.21.15.71:0/3896482434 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1370107f30 0x7f137019b6a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f1360030cc0 tx=0x7f1360030cf0 comp rx=0 tx=0).stop 2024-09-05T07:29:40.348 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.493+0000 7f13779a2640 1 -- 172.21.15.71:0/3896482434 shutdown_connections 2024-09-05T07:29:40.348 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.493+0000 7f13779a2640 1 --2- 172.21.15.71:0/3896482434 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f135c039020 0x7f135c03b4e0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:40.348 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.493+0000 7f13779a2640 1 --2- 172.21.15.71:0/3896482434 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1370107f30 0x7f137019b6a0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:40.348 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.493+0000 7f13779a2640 1 -- 172.21.15.71:0/3896482434 >> 172.21.15.71:0/3896482434 conn(0x7f1370101a90 msgr2=0x7f13701027b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:40.348 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.493+0000 7f13779a2640 1 -- 172.21.15.71:0/3896482434 shutdown_connections 2024-09-05T07:29:40.348 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:39.493+0000 7f13779a2640 1 -- 172.21.15.71:0/3896482434 wait complete. 2024-09-05T07:29:40.351 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-05T07:29:40.352 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout disabled 2024-09-05T07:29:40.359 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-05T07:29:40.359 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2024-09-05T07:29:40.359 INFO:teuthology.orchestra.run.smithi071.stdout:firewalld.service is not enabled 2024-09-05T07:29:40.359 INFO:teuthology.orchestra.run.smithi071.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-05T07:29:40.360 INFO:teuthology.orchestra.run.smithi071.stdout:Ceph Dashboard is now available at: 2024-09-05T07:29:40.361 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:29:40.361 INFO:teuthology.orchestra.run.smithi071.stdout: URL: https://smithi071:8443/ 2024-09-05T07:29:40.361 INFO:teuthology.orchestra.run.smithi071.stdout: User: admin 2024-09-05T07:29:40.361 INFO:teuthology.orchestra.run.smithi071.stdout: Password: ytglrbzrdo 2024-09-05T07:29:40.361 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:29:40.361 INFO:teuthology.orchestra.run.smithi071.stdout:Saving cluster configuration to /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config directory 2024-09-05T07:29:41.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:41 smithi071 ceph-mon[30965]: mgrmap e13: x(active, since 6s) 2024-09-05T07:29:41.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:41 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2231651419' entity='client.admin' 2024-09-05T07:29:41.611 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.761+0000 7f220ec4b640 1 Processor -- start 2024-09-05T07:29:41.611 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.761+0000 7f220ec4b640 1 -- start start 2024-09-05T07:29:41.611 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.761+0000 7f220ec4b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2208107460 0x7f2208107860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:41.611 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.761+0000 7f220ec4b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2208107e30 con 0x7f2208107460 2024-09-05T07:29:41.611 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.761+0000 7f220c9e7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2208107460 0x7f2208107860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:41.611 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.761+0000 7f220c9e7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2208107460 0x7f2208107860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:39842/0 (socket says 172.21.15.71:39842) 2024-09-05T07:29:41.611 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.761+0000 7f220c9e7640 1 -- 172.21.15.71:0/3662273843 learned_addr learned my addr 172.21.15.71:0/3662273843 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:41.612 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.761+0000 7f220c9e7640 1 -- 172.21.15.71:0/3662273843 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2208108610 con 0x7f2208107460 2024-09-05T07:29:41.612 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.762+0000 7f220c9e7640 1 --2- 172.21.15.71:0/3662273843 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2208107460 0x7f2208107860 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2204009820 tx=0x7f220402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=559ae7b8835bc33d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:41.612 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.762+0000 7f21ff7fe640 1 -- 172.21.15.71:0/3662273843 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2204037070 con 0x7f2208107460 2024-09-05T07:29:41.612 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.762+0000 7f21ff7fe640 1 -- 172.21.15.71:0/3662273843 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f22040328f0 con 0x7f2208107460 2024-09-05T07:29:41.612 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.762+0000 7f21ff7fe640 1 -- 172.21.15.71:0/3662273843 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2204030740 con 0x7f2208107460 2024-09-05T07:29:41.612 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.763+0000 7f220ec4b640 1 -- 172.21.15.71:0/3662273843 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2208107460 msgr2=0x7f2208107860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:41.612 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.763+0000 7f220ec4b640 1 --2- 172.21.15.71:0/3662273843 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2208107460 0x7f2208107860 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2204009820 tx=0x7f220402a270 comp rx=0 tx=0).stop 2024-09-05T07:29:41.612 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.763+0000 7f220ec4b640 1 -- 172.21.15.71:0/3662273843 shutdown_connections 2024-09-05T07:29:41.612 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.763+0000 7f220ec4b640 1 --2- 172.21.15.71:0/3662273843 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2208107460 0x7f2208107860 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:41.612 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.763+0000 7f220ec4b640 1 -- 172.21.15.71:0/3662273843 >> 172.21.15.71:0/3662273843 conn(0x7f2208102c50 msgr2=0x7f2208105070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:41.612 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.763+0000 7f220ec4b640 1 -- 172.21.15.71:0/3662273843 shutdown_connections 2024-09-05T07:29:41.612 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.763+0000 7f220ec4b640 1 -- 172.21.15.71:0/3662273843 wait complete. 2024-09-05T07:29:41.612 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.763+0000 7f220ec4b640 1 Processor -- start 2024-09-05T07:29:41.613 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.764+0000 7f220ec4b640 1 -- start start 2024-09-05T07:29:41.613 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.764+0000 7f220ec4b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2208107460 0x7f220819b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:41.613 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.764+0000 7f220ec4b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f220810b9c0 con 0x7f2208107460 2024-09-05T07:29:41.613 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.764+0000 7f220c9e7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2208107460 0x7f220819b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:41.613 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.764+0000 7f220c9e7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2208107460 0x7f220819b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:39848/0 (socket says 172.21.15.71:39848) 2024-09-05T07:29:41.613 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.764+0000 7f220c9e7640 1 -- 172.21.15.71:0/2231651419 learned_addr learned my addr 172.21.15.71:0/2231651419 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:41.613 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.764+0000 7f220c9e7640 1 -- 172.21.15.71:0/2231651419 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f220819b910 con 0x7f2208107460 2024-09-05T07:29:41.613 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.764+0000 7f220c9e7640 1 --2- 172.21.15.71:0/2231651419 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2208107460 0x7f220819b3d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f22040097f0 tx=0x7f2204030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:41.613 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.764+0000 7f21fdffb640 1 -- 172.21.15.71:0/2231651419 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2204042070 con 0x7f2208107460 2024-09-05T07:29:41.613 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.764+0000 7f21fdffb640 1 -- 172.21.15.71:0/2231651419 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2204030d80 con 0x7f2208107460 2024-09-05T07:29:41.613 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.764+0000 7f220ec4b640 1 -- 172.21.15.71:0/2231651419 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f220819bba0 con 0x7f2208107460 2024-09-05T07:29:41.614 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.764+0000 7f21fdffb640 1 -- 172.21.15.71:0/2231651419 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2204037040 con 0x7f2208107460 2024-09-05T07:29:41.614 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.765+0000 7f220ec4b640 1 -- 172.21.15.71:0/2231651419 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f220819e890 con 0x7f2208107460 2024-09-05T07:29:41.614 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.766+0000 7f21fdffb640 1 -- 172.21.15.71:0/2231651419 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f2204045070 con 0x7f2208107460 2024-09-05T07:29:41.614 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.766+0000 7f220ec4b640 1 -- 172.21.15.71:0/2231651419 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f220810bb40 con 0x7f2208107460 2024-09-05T07:29:41.614 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.766+0000 7f21fdffb640 1 --2- 172.21.15.71:0/2231651419 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f21f00390c0 0x7f21f003b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:41.614 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.766+0000 7f21fdffb640 1 -- 172.21.15.71:0/2231651419 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f220406c2e0 con 0x7f2208107460 2024-09-05T07:29:41.614 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.766+0000 7f21fffff640 1 --2- 172.21.15.71:0/2231651419 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f21f00390c0 0x7f21f003b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:41.614 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.766+0000 7f21fffff640 1 --2- 172.21.15.71:0/2231651419 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f21f00390c0 0x7f21f003b580 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f21f80098c0 tx=0x7f21f8006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:41.614 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:40.770+0000 7f21fdffb640 1 -- 172.21.15.71:0/2231651419 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2204045360 con 0x7f2208107460 2024-09-05T07:29:41.614 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:41.021+0000 7f220ec4b640 1 -- 172.21.15.71:0/2231651419 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f220819ea60 con 0x7f2208107460 2024-09-05T07:29:41.614 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:41.024+0000 7f21fdffb640 1 -- 172.21.15.71:0/2231651419 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7f220403ada0 con 0x7f2208107460 2024-09-05T07:29:41.615 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-05T07:29:41.615 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:41.026+0000 7f220ec4b640 1 -- 172.21.15.71:0/2231651419 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f21f00390c0 msgr2=0x7f21f003b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:41.615 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:41.026+0000 7f220ec4b640 1 --2- 172.21.15.71:0/2231651419 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f21f00390c0 0x7f21f003b580 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f21f80098c0 tx=0x7f21f8006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:41.615 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:41.026+0000 7f220ec4b640 1 -- 172.21.15.71:0/2231651419 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2208107460 msgr2=0x7f220819b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:41.615 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:41.026+0000 7f220ec4b640 1 --2- 172.21.15.71:0/2231651419 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2208107460 0x7f220819b3d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f22040097f0 tx=0x7f2204030c70 comp rx=0 tx=0).stop 2024-09-05T07:29:41.615 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:41.026+0000 7f220ec4b640 1 -- 172.21.15.71:0/2231651419 shutdown_connections 2024-09-05T07:29:41.615 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:41.026+0000 7f220ec4b640 1 --2- 172.21.15.71:0/2231651419 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f21f00390c0 0x7f21f003b580 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:41.615 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:41.026+0000 7f220ec4b640 1 --2- 172.21.15.71:0/2231651419 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2208107460 0x7f220819b3d0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:41.615 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:41.026+0000 7f220ec4b640 1 -- 172.21.15.71:0/2231651419 >> 172.21.15.71:0/2231651419 conn(0x7f2208102c50 msgr2=0x7f22081037c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:41.615 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:41.026+0000 7f220ec4b640 1 -- 172.21.15.71:0/2231651419 shutdown_connections 2024-09-05T07:29:41.615 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr 2024-09-05T07:29:41.026+0000 7f220ec4b640 1 -- 172.21.15.71:0/2231651419 wait complete. 2024-09-05T07:29:41.616 INFO:teuthology.orchestra.run.smithi071.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-05T07:29:41.616 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:29:41.616 INFO:teuthology.orchestra.run.smithi071.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-05T07:29:41.616 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:29:41.616 INFO:teuthology.orchestra.run.smithi071.stdout:Or, if you are only running a single cluster on this host: 2024-09-05T07:29:41.616 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:29:41.616 INFO:teuthology.orchestra.run.smithi071.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-05T07:29:41.616 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:29:41.616 INFO:teuthology.orchestra.run.smithi071.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-05T07:29:41.616 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:29:41.616 INFO:teuthology.orchestra.run.smithi071.stdout: ceph telemetry on 2024-09-05T07:29:41.616 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:29:41.616 INFO:teuthology.orchestra.run.smithi071.stdout:For more information see: 2024-09-05T07:29:41.616 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:29:41.617 INFO:teuthology.orchestra.run.smithi071.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-05T07:29:41.617 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:29:41.617 INFO:teuthology.orchestra.run.smithi071.stdout:Bootstrap complete. 2024-09-05T07:29:41.649 INFO:tasks.cephadm:Fetching config... 2024-09-05T07:29:41.649 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:29:41.650 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-05T07:29:41.667 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-05T07:29:41.668 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:29:41.668 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-05T07:29:41.723 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-05T07:29:41.723 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:29:41.723 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-05T07:29:41.788 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-05T07:29:41.788 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:29:41.788 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-05T07:29:41.844 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-05T07:29:41.845 DEBUG:teuthology.orchestra.run.smithi071:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDhbCuh7DOKpaVE2rqclqSXlIPDAq0q5ler7uLOKDMKriygCBcQPgRfxsC9080cK5pHZJHFNh1E3g190qtmpiX+5rYkxmg+/P5OiNKPY395S3691K0DuaUmtEpwx4SKeY/YqAIEn7WWQpZ4JixieNuV6E/4SmP8XajaXddt4qF6O6FGcSo5baWMmZPBZG8ycwAkC7Uj4uzJw/a+HP/GrUu5ph1svR2mY0RLRxeOOkvo+GDOOZvZHWnAE+QxfROddah1aoGCSwzJpJq7NFAvBVAzkXGZFF4Ep6lx8I566i+XDl6bTLcut001y22fIziRqjTfvCotFPrTqJMKoKq9acVKRIRpTzCAwJviixIZ0nHLpFZxgByLeZcr9vJ+bgtyEhHR+u4tP299jYgRnxfDRf7o1ZmXD87Mrnh7FXykTlchVwofnQ5RUAbpsBKcb+6gzBGAbgja+a/yjdw3Y7OvjKqKXqrr4BUd68hTRU3793W7oEeFQCRYw/axdN7C1WkMYXk= ceph-528064f0-6b58-11ef-bcd6-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-05T07:29:41.923 INFO:teuthology.orchestra.run.smithi071.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDhbCuh7DOKpaVE2rqclqSXlIPDAq0q5ler7uLOKDMKriygCBcQPgRfxsC9080cK5pHZJHFNh1E3g190qtmpiX+5rYkxmg+/P5OiNKPY395S3691K0DuaUmtEpwx4SKeY/YqAIEn7WWQpZ4JixieNuV6E/4SmP8XajaXddt4qF6O6FGcSo5baWMmZPBZG8ycwAkC7Uj4uzJw/a+HP/GrUu5ph1svR2mY0RLRxeOOkvo+GDOOZvZHWnAE+QxfROddah1aoGCSwzJpJq7NFAvBVAzkXGZFF4Ep6lx8I566i+XDl6bTLcut001y22fIziRqjTfvCotFPrTqJMKoKq9acVKRIRpTzCAwJviixIZ0nHLpFZxgByLeZcr9vJ+bgtyEhHR+u4tP299jYgRnxfDRf7o1ZmXD87Mrnh7FXykTlchVwofnQ5RUAbpsBKcb+6gzBGAbgja+a/yjdw3Y7OvjKqKXqrr4BUd68hTRU3793W7oEeFQCRYw/axdN7C1WkMYXk= ceph-528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:29:41.935 DEBUG:teuthology.orchestra.run.smithi123:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDhbCuh7DOKpaVE2rqclqSXlIPDAq0q5ler7uLOKDMKriygCBcQPgRfxsC9080cK5pHZJHFNh1E3g190qtmpiX+5rYkxmg+/P5OiNKPY395S3691K0DuaUmtEpwx4SKeY/YqAIEn7WWQpZ4JixieNuV6E/4SmP8XajaXddt4qF6O6FGcSo5baWMmZPBZG8ycwAkC7Uj4uzJw/a+HP/GrUu5ph1svR2mY0RLRxeOOkvo+GDOOZvZHWnAE+QxfROddah1aoGCSwzJpJq7NFAvBVAzkXGZFF4Ep6lx8I566i+XDl6bTLcut001y22fIziRqjTfvCotFPrTqJMKoKq9acVKRIRpTzCAwJviixIZ0nHLpFZxgByLeZcr9vJ+bgtyEhHR+u4tP299jYgRnxfDRf7o1ZmXD87Mrnh7FXykTlchVwofnQ5RUAbpsBKcb+6gzBGAbgja+a/yjdw3Y7OvjKqKXqrr4BUd68hTRU3793W7oEeFQCRYw/axdN7C1WkMYXk= ceph-528064f0-6b58-11ef-bcd6-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-05T07:29:41.977 INFO:teuthology.orchestra.run.smithi123.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDhbCuh7DOKpaVE2rqclqSXlIPDAq0q5ler7uLOKDMKriygCBcQPgRfxsC9080cK5pHZJHFNh1E3g190qtmpiX+5rYkxmg+/P5OiNKPY395S3691K0DuaUmtEpwx4SKeY/YqAIEn7WWQpZ4JixieNuV6E/4SmP8XajaXddt4qF6O6FGcSo5baWMmZPBZG8ycwAkC7Uj4uzJw/a+HP/GrUu5ph1svR2mY0RLRxeOOkvo+GDOOZvZHWnAE+QxfROddah1aoGCSwzJpJq7NFAvBVAzkXGZFF4Ep6lx8I566i+XDl6bTLcut001y22fIziRqjTfvCotFPrTqJMKoKq9acVKRIRpTzCAwJviixIZ0nHLpFZxgByLeZcr9vJ+bgtyEhHR+u4tP299jYgRnxfDRf7o1ZmXD87Mrnh7FXykTlchVwofnQ5RUAbpsBKcb+6gzBGAbgja+a/yjdw3Y7OvjKqKXqrr4BUd68hTRU3793W7oEeFQCRYw/axdN7C1WkMYXk= ceph-528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:29:41.989 DEBUG:teuthology.orchestra.run.smithi192:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDhbCuh7DOKpaVE2rqclqSXlIPDAq0q5ler7uLOKDMKriygCBcQPgRfxsC9080cK5pHZJHFNh1E3g190qtmpiX+5rYkxmg+/P5OiNKPY395S3691K0DuaUmtEpwx4SKeY/YqAIEn7WWQpZ4JixieNuV6E/4SmP8XajaXddt4qF6O6FGcSo5baWMmZPBZG8ycwAkC7Uj4uzJw/a+HP/GrUu5ph1svR2mY0RLRxeOOkvo+GDOOZvZHWnAE+QxfROddah1aoGCSwzJpJq7NFAvBVAzkXGZFF4Ep6lx8I566i+XDl6bTLcut001y22fIziRqjTfvCotFPrTqJMKoKq9acVKRIRpTzCAwJviixIZ0nHLpFZxgByLeZcr9vJ+bgtyEhHR+u4tP299jYgRnxfDRf7o1ZmXD87Mrnh7FXykTlchVwofnQ5RUAbpsBKcb+6gzBGAbgja+a/yjdw3Y7OvjKqKXqrr4BUd68hTRU3793W7oEeFQCRYw/axdN7C1WkMYXk= ceph-528064f0-6b58-11ef-bcd6-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-05T07:29:42.030 INFO:teuthology.orchestra.run.smithi192.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDhbCuh7DOKpaVE2rqclqSXlIPDAq0q5ler7uLOKDMKriygCBcQPgRfxsC9080cK5pHZJHFNh1E3g190qtmpiX+5rYkxmg+/P5OiNKPY395S3691K0DuaUmtEpwx4SKeY/YqAIEn7WWQpZ4JixieNuV6E/4SmP8XajaXddt4qF6O6FGcSo5baWMmZPBZG8ycwAkC7Uj4uzJw/a+HP/GrUu5ph1svR2mY0RLRxeOOkvo+GDOOZvZHWnAE+QxfROddah1aoGCSwzJpJq7NFAvBVAzkXGZFF4Ep6lx8I566i+XDl6bTLcut001y22fIziRqjTfvCotFPrTqJMKoKq9acVKRIRpTzCAwJviixIZ0nHLpFZxgByLeZcr9vJ+bgtyEhHR+u4tP299jYgRnxfDRf7o1ZmXD87Mrnh7FXykTlchVwofnQ5RUAbpsBKcb+6gzBGAbgja+a/yjdw3Y7OvjKqKXqrr4BUd68hTRU3793W7oEeFQCRYw/axdN7C1WkMYXk= ceph-528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:29:42.043 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-05T07:29:42.289 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:29:42.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.800+0000 7f0f753a7640 1 -- 172.21.15.71:0/3785840896 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f70101af0 msgr2=0x7f0f70101ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:42.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.800+0000 7f0f753a7640 1 --2- 172.21.15.71:0/3785840896 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f70101af0 0x7f0f70101ef0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0f60009880 tx=0x7f0f6002a5d0 comp rx=0 tx=0).stop 2024-09-05T07:29:42.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.800+0000 7f0f753a7640 1 -- 172.21.15.71:0/3785840896 shutdown_connections 2024-09-05T07:29:42.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.800+0000 7f0f753a7640 1 --2- 172.21.15.71:0/3785840896 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f70101af0 0x7f0f70101ef0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:42.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.800+0000 7f0f753a7640 1 -- 172.21.15.71:0/3785840896 >> 172.21.15.71:0/3785840896 conn(0x7f0f700fb400 msgr2=0x7f0f700fd860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:42.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.800+0000 7f0f753a7640 1 -- 172.21.15.71:0/3785840896 shutdown_connections 2024-09-05T07:29:42.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.800+0000 7f0f753a7640 1 -- 172.21.15.71:0/3785840896 wait complete. 2024-09-05T07:29:42.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.801+0000 7f0f753a7640 1 Processor -- start 2024-09-05T07:29:42.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.801+0000 7f0f753a7640 1 -- start start 2024-09-05T07:29:42.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.801+0000 7f0f753a7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f70101af0 0x7f0f70195ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:42.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.801+0000 7f0f753a7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f0f701064d0 con 0x7f0f70101af0 2024-09-05T07:29:42.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.801+0000 7f0f6effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f70101af0 0x7f0f70195ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:42.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.801+0000 7f0f6effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f70101af0 0x7f0f70195ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45026/0 (socket says 172.21.15.71:45026) 2024-09-05T07:29:42.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.801+0000 7f0f6effd640 1 -- 172.21.15.71:0/907824596 learned_addr learned my addr 172.21.15.71:0/907824596 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:42.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.802+0000 7f0f6effd640 1 -- 172.21.15.71:0/907824596 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f701960e0 con 0x7f0f70101af0 2024-09-05T07:29:42.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.802+0000 7f0f6effd640 1 --2- 172.21.15.71:0/907824596 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f70101af0 0x7f0f70195ba0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0f60009230 tx=0x7f0f600048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:42.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.802+0000 7f0f67fff640 1 -- 172.21.15.71:0/907824596 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f6003f070 con 0x7f0f70101af0 2024-09-05T07:29:42.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.802+0000 7f0f753a7640 1 -- 172.21.15.71:0/907824596 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f70196370 con 0x7f0f70101af0 2024-09-05T07:29:42.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.802+0000 7f0f67fff640 1 -- 172.21.15.71:0/907824596 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0f60003aa0 con 0x7f0f70101af0 2024-09-05T07:29:42.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.802+0000 7f0f67fff640 1 -- 172.21.15.71:0/907824596 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f60035030 con 0x7f0f70101af0 2024-09-05T07:29:42.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.802+0000 7f0f753a7640 1 -- 172.21.15.71:0/907824596 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f70199060 con 0x7f0f70101af0 2024-09-05T07:29:42.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.803+0000 7f0f67fff640 1 -- 172.21.15.71:0/907824596 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f0f60042070 con 0x7f0f70101af0 2024-09-05T07:29:42.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.803+0000 7f0f753a7640 1 -- 172.21.15.71:0/907824596 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f70106c50 con 0x7f0f70101af0 2024-09-05T07:29:42.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.803+0000 7f0f67fff640 1 --2- 172.21.15.71:0/907824596 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f0f5c039060 0x7f0f5c03b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:42.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.803+0000 7f0f67fff640 1 -- 172.21.15.71:0/907824596 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0f6006cf40 con 0x7f0f70101af0 2024-09-05T07:29:42.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.803+0000 7f0f6e7fc640 1 --2- 172.21.15.71:0/907824596 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f0f5c039060 0x7f0f5c03b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:42.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.803+0000 7f0f6e7fc640 1 --2- 172.21.15.71:0/907824596 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f0f5c039060 0x7f0f5c03b520 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f0f580098c0 tx=0x7f0f58006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:42.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.808+0000 7f0f67fff640 1 -- 172.21.15.71:0/907824596 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0f60031a50 con 0x7f0f70101af0 2024-09-05T07:29:42.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.975+0000 7f0f753a7640 1 -- 172.21.15.71:0/907824596 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f0f7002d830 con 0x7f0f70101af0 2024-09-05T07:29:42.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.977+0000 7f0f67fff640 1 -- 172.21.15.71:0/907824596 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f0f60042360 con 0x7f0f70101af0 2024-09-05T07:29:42.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.980+0000 7f0f753a7640 1 -- 172.21.15.71:0/907824596 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f0f5c039060 msgr2=0x7f0f5c03b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:42.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.981+0000 7f0f753a7640 1 --2- 172.21.15.71:0/907824596 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f0f5c039060 0x7f0f5c03b520 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f0f580098c0 tx=0x7f0f58006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:42.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.981+0000 7f0f753a7640 1 -- 172.21.15.71:0/907824596 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f70101af0 msgr2=0x7f0f70195ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:42.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.981+0000 7f0f753a7640 1 --2- 172.21.15.71:0/907824596 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f70101af0 0x7f0f70195ba0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0f60009230 tx=0x7f0f600048f0 comp rx=0 tx=0).stop 2024-09-05T07:29:42.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.981+0000 7f0f753a7640 1 -- 172.21.15.71:0/907824596 shutdown_connections 2024-09-05T07:29:42.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.981+0000 7f0f753a7640 1 --2- 172.21.15.71:0/907824596 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f0f5c039060 0x7f0f5c03b520 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:42.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.981+0000 7f0f753a7640 1 --2- 172.21.15.71:0/907824596 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f70101af0 0x7f0f70195ba0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:42.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.981+0000 7f0f753a7640 1 -- 172.21.15.71:0/907824596 >> 172.21.15.71:0/907824596 conn(0x7f0f700fb400 msgr2=0x7f0f700fbf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:42.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.981+0000 7f0f753a7640 1 -- 172.21.15.71:0/907824596 shutdown_connections 2024-09-05T07:29:42.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:42.981+0000 7f0f753a7640 1 -- 172.21.15.71:0/907824596 wait complete. 2024-09-05T07:29:43.593 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-05T07:29:43.593 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-05T07:29:44.253 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:43 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/907824596' entity='client.admin' 2024-09-05T07:29:44.315 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:29:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.962+0000 7fd1089f6640 1 -- 172.21.15.71:0/614106658 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd104100540 msgr2=0x7fd104100940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.962+0000 7fd1089f6640 1 --2- 172.21.15.71:0/614106658 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd104100540 0x7fd104100940 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fd0f4009880 tx=0x7fd0f402a5d0 comp rx=0 tx=0).stop 2024-09-05T07:29:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.962+0000 7fd1089f6640 1 -- 172.21.15.71:0/614106658 shutdown_connections 2024-09-05T07:29:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.962+0000 7fd1089f6640 1 --2- 172.21.15.71:0/614106658 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd104100540 0x7fd104100940 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.962+0000 7fd1089f6640 1 -- 172.21.15.71:0/614106658 >> 172.21.15.71:0/614106658 conn(0x7fd1040fbcd0 msgr2=0x7fd1040fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.962+0000 7fd1089f6640 1 -- 172.21.15.71:0/614106658 shutdown_connections 2024-09-05T07:29:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.962+0000 7fd1089f6640 1 -- 172.21.15.71:0/614106658 wait complete. 2024-09-05T07:29:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.962+0000 7fd1089f6640 1 Processor -- start 2024-09-05T07:29:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.963+0000 7fd1089f6640 1 -- start start 2024-09-05T07:29:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.963+0000 7fd1089f6640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd104100540 0x7fd104196cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.963+0000 7fd1089f6640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd1041064a0 con 0x7fd104100540 2024-09-05T07:29:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.963+0000 7fd10259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd104100540 0x7fd104196cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.963+0000 7fd10259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd104100540 0x7fd104196cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45046/0 (socket says 172.21.15.71:45046) 2024-09-05T07:29:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.963+0000 7fd10259c640 1 -- 172.21.15.71:0/3721816209 learned_addr learned my addr 172.21.15.71:0/3721816209 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.963+0000 7fd10259c640 1 -- 172.21.15.71:0/3721816209 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd104197230 con 0x7fd104100540 2024-09-05T07:29:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.963+0000 7fd10259c640 1 --2- 172.21.15.71:0/3721816209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd104100540 0x7fd104196cf0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd0f4005ec0 tx=0x7fd0f40048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.964+0000 7fd0fbfff640 1 -- 172.21.15.71:0/3721816209 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd0f403f070 con 0x7fd104100540 2024-09-05T07:29:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.964+0000 7fd0fbfff640 1 -- 172.21.15.71:0/3721816209 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0f4003aa0 con 0x7fd104100540 2024-09-05T07:29:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.964+0000 7fd1089f6640 1 -- 172.21.15.71:0/3721816209 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1041974c0 con 0x7fd104100540 2024-09-05T07:29:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.964+0000 7fd0fbfff640 1 -- 172.21.15.71:0/3721816209 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd0f4035030 con 0x7fd104100540 2024-09-05T07:29:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.964+0000 7fd1089f6640 1 -- 172.21.15.71:0/3721816209 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd10419a1a0 con 0x7fd104100540 2024-09-05T07:29:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.965+0000 7fd0fbfff640 1 -- 172.21.15.71:0/3721816209 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fd0f4042070 con 0x7fd104100540 2024-09-05T07:29:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.965+0000 7fd1089f6640 1 -- 172.21.15.71:0/3721816209 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd104106c20 con 0x7fd104100540 2024-09-05T07:29:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.965+0000 7fd0fbfff640 1 --2- 172.21.15.71:0/3721816209 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd0f00390c0 0x7fd0f003b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:45.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.965+0000 7fd0fbfff640 1 -- 172.21.15.71:0/3721816209 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fd0f406dc90 con 0x7fd104100540 2024-09-05T07:29:45.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.965+0000 7fd0f9d9b640 1 --2- 172.21.15.71:0/3721816209 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd0f00390c0 0x7fd0f003b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:45.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.965+0000 7fd0f9d9b640 1 --2- 172.21.15.71:0/3721816209 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd0f00390c0 0x7fd0f003b580 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd0ec0098c0 tx=0x7fd0ec006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:45.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:44.970+0000 7fd0fbfff640 1 -- 172.21.15.71:0/3721816209 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd0f40433b0 con 0x7fd104100540 2024-09-05T07:29:45.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:45 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:45.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:45 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:45.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:45 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi071", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:29:45.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:45 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:45.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:45 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:29:45.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:45 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:45.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:45.160+0000 7fd1089f6640 1 -- 172.21.15.71:0/3721816209 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7fd10402d830 con 0x7fd0f00390c0 2024-09-05T07:29:45.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:45.163+0000 7fd0fbfff640 1 -- 172.21.15.71:0/3721816209 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd10402d830 con 0x7fd0f00390c0 2024-09-05T07:29:45.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:45.165+0000 7fd1089f6640 1 -- 172.21.15.71:0/3721816209 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd0f00390c0 msgr2=0x7fd0f003b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:45.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:45.165+0000 7fd1089f6640 1 --2- 172.21.15.71:0/3721816209 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd0f00390c0 0x7fd0f003b580 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd0ec0098c0 tx=0x7fd0ec006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:45.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:45.165+0000 7fd1089f6640 1 -- 172.21.15.71:0/3721816209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd104100540 msgr2=0x7fd104196cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:45.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:45.165+0000 7fd1089f6640 1 --2- 172.21.15.71:0/3721816209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd104100540 0x7fd104196cf0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd0f4005ec0 tx=0x7fd0f40048f0 comp rx=0 tx=0).stop 2024-09-05T07:29:45.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:45.165+0000 7fd1089f6640 1 -- 172.21.15.71:0/3721816209 shutdown_connections 2024-09-05T07:29:45.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:45.165+0000 7fd1089f6640 1 --2- 172.21.15.71:0/3721816209 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd0f00390c0 0x7fd0f003b580 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:45.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:45.165+0000 7fd1089f6640 1 --2- 172.21.15.71:0/3721816209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd104100540 0x7fd104196cf0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:45.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:45.165+0000 7fd1089f6640 1 -- 172.21.15.71:0/3721816209 >> 172.21.15.71:0/3721816209 conn(0x7fd1040fbcd0 msgr2=0x7fd104069e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:45.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:45.165+0000 7fd1089f6640 1 -- 172.21.15.71:0/3721816209 shutdown_connections 2024-09-05T07:29:45.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:45.165+0000 7fd1089f6640 1 -- 172.21.15.71:0/3721816209 wait complete. 2024-09-05T07:29:46.154 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi123 2024-09-05T07:29:46.154 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T07:29:46.154 DEBUG:teuthology.orchestra.run.smithi123:> dd of=/etc/ceph/ceph.conf 2024-09-05T07:29:46.173 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T07:29:46.173 DEBUG:teuthology.orchestra.run.smithi123:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T07:29:46.231 INFO:tasks.cephadm:Adding host smithi123 to orchestrator... 2024-09-05T07:29:46.231 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph orch host add smithi123 2024-09-05T07:29:46.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:46 smithi071 ceph-mon[30965]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:29:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:46 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:46 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:29:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:46 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:29:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:46 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:29:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:46 smithi071 ceph-mon[30965]: Updating smithi071:/etc/ceph/ceph.conf 2024-09-05T07:29:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:46 smithi071 ceph-mon[30965]: Updating smithi071:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:29:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:46 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:46 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:46 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:46.583 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:29:46.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.956+0000 7f651e868640 1 -- 172.21.15.71:0/4236275477 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6518106540 msgr2=0x7f6518106920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:46.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.956+0000 7f651e868640 1 --2- 172.21.15.71:0/4236275477 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6518106540 0x7f6518106920 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6508009810 tx=0x7f650802a540 comp rx=0 tx=0).stop 2024-09-05T07:29:46.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.956+0000 7f651e868640 1 -- 172.21.15.71:0/4236275477 shutdown_connections 2024-09-05T07:29:46.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.956+0000 7f651e868640 1 --2- 172.21.15.71:0/4236275477 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6518106540 0x7f6518106920 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:46.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.956+0000 7f651e868640 1 -- 172.21.15.71:0/4236275477 >> 172.21.15.71:0/4236275477 conn(0x7f6518077310 msgr2=0x7f65180fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:46.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.956+0000 7f651e868640 1 -- 172.21.15.71:0/4236275477 shutdown_connections 2024-09-05T07:29:46.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.956+0000 7f651e868640 1 -- 172.21.15.71:0/4236275477 wait complete. 2024-09-05T07:29:46.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.957+0000 7f651e868640 1 Processor -- start 2024-09-05T07:29:46.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.957+0000 7f651e868640 1 -- start start 2024-09-05T07:29:46.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.957+0000 7f651e868640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6518106540 0x7f6518199170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:46.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.957+0000 7f651e868640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f651810aa20 con 0x7f6518106540 2024-09-05T07:29:46.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.957+0000 7f6517fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6518106540 0x7f6518199170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:46.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.957+0000 7f6517fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6518106540 0x7f6518199170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45074/0 (socket says 172.21.15.71:45074) 2024-09-05T07:29:46.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.957+0000 7f6517fff640 1 -- 172.21.15.71:0/2993258340 learned_addr learned my addr 172.21.15.71:0/2993258340 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:46.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.957+0000 7f6517fff640 1 -- 172.21.15.71:0/2993258340 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65181996b0 con 0x7f6518106540 2024-09-05T07:29:46.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.957+0000 7f6517fff640 1 --2- 172.21.15.71:0/2993258340 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6518106540 0x7f6518199170 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6508030b00 tx=0x7f6508030b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:46.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.958+0000 7f6515ffb640 1 -- 172.21.15.71:0/2993258340 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6508040070 con 0x7f6518106540 2024-09-05T07:29:46.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.958+0000 7f6515ffb640 1 -- 172.21.15.71:0/2993258340 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f65080318b0 con 0x7f6518106540 2024-09-05T07:29:46.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.958+0000 7f651e868640 1 -- 172.21.15.71:0/2993258340 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6518199940 con 0x7f6518106540 2024-09-05T07:29:46.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.958+0000 7f6515ffb640 1 -- 172.21.15.71:0/2993258340 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6508003de0 con 0x7f6518106540 2024-09-05T07:29:46.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.958+0000 7f651e868640 1 -- 172.21.15.71:0/2993258340 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f651819da40 con 0x7f6518106540 2024-09-05T07:29:46.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.958+0000 7f6515ffb640 1 -- 172.21.15.71:0/2993258340 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f6508039040 con 0x7f6518106540 2024-09-05T07:29:46.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.959+0000 7f651e868640 1 -- 172.21.15.71:0/2993258340 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6518101bb0 con 0x7f6518106540 2024-09-05T07:29:46.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.959+0000 7f6515ffb640 1 --2- 172.21.15.71:0/2993258340 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6504039060 0x7f650403b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:46.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.959+0000 7f6515ffb640 1 -- 172.21.15.71:0/2993258340 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f650806d5e0 con 0x7f6518106540 2024-09-05T07:29:46.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.959+0000 7f650ffff640 1 --2- 172.21.15.71:0/2993258340 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6504039060 0x7f650403b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:46.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.959+0000 7f650ffff640 1 --2- 172.21.15.71:0/2993258340 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6504039060 0x7f650403b520 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f65000098c0 tx=0x7f6500006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:46.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:46.963+0000 7f6515ffb640 1 -- 172.21.15.71:0/2993258340 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6508031ad0 con 0x7f6518106540 2024-09-05T07:29:47.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:47.133+0000 7f651e868640 1 -- 172.21.15.71:0/2993258340 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi123", "target": ["mon-mgr", ""]}) -- 0x7f651819a4d0 con 0x7f6504039060 2024-09-05T07:29:47.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:47 smithi071 ceph-mon[30965]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-09-05T07:29:47.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:47 smithi071 ceph-mon[30965]: Updating smithi071:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T07:29:48.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:48 smithi071 ceph-mon[30965]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi123", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:29:49.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:49 smithi071 ceph-mon[30965]: Deploying cephadm binary to smithi123 2024-09-05T07:29:50.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:50.373+0000 7f6515ffb640 1 -- 172.21.15.71:0/2993258340 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f651819a4d0 con 0x7f6504039060 2024-09-05T07:29:50.375 INFO:teuthology.orchestra.run.smithi071.stdout:Added host 'smithi123' with addr '172.21.15.123' 2024-09-05T07:29:50.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:50.375+0000 7f651e868640 1 -- 172.21.15.71:0/2993258340 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6504039060 msgr2=0x7f650403b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:50.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:50.375+0000 7f651e868640 1 --2- 172.21.15.71:0/2993258340 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6504039060 0x7f650403b520 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f65000098c0 tx=0x7f6500006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:50.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:50.375+0000 7f651e868640 1 -- 172.21.15.71:0/2993258340 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6518106540 msgr2=0x7f6518199170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:50.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:50.375+0000 7f651e868640 1 --2- 172.21.15.71:0/2993258340 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6518106540 0x7f6518199170 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6508030b00 tx=0x7f6508030b30 comp rx=0 tx=0).stop 2024-09-05T07:29:50.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:50.376+0000 7f651e868640 1 -- 172.21.15.71:0/2993258340 shutdown_connections 2024-09-05T07:29:50.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:50.376+0000 7f651e868640 1 --2- 172.21.15.71:0/2993258340 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6504039060 0x7f650403b520 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:50.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:50.376+0000 7f651e868640 1 --2- 172.21.15.71:0/2993258340 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6518106540 0x7f6518199170 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:50.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:50.376+0000 7f651e868640 1 -- 172.21.15.71:0/2993258340 >> 172.21.15.71:0/2993258340 conn(0x7f6518077310 msgr2=0x7f65180fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:50.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:50.376+0000 7f651e868640 1 -- 172.21.15.71:0/2993258340 shutdown_connections 2024-09-05T07:29:50.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:50.376+0000 7f651e868640 1 -- 172.21.15.71:0/2993258340 wait complete. 2024-09-05T07:29:51.271 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph orch host ls --format=json 2024-09-05T07:29:51.527 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:29:51.647 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:51 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:51.647 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:51 smithi071 ceph-mon[30965]: Added host smithi123 2024-09-05T07:29:51.647 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:51 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:29:51.647 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:51 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:51.647 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:51 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:51.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.953+0000 7fb38aada640 1 -- 172.21.15.71:0/196778760 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb384106560 msgr2=0x7fb384106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:51.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.953+0000 7fb38aada640 1 --2- 172.21.15.71:0/196778760 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb384106560 0x7fb384106940 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb378009880 tx=0x7fb37802a5d0 comp rx=0 tx=0).stop 2024-09-05T07:29:51.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.953+0000 7fb38aada640 1 -- 172.21.15.71:0/196778760 shutdown_connections 2024-09-05T07:29:51.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.953+0000 7fb38aada640 1 --2- 172.21.15.71:0/196778760 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb384106560 0x7fb384106940 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:51.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.953+0000 7fb38aada640 1 -- 172.21.15.71:0/196778760 >> 172.21.15.71:0/196778760 conn(0x7fb3840fc1b0 msgr2=0x7fb3840fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:51.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.953+0000 7fb38aada640 1 -- 172.21.15.71:0/196778760 shutdown_connections 2024-09-05T07:29:51.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.953+0000 7fb38aada640 1 -- 172.21.15.71:0/196778760 wait complete. 2024-09-05T07:29:51.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.953+0000 7fb38aada640 1 Processor -- start 2024-09-05T07:29:51.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.953+0000 7fb38aada640 1 -- start start 2024-09-05T07:29:51.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.954+0000 7fb38aada640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb384106560 0x7fb384197020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:51.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.954+0000 7fb38aada640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fb38410aa40 con 0x7fb384106560 2024-09-05T07:29:51.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.954+0000 7fb388876640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb384106560 0x7fb384197020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:51.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.954+0000 7fb388876640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb384106560 0x7fb384197020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:49310/0 (socket says 172.21.15.71:49310) 2024-09-05T07:29:51.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.954+0000 7fb388876640 1 -- 172.21.15.71:0/1230320244 learned_addr learned my addr 172.21.15.71:0/1230320244 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:51.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.954+0000 7fb388876640 1 -- 172.21.15.71:0/1230320244 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb384197560 con 0x7fb384106560 2024-09-05T07:29:51.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.954+0000 7fb388876640 1 --2- 172.21.15.71:0/1230320244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb384106560 0x7fb384197020 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb378009230 tx=0x7fb3780048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:51.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.954+0000 7fb381ffb640 1 -- 172.21.15.71:0/1230320244 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb37803f070 con 0x7fb384106560 2024-09-05T07:29:51.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.954+0000 7fb381ffb640 1 -- 172.21.15.71:0/1230320244 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb378004d10 con 0x7fb384106560 2024-09-05T07:29:51.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.954+0000 7fb381ffb640 1 -- 172.21.15.71:0/1230320244 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb378035030 con 0x7fb384106560 2024-09-05T07:29:51.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.954+0000 7fb38aada640 1 -- 172.21.15.71:0/1230320244 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3841977f0 con 0x7fb384106560 2024-09-05T07:29:51.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.955+0000 7fb38aada640 1 -- 172.21.15.71:0/1230320244 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb38419b8f0 con 0x7fb384106560 2024-09-05T07:29:51.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.955+0000 7fb381ffb640 1 -- 172.21.15.71:0/1230320244 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fb378042070 con 0x7fb384106560 2024-09-05T07:29:51.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.956+0000 7fb381ffb640 1 --2- 172.21.15.71:0/1230320244 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb374039060 0x7fb37403b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:51.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.956+0000 7fb381ffb640 1 -- 172.21.15.71:0/1230320244 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fb37806cd90 con 0x7fb384106560 2024-09-05T07:29:51.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.956+0000 7fb38aada640 1 -- 172.21.15.71:0/1230320244 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb384101bd0 con 0x7fb384106560 2024-09-05T07:29:51.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.956+0000 7fb383fff640 1 --2- 172.21.15.71:0/1230320244 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb374039060 0x7fb37403b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:51.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.956+0000 7fb383fff640 1 --2- 172.21.15.71:0/1230320244 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb374039060 0x7fb37403b520 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb3700098c0 tx=0x7fb370006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:51.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:51.961+0000 7fb381ffb640 1 -- 172.21.15.71:0/1230320244 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb378042360 con 0x7fb384106560 2024-09-05T07:29:52.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:52.130+0000 7fb38aada640 1 -- 172.21.15.71:0/1230320244 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb384106a20 con 0x7fb374039060 2024-09-05T07:29:52.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:52.131+0000 7fb381ffb640 1 -- 172.21.15.71:0/1230320244 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+160 (secure 0 0 0) 0x7fb384106a20 con 0x7fb374039060 2024-09-05T07:29:52.132 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:29:52.132 INFO:teuthology.orchestra.run.smithi071.stdout:[{"addr": "172.21.15.71", "hostname": "smithi071", "labels": [], "status": ""}, {"addr": "172.21.15.123", "hostname": "smithi123", "labels": [], "status": ""}] 2024-09-05T07:29:52.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:52.134+0000 7fb38aada640 1 -- 172.21.15.71:0/1230320244 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb374039060 msgr2=0x7fb37403b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:52.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:52.134+0000 7fb38aada640 1 --2- 172.21.15.71:0/1230320244 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb374039060 0x7fb37403b520 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb3700098c0 tx=0x7fb370006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:52.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:52.134+0000 7fb38aada640 1 -- 172.21.15.71:0/1230320244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb384106560 msgr2=0x7fb384197020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:52.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:52.134+0000 7fb38aada640 1 --2- 172.21.15.71:0/1230320244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb384106560 0x7fb384197020 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb378009230 tx=0x7fb3780048f0 comp rx=0 tx=0).stop 2024-09-05T07:29:52.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:52.134+0000 7fb38aada640 1 -- 172.21.15.71:0/1230320244 shutdown_connections 2024-09-05T07:29:52.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:52.134+0000 7fb38aada640 1 --2- 172.21.15.71:0/1230320244 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb374039060 0x7fb37403b520 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:52.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:52.134+0000 7fb38aada640 1 --2- 172.21.15.71:0/1230320244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb384106560 0x7fb384197020 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:52.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:52.134+0000 7fb38aada640 1 -- 172.21.15.71:0/1230320244 >> 172.21.15.71:0/1230320244 conn(0x7fb3840fc1b0 msgr2=0x7fb384069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:52.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:52.134+0000 7fb38aada640 1 -- 172.21.15.71:0/1230320244 shutdown_connections 2024-09-05T07:29:52.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:52.134+0000 7fb38aada640 1 -- 172.21.15.71:0/1230320244 wait complete. 2024-09-05T07:29:52.803 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:52 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:52.803 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:52 smithi071 ceph-mon[30965]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:29:52.831 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi192 2024-09-05T07:29:52.831 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-05T07:29:52.831 DEBUG:teuthology.orchestra.run.smithi192:> dd of=/etc/ceph/ceph.conf 2024-09-05T07:29:52.851 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-05T07:29:52.851 DEBUG:teuthology.orchestra.run.smithi192:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T07:29:52.909 INFO:tasks.cephadm:Adding host smithi192 to orchestrator... 2024-09-05T07:29:52.909 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph orch host add smithi192 2024-09-05T07:29:53.152 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:29:53.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.561+0000 7f7087af9640 1 -- 172.21.15.71:0/3279888951 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7080100540 msgr2=0x7f7080100920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:53.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.561+0000 7f7087af9640 1 --2- 172.21.15.71:0/3279888951 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7080100540 0x7f7080100920 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f707c009880 tx=0x7f707c02a670 comp rx=0 tx=0).stop 2024-09-05T07:29:53.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.562+0000 7f7087af9640 1 -- 172.21.15.71:0/3279888951 shutdown_connections 2024-09-05T07:29:53.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.562+0000 7f7087af9640 1 --2- 172.21.15.71:0/3279888951 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7080100540 0x7f7080100920 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:53.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.562+0000 7f7087af9640 1 -- 172.21.15.71:0/3279888951 >> 172.21.15.71:0/3279888951 conn(0x7f70800fc1b0 msgr2=0x7f70800fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:53.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.562+0000 7f7087af9640 1 -- 172.21.15.71:0/3279888951 shutdown_connections 2024-09-05T07:29:53.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.562+0000 7f7087af9640 1 -- 172.21.15.71:0/3279888951 wait complete. 2024-09-05T07:29:53.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.562+0000 7f7087af9640 1 Processor -- start 2024-09-05T07:29:53.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.562+0000 7f7087af9640 1 -- start start 2024-09-05T07:29:53.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.562+0000 7f7087af9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7080100540 0x7f708019d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:53.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.562+0000 7f7087af9640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7080112180 con 0x7f7080100540 2024-09-05T07:29:53.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.563+0000 7f7085895640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7080100540 0x7f708019d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:53.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.563+0000 7f7085895640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7080100540 0x7f708019d700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:49340/0 (socket says 172.21.15.71:49340) 2024-09-05T07:29:53.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.563+0000 7f7085895640 1 -- 172.21.15.71:0/3257777111 learned_addr learned my addr 172.21.15.71:0/3257777111 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:53.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.563+0000 7f7085895640 1 -- 172.21.15.71:0/3257777111 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f708019dc40 con 0x7f7080100540 2024-09-05T07:29:53.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.563+0000 7f7085895640 1 --2- 172.21.15.71:0/3257777111 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7080100540 0x7f708019d700 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f707c009230 tx=0x7f707c0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:53.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.563+0000 7f7076ffd640 1 -- 172.21.15.71:0/3257777111 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f707c03f070 con 0x7f7080100540 2024-09-05T07:29:53.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.563+0000 7f7076ffd640 1 -- 172.21.15.71:0/3257777111 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f707c004d10 con 0x7f7080100540 2024-09-05T07:29:53.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.563+0000 7f7087af9640 1 -- 172.21.15.71:0/3257777111 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f708019ded0 con 0x7f7080100540 2024-09-05T07:29:53.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.563+0000 7f7076ffd640 1 -- 172.21.15.71:0/3257777111 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f707c035030 con 0x7f7080100540 2024-09-05T07:29:53.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.563+0000 7f7087af9640 1 -- 172.21.15.71:0/3257777111 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f708019e330 con 0x7f7080100540 2024-09-05T07:29:53.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.564+0000 7f7076ffd640 1 -- 172.21.15.71:0/3257777111 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f707c042070 con 0x7f7080100540 2024-09-05T07:29:53.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.564+0000 7f7076ffd640 1 --2- 172.21.15.71:0/3257777111 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f706c039060 0x7f706c03b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:53.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.564+0000 7f7087af9640 1 -- 172.21.15.71:0/3257777111 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f708006a7b0 con 0x7f7080100540 2024-09-05T07:29:53.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.564+0000 7f7076ffd640 1 -- 172.21.15.71:0/3257777111 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f707c06cce0 con 0x7f7080100540 2024-09-05T07:29:53.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.564+0000 7f7085094640 1 --2- 172.21.15.71:0/3257777111 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f706c039060 0x7f706c03b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:53.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.565+0000 7f7085094640 1 --2- 172.21.15.71:0/3257777111 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f706c039060 0x7f706c03b520 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f70700098c0 tx=0x7f7070006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:53.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.569+0000 7f7076ffd640 1 -- 172.21.15.71:0/3257777111 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f707c0372d0 con 0x7f7080100540 2024-09-05T07:29:53.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:53.744+0000 7f7087af9640 1 -- 172.21.15.71:0/3257777111 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi192", "target": ["mon-mgr", ""]}) -- 0x7f708019ea90 con 0x7f706c039060 2024-09-05T07:29:55.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:55 smithi071 ceph-mon[30965]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi192", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:29:55.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:55 smithi071 ceph-mon[30965]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:29:55.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:55 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:55.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:55 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:55.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:55 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:55.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:55 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:55.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:55 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi123", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:29:55.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:55 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:29:55.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:55 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:29:56.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:56 smithi071 ceph-mon[30965]: Updating smithi123:/etc/ceph/ceph.conf 2024-09-05T07:29:56.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:56 smithi071 ceph-mon[30965]: Updating smithi123:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:29:56.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:56 smithi071 ceph-mon[30965]: Deploying cephadm binary to smithi192 2024-09-05T07:29:56.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:56 smithi071 ceph-mon[30965]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2024-09-05T07:29:56.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:56 smithi071 ceph-mon[30965]: Updating smithi123:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T07:29:56.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:56 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:56.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:56 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:56.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:56 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:57.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:57.243+0000 7f7076ffd640 1 -- 172.21.15.71:0/3257777111 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f708019ea90 con 0x7f706c039060 2024-09-05T07:29:57.244 INFO:teuthology.orchestra.run.smithi071.stdout:Added host 'smithi192' with addr '172.21.15.192' 2024-09-05T07:29:57.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:57.245+0000 7f7087af9640 1 -- 172.21.15.71:0/3257777111 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f706c039060 msgr2=0x7f706c03b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:57.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:57.245+0000 7f7087af9640 1 --2- 172.21.15.71:0/3257777111 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f706c039060 0x7f706c03b520 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f70700098c0 tx=0x7f7070006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:57.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:57.245+0000 7f7087af9640 1 -- 172.21.15.71:0/3257777111 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7080100540 msgr2=0x7f708019d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:57.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:57.245+0000 7f7087af9640 1 --2- 172.21.15.71:0/3257777111 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7080100540 0x7f708019d700 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f707c009230 tx=0x7f707c0048f0 comp rx=0 tx=0).stop 2024-09-05T07:29:57.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:57.245+0000 7f7087af9640 1 -- 172.21.15.71:0/3257777111 shutdown_connections 2024-09-05T07:29:57.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:57.245+0000 7f7087af9640 1 --2- 172.21.15.71:0/3257777111 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f706c039060 0x7f706c03b520 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:57.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:57.245+0000 7f7087af9640 1 --2- 172.21.15.71:0/3257777111 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7080100540 0x7f708019d700 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:57.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:57.245+0000 7f7087af9640 1 -- 172.21.15.71:0/3257777111 >> 172.21.15.71:0/3257777111 conn(0x7f70800fc1b0 msgr2=0x7f70800fdb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:57.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:57.245+0000 7f7087af9640 1 -- 172.21.15.71:0/3257777111 shutdown_connections 2024-09-05T07:29:57.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:57.246+0000 7f7087af9640 1 -- 172.21.15.71:0/3257777111 wait complete. 2024-09-05T07:29:57.560 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:57 smithi071 ceph-mon[30965]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:29:57.867 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph orch host ls --format=json 2024-09-05T07:29:58.103 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:29:58.480 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:58 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:58.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:58 smithi071 ceph-mon[30965]: Added host smithi192 2024-09-05T07:29:58.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:58 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:29:58.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:58 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:58.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:58 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:58.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.561+0000 7ff4ee5d0640 1 -- 172.21.15.71:0/2949658187 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff4e8106540 msgr2=0x7ff4e8106920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:58.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.561+0000 7ff4ee5d0640 1 --2- 172.21.15.71:0/2949658187 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff4e8106540 0x7ff4e8106920 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8009810 tx=0x7ff4d802a540 comp rx=0 tx=0).stop 2024-09-05T07:29:58.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.561+0000 7ff4ee5d0640 1 -- 172.21.15.71:0/2949658187 shutdown_connections 2024-09-05T07:29:58.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.561+0000 7ff4ee5d0640 1 --2- 172.21.15.71:0/2949658187 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff4e8106540 0x7ff4e8106920 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:58.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.561+0000 7ff4ee5d0640 1 -- 172.21.15.71:0/2949658187 >> 172.21.15.71:0/2949658187 conn(0x7ff4e8077310 msgr2=0x7ff4e80fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:58.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.561+0000 7ff4ee5d0640 1 -- 172.21.15.71:0/2949658187 shutdown_connections 2024-09-05T07:29:58.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.561+0000 7ff4ee5d0640 1 -- 172.21.15.71:0/2949658187 wait complete. 2024-09-05T07:29:58.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.561+0000 7ff4ee5d0640 1 Processor -- start 2024-09-05T07:29:58.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.561+0000 7ff4ee5d0640 1 -- start start 2024-09-05T07:29:58.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.561+0000 7ff4ee5d0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff4e8106540 0x7ff4e8195c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:58.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.561+0000 7ff4ee5d0640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e810aa20 con 0x7ff4e8106540 2024-09-05T07:29:58.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.562+0000 7ff4e7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff4e8106540 0x7ff4e8195c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:58.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.562+0000 7ff4e7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff4e8106540 0x7ff4e8195c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:49364/0 (socket says 172.21.15.71:49364) 2024-09-05T07:29:58.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.562+0000 7ff4e7fff640 1 -- 172.21.15.71:0/90236482 learned_addr learned my addr 172.21.15.71:0/90236482 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:29:58.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.562+0000 7ff4e7fff640 1 -- 172.21.15.71:0/90236482 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4e806a4b0 con 0x7ff4e8106540 2024-09-05T07:29:58.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.562+0000 7ff4e7fff640 1 --2- 172.21.15.71:0/90236482 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff4e8106540 0x7ff4e8195c70 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8030b00 tx=0x7ff4d8030b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:58.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.562+0000 7ff4e5ffb640 1 -- 172.21.15.71:0/90236482 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff4d8040070 con 0x7ff4e8106540 2024-09-05T07:29:58.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.562+0000 7ff4e5ffb640 1 -- 172.21.15.71:0/90236482 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff4d80318b0 con 0x7ff4e8106540 2024-09-05T07:29:58.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.562+0000 7ff4ee5d0640 1 -- 172.21.15.71:0/90236482 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4e81961b0 con 0x7ff4e8106540 2024-09-05T07:29:58.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.562+0000 7ff4e5ffb640 1 -- 172.21.15.71:0/90236482 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff4d8003de0 con 0x7ff4e8106540 2024-09-05T07:29:58.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.562+0000 7ff4ee5d0640 1 -- 172.21.15.71:0/90236482 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4e8196610 con 0x7ff4e8106540 2024-09-05T07:29:58.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.563+0000 7ff4e5ffb640 1 -- 172.21.15.71:0/90236482 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7ff4d8039040 con 0x7ff4e8106540 2024-09-05T07:29:58.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.563+0000 7ff4ee5d0640 1 -- 172.21.15.71:0/90236482 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4e8101bb0 con 0x7ff4e8106540 2024-09-05T07:29:58.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.563+0000 7ff4e5ffb640 1 --2- 172.21.15.71:0/90236482 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff4d4039060 0x7ff4d403b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:29:58.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.563+0000 7ff4e5ffb640 1 -- 172.21.15.71:0/90236482 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff4d806d6e0 con 0x7ff4e8106540 2024-09-05T07:29:58.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.563+0000 7ff4dffff640 1 --2- 172.21.15.71:0/90236482 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff4d4039060 0x7ff4d403b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:29:58.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.564+0000 7ff4dffff640 1 --2- 172.21.15.71:0/90236482 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff4d4039060 0x7ff4d403b520 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff4d00098c0 tx=0x7ff4d0006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:29:58.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.568+0000 7ff4e5ffb640 1 -- 172.21.15.71:0/90236482 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff4d80443c0 con 0x7ff4e8106540 2024-09-05T07:29:58.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.741+0000 7ff4ee5d0640 1 -- 172.21.15.71:0/90236482 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff4e8069ca0 con 0x7ff4d4039060 2024-09-05T07:29:58.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.742+0000 7ff4e5ffb640 1 -- 172.21.15.71:0/90236482 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+240 (secure 0 0 0) 0x7ff4e8069ca0 con 0x7ff4d4039060 2024-09-05T07:29:58.743 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:29:58.743 INFO:teuthology.orchestra.run.smithi071.stdout:[{"addr": "172.21.15.71", "hostname": "smithi071", "labels": [], "status": ""}, {"addr": "172.21.15.123", "hostname": "smithi123", "labels": [], "status": ""}, {"addr": "172.21.15.192", "hostname": "smithi192", "labels": [], "status": ""}] 2024-09-05T07:29:58.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.745+0000 7ff4ee5d0640 1 -- 172.21.15.71:0/90236482 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff4d4039060 msgr2=0x7ff4d403b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:58.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.745+0000 7ff4ee5d0640 1 --2- 172.21.15.71:0/90236482 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff4d4039060 0x7ff4d403b520 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff4d00098c0 tx=0x7ff4d0006db0 comp rx=0 tx=0).stop 2024-09-05T07:29:58.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.745+0000 7ff4ee5d0640 1 -- 172.21.15.71:0/90236482 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff4e8106540 msgr2=0x7ff4e8195c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:29:58.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.745+0000 7ff4ee5d0640 1 --2- 172.21.15.71:0/90236482 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff4e8106540 0x7ff4e8195c70 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8030b00 tx=0x7ff4d8030b30 comp rx=0 tx=0).stop 2024-09-05T07:29:58.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.745+0000 7ff4ee5d0640 1 -- 172.21.15.71:0/90236482 shutdown_connections 2024-09-05T07:29:58.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.745+0000 7ff4ee5d0640 1 --2- 172.21.15.71:0/90236482 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff4d4039060 0x7ff4d403b520 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:58.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.745+0000 7ff4ee5d0640 1 --2- 172.21.15.71:0/90236482 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff4e8106540 0x7ff4e8195c70 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:29:58.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.745+0000 7ff4ee5d0640 1 -- 172.21.15.71:0/90236482 >> 172.21.15.71:0/90236482 conn(0x7ff4e8077310 msgr2=0x7ff4e80fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:29:58.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.745+0000 7ff4ee5d0640 1 -- 172.21.15.71:0/90236482 shutdown_connections 2024-09-05T07:29:58.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:29:58.745+0000 7ff4ee5d0640 1 -- 172.21.15.71:0/90236482 wait complete. 2024-09-05T07:29:59.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:59 smithi071 ceph-mon[30965]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:29:59.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:29:59 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:29:59.438 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-05T07:29:59.438 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd crush tunables default 2024-09-05T07:29:59.674 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:30:00.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.096+0000 7f2553169640 1 -- 172.21.15.71:0/2106930838 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f254c107650 msgr2=0x7f254c107a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:00.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.096+0000 7f2553169640 1 --2- 172.21.15.71:0/2106930838 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f254c107650 0x7f254c107a30 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2540009880 tx=0x7f254002a5d0 comp rx=0 tx=0).stop 2024-09-05T07:30:00.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.096+0000 7f2553169640 1 -- 172.21.15.71:0/2106930838 shutdown_connections 2024-09-05T07:30:00.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.096+0000 7f2553169640 1 --2- 172.21.15.71:0/2106930838 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f254c107650 0x7f254c107a30 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:00.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.096+0000 7f2553169640 1 -- 172.21.15.71:0/2106930838 >> 172.21.15.71:0/2106930838 conn(0x7f254c0fd2a0 msgr2=0x7f254c0ff6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:30:00.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.096+0000 7f2553169640 1 -- 172.21.15.71:0/2106930838 shutdown_connections 2024-09-05T07:30:00.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.096+0000 7f2553169640 1 -- 172.21.15.71:0/2106930838 wait complete. 2024-09-05T07:30:00.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.096+0000 7f2553169640 1 Processor -- start 2024-09-05T07:30:00.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.096+0000 7f2553169640 1 -- start start 2024-09-05T07:30:00.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.097+0000 7f2553169640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f254c107650 0x7f254c197090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:00.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.097+0000 7f2553169640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f254c10bb10 con 0x7f254c107650 2024-09-05T07:30:00.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.097+0000 7f2550f05640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f254c107650 0x7f254c197090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:00.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.097+0000 7f2550f05640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f254c107650 0x7f254c197090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:49382/0 (socket says 172.21.15.71:49382) 2024-09-05T07:30:00.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.097+0000 7f2550f05640 1 -- 172.21.15.71:0/811711915 learned_addr learned my addr 172.21.15.71:0/811711915 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:30:00.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.097+0000 7f2550f05640 1 -- 172.21.15.71:0/811711915 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f254c1975d0 con 0x7f254c107650 2024-09-05T07:30:00.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.097+0000 7f2550f05640 1 --2- 172.21.15.71:0/811711915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f254c107650 0x7f254c197090 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2540009230 tx=0x7f25400048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:30:00.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.097+0000 7f2549ffb640 1 -- 172.21.15.71:0/811711915 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f254003f070 con 0x7f254c107650 2024-09-05T07:30:00.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.098+0000 7f2549ffb640 1 -- 172.21.15.71:0/811711915 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2540004d10 con 0x7f254c107650 2024-09-05T07:30:00.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.098+0000 7f2553169640 1 -- 172.21.15.71:0/811711915 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f254c1978c0 con 0x7f254c107650 2024-09-05T07:30:00.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.098+0000 7f2549ffb640 1 -- 172.21.15.71:0/811711915 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2540035030 con 0x7f254c107650 2024-09-05T07:30:00.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.098+0000 7f2553169640 1 -- 172.21.15.71:0/811711915 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f254c19b960 con 0x7f254c107650 2024-09-05T07:30:00.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.098+0000 7f2549ffb640 1 -- 172.21.15.71:0/811711915 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f2540042070 con 0x7f254c107650 2024-09-05T07:30:00.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.099+0000 7f2549ffb640 1 --2- 172.21.15.71:0/811711915 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f253c0390c0 0x7f253c03b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:00.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.099+0000 7f2549ffb640 1 -- 172.21.15.71:0/811711915 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f254006db00 con 0x7f254c107650 2024-09-05T07:30:00.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.099+0000 7f254bfff640 1 --2- 172.21.15.71:0/811711915 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f253c0390c0 0x7f253c03b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:00.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.099+0000 7f2553169640 1 -- 172.21.15.71:0/811711915 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f254c102d00 con 0x7f254c107650 2024-09-05T07:30:00.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.099+0000 7f254bfff640 1 --2- 172.21.15.71:0/811711915 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f253c0390c0 0x7f253c03b580 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f25380098c0 tx=0x7f2538006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:30:00.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.104+0000 7f2549ffb640 1 -- 172.21.15.71:0/811711915 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2540039350 con 0x7f254c107650 2024-09-05T07:30:00.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:00.280+0000 7f2553169640 1 -- 172.21.15.71:0/811711915 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f254c1983f0 con 0x7f254c107650 2024-09-05T07:30:00.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:00 smithi071 ceph-mon[30965]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:30:01.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:01.249+0000 7f2549ffb640 1 -- 172.21.15.71:0/811711915 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f254002f300 con 0x7f254c107650 2024-09-05T07:30:01.250 INFO:teuthology.orchestra.run.smithi071.stderr:adjusted tunables profile to default 2024-09-05T07:30:01.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:01.252+0000 7f2553169640 1 -- 172.21.15.71:0/811711915 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f253c0390c0 msgr2=0x7f253c03b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:01.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:01.252+0000 7f2553169640 1 --2- 172.21.15.71:0/811711915 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f253c0390c0 0x7f253c03b580 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f25380098c0 tx=0x7f2538006db0 comp rx=0 tx=0).stop 2024-09-05T07:30:01.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:01.252+0000 7f2553169640 1 -- 172.21.15.71:0/811711915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f254c107650 msgr2=0x7f254c197090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:01.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:01.252+0000 7f2553169640 1 --2- 172.21.15.71:0/811711915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f254c107650 0x7f254c197090 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2540009230 tx=0x7f25400048f0 comp rx=0 tx=0).stop 2024-09-05T07:30:01.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:01.252+0000 7f2553169640 1 -- 172.21.15.71:0/811711915 shutdown_connections 2024-09-05T07:30:01.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:01.252+0000 7f2553169640 1 --2- 172.21.15.71:0/811711915 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f253c0390c0 0x7f253c03b580 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:01.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:01.252+0000 7f2553169640 1 --2- 172.21.15.71:0/811711915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f254c107650 0x7f254c197090 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:01.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:01.252+0000 7f2553169640 1 -- 172.21.15.71:0/811711915 >> 172.21.15.71:0/811711915 conn(0x7f254c0fd2a0 msgr2=0x7f254c0fd680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:30:01.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:01.252+0000 7f2553169640 1 -- 172.21.15.71:0/811711915 shutdown_connections 2024-09-05T07:30:01.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:01.252+0000 7f2553169640 1 -- 172.21.15.71:0/811711915 wait complete. 2024-09-05T07:30:01.575 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:01 smithi071 ceph-mon[30965]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:01.576 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:01 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/811711915' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-05T07:30:01.932 INFO:tasks.cephadm:Adding mon.a on smithi071 2024-09-05T07:30:01.932 INFO:tasks.cephadm:Adding mon.b on smithi123 2024-09-05T07:30:01.932 INFO:tasks.cephadm:Adding mon.c on smithi192 2024-09-05T07:30:01.932 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph orch apply mon '3;smithi071:172.21.15.71=a;smithi123:172.21.15.123=b;smithi192:172.21.15.192=c' 2024-09-05T07:30:02.175 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:30:02.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:02 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/811711915' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-05T07:30:02.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:02 smithi071 ceph-mon[30965]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T07:30:02.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:02 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:02.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:02 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:02.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:02 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:02.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:02 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:02.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:02 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi192", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:30:02.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:02 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:02.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:02 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:30:02.801 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.660+0000 7ffa4dc8d640 1 -- 172.21.15.192:0/739890041 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa48106540 msgr2=0x7ffa48106920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:02.801 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.660+0000 7ffa4dc8d640 1 --2- 172.21.15.192:0/739890041 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa48106540 0x7ffa48106920 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ffa38009810 tx=0x7ffa3802a540 comp rx=0 tx=0).stop 2024-09-05T07:30:02.802 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.660+0000 7ffa4dc8d640 1 -- 172.21.15.192:0/739890041 shutdown_connections 2024-09-05T07:30:02.802 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.660+0000 7ffa4dc8d640 1 --2- 172.21.15.192:0/739890041 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa48106540 0x7ffa48106920 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:02.802 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.660+0000 7ffa4dc8d640 1 -- 172.21.15.192:0/739890041 >> 172.21.15.192:0/739890041 conn(0x7ffa48077310 msgr2=0x7ffa480fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:30:02.802 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.660+0000 7ffa4dc8d640 1 -- 172.21.15.192:0/739890041 shutdown_connections 2024-09-05T07:30:02.802 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.660+0000 7ffa4dc8d640 1 -- 172.21.15.192:0/739890041 wait complete. 2024-09-05T07:30:02.802 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.660+0000 7ffa4dc8d640 1 Processor -- start 2024-09-05T07:30:02.802 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.661+0000 7ffa4dc8d640 1 -- start start 2024-09-05T07:30:02.802 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.661+0000 7ffa4dc8d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa48106540 0x7ffa48199220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:02.802 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.661+0000 7ffa4dc8d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ffa4810aa20 con 0x7ffa48106540 2024-09-05T07:30:02.802 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.661+0000 7ffa477fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa48106540 0x7ffa48199220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:02.802 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.661+0000 7ffa477fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa48106540 0x7ffa48199220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.192:53560/0 (socket says 172.21.15.192:53560) 2024-09-05T07:30:02.803 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.661+0000 7ffa477fe640 1 -- 172.21.15.192:0/583915861 learned_addr learned my addr 172.21.15.192:0/583915861 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-05T07:30:02.803 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.661+0000 7ffa477fe640 1 -- 172.21.15.192:0/583915861 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa48199760 con 0x7ffa48106540 2024-09-05T07:30:02.803 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.662+0000 7ffa477fe640 1 --2- 172.21.15.192:0/583915861 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa48106540 0x7ffa48199220 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ffa38030b00 tx=0x7ffa38030b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:30:02.803 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.662+0000 7ffa44ff9640 1 -- 172.21.15.192:0/583915861 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffa38040070 con 0x7ffa48106540 2024-09-05T07:30:02.803 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.662+0000 7ffa44ff9640 1 -- 172.21.15.192:0/583915861 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa380318b0 con 0x7ffa48106540 2024-09-05T07:30:02.803 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.662+0000 7ffa4dc8d640 1 -- 172.21.15.192:0/583915861 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa481999f0 con 0x7ffa48106540 2024-09-05T07:30:02.803 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.662+0000 7ffa44ff9640 1 -- 172.21.15.192:0/583915861 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffa38003de0 con 0x7ffa48106540 2024-09-05T07:30:02.803 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.662+0000 7ffa4dc8d640 1 -- 172.21.15.192:0/583915861 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa48199e50 con 0x7ffa48106540 2024-09-05T07:30:02.803 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.663+0000 7ffa44ff9640 1 -- 172.21.15.192:0/583915861 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7ffa38039040 con 0x7ffa48106540 2024-09-05T07:30:02.803 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.663+0000 7ffa44ff9640 1 --2- 172.21.15.192:0/583915861 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ffa30039060 0x7ffa3003b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:02.803 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.663+0000 7ffa44ff9640 1 -- 172.21.15.192:0/583915861 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7ffa3806e4e0 con 0x7ffa48106540 2024-09-05T07:30:02.803 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.663+0000 7ffa46ffd640 1 --2- 172.21.15.192:0/583915861 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ffa30039060 0x7ffa3003b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:02.804 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.663+0000 7ffa4dc8d640 1 -- 172.21.15.192:0/583915861 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa48101bb0 con 0x7ffa48106540 2024-09-05T07:30:02.804 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.664+0000 7ffa46ffd640 1 --2- 172.21.15.192:0/583915861 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ffa30039060 0x7ffa3003b520 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ffa3c0098c0 tx=0x7ffa3c006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:30:02.804 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.668+0000 7ffa44ff9640 1 -- 172.21.15.192:0/583915861 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ffa3804dbf0 con 0x7ffa48106540 2024-09-05T07:30:02.853 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.852+0000 7ffa4dc8d640 1 -- 172.21.15.192:0/583915861 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi071:172.21.15.71=a;smithi123:172.21.15.123=b;smithi192:172.21.15.192=c", "target": ["mon-mgr", ""]}) -- 0x7ffa480ff2b0 con 0x7ffa30039060 2024-09-05T07:30:02.857 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.857+0000 7ffa44ff9640 1 -- 172.21.15.192:0/583915861 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7ffa480ff2b0 con 0x7ffa30039060 2024-09-05T07:30:02.858 INFO:teuthology.orchestra.run.smithi192.stdout:Scheduled mon update... 2024-09-05T07:30:02.860 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.859+0000 7ffa4dc8d640 1 -- 172.21.15.192:0/583915861 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ffa30039060 msgr2=0x7ffa3003b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:02.860 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.859+0000 7ffa4dc8d640 1 --2- 172.21.15.192:0/583915861 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ffa30039060 0x7ffa3003b520 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ffa3c0098c0 tx=0x7ffa3c006db0 comp rx=0 tx=0).stop 2024-09-05T07:30:02.860 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.859+0000 7ffa4dc8d640 1 -- 172.21.15.192:0/583915861 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa48106540 msgr2=0x7ffa48199220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:02.860 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.859+0000 7ffa4dc8d640 1 --2- 172.21.15.192:0/583915861 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa48106540 0x7ffa48199220 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ffa38030b00 tx=0x7ffa38030b30 comp rx=0 tx=0).stop 2024-09-05T07:30:02.860 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.859+0000 7ffa4dc8d640 1 -- 172.21.15.192:0/583915861 shutdown_connections 2024-09-05T07:30:02.860 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.859+0000 7ffa4dc8d640 1 --2- 172.21.15.192:0/583915861 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ffa30039060 0x7ffa3003b520 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:02.860 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.859+0000 7ffa4dc8d640 1 --2- 172.21.15.192:0/583915861 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa48106540 0x7ffa48199220 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:02.860 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.859+0000 7ffa4dc8d640 1 -- 172.21.15.192:0/583915861 >> 172.21.15.192:0/583915861 conn(0x7ffa48077310 msgr2=0x7ffa480feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:30:02.860 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.859+0000 7ffa4dc8d640 1 -- 172.21.15.192:0/583915861 shutdown_connections 2024-09-05T07:30:02.860 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:02.860+0000 7ffa4dc8d640 1 -- 172.21.15.192:0/583915861 wait complete. 2024-09-05T07:30:03.471 DEBUG:teuthology.orchestra.run.smithi123:mon.b> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mon.b.service 2024-09-05T07:30:03.474 DEBUG:teuthology.orchestra.run.smithi192:mon.c> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mon.c.service 2024-09-05T07:30:03.477 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-05T07:30:03.477 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-05T07:30:03.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:03 smithi071 ceph-mon[30965]: Updating smithi192:/etc/ceph/ceph.conf 2024-09-05T07:30:03.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:03 smithi071 ceph-mon[30965]: Updating smithi192:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:30:03.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:03 smithi071 ceph-mon[30965]: Updating smithi192:/etc/ceph/ceph.client.admin.keyring 2024-09-05T07:30:03.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:03 smithi071 ceph-mon[30965]: Updating smithi192:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T07:30:03.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:03 smithi071 ceph-mon[30965]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:03.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:03 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:03.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:03 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:03.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:03 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:03.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:03 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:03.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:03 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:30:03.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:03 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:03.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:03 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:30:03.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:03 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:03.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:03 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T07:30:03.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:03 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:04.111 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:30:04.535 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.534+0000 7f0db46e3640 1 -- 172.21.15.192:0/3405764044 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0dac074590 msgr2=0x7f0dac074970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:04.536 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.534+0000 7f0db46e3640 1 --2- 172.21.15.192:0/3405764044 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0dac074590 0x7f0dac074970 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0da8009880 tx=0x7f0da802a670 comp rx=0 tx=0).stop 2024-09-05T07:30:04.536 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.534+0000 7f0db46e3640 1 -- 172.21.15.192:0/3405764044 shutdown_connections 2024-09-05T07:30:04.536 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.534+0000 7f0db46e3640 1 --2- 172.21.15.192:0/3405764044 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0dac074590 0x7f0dac074970 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:04.536 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.534+0000 7f0db46e3640 1 -- 172.21.15.192:0/3405764044 >> 172.21.15.192:0/3405764044 conn(0x7f0dac0fd270 msgr2=0x7f0dac0ff690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:30:04.536 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.534+0000 7f0db46e3640 1 -- 172.21.15.192:0/3405764044 shutdown_connections 2024-09-05T07:30:04.536 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.534+0000 7f0db46e3640 1 -- 172.21.15.192:0/3405764044 wait complete. 2024-09-05T07:30:04.536 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.535+0000 7f0db46e3640 1 Processor -- start 2024-09-05T07:30:04.536 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.535+0000 7f0db46e3640 1 -- start start 2024-09-05T07:30:04.538 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.535+0000 7f0db46e3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0dac074590 0x7f0dac19d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:04.538 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.535+0000 7f0db46e3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f0dac112160 con 0x7f0dac074590 2024-09-05T07:30:04.538 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.536+0000 7f0db247f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0dac074590 0x7f0dac19d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:04.538 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.536+0000 7f0db247f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0dac074590 0x7f0dac19d6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.192:53586/0 (socket says 172.21.15.192:53586) 2024-09-05T07:30:04.538 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.536+0000 7f0db247f640 1 -- 172.21.15.192:0/4153325857 learned_addr learned my addr 172.21.15.192:0/4153325857 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-05T07:30:04.538 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.536+0000 7f0db247f640 1 -- 172.21.15.192:0/4153325857 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dac19dc20 con 0x7f0dac074590 2024-09-05T07:30:04.538 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.536+0000 7f0db247f640 1 --2- 172.21.15.192:0/4153325857 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0dac074590 0x7f0dac19d6e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0da8009230 tx=0x7f0da80048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:30:04.538 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.536+0000 7f0da37fe640 1 -- 172.21.15.192:0/4153325857 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0da803f070 con 0x7f0dac074590 2024-09-05T07:30:04.538 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.537+0000 7f0db46e3640 1 -- 172.21.15.192:0/4153325857 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0dac19deb0 con 0x7f0dac074590 2024-09-05T07:30:04.538 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.537+0000 7f0da37fe640 1 -- 172.21.15.192:0/4153325857 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0da8004d10 con 0x7f0dac074590 2024-09-05T07:30:04.539 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.537+0000 7f0da37fe640 1 -- 172.21.15.192:0/4153325857 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0da8035030 con 0x7f0dac074590 2024-09-05T07:30:04.539 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.537+0000 7f0db46e3640 1 -- 172.21.15.192:0/4153325857 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0dac19e310 con 0x7f0dac074590 2024-09-05T07:30:04.539 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.537+0000 7f0da37fe640 1 -- 172.21.15.192:0/4153325857 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f0da8042070 con 0x7f0dac074590 2024-09-05T07:30:04.539 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.537+0000 7f0db46e3640 1 -- 172.21.15.192:0/4153325857 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0dac075cd0 con 0x7f0dac074590 2024-09-05T07:30:04.539 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.538+0000 7f0da37fe640 1 --2- 172.21.15.192:0/4153325857 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f0d98039060 0x7f0d9803b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:04.539 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.538+0000 7f0da37fe640 1 -- 172.21.15.192:0/4153325857 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f0da806cce0 con 0x7f0dac074590 2024-09-05T07:30:04.540 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.538+0000 7f0db1c7e640 1 --2- 172.21.15.192:0/4153325857 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f0d98039060 0x7f0d9803b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:04.540 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.539+0000 7f0db1c7e640 1 --2- 172.21.15.192:0/4153325857 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f0d98039060 0x7f0d9803b520 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c0098c0 tx=0x7f0d9c006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:30:04.543 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.543+0000 7f0da37fe640 1 -- 172.21.15.192:0/4153325857 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0da80372d0 con 0x7f0dac074590 2024-09-05T07:30:04.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:04 smithi071 ceph-mon[30965]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi071:172.21.15.71=a;smithi123:172.21.15.123=b;smithi192:172.21.15.192=c", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:30:04.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:04 smithi071 ceph-mon[30965]: Saving service mon spec with placement smithi071:172.21.15.71=a;smithi123:172.21.15.123=b;smithi192:172.21.15.192=c;count:3 2024-09-05T07:30:04.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:04 smithi071 ceph-mon[30965]: Deploying daemon mon.c on smithi192 2024-09-05T07:30:04.778 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.777+0000 7f0db46e3640 1 -- 172.21.15.192:0/4153325857 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f0dac19ea40 con 0x7f0dac074590 2024-09-05T07:30:04.778 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.778+0000 7f0da37fe640 1 -- 172.21.15.192:0/4153325857 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f0da8003920 con 0x7f0dac074590 2024-09-05T07:30:04.778 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:30:04.778 INFO:teuthology.orchestra.run.smithi192.stdout:{"epoch":1,"fsid":"528064f0-6b58-11ef-bcd6-c7b262605968","modified":"2024-09-05T07:28:37.665599Z","created":"2024-09-05T07:28:37.665599Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3300","nonce":0},{"type":"v1","addr":"172.21.15.71:6789","nonce":0}]},"addr":"172.21.15.71:6789/0","public_addr":"172.21.15.71:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-05T07:30:04.779 INFO:teuthology.orchestra.run.smithi192.stderr:dumped monmap epoch 1 2024-09-05T07:30:04.780 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.780+0000 7f0db46e3640 1 -- 172.21.15.192:0/4153325857 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f0d98039060 msgr2=0x7f0d9803b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:04.780 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.780+0000 7f0db46e3640 1 --2- 172.21.15.192:0/4153325857 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f0d98039060 0x7f0d9803b520 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c0098c0 tx=0x7f0d9c006db0 comp rx=0 tx=0).stop 2024-09-05T07:30:04.780 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.780+0000 7f0db46e3640 1 -- 172.21.15.192:0/4153325857 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0dac074590 msgr2=0x7f0dac19d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:04.781 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.780+0000 7f0db46e3640 1 --2- 172.21.15.192:0/4153325857 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0dac074590 0x7f0dac19d6e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0da8009230 tx=0x7f0da80048f0 comp rx=0 tx=0).stop 2024-09-05T07:30:04.781 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.780+0000 7f0db46e3640 1 -- 172.21.15.192:0/4153325857 shutdown_connections 2024-09-05T07:30:04.781 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.780+0000 7f0db46e3640 1 --2- 172.21.15.192:0/4153325857 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f0d98039060 0x7f0d9803b520 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:04.781 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.780+0000 7f0db46e3640 1 --2- 172.21.15.192:0/4153325857 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0dac074590 0x7f0dac19d6e0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:04.781 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.780+0000 7f0db46e3640 1 -- 172.21.15.192:0/4153325857 >> 172.21.15.192:0/4153325857 conn(0x7f0dac0fd270 msgr2=0x7f0dac0fd650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:30:04.781 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.780+0000 7f0db46e3640 1 -- 172.21.15.192:0/4153325857 shutdown_connections 2024-09-05T07:30:04.781 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:04.780+0000 7f0db46e3640 1 -- 172.21.15.192:0/4153325857 wait complete. 2024-09-05T07:30:05.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:05 smithi071 ceph-mon[30965]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:05.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:05 smithi071 ceph-mon[30965]: from='client.? 172.21.15.192:0/4153325857' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T07:30:07.346 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-05T07:30:07.346 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-05T07:30:07.620 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T07:30:07.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:07 smithi071 ceph-mon[30965]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:07.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:07 smithi192 systemd[1]: Started Ceph mon.c for 528064f0-6b58-11ef-bcd6-c7b262605968. 2024-09-05T07:30:12.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T07:30:12.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:30:12.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: mon.a calling monitor election 2024-09-05T07:30:12.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:12.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:30:12.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:30:12.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: mon.c calling monitor election 2024-09-05T07:30:12.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:12.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:30:12.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:30:12.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:12.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:30:12.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-05T07:30:12.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: monmap epoch 2 2024-09-05T07:30:12.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: fsid 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:30:12.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: last_changed 2024-09-05T07:30:07.522539+0000 2024-09-05T07:30:12.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: created 2024-09-05T07:28:37.665599+0000 2024-09-05T07:30:12.901 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: min_mon_release 19 (squid) 2024-09-05T07:30:12.901 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: election_strategy: 1 2024-09-05T07:30:12.901 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: 0: [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon.a 2024-09-05T07:30:12.901 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: 1: [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] mon.c 2024-09-05T07:30:12.901 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: fsmap 2024-09-05T07:30:12.901 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T07:30:12.901 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: mgrmap e13: x(active, since 38s) 2024-09-05T07:30:12.901 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: overall HEALTH_OK 2024-09-05T07:30:12.901 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:12.901 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:12.901 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:12.901 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T07:30:12.901 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:12.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T07:30:12.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:30:12.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: mon.a calling monitor election 2024-09-05T07:30:12.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:12.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:30:12.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:30:12.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: mon.c calling monitor election 2024-09-05T07:30:12.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:12.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:30:12.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:30:12.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:12.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:30:12.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-05T07:30:12.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: monmap epoch 2 2024-09-05T07:30:12.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: fsid 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:30:12.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: last_changed 2024-09-05T07:30:07.522539+0000 2024-09-05T07:30:12.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: created 2024-09-05T07:28:37.665599+0000 2024-09-05T07:30:12.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: min_mon_release 19 (squid) 2024-09-05T07:30:12.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: election_strategy: 1 2024-09-05T07:30:12.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: 0: [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon.a 2024-09-05T07:30:12.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: 1: [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] mon.c 2024-09-05T07:30:12.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: fsmap 2024-09-05T07:30:12.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T07:30:12.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: mgrmap e13: x(active, since 38s) 2024-09-05T07:30:12.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: overall HEALTH_OK 2024-09-05T07:30:12.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:12.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:12.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:12.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T07:30:12.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:13.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:13 smithi071 ceph-mon[30965]: Deploying daemon mon.b on smithi123 2024-09-05T07:30:13.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:13 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:30:13.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:13 smithi192 ceph-mon[34929]: Deploying daemon mon.b on smithi123 2024-09-05T07:30:13.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:13 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:30:14.082 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.081+0000 7f484456e640 1 -- 172.21.15.192:0/3968200031 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48280061b0 msgr2=0x7f4828006590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:14.083 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.081+0000 7f484456e640 1 --2- 172.21.15.192:0/3968200031 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48280061b0 0x7f4828006590 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f483c1016d0 tx=0x7f483802c4a0 comp rx=0 tx=0).stop 2024-09-05T07:30:14.083 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.082+0000 7f484456e640 1 -- 172.21.15.192:0/3968200031 shutdown_connections 2024-09-05T07:30:14.083 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.082+0000 7f484456e640 1 --2- 172.21.15.192:0/3968200031 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48280061b0 0x7f4828006590 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:14.083 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.082+0000 7f484456e640 1 -- 172.21.15.192:0/3968200031 >> 172.21.15.192:0/3968200031 conn(0x7f483c0fc220 msgr2=0x7f483c0fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:30:14.083 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.082+0000 7f484456e640 1 -- 172.21.15.192:0/3968200031 shutdown_connections 2024-09-05T07:30:14.083 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.082+0000 7f484456e640 1 -- 172.21.15.192:0/3968200031 wait complete. 2024-09-05T07:30:14.083 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.082+0000 7f484456e640 1 Processor -- start 2024-09-05T07:30:14.083 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.082+0000 7f484456e640 1 -- start start 2024-09-05T07:30:14.085 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.083+0000 7f484456e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48280061b0 0x7f483c1950c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:14.085 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.083+0000 7f484456e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f483c195600 0x7f483c199990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:14.085 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.083+0000 7f484456e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f483c107550 con 0x7f483c195600 2024-09-05T07:30:14.085 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.083+0000 7f484456e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f483c1073d0 con 0x7f48280061b0 2024-09-05T07:30:14.085 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.083+0000 7f484230a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48280061b0 0x7f483c1950c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:14.085 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.083+0000 7f484230a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48280061b0 0x7f483c1950c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:43900/0 (socket says 172.21.15.192:43900) 2024-09-05T07:30:14.086 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.083+0000 7f484230a640 1 -- 172.21.15.192:0/4060530751 learned_addr learned my addr 172.21.15.192:0/4060530751 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-05T07:30:14.086 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.083+0000 7f4841b09640 1 --2- 172.21.15.192:0/4060530751 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f483c195600 0x7f483c199990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:14.086 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.083+0000 7f484230a640 1 -- 172.21.15.192:0/4060530751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48280061b0 msgr2=0x7f483c1950c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-09-05T07:30:14.086 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.083+0000 7f484230a640 1 -- 172.21.15.192:0/4060530751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48280061b0 msgr2=0x7f483c1950c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-05T07:30:14.086 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.083+0000 7f484230a640 1 --2- 172.21.15.192:0/4060530751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48280061b0 0x7f483c1950c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T07:30:14.086 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.083+0000 7f484230a640 1 --2- 172.21.15.192:0/4060530751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48280061b0 0x7f483c1950c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T07:30:14.086 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.083+0000 7f4841b09640 1 -- 172.21.15.192:0/4060530751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48280061b0 msgr2=0x7f483c1950c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T07:30:14.086 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.083+0000 7f4841b09640 1 --2- 172.21.15.192:0/4060530751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48280061b0 0x7f483c1950c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:14.086 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.083+0000 7f4841b09640 1 -- 172.21.15.192:0/4060530751 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f483c195c20 con 0x7f483c195600 2024-09-05T07:30:14.086 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.083+0000 7f4841b09640 1 --2- 172.21.15.192:0/4060530751 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f483c195600 0x7f483c199990 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f482c00b3d0 tx=0x7f482c00b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:30:14.086 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.084+0000 7f48337fe640 1 -- 172.21.15.192:0/4060530751 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f482c011630 con 0x7f483c195600 2024-09-05T07:30:14.086 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.084+0000 7f48337fe640 1 -- 172.21.15.192:0/4060530751 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f482c011c80 con 0x7f483c195600 2024-09-05T07:30:14.086 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.084+0000 7f484456e640 1 -- 172.21.15.192:0/4060530751 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f483c199ed0 con 0x7f483c195600 2024-09-05T07:30:14.087 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.084+0000 7f48337fe640 1 -- 172.21.15.192:0/4060530751 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f482c010d80 con 0x7f483c195600 2024-09-05T07:30:14.087 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.084+0000 7f484456e640 1 -- 172.21.15.192:0/4060530751 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f483c19a490 con 0x7f483c195600 2024-09-05T07:30:14.087 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.085+0000 7f48337fe640 1 -- 172.21.15.192:0/4060530751 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f482c018020 con 0x7f483c195600 2024-09-05T07:30:14.087 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.085+0000 7f48337fe640 1 --2- 172.21.15.192:0/4060530751 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4820038df0 0x7f482003b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:14.087 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.085+0000 7f48337fe640 1 -- 172.21.15.192:0/4060530751 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f482c04bd30 con 0x7f483c195600 2024-09-05T07:30:14.087 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.085+0000 7f484456e640 1 -- 172.21.15.192:0/4060530751 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f483c101ca0 con 0x7f483c195600 2024-09-05T07:30:14.087 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.085+0000 7f484230a640 1 --2- 172.21.15.192:0/4060530751 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4820038df0 0x7f482003b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:14.088 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.086+0000 7f484230a640 1 --2- 172.21.15.192:0/4060530751 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4820038df0 0x7f482003b2b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f4838005940 tx=0x7f4838005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:30:14.090 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.090+0000 7f48337fe640 1 -- 172.21.15.192:0/4060530751 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f482c01f020 con 0x7f483c195600 2024-09-05T07:30:14.342 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.342+0000 7f484456e640 1 -- 172.21.15.192:0/4060530751 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f483c196420 con 0x7f483c195600 2024-09-05T07:30:14.343 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.343+0000 7f48337fe640 1 -- 172.21.15.192:0/4060530751 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7f482c017dd0 con 0x7f483c195600 2024-09-05T07:30:14.344 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:30:14.344 INFO:teuthology.orchestra.run.smithi192.stdout:{"epoch":2,"fsid":"528064f0-6b58-11ef-bcd6-c7b262605968","modified":"2024-09-05T07:30:07.522539Z","created":"2024-09-05T07:28:37.665599Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3300","nonce":0},{"type":"v1","addr":"172.21.15.71:6789","nonce":0}]},"addr":"172.21.15.71:6789/0","public_addr":"172.21.15.71:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:3300","nonce":0},{"type":"v1","addr":"172.21.15.192:6789","nonce":0}]},"addr":"172.21.15.192:6789/0","public_addr":"172.21.15.192:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-05T07:30:14.344 INFO:teuthology.orchestra.run.smithi192.stderr:dumped monmap epoch 2 2024-09-05T07:30:14.346 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.346+0000 7f484456e640 1 -- 172.21.15.192:0/4060530751 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4820038df0 msgr2=0x7f482003b2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:14.346 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.346+0000 7f484456e640 1 --2- 172.21.15.192:0/4060530751 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4820038df0 0x7f482003b2b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f4838005940 tx=0x7f4838005850 comp rx=0 tx=0).stop 2024-09-05T07:30:14.346 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.346+0000 7f484456e640 1 -- 172.21.15.192:0/4060530751 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f483c195600 msgr2=0x7f483c199990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:14.347 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.346+0000 7f484456e640 1 --2- 172.21.15.192:0/4060530751 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f483c195600 0x7f483c199990 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f482c00b3d0 tx=0x7f482c00b890 comp rx=0 tx=0).stop 2024-09-05T07:30:14.347 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.346+0000 7f484456e640 1 -- 172.21.15.192:0/4060530751 shutdown_connections 2024-09-05T07:30:14.347 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.346+0000 7f484456e640 1 --2- 172.21.15.192:0/4060530751 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4820038df0 0x7f482003b2b0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:14.347 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.346+0000 7f484456e640 1 --2- 172.21.15.192:0/4060530751 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f483c195600 0x7f483c199990 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:14.347 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.346+0000 7f484456e640 1 --2- 172.21.15.192:0/4060530751 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48280061b0 0x7f483c1950c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:14.347 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.346+0000 7f484456e640 1 -- 172.21.15.192:0/4060530751 >> 172.21.15.192:0/4060530751 conn(0x7f483c0fc220 msgr2=0x7f483c18d980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:30:14.347 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.346+0000 7f484456e640 1 -- 172.21.15.192:0/4060530751 shutdown_connections 2024-09-05T07:30:14.347 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:14.346+0000 7f484456e640 1 -- 172.21.15.192:0/4060530751 wait complete. 2024-09-05T07:30:14.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:14 smithi071 ceph-mon[30965]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:14.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:14 smithi071 ceph-mon[30965]: from='client.? 172.21.15.192:0/4060530751' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T07:30:14.922 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:14 smithi192 ceph-mon[34929]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:14.922 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:14 smithi192 ceph-mon[34929]: from='client.? 172.21.15.192:0/4060530751' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T07:30:15.952 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-05T07:30:15.952 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-05T07:30:16.168 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:16 smithi123 ceph-mon[34568]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-05T07:30:16.201 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T07:30:16.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:16 smithi123 bash[34549]: 7239d4892b47bb1d84e712f3d5e979214f7518a0e6f8e70efca10e86d23fc90e 2024-09-05T07:30:16.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:16 smithi123 systemd[1]: Started Ceph mon.b for 528064f0-6b58-11ef-bcd6-c7b262605968. 2024-09-05T07:30:21.346 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.345+0000 7f2429527640 1 -- 172.21.15.192:0/2666930821 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2410003530 msgr2=0x7f24100059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:21.346 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.345+0000 7f2429527640 1 --2- 172.21.15.192:0/2666930821 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2410003530 0x7f24100059c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f242406a1e0 tx=0x7f241402bfe0 comp rx=0 tx=0).stop 2024-09-05T07:30:21.346 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.345+0000 7f2429527640 1 -- 172.21.15.192:0/2666930821 shutdown_connections 2024-09-05T07:30:21.347 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.345+0000 7f2429527640 1 --2- 172.21.15.192:0/2666930821 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2410003530 0x7f24100059c0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:21.347 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.345+0000 7f2429527640 1 -- 172.21.15.192:0/2666930821 >> 172.21.15.192:0/2666930821 conn(0x7f24240fc280 msgr2=0x7f24240fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:30:21.347 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.345+0000 7f2429527640 1 -- 172.21.15.192:0/2666930821 shutdown_connections 2024-09-05T07:30:21.347 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.345+0000 7f2429527640 1 -- 172.21.15.192:0/2666930821 wait complete. 2024-09-05T07:30:21.347 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.346+0000 7f2429527640 1 Processor -- start 2024-09-05T07:30:21.350 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.346+0000 7f2429527640 1 -- start start 2024-09-05T07:30:21.352 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.347+0000 7f2429527640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2410003530 0x7f24241973a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:21.352 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.347+0000 7f2429527640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f24241978e0 0x7f242419bc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:21.352 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.347+0000 7f2429527640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f242419c1b0 0x7f242419c660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:21.352 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.347+0000 7f2429527640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2424109660 con 0x7f242419c1b0 2024-09-05T07:30:21.352 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.347+0000 7f2429527640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f24241094e0 con 0x7f24241978e0 2024-09-05T07:30:21.352 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.347+0000 7f2429527640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f24241097e0 con 0x7f2410003530 2024-09-05T07:30:21.353 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.347+0000 7f2422ffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2410003530 0x7f24241973a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:21.353 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.347+0000 7f2422ffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2410003530 0x7f24241973a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:35702/0 (socket says 172.21.15.192:35702) 2024-09-05T07:30:21.353 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.347+0000 7f2422ffd640 1 -- 172.21.15.192:0/2660431926 learned_addr learned my addr 172.21.15.192:0/2660431926 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-05T07:30:21.353 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.347+0000 7f2422ffd640 1 -- 172.21.15.192:0/2660431926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2410003530 msgr2=0x7f24241973a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-09-05T07:30:21.353 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.347+0000 7f2422ffd640 1 -- 172.21.15.192:0/2660431926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2410003530 msgr2=0x7f24241973a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-05T07:30:21.353 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.347+0000 7f24227fc640 1 --2- 172.21.15.192:0/2660431926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f24241978e0 0x7f242419bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:21.353 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.347+0000 7f2422ffd640 1 --2- 172.21.15.192:0/2660431926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2410003530 0x7f24241973a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T07:30:21.353 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.347+0000 7f2422ffd640 1 --2- 172.21.15.192:0/2660431926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2410003530 0x7f24241973a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T07:30:21.353 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.347+0000 7f24237fe640 1 --2- 172.21.15.192:0/2660431926 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f242419c1b0 0x7f242419c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:21.353 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.347+0000 7f24227fc640 1 -- 172.21.15.192:0/2660431926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f24241978e0 msgr2=0x7f242419bc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-09-05T07:30:21.353 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.347+0000 7f24227fc640 1 -- 172.21.15.192:0/2660431926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f24241978e0 msgr2=0x7f242419bc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-05T07:30:21.353 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.347+0000 7f24227fc640 1 --2- 172.21.15.192:0/2660431926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f24241978e0 0x7f242419bc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T07:30:21.354 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.347+0000 7f24227fc640 1 --2- 172.21.15.192:0/2660431926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f24241978e0 0x7f242419bc70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T07:30:21.354 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.348+0000 7f24237fe640 1 -- 172.21.15.192:0/2660431926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2410003530 msgr2=0x7f24241973a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T07:30:21.354 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.348+0000 7f24237fe640 1 --2- 172.21.15.192:0/2660431926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2410003530 0x7f24241973a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:21.354 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.348+0000 7f24237fe640 1 -- 172.21.15.192:0/2660431926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f24241978e0 msgr2=0x7f242419bc70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T07:30:21.354 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.348+0000 7f24237fe640 1 --2- 172.21.15.192:0/2660431926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f24241978e0 0x7f242419bc70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:21.354 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.348+0000 7f24237fe640 1 -- 172.21.15.192:0/2660431926 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24241a3f20 con 0x7f242419c1b0 2024-09-05T07:30:21.354 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.348+0000 7f24237fe640 1 --2- 172.21.15.192:0/2660431926 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f242419c1b0 0x7f242419c660 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f241c009fd0 tx=0x7f241c00b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:30:21.354 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.348+0000 7f241bfff640 1 -- 172.21.15.192:0/2660431926 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f241c015020 con 0x7f242419c1b0 2024-09-05T07:30:21.354 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.348+0000 7f241bfff640 1 -- 172.21.15.192:0/2660431926 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f241c011ce0 con 0x7f242419c1b0 2024-09-05T07:30:21.354 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.348+0000 7f2429527640 1 -- 172.21.15.192:0/2660431926 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24241a4150 con 0x7f242419c1b0 2024-09-05T07:30:21.354 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.348+0000 7f241bfff640 1 -- 172.21.15.192:0/2660431926 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f241c010e40 con 0x7f242419c1b0 2024-09-05T07:30:21.354 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.348+0000 7f2429527640 1 -- 172.21.15.192:0/2660431926 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24241a4660 con 0x7f242419c1b0 2024-09-05T07:30:21.354 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.349+0000 7f241bfff640 1 -- 172.21.15.192:0/2660431926 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f241c018020 con 0x7f242419c1b0 2024-09-05T07:30:21.355 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.349+0000 7f241bfff640 1 --2- 172.21.15.192:0/2660431926 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f24040394f0 0x7f240403b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:21.355 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.349+0000 7f241bfff640 1 -- 172.21.15.192:0/2660431926 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f241c04bce0 con 0x7f242419c1b0 2024-09-05T07:30:21.355 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.349+0000 7f2429527640 1 -- 172.21.15.192:0/2660431926 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f242410a770 con 0x7f242419c1b0 2024-09-05T07:30:21.355 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.350+0000 7f2422ffd640 1 --2- 172.21.15.192:0/2660431926 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f24040394f0 0x7f240403b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:21.355 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.350+0000 7f2422ffd640 1 --2- 172.21.15.192:0/2660431926 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f24040394f0 0x7f240403b9b0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f2414009d60 tx=0x7f24140099d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:30:21.356 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.354+0000 7f241bfff640 1 -- 172.21.15.192:0/2660431926 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f241c01f020 con 0x7f242419c1b0 2024-09-05T07:30:21.466 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T07:30:21.466 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:21.467 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: mon.a calling monitor election 2024-09-05T07:30:21.467 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: mon.c calling monitor election 2024-09-05T07:30:21.467 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:30:21.467 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:21.467 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:21.467 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:21.467 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:21.467 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:21.467 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:21.467 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:21.467 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:21.467 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-05T07:30:21.467 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: monmap epoch 3 2024-09-05T07:30:21.468 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: fsid 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:30:21.468 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: last_changed 2024-09-05T07:30:16.148780+0000 2024-09-05T07:30:21.468 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: created 2024-09-05T07:28:37.665599+0000 2024-09-05T07:30:21.468 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: min_mon_release 19 (squid) 2024-09-05T07:30:21.468 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: election_strategy: 1 2024-09-05T07:30:21.468 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: 0: [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon.a 2024-09-05T07:30:21.468 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: 1: [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] mon.c 2024-09-05T07:30:21.468 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: 2: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.b 2024-09-05T07:30:21.468 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: fsmap 2024-09-05T07:30:21.468 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T07:30:21.468 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: mgrmap e13: x(active, since 46s) 2024-09-05T07:30:21.468 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: overall HEALTH_OK 2024-09-05T07:30:21.468 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:21.468 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:21.469 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:21.469 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:21 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:21.602 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.602+0000 7f2429527640 1 -- 172.21.15.192:0/2660431926 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f2424190e00 con 0x7f242419c1b0 2024-09-05T07:30:21.603 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.602+0000 7f241bfff640 1 -- 172.21.15.192:0/2660431926 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1283 (secure 0 0 0) 0x7f241c018570 con 0x7f242419c1b0 2024-09-05T07:30:21.603 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:30:21.603 INFO:teuthology.orchestra.run.smithi192.stdout:{"epoch":3,"fsid":"528064f0-6b58-11ef-bcd6-c7b262605968","modified":"2024-09-05T07:30:16.148780Z","created":"2024-09-05T07:28:37.665599Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3300","nonce":0},{"type":"v1","addr":"172.21.15.71:6789","nonce":0}]},"addr":"172.21.15.71:6789/0","public_addr":"172.21.15.71:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:3300","nonce":0},{"type":"v1","addr":"172.21.15.192:6789","nonce":0}]},"addr":"172.21.15.192:6789/0","public_addr":"172.21.15.192:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:3300","nonce":0},{"type":"v1","addr":"172.21.15.123:6789","nonce":0}]},"addr":"172.21.15.123:6789/0","public_addr":"172.21.15.123:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-05T07:30:21.603 INFO:teuthology.orchestra.run.smithi192.stderr:dumped monmap epoch 3 2024-09-05T07:30:21.605 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.604+0000 7f2429527640 1 -- 172.21.15.192:0/2660431926 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f24040394f0 msgr2=0x7f240403b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:21.605 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.604+0000 7f2429527640 1 --2- 172.21.15.192:0/2660431926 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f24040394f0 0x7f240403b9b0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f2414009d60 tx=0x7f24140099d0 comp rx=0 tx=0).stop 2024-09-05T07:30:21.605 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.604+0000 7f2429527640 1 -- 172.21.15.192:0/2660431926 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f242419c1b0 msgr2=0x7f242419c660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:21.605 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.604+0000 7f2429527640 1 --2- 172.21.15.192:0/2660431926 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f242419c1b0 0x7f242419c660 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f241c009fd0 tx=0x7f241c00b870 comp rx=0 tx=0).stop 2024-09-05T07:30:21.606 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.604+0000 7f2429527640 1 -- 172.21.15.192:0/2660431926 shutdown_connections 2024-09-05T07:30:21.606 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.604+0000 7f2429527640 1 --2- 172.21.15.192:0/2660431926 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f24040394f0 0x7f240403b9b0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:21.606 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.604+0000 7f2429527640 1 --2- 172.21.15.192:0/2660431926 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f242419c1b0 0x7f242419c660 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:21.606 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.604+0000 7f2429527640 1 --2- 172.21.15.192:0/2660431926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f24241978e0 0x7f242419bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:21.606 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.605+0000 7f2429527640 1 --2- 172.21.15.192:0/2660431926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2410003530 0x7f24241973a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:21.606 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.605+0000 7f2429527640 1 -- 172.21.15.192:0/2660431926 >> 172.21.15.192:0/2660431926 conn(0x7f24240fc280 msgr2=0x7f2424106e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:30:21.606 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.605+0000 7f2429527640 1 -- 172.21.15.192:0/2660431926 shutdown_connections 2024-09-05T07:30:21.606 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:21.605+0000 7f2429527640 1 -- 172.21.15.192:0/2660431926 wait complete. 2024-09-05T07:30:21.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T07:30:21.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:21.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: mon.a calling monitor election 2024-09-05T07:30:21.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: mon.c calling monitor election 2024-09-05T07:30:21.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:30:21.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:21.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:21.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:21.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:21.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:21.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:21.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:21.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:21.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-05T07:30:21.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: monmap epoch 3 2024-09-05T07:30:21.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: fsid 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:30:21.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: last_changed 2024-09-05T07:30:16.148780+0000 2024-09-05T07:30:21.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: created 2024-09-05T07:28:37.665599+0000 2024-09-05T07:30:21.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: min_mon_release 19 (squid) 2024-09-05T07:30:21.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: election_strategy: 1 2024-09-05T07:30:21.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: 0: [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon.a 2024-09-05T07:30:21.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: 1: [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] mon.c 2024-09-05T07:30:21.651 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: 2: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.b 2024-09-05T07:30:21.651 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: fsmap 2024-09-05T07:30:21.651 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T07:30:21.651 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: mgrmap e13: x(active, since 46s) 2024-09-05T07:30:21.651 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: overall HEALTH_OK 2024-09-05T07:30:21.651 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:21.651 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:21.651 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:21.651 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:21 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:22.155 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-05T07:30:22.156 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph config generate-minimal-conf 2024-09-05T07:30:22.412 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:30:22.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:22 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:30:22.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:22 smithi192 ceph-mon[34929]: from='client.? 172.21.15.192:0/2660431926' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T07:30:22.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:22 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:22.533 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:22 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:30:22.533 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:22 smithi071 ceph-mon[30965]: from='client.? 172.21.15.192:0/2660431926' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T07:30:22.533 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:22 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:22.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.924+0000 7f31154f6640 1 -- 172.21.15.71:0/891903790 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3110107650 msgr2=0x7f3110107a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:22.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.924+0000 7f31154f6640 1 --2- 172.21.15.71:0/891903790 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3110107650 0x7f3110107a30 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f3104009880 tx=0x7f310402a5d0 comp rx=0 tx=0).stop 2024-09-05T07:30:22.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.924+0000 7f31154f6640 1 -- 172.21.15.71:0/891903790 shutdown_connections 2024-09-05T07:30:22.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.924+0000 7f31154f6640 1 --2- 172.21.15.71:0/891903790 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3110107650 0x7f3110107a30 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:22.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.924+0000 7f31154f6640 1 -- 172.21.15.71:0/891903790 >> 172.21.15.71:0/891903790 conn(0x7f31100fd260 msgr2=0x7f31100ff680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:30:22.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.925+0000 7f31154f6640 1 -- 172.21.15.71:0/891903790 shutdown_connections 2024-09-05T07:30:22.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.925+0000 7f31154f6640 1 -- 172.21.15.71:0/891903790 wait complete. 2024-09-05T07:30:22.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.925+0000 7f31154f6640 1 Processor -- start 2024-09-05T07:30:22.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.926+0000 7f31154f6640 1 -- start start 2024-09-05T07:30:22.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.926+0000 7f31154f6640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3110107650 0x7f31101972d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:22.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.926+0000 7f31154f6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3110197810 0x7f311019bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:22.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.926+0000 7f31154f6640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f311019c0e0 0x7f311019c590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:22.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.926+0000 7f31154f6640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f311010bb30 con 0x7f3110107650 2024-09-05T07:30:22.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.926+0000 7f31154f6640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f311010b9b0 con 0x7f311019c0e0 2024-09-05T07:30:22.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.926+0000 7f31154f6640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f311010bcb0 con 0x7f3110197810 2024-09-05T07:30:22.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.926+0000 7f310effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3110107650 0x7f31101972d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:22.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.926+0000 7f310effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3110107650 0x7f31101972d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37532/0 (socket says 172.21.15.71:37532) 2024-09-05T07:30:22.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.926+0000 7f310effd640 1 -- 172.21.15.71:0/2215015017 learned_addr learned my addr 172.21.15.71:0/2215015017 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:30:22.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.926+0000 7f310e7fc640 1 --2- 172.21.15.71:0/2215015017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3110197810 0x7f311019bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:22.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.926+0000 7f310f7fe640 1 --2- 172.21.15.71:0/2215015017 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f311019c0e0 0x7f311019c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:22.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.926+0000 7f310f7fe640 1 -- 172.21.15.71:0/2215015017 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f311019c0e0 msgr2=0x7f311019c590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-09-05T07:30:22.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.926+0000 7f310f7fe640 1 -- 172.21.15.71:0/2215015017 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f311019c0e0 msgr2=0x7f311019c590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-05T07:30:22.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.926+0000 7f310f7fe640 1 --2- 172.21.15.71:0/2215015017 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f311019c0e0 0x7f311019c590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T07:30:22.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.926+0000 7f310f7fe640 1 --2- 172.21.15.71:0/2215015017 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f311019c0e0 0x7f311019c590 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T07:30:22.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.927+0000 7f310e7fc640 1 -- 172.21.15.71:0/2215015017 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f311019c0e0 msgr2=0x7f311019c590 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T07:30:22.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.927+0000 7f310e7fc640 1 --2- 172.21.15.71:0/2215015017 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f311019c0e0 0x7f311019c590 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:22.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.927+0000 7f310e7fc640 1 -- 172.21.15.71:0/2215015017 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3110107650 msgr2=0x7f31101972d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:22.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.927+0000 7f310e7fc640 1 --2- 172.21.15.71:0/2215015017 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3110107650 0x7f31101972d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:22.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.927+0000 7f310e7fc640 1 -- 172.21.15.71:0/2215015017 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31101a3e50 con 0x7f3110197810 2024-09-05T07:30:22.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.927+0000 7f310effd640 1 --2- 172.21.15.71:0/2215015017 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3110107650 0x7f31101972d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:30:22.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.927+0000 7f310e7fc640 1 --2- 172.21.15.71:0/2215015017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3110197810 0x7f311019bba0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f310000b450 tx=0x7f310000b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:30:22.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.927+0000 7f30f7fff640 1 -- 172.21.15.71:0/2215015017 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3100004230 con 0x7f3110197810 2024-09-05T07:30:22.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.927+0000 7f30f7fff640 1 -- 172.21.15.71:0/2215015017 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31000043d0 con 0x7f3110197810 2024-09-05T07:30:22.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.927+0000 7f31154f6640 1 -- 172.21.15.71:0/2215015017 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3110074480 con 0x7f3110197810 2024-09-05T07:30:22.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.927+0000 7f30f7fff640 1 -- 172.21.15.71:0/2215015017 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3100003be0 con 0x7f3110197810 2024-09-05T07:30:22.999 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.927+0000 7f31154f6640 1 -- 172.21.15.71:0/2215015017 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3110074a90 con 0x7f3110197810 2024-09-05T07:30:23.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.928+0000 7f30f7fff640 1 -- 172.21.15.71:0/2215015017 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f310000f050 con 0x7f3110197810 2024-09-05T07:30:23.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.928+0000 7f30f7fff640 1 --2- 172.21.15.71:0/2215015017 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f30f80394f0 0x7f30f803b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:23.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.929+0000 7f30f7fff640 1 -- 172.21.15.71:0/2215015017 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f310004bcd0 con 0x7f3110197810 2024-09-05T07:30:23.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.929+0000 7f31154f6640 1 -- 172.21.15.71:0/2215015017 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3110107ab0 con 0x7f3110197810 2024-09-05T07:30:23.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.929+0000 7f310effd640 1 --2- 172.21.15.71:0/2215015017 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f30f80394f0 0x7f30f803b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:23.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.929+0000 7f310effd640 1 --2- 172.21.15.71:0/2215015017 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f30f80394f0 0x7f30f803b9b0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3104005ec0 tx=0x7f3104005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:30:23.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:22.934+0000 7f30f7fff640 1 -- 172.21.15.71:0/2215015017 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f310000d040 con 0x7f3110197810 2024-09-05T07:30:23.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:23.181+0000 7f31154f6640 1 -- 172.21.15.71:0/2215015017 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f3110074db0 con 0x7f3110197810 2024-09-05T07:30:23.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:23.182+0000 7f30f7fff640 1 -- 172.21.15.71:0/2215015017 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+275 (secure 0 0 0) 0x7f3100014160 con 0x7f3110197810 2024-09-05T07:30:23.183 INFO:teuthology.orchestra.run.smithi071.stdout:# minimal ceph.conf for 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:30:23.183 INFO:teuthology.orchestra.run.smithi071.stdout:[global] 2024-09-05T07:30:23.183 INFO:teuthology.orchestra.run.smithi071.stdout: fsid = 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:30:23.183 INFO:teuthology.orchestra.run.smithi071.stdout: mon_host = [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] 2024-09-05T07:30:23.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:23.185+0000 7f31154f6640 1 -- 172.21.15.71:0/2215015017 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f30f80394f0 msgr2=0x7f30f803b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:23.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:23.185+0000 7f31154f6640 1 --2- 172.21.15.71:0/2215015017 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f30f80394f0 0x7f30f803b9b0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3104005ec0 tx=0x7f3104005a20 comp rx=0 tx=0).stop 2024-09-05T07:30:23.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:23.185+0000 7f31154f6640 1 -- 172.21.15.71:0/2215015017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3110197810 msgr2=0x7f311019bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:23.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:23.185+0000 7f31154f6640 1 --2- 172.21.15.71:0/2215015017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3110197810 0x7f311019bba0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f310000b450 tx=0x7f310000b910 comp rx=0 tx=0).stop 2024-09-05T07:30:23.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:23.185+0000 7f31154f6640 1 -- 172.21.15.71:0/2215015017 shutdown_connections 2024-09-05T07:30:23.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:23.185+0000 7f31154f6640 1 --2- 172.21.15.71:0/2215015017 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f30f80394f0 0x7f30f803b9b0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:23.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:23.185+0000 7f31154f6640 1 --2- 172.21.15.71:0/2215015017 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f311019c0e0 0x7f311019c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:23.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:23.185+0000 7f31154f6640 1 --2- 172.21.15.71:0/2215015017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3110197810 0x7f311019bba0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:23.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:23.185+0000 7f31154f6640 1 --2- 172.21.15.71:0/2215015017 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3110107650 0x7f31101972d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:23.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:23.185+0000 7f31154f6640 1 -- 172.21.15.71:0/2215015017 >> 172.21.15.71:0/2215015017 conn(0x7f31100fd260 msgr2=0x7f31100fd640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:30:23.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:23.185+0000 7f31154f6640 1 -- 172.21.15.71:0/2215015017 shutdown_connections 2024-09-05T07:30:23.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:23.186+0000 7f31154f6640 1 -- 172.21.15.71:0/2215015017 wait complete. 2024-09-05T07:30:23.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T07:30:23.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:23.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: mon.a calling monitor election 2024-09-05T07:30:23.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: mon.c calling monitor election 2024-09-05T07:30:23.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:30:23.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:23.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:23.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:23.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:23.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:23.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:23.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:23.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:23.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-05T07:30:23.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: monmap epoch 3 2024-09-05T07:30:23.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: fsid 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:30:23.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: last_changed 2024-09-05T07:30:16.148780+0000 2024-09-05T07:30:23.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: created 2024-09-05T07:28:37.665599+0000 2024-09-05T07:30:23.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: min_mon_release 19 (squid) 2024-09-05T07:30:23.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: election_strategy: 1 2024-09-05T07:30:23.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: 0: [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon.a 2024-09-05T07:30:23.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: 1: [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] mon.c 2024-09-05T07:30:23.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: 2: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.b 2024-09-05T07:30:23.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: fsmap 2024-09-05T07:30:23.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T07:30:23.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: mgrmap e13: x(active, since 46s) 2024-09-05T07:30:23.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: overall HEALTH_OK 2024-09-05T07:30:23.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:23.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:23.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:23.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:23.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:30:23.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='client.? 172.21.15.192:0/2660431926' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T07:30:23.430 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:23.879 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-05T07:30:23.879 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:30:23.879 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/ceph/ceph.conf 2024-09-05T07:30:23.906 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:30:23.907 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T07:30:23.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: mon.b calling monitor election 2024-09-05T07:30:23.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: Updating smithi071:/etc/ceph/ceph.conf 2024-09-05T07:30:23.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: Updating smithi123:/etc/ceph/ceph.conf 2024-09-05T07:30:23.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: Updating smithi192:/etc/ceph/ceph.conf 2024-09-05T07:30:23.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: Updating smithi071:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:30:23.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: Updating smithi192:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:30:23.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: Updating smithi123:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:30:23.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: mon.b calling monitor election 2024-09-05T07:30:23.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: mon.c calling monitor election 2024-09-05T07:30:23.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: mon.a calling monitor election 2024-09-05T07:30:23.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T07:30:23.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: monmap epoch 3 2024-09-05T07:30:23.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: fsid 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:30:23.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: last_changed 2024-09-05T07:30:16.148780+0000 2024-09-05T07:30:23.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: created 2024-09-05T07:28:37.665599+0000 2024-09-05T07:30:23.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: min_mon_release 19 (squid) 2024-09-05T07:30:23.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: election_strategy: 1 2024-09-05T07:30:23.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: 0: [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon.a 2024-09-05T07:30:23.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: 1: [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] mon.c 2024-09-05T07:30:23.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: 2: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.b 2024-09-05T07:30:23.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: fsmap 2024-09-05T07:30:23.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T07:30:23.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: mgrmap e13: x(active, since 48s) 2024-09-05T07:30:23.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: overall HEALTH_OK 2024-09-05T07:30:23.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2215015017' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:23.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:23.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:23.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:23.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:23.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:23.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:23.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:23.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:23.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:23.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:23.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:23.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T07:30:23.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T07:30:23.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:23 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:23.971 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T07:30:23.971 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/etc/ceph/ceph.conf 2024-09-05T07:30:23.998 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T07:30:23.998 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T07:30:24.060 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: mon.b calling monitor election 2024-09-05T07:30:24.060 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: Updating smithi071:/etc/ceph/ceph.conf 2024-09-05T07:30:24.060 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: Updating smithi123:/etc/ceph/ceph.conf 2024-09-05T07:30:24.060 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: Updating smithi192:/etc/ceph/ceph.conf 2024-09-05T07:30:24.060 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: Updating smithi071:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:30:24.060 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: Updating smithi192:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:30:24.060 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: Updating smithi123:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:30:24.060 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: mon.b calling monitor election 2024-09-05T07:30:24.060 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: mon.c calling monitor election 2024-09-05T07:30:24.061 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: mon.a calling monitor election 2024-09-05T07:30:24.061 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T07:30:24.061 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: monmap epoch 3 2024-09-05T07:30:24.061 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: fsid 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:30:24.061 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: last_changed 2024-09-05T07:30:16.148780+0000 2024-09-05T07:30:24.061 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: created 2024-09-05T07:28:37.665599+0000 2024-09-05T07:30:24.061 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: min_mon_release 19 (squid) 2024-09-05T07:30:24.061 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: election_strategy: 1 2024-09-05T07:30:24.061 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: 0: [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon.a 2024-09-05T07:30:24.061 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: 1: [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] mon.c 2024-09-05T07:30:24.061 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: 2: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.b 2024-09-05T07:30:24.061 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: fsmap 2024-09-05T07:30:24.061 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T07:30:24.061 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: mgrmap e13: x(active, since 48s) 2024-09-05T07:30:24.062 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: overall HEALTH_OK 2024-09-05T07:30:24.062 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2215015017' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:24.062 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.062 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.062 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.062 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.062 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.062 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.062 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.062 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.062 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.062 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.062 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.062 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T07:30:24.063 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T07:30:24.063 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:24.064 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-05T07:30:24.064 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/etc/ceph/ceph.conf 2024-09-05T07:30:24.092 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-05T07:30:24.092 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T07:30:24.125 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: mon.b calling monitor election 2024-09-05T07:30:24.125 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: Updating smithi071:/etc/ceph/ceph.conf 2024-09-05T07:30:24.125 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: Updating smithi123:/etc/ceph/ceph.conf 2024-09-05T07:30:24.125 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: Updating smithi192:/etc/ceph/ceph.conf 2024-09-05T07:30:24.125 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: Updating smithi071:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:30:24.125 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: Updating smithi192:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:30:24.125 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: Updating smithi123:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:30:24.125 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: mon.b calling monitor election 2024-09-05T07:30:24.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: mon.c calling monitor election 2024-09-05T07:30:24.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: mon.a calling monitor election 2024-09-05T07:30:24.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T07:30:24.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: monmap epoch 3 2024-09-05T07:30:24.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: fsid 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:30:24.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: last_changed 2024-09-05T07:30:16.148780+0000 2024-09-05T07:30:24.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: created 2024-09-05T07:28:37.665599+0000 2024-09-05T07:30:24.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: min_mon_release 19 (squid) 2024-09-05T07:30:24.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: election_strategy: 1 2024-09-05T07:30:24.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: 0: [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon.a 2024-09-05T07:30:24.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: 1: [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] mon.c 2024-09-05T07:30:24.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: 2: [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] mon.b 2024-09-05T07:30:24.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: fsmap 2024-09-05T07:30:24.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T07:30:24.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: mgrmap e13: x(active, since 48s) 2024-09-05T07:30:24.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: overall HEALTH_OK 2024-09-05T07:30:24.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2215015017' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:24.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:24.128 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T07:30:24.128 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T07:30:24.128 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:23 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:24.158 INFO:tasks.cephadm:Adding mgr.x on smithi071 2024-09-05T07:30:24.158 INFO:tasks.cephadm:Adding mgr.y on smithi123 2024-09-05T07:30:24.158 INFO:tasks.cephadm:Adding mgr.z on smithi192 2024-09-05T07:30:24.158 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph orch apply mgr '3;smithi071=x;smithi123=y;smithi192=z' 2024-09-05T07:30:24.431 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T07:30:24.903 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.868+0000 7f8f00d36640 1 -- 172.21.15.192:0/3963471582 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8efc1005e0 msgr2=0x7f8efc1009e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:24.903 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.868+0000 7f8f00d36640 1 --2- 172.21.15.192:0/3963471582 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8efc1005e0 0x7f8efc1009e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f8eec009880 tx=0x7f8eec02a5d0 comp rx=0 tx=0).stop 2024-09-05T07:30:24.903 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.868+0000 7f8f00d36640 1 -- 172.21.15.192:0/3963471582 shutdown_connections 2024-09-05T07:30:24.903 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.868+0000 7f8f00d36640 1 --2- 172.21.15.192:0/3963471582 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8efc1005e0 0x7f8efc1009e0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:24.903 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.868+0000 7f8f00d36640 1 -- 172.21.15.192:0/3963471582 >> 172.21.15.192:0/3963471582 conn(0x7f8efc0fbdb0 msgr2=0x7f8efc0fe1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:30:24.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.868+0000 7f8f00d36640 1 -- 172.21.15.192:0/3963471582 shutdown_connections 2024-09-05T07:30:24.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.869+0000 7f8f00d36640 1 -- 172.21.15.192:0/3963471582 wait complete. 2024-09-05T07:30:24.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.869+0000 7f8f00d36640 1 Processor -- start 2024-09-05T07:30:24.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.869+0000 7f8f00d36640 1 -- start start 2024-09-05T07:30:24.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.869+0000 7f8f00d36640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8efc1005e0 0x7f8efc196f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:24.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.869+0000 7f8f00d36640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8efc197440 0x7f8efc19c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:24.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.869+0000 7f8f00d36640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8efc1978c0 0x7f8efc19ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:24.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.869+0000 7f8f00d36640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f8efc1065a0 con 0x7f8efc1005e0 2024-09-05T07:30:24.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.869+0000 7f8f00d36640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8efc106420 con 0x7f8efc1978c0 2024-09-05T07:30:24.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.869+0000 7f8f00d36640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8efc106720 con 0x7f8efc197440 2024-09-05T07:30:24.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.870+0000 7f8ef9d9b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8efc197440 0x7f8efc19c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:24.904 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.870+0000 7f8ef9d9b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8efc197440 0x7f8efc19c4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:35704/0 (socket says 172.21.15.192:35704) 2024-09-05T07:30:24.905 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.870+0000 7f8ef9d9b640 1 -- 172.21.15.192:0/670597662 learned_addr learned my addr 172.21.15.192:0/670597662 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-05T07:30:24.905 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.870+0000 7f8efa59c640 1 --2- 172.21.15.192:0/670597662 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8efc1005e0 0x7f8efc196f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:24.905 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.870+0000 7f8efad9d640 1 --2- 172.21.15.192:0/670597662 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8efc1978c0 0x7f8efc19ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:24.905 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.870+0000 7f8ef9d9b640 1 -- 172.21.15.192:0/670597662 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8efc1978c0 msgr2=0x7f8efc19ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:24.905 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.870+0000 7f8ef9d9b640 1 --2- 172.21.15.192:0/670597662 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8efc1978c0 0x7f8efc19ea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:24.905 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.870+0000 7f8ef9d9b640 1 -- 172.21.15.192:0/670597662 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8efc1005e0 msgr2=0x7f8efc196f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:24.905 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.870+0000 7f8ef9d9b640 1 --2- 172.21.15.192:0/670597662 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8efc1005e0 0x7f8efc196f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:24.905 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.870+0000 7f8ef9d9b640 1 -- 172.21.15.192:0/670597662 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8efc19f300 con 0x7f8efc197440 2024-09-05T07:30:24.905 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.870+0000 7f8ef9d9b640 1 --2- 172.21.15.192:0/670597662 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8efc197440 0x7f8efc19c4b0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f8ee400b520 tx=0x7f8ee400b9e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:30:24.905 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.870+0000 7f8ef37fe640 1 -- 172.21.15.192:0/670597662 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee4004230 con 0x7f8efc197440 2024-09-05T07:30:24.905 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.870+0000 7f8f00d36640 1 -- 172.21.15.192:0/670597662 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8efc19f5f0 con 0x7f8efc197440 2024-09-05T07:30:24.905 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.870+0000 7f8ef37fe640 1 -- 172.21.15.192:0/670597662 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ee40043d0 con 0x7f8efc197440 2024-09-05T07:30:24.905 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.870+0000 7f8ef37fe640 1 -- 172.21.15.192:0/670597662 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee4003cf0 con 0x7f8efc197440 2024-09-05T07:30:24.906 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.870+0000 7f8f00d36640 1 -- 172.21.15.192:0/670597662 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8efc19fc00 con 0x7f8efc197440 2024-09-05T07:30:24.906 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.871+0000 7f8ef37fe640 1 -- 172.21.15.192:0/670597662 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f8ee400e070 con 0x7f8efc197440 2024-09-05T07:30:24.906 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.871+0000 7f8f00d36640 1 -- 172.21.15.192:0/670597662 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8efc100a60 con 0x7f8efc197440 2024-09-05T07:30:24.906 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.872+0000 7f8ef37fe640 1 --2- 172.21.15.192:0/670597662 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8ee80394f0 0x7f8ee803b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:24.906 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.872+0000 7f8ef37fe640 1 -- 172.21.15.192:0/670597662 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f8ee404ba80 con 0x7f8efc197440 2024-09-05T07:30:24.906 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.872+0000 7f8efa59c640 1 --2- 172.21.15.192:0/670597662 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8ee80394f0 0x7f8ee803b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:24.906 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.872+0000 7f8efa59c640 1 --2- 172.21.15.192:0/670597662 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8ee80394f0 0x7f8ee803b9b0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8eec000c00 tx=0x7f8eec0314a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:30:24.906 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:24.876+0000 7f8ef37fe640 1 -- 172.21.15.192:0/670597662 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8ee4014020 con 0x7f8efc197440 2024-09-05T07:30:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:24 smithi071 ceph-mon[30965]: Reconfiguring mon.a (unknown last config time)... 2024-09-05T07:30:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:24 smithi071 ceph-mon[30965]: Reconfiguring daemon mon.a on smithi071 2024-09-05T07:30:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:24 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:24 smithi071 ceph-mon[30965]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:24.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:24 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:25.053 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:25.053+0000 7f8f00d36640 1 -- 172.21.15.192:0/670597662 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi071=x;smithi123=y;smithi192=z", "target": ["mon-mgr", ""]}) -- 0x7f8efc06a320 con 0x7f8ee80394f0 2024-09-05T07:30:25.058 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:25.058+0000 7f8ef37fe640 1 -- 172.21.15.192:0/670597662 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f8efc06a320 con 0x7f8ee80394f0 2024-09-05T07:30:25.058 INFO:teuthology.orchestra.run.smithi192.stdout:Scheduled mgr update... 2024-09-05T07:30:25.060 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:25.060+0000 7f8f00d36640 1 -- 172.21.15.192:0/670597662 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8ee80394f0 msgr2=0x7f8ee803b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:25.061 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:25.060+0000 7f8f00d36640 1 --2- 172.21.15.192:0/670597662 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8ee80394f0 0x7f8ee803b9b0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8eec000c00 tx=0x7f8eec0314a0 comp rx=0 tx=0).stop 2024-09-05T07:30:25.061 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:25.060+0000 7f8f00d36640 1 -- 172.21.15.192:0/670597662 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8efc197440 msgr2=0x7f8efc19c4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:25.061 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:25.060+0000 7f8f00d36640 1 --2- 172.21.15.192:0/670597662 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8efc197440 0x7f8efc19c4b0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f8ee400b520 tx=0x7f8ee400b9e0 comp rx=0 tx=0).stop 2024-09-05T07:30:25.061 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:25.060+0000 7f8f00d36640 1 -- 172.21.15.192:0/670597662 shutdown_connections 2024-09-05T07:30:25.061 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:25.060+0000 7f8f00d36640 1 --2- 172.21.15.192:0/670597662 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8ee80394f0 0x7f8ee803b9b0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:25.061 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:25.060+0000 7f8f00d36640 1 --2- 172.21.15.192:0/670597662 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8efc1978c0 0x7f8efc19ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:25.061 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:25.060+0000 7f8f00d36640 1 --2- 172.21.15.192:0/670597662 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8efc197440 0x7f8efc19c4b0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:25.061 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:25.060+0000 7f8f00d36640 1 --2- 172.21.15.192:0/670597662 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8efc1005e0 0x7f8efc196f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:25.061 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:25.060+0000 7f8f00d36640 1 -- 172.21.15.192:0/670597662 >> 172.21.15.192:0/670597662 conn(0x7f8efc0fbdb0 msgr2=0x7f8efc069c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:30:25.061 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:25.060+0000 7f8f00d36640 1 -- 172.21.15.192:0/670597662 shutdown_connections 2024-09-05T07:30:25.061 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:30:25.060+0000 7f8f00d36640 1 -- 172.21.15.192:0/670597662 wait complete. 2024-09-05T07:30:25.069 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:24 smithi192 ceph-mon[34929]: Reconfiguring mon.a (unknown last config time)... 2024-09-05T07:30:25.070 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:24 smithi192 ceph-mon[34929]: Reconfiguring daemon mon.a on smithi071 2024-09-05T07:30:25.070 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:24 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:25.070 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:24 smithi192 ceph-mon[34929]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:25.070 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:24 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:25.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:24 smithi123 ceph-mon[34568]: Reconfiguring mon.a (unknown last config time)... 2024-09-05T07:30:25.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:24 smithi123 ceph-mon[34568]: Reconfiguring daemon mon.a on smithi071 2024-09-05T07:30:25.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:24 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:30:25.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:24 smithi123 ceph-mon[34568]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:25.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:24 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:25.677 DEBUG:teuthology.orchestra.run.smithi123:mgr.y> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mgr.y.service 2024-09-05T07:30:25.680 DEBUG:teuthology.orchestra.run.smithi192:mgr.z> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mgr.z.service 2024-09-05T07:30:25.682 INFO:tasks.cephadm:Deploying OSDs... 2024-09-05T07:30:25.683 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:30:25.683 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/scratch_devs of=/dev/stdout 2024-09-05T07:30:25.702 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-05T07:30:25.702 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_1 2024-09-05T07:30:25.761 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-05T07:30:25.761 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T07:30:25.761 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-09-05T07:30:25.761 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T07:30:25.761 INFO:teuthology.orchestra.run.smithi071.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T07:30:25.761 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2024-09-05 07:29:44.932511717 +0000 2024-09-05T07:30:25.761 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2024-09-05 07:25:28.177734185 +0000 2024-09-05T07:30:25.761 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2024-09-05 07:25:28.177734185 +0000 2024-09-05T07:30:25.761 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: 2024-09-05 07:25:28.177734185 +0000 2024-09-05T07:30:25.761 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-05T07:30:25.831 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2024-09-05T07:30:25.831 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2024-09-05T07:30:25.831 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000256099 s, 2.0 MB/s 2024-09-05T07:30:25.833 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-05T07:30:25.892 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_2 2024-09-05T07:30:25.950 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-05T07:30:25.950 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T07:30:25.950 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-05T07:30:25.950 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T07:30:25.950 INFO:teuthology.orchestra.run.smithi071.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T07:30:25.951 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2024-09-05 07:29:44.958511263 +0000 2024-09-05T07:30:25.951 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2024-09-05 07:25:28.522728216 +0000 2024-09-05T07:30:25.951 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2024-09-05 07:25:28.522728216 +0000 2024-09-05T07:30:25.951 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: 2024-09-05 07:25:28.522728216 +0000 2024-09-05T07:30:25.951 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-05T07:30:26.016 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2024-09-05T07:30:26.017 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2024-09-05T07:30:26.017 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000216934 s, 2.4 MB/s 2024-09-05T07:30:26.018 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-05T07:30:26.076 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_3 2024-09-05T07:30:26.133 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-05T07:30:26.133 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T07:30:26.133 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-05T07:30:26.133 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T07:30:26.133 INFO:teuthology.orchestra.run.smithi071.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T07:30:26.133 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2024-09-05 07:29:44.986510775 +0000 2024-09-05T07:30:26.133 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2024-09-05 07:25:28.842722680 +0000 2024-09-05T07:30:26.133 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2024-09-05 07:25:28.842722680 +0000 2024-09-05T07:30:26.133 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: 2024-09-05 07:25:28.842722680 +0000 2024-09-05T07:30:26.134 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-05T07:30:26.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:26 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:26.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:26 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:26.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:26 smithi071 ceph-mon[30965]: Reconfiguring mon.b (monmap changed)... 2024-09-05T07:30:26.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:26 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T07:30:26.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:26 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T07:30:26.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:26 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:26.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:26 smithi071 ceph-mon[30965]: Reconfiguring daemon mon.b on smithi123 2024-09-05T07:30:26.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:26 smithi071 ceph-mon[30965]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi071=x;smithi123=y;smithi192=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:30:26.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:26 smithi071 ceph-mon[30965]: Saving service mgr spec with placement smithi071=x;smithi123=y;smithi192=z;count:3 2024-09-05T07:30:26.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:26 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:26.173 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2024-09-05T07:30:26.173 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2024-09-05T07:30:26.173 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000207946 s, 2.5 MB/s 2024-09-05T07:30:26.175 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-05T07:30:26.232 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_4 2024-09-05T07:30:26.291 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-05T07:30:26.291 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T07:30:26.291 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-09-05T07:30:26.291 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T07:30:26.291 INFO:teuthology.orchestra.run.smithi071.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T07:30:26.291 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2024-09-05 07:29:45.012510321 +0000 2024-09-05T07:30:26.291 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2024-09-05 07:25:29.166717075 +0000 2024-09-05T07:30:26.292 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2024-09-05 07:25:29.166717075 +0000 2024-09-05T07:30:26.292 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: 2024-09-05 07:25:29.166717075 +0000 2024-09-05T07:30:26.292 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-05T07:30:26.356 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2024-09-05T07:30:26.356 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2024-09-05T07:30:26.357 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000217201 s, 2.4 MB/s 2024-09-05T07:30:26.358 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-05T07:30:26.391 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:26 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:26.392 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:26 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:26.392 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:26 smithi123 ceph-mon[34568]: Reconfiguring mon.b (monmap changed)... 2024-09-05T07:30:26.392 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:26 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T07:30:26.392 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:26 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T07:30:26.392 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:26 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:26.392 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:26 smithi123 ceph-mon[34568]: Reconfiguring daemon mon.b on smithi123 2024-09-05T07:30:26.392 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:26 smithi123 ceph-mon[34568]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi071=x;smithi123=y;smithi192=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:30:26.392 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:26 smithi123 ceph-mon[34568]: Saving service mgr spec with placement smithi071=x;smithi123=y;smithi192=z;count:3 2024-09-05T07:30:26.392 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:26 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:26.415 DEBUG:teuthology.orchestra.run.smithi123:> set -ex 2024-09-05T07:30:26.415 DEBUG:teuthology.orchestra.run.smithi123:> dd if=/scratch_devs of=/dev/stdout 2024-09-05T07:30:26.431 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-05T07:30:26.432 DEBUG:teuthology.orchestra.run.smithi123:> stat /dev/vg_nvme/lv_1 2024-09-05T07:30:26.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:26 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:26.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:26 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:26.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:26 smithi192 ceph-mon[34929]: Reconfiguring mon.b (monmap changed)... 2024-09-05T07:30:26.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:26 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T07:30:26.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:26 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T07:30:26.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:26 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:26.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:26 smithi192 ceph-mon[34929]: Reconfiguring daemon mon.b on smithi123 2024-09-05T07:30:26.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:26 smithi192 ceph-mon[34929]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi071=x;smithi123=y;smithi192=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:30:26.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:26 smithi192 ceph-mon[34929]: Saving service mgr spec with placement smithi071=x;smithi123=y;smithi192=z;count:3 2024-09-05T07:30:26.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:26 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:26.488 INFO:teuthology.orchestra.run.smithi123.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-05T07:30:26.488 INFO:teuthology.orchestra.run.smithi123.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T07:30:26.488 INFO:teuthology.orchestra.run.smithi123.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-05T07:30:26.488 INFO:teuthology.orchestra.run.smithi123.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T07:30:26.488 INFO:teuthology.orchestra.run.smithi123.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T07:30:26.488 INFO:teuthology.orchestra.run.smithi123.stdout:Access: 2024-09-05 07:30:15.639160018 +0000 2024-09-05T07:30:26.488 INFO:teuthology.orchestra.run.smithi123.stdout:Modify: 2024-09-05 07:25:28.477758463 +0000 2024-09-05T07:30:26.488 INFO:teuthology.orchestra.run.smithi123.stdout:Change: 2024-09-05 07:25:28.477758463 +0000 2024-09-05T07:30:26.489 INFO:teuthology.orchestra.run.smithi123.stdout: Birth: 2024-09-05 07:25:28.477758463 +0000 2024-09-05T07:30:26.489 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-05T07:30:26.552 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records in 2024-09-05T07:30:26.553 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records out 2024-09-05T07:30:26.553 INFO:teuthology.orchestra.run.smithi123.stderr:512 bytes copied, 0.000274272 s, 1.9 MB/s 2024-09-05T07:30:26.554 DEBUG:teuthology.orchestra.run.smithi123:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-05T07:30:26.610 DEBUG:teuthology.orchestra.run.smithi123:> stat /dev/vg_nvme/lv_2 2024-09-05T07:30:26.665 INFO:teuthology.orchestra.run.smithi123.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-05T07:30:26.666 INFO:teuthology.orchestra.run.smithi123.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T07:30:26.666 INFO:teuthology.orchestra.run.smithi123.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-05T07:30:26.666 INFO:teuthology.orchestra.run.smithi123.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T07:30:26.666 INFO:teuthology.orchestra.run.smithi123.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T07:30:26.666 INFO:teuthology.orchestra.run.smithi123.stdout:Access: 2024-09-05 07:30:15.639160018 +0000 2024-09-05T07:30:26.666 INFO:teuthology.orchestra.run.smithi123.stdout:Modify: 2024-09-05 07:25:28.807750287 +0000 2024-09-05T07:30:26.666 INFO:teuthology.orchestra.run.smithi123.stdout:Change: 2024-09-05 07:25:28.807750287 +0000 2024-09-05T07:30:26.666 INFO:teuthology.orchestra.run.smithi123.stdout: Birth: 2024-09-05 07:25:28.807750287 +0000 2024-09-05T07:30:26.667 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-05T07:30:26.729 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records in 2024-09-05T07:30:26.729 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records out 2024-09-05T07:30:26.729 INFO:teuthology.orchestra.run.smithi123.stderr:512 bytes copied, 0.000205745 s, 2.5 MB/s 2024-09-05T07:30:26.731 DEBUG:teuthology.orchestra.run.smithi123:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-05T07:30:26.787 DEBUG:teuthology.orchestra.run.smithi123:> stat /dev/vg_nvme/lv_3 2024-09-05T07:30:26.842 INFO:teuthology.orchestra.run.smithi123.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-05T07:30:26.843 INFO:teuthology.orchestra.run.smithi123.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T07:30:26.843 INFO:teuthology.orchestra.run.smithi123.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-05T07:30:26.843 INFO:teuthology.orchestra.run.smithi123.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T07:30:26.843 INFO:teuthology.orchestra.run.smithi123.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T07:30:26.843 INFO:teuthology.orchestra.run.smithi123.stdout:Access: 2024-09-05 07:30:15.640159994 +0000 2024-09-05T07:30:26.843 INFO:teuthology.orchestra.run.smithi123.stdout:Modify: 2024-09-05 07:25:29.130742284 +0000 2024-09-05T07:30:26.843 INFO:teuthology.orchestra.run.smithi123.stdout:Change: 2024-09-05 07:25:29.130742284 +0000 2024-09-05T07:30:26.843 INFO:teuthology.orchestra.run.smithi123.stdout: Birth: 2024-09-05 07:25:29.130742284 +0000 2024-09-05T07:30:26.843 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-05T07:30:26.906 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records in 2024-09-05T07:30:26.907 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records out 2024-09-05T07:30:26.907 INFO:teuthology.orchestra.run.smithi123.stderr:512 bytes copied, 0.000207187 s, 2.5 MB/s 2024-09-05T07:30:26.908 DEBUG:teuthology.orchestra.run.smithi123:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-05T07:30:26.964 DEBUG:teuthology.orchestra.run.smithi123:> stat /dev/vg_nvme/lv_4 2024-09-05T07:30:27.019 INFO:teuthology.orchestra.run.smithi123.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-05T07:30:27.019 INFO:teuthology.orchestra.run.smithi123.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T07:30:27.019 INFO:teuthology.orchestra.run.smithi123.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-09-05T07:30:27.019 INFO:teuthology.orchestra.run.smithi123.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T07:30:27.020 INFO:teuthology.orchestra.run.smithi123.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T07:30:27.020 INFO:teuthology.orchestra.run.smithi123.stdout:Access: 2024-09-05 07:30:15.640159994 +0000 2024-09-05T07:30:27.020 INFO:teuthology.orchestra.run.smithi123.stdout:Modify: 2024-09-05 07:25:29.440734603 +0000 2024-09-05T07:30:27.020 INFO:teuthology.orchestra.run.smithi123.stdout:Change: 2024-09-05 07:25:29.440734603 +0000 2024-09-05T07:30:27.020 INFO:teuthology.orchestra.run.smithi123.stdout: Birth: 2024-09-05 07:25:29.440734603 +0000 2024-09-05T07:30:27.020 DEBUG:teuthology.orchestra.run.smithi123:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-05T07:30:27.083 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records in 2024-09-05T07:30:27.083 INFO:teuthology.orchestra.run.smithi123.stderr:1+0 records out 2024-09-05T07:30:27.083 INFO:teuthology.orchestra.run.smithi123.stderr:512 bytes copied, 0.000163119 s, 3.1 MB/s 2024-09-05T07:30:27.084 DEBUG:teuthology.orchestra.run.smithi123:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-05T07:30:27.141 DEBUG:teuthology.orchestra.run.smithi192:> set -ex 2024-09-05T07:30:27.141 DEBUG:teuthology.orchestra.run.smithi192:> dd if=/scratch_devs of=/dev/stdout 2024-09-05T07:30:27.157 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-05T07:30:27.158 DEBUG:teuthology.orchestra.run.smithi192:> stat /dev/vg_nvme/lv_1 2024-09-05T07:30:27.213 INFO:teuthology.orchestra.run.smithi192.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-05T07:30:27.213 INFO:teuthology.orchestra.run.smithi192.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T07:30:27.213 INFO:teuthology.orchestra.run.smithi192.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-05T07:30:27.214 INFO:teuthology.orchestra.run.smithi192.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T07:30:27.214 INFO:teuthology.orchestra.run.smithi192.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T07:30:27.214 INFO:teuthology.orchestra.run.smithi192.stdout:Access: 2024-09-05 07:30:06.944560121 +0000 2024-09-05T07:30:27.214 INFO:teuthology.orchestra.run.smithi192.stdout:Modify: 2024-09-05 07:25:30.192649588 +0000 2024-09-05T07:30:27.214 INFO:teuthology.orchestra.run.smithi192.stdout:Change: 2024-09-05 07:25:30.192649588 +0000 2024-09-05T07:30:27.214 INFO:teuthology.orchestra.run.smithi192.stdout: Birth: 2024-09-05 07:25:30.192649588 +0000 2024-09-05T07:30:27.214 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-05T07:30:27.277 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records in 2024-09-05T07:30:27.277 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records out 2024-09-05T07:30:27.277 INFO:teuthology.orchestra.run.smithi192.stderr:512 bytes copied, 0.000245069 s, 2.1 MB/s 2024-09-05T07:30:27.278 DEBUG:teuthology.orchestra.run.smithi192:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-05T07:30:27.334 DEBUG:teuthology.orchestra.run.smithi192:> stat /dev/vg_nvme/lv_2 2024-09-05T07:30:27.390 INFO:teuthology.orchestra.run.smithi192.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-05T07:30:27.390 INFO:teuthology.orchestra.run.smithi192.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T07:30:27.390 INFO:teuthology.orchestra.run.smithi192.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-09-05T07:30:27.390 INFO:teuthology.orchestra.run.smithi192.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T07:30:27.390 INFO:teuthology.orchestra.run.smithi192.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T07:30:27.390 INFO:teuthology.orchestra.run.smithi192.stdout:Access: 2024-09-05 07:30:06.945560100 +0000 2024-09-05T07:30:27.390 INFO:teuthology.orchestra.run.smithi192.stdout:Modify: 2024-09-05 07:25:30.517642734 +0000 2024-09-05T07:30:27.390 INFO:teuthology.orchestra.run.smithi192.stdout:Change: 2024-09-05 07:25:30.517642734 +0000 2024-09-05T07:30:27.390 INFO:teuthology.orchestra.run.smithi192.stdout: Birth: 2024-09-05 07:25:30.517642734 +0000 2024-09-05T07:30:27.391 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-05T07:30:27.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:27 smithi123 ceph-mon[34568]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:27.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:27 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:27.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:27 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:27.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:27 smithi123 ceph-mon[34568]: Reconfiguring mon.c (monmap changed)... 2024-09-05T07:30:27.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:27 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T07:30:27.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:27 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T07:30:27.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:27 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:27.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:27 smithi123 ceph-mon[34568]: Reconfiguring daemon mon.c on smithi192 2024-09-05T07:30:27.453 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records in 2024-09-05T07:30:27.453 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records out 2024-09-05T07:30:27.453 INFO:teuthology.orchestra.run.smithi192.stderr:512 bytes copied, 0.000237557 s, 2.2 MB/s 2024-09-05T07:30:27.454 DEBUG:teuthology.orchestra.run.smithi192:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-05T07:30:27.511 DEBUG:teuthology.orchestra.run.smithi192:> stat /dev/vg_nvme/lv_3 2024-09-05T07:30:27.567 INFO:teuthology.orchestra.run.smithi192.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-05T07:30:27.568 INFO:teuthology.orchestra.run.smithi192.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T07:30:27.568 INFO:teuthology.orchestra.run.smithi192.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-05T07:30:27.568 INFO:teuthology.orchestra.run.smithi192.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T07:30:27.568 INFO:teuthology.orchestra.run.smithi192.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T07:30:27.568 INFO:teuthology.orchestra.run.smithi192.stdout:Access: 2024-09-05 07:30:06.945560100 +0000 2024-09-05T07:30:27.568 INFO:teuthology.orchestra.run.smithi192.stdout:Modify: 2024-09-05 07:25:30.842635880 +0000 2024-09-05T07:30:27.568 INFO:teuthology.orchestra.run.smithi192.stdout:Change: 2024-09-05 07:25:30.842635880 +0000 2024-09-05T07:30:27.568 INFO:teuthology.orchestra.run.smithi192.stdout: Birth: 2024-09-05 07:25:30.842635880 +0000 2024-09-05T07:30:27.568 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-05T07:30:27.631 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:27 smithi192 ceph-mon[34929]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:27.631 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:27 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:27.631 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:27 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:27.631 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:27 smithi192 ceph-mon[34929]: Reconfiguring mon.c (monmap changed)... 2024-09-05T07:30:27.631 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:27 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T07:30:27.631 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:27 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T07:30:27.631 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:27 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:27.631 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:27 smithi192 ceph-mon[34929]: Reconfiguring daemon mon.c on smithi192 2024-09-05T07:30:27.633 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records in 2024-09-05T07:30:27.633 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records out 2024-09-05T07:30:27.634 INFO:teuthology.orchestra.run.smithi192.stderr:512 bytes copied, 0.000214816 s, 2.4 MB/s 2024-09-05T07:30:27.635 DEBUG:teuthology.orchestra.run.smithi192:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-05T07:30:27.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:27 smithi071 ceph-mon[30965]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:27.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:27 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:27.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:27 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:27.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:27 smithi071 ceph-mon[30965]: Reconfiguring mon.c (monmap changed)... 2024-09-05T07:30:27.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:27 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T07:30:27.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:27 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T07:30:27.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:27 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:27.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:27 smithi071 ceph-mon[30965]: Reconfiguring daemon mon.c on smithi192 2024-09-05T07:30:27.692 DEBUG:teuthology.orchestra.run.smithi192:> stat /dev/vg_nvme/lv_4 2024-09-05T07:30:27.747 INFO:teuthology.orchestra.run.smithi192.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-05T07:30:27.748 INFO:teuthology.orchestra.run.smithi192.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T07:30:27.748 INFO:teuthology.orchestra.run.smithi192.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-05T07:30:27.748 INFO:teuthology.orchestra.run.smithi192.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T07:30:27.748 INFO:teuthology.orchestra.run.smithi192.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T07:30:27.748 INFO:teuthology.orchestra.run.smithi192.stdout:Access: 2024-09-05 07:30:06.946560079 +0000 2024-09-05T07:30:27.748 INFO:teuthology.orchestra.run.smithi192.stdout:Modify: 2024-09-05 07:25:31.168629005 +0000 2024-09-05T07:30:27.748 INFO:teuthology.orchestra.run.smithi192.stdout:Change: 2024-09-05 07:25:31.168629005 +0000 2024-09-05T07:30:27.748 INFO:teuthology.orchestra.run.smithi192.stdout: Birth: 2024-09-05 07:25:31.168629005 +0000 2024-09-05T07:30:27.748 DEBUG:teuthology.orchestra.run.smithi192:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-05T07:30:27.814 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records in 2024-09-05T07:30:27.814 INFO:teuthology.orchestra.run.smithi192.stderr:1+0 records out 2024-09-05T07:30:27.814 INFO:teuthology.orchestra.run.smithi192.stderr:512 bytes copied, 0.000233017 s, 2.2 MB/s 2024-09-05T07:30:27.815 DEBUG:teuthology.orchestra.run.smithi192:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-05T07:30:27.871 INFO:tasks.cephadm:Deploying osd.0 on smithi071 with /dev/vg_nvme/lv_4... 2024-09-05T07:30:27.871 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-05T07:30:28.120 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:30:28.896 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:28 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:28.896 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:28 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:28.896 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:28 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:30:28.896 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:28 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:28.896 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:28 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:30:28.896 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:28 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:28.896 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:28 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T07:30:28.896 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:28 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T07:30:28.896 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:28 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T07:30:28.897 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:28 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:28.897 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:28 smithi192 ceph-mon[34929]: Deploying daemon mgr.z on smithi192 2024-09-05T07:30:28.897 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:28 smithi192 ceph-mon[34929]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:28.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:28 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:28.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:28 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:28.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:28 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:30:28.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:28 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:28.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:28 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:30:28.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:28 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:28.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:28 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T07:30:28.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:28 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T07:30:28.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:28 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T07:30:28.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:28 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:28.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:28 smithi071 ceph-mon[30965]: Deploying daemon mgr.z on smithi192 2024-09-05T07:30:28.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:28 smithi071 ceph-mon[30965]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:28.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:28 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:28.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:28 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:28.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:28 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:30:28.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:28 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:28.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:28 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:30:28.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:28 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:28.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:28 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T07:30:28.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:28 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T07:30:28.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:28 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T07:30:28.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:28 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:28.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:28 smithi123 ceph-mon[34568]: Deploying daemon mgr.z on smithi192 2024-09-05T07:30:28.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:28 smithi123 ceph-mon[34568]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:29.460 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:29 smithi192 systemd[1]: Starting Ceph mgr.z for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:30:29.879 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:29 smithi192 podman[36594]: 2024-09-05 07:30:29.439501913 +0000 UTC m=+0.015510462 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:30:29.879 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:29 smithi192 podman[36594]: 2024-09-05 07:30:29.557022918 +0000 UTC m=+0.133031512 container create fba53cade758302e33fa5f0fdd2f71af4c650394cf7c4e0af61d7ea475ade5d5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T07:30:29.879 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:29 smithi192 podman[36594]: 2024-09-05 07:30:29.759259556 +0000 UTC m=+0.335268091 container init fba53cade758302e33fa5f0fdd2f71af4c650394cf7c4e0af61d7ea475ade5d5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T07:30:29.879 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:29 smithi192 podman[36594]: 2024-09-05 07:30:29.7620475 +0000 UTC m=+0.338056036 container start fba53cade758302e33fa5f0fdd2f71af4c650394cf7c4e0af61d7ea475ade5d5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-05T07:30:29.879 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:29 smithi192 ceph-mgr[36613]: -- 172.21.15.192:0/3636283041 <== mon.1 v2:172.21.15.192:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55978f6a70e0 con 0x55978f685000 2024-09-05T07:30:30.160 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:29 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:29.878+0000 7f1c59392040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T07:30:30.160 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:29 smithi192 bash[36594]: fba53cade758302e33fa5f0fdd2f71af4c650394cf7c4e0af61d7ea475ade5d5 2024-09-05T07:30:30.160 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:29 smithi192 systemd[1]: Started Ceph mgr.z for 528064f0-6b58-11ef-bcd6-c7b262605968. 2024-09-05T07:30:30.160 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:29 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:29.943+0000 7f1c59392040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T07:30:30.160 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:30 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:30.093+0000 7f1c59392040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T07:30:30.160 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:30 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:30.159+0000 7f1c59392040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T07:30:30.442 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:30 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:30.305+0000 7f1c59392040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T07:30:30.442 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:30 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:30.442+0000 7f1c59392040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T07:30:30.493 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:30:30.518 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi071:vg_nvme/lv_4 2024-09-05T07:30:30.758 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:30:31.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:30 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:31.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:30 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:31.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:30 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:31.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:30 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T07:30:31.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:30 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T07:30:31.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:30 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T07:30:31.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:30 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:31.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:30 smithi071 ceph-mon[30965]: Deploying daemon mgr.y on smithi123 2024-09-05T07:30:31.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:30 smithi071 ceph-mon[30965]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:31.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.175+0000 7f6388a37640 1 -- 172.21.15.71:0/335281884 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f63841026a0 msgr2=0x7f6384104a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:31.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.175+0000 7f6388a37640 1 --2- 172.21.15.71:0/335281884 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f63841026a0 0x7f6384104a90 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f6374009900 tx=0x7f637402a410 comp rx=0 tx=0).stop 2024-09-05T07:30:31.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.175+0000 7f6388a37640 1 -- 172.21.15.71:0/335281884 shutdown_connections 2024-09-05T07:30:31.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.175+0000 7f6388a37640 1 --2- 172.21.15.71:0/335281884 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6384107900 0x7f6384109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:31.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.175+0000 7f6388a37640 1 --2- 172.21.15.71:0/335281884 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6384104fd0 0x7f63841073c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:31.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.175+0000 7f6388a37640 1 --2- 172.21.15.71:0/335281884 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f63841026a0 0x7f6384104a90 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:31.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.175+0000 7f6388a37640 1 -- 172.21.15.71:0/335281884 >> 172.21.15.71:0/335281884 conn(0x7f63840fc2a0 msgr2=0x7f63840fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:30:31.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.175+0000 7f6388a37640 1 -- 172.21.15.71:0/335281884 shutdown_connections 2024-09-05T07:30:31.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.175+0000 7f6388a37640 1 -- 172.21.15.71:0/335281884 wait complete. 2024-09-05T07:30:31.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.176+0000 7f6388a37640 1 Processor -- start 2024-09-05T07:30:31.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.176+0000 7f6388a37640 1 -- start start 2024-09-05T07:30:31.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f6388a37640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f63841026a0 0x7f6384102000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:31.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f6388a37640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6384104fd0 0x7f6384100650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:31.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f6388a37640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6384107900 0x7f6384100b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:31.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f6388a37640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f638410d780 con 0x7f6384107900 2024-09-05T07:30:31.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f6388a37640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f638410d600 con 0x7f6384104fd0 2024-09-05T07:30:31.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f6388a37640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f638410d900 con 0x7f63841026a0 2024-09-05T07:30:31.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f6382d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6384107900 0x7f6384100b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:31.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f638259c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f63841026a0 0x7f6384102000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:31.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f6382d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6384107900 0x7f6384100b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57510/0 (socket says 172.21.15.71:57510) 2024-09-05T07:30:31.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f638259c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f63841026a0 0x7f6384102000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.71:33972/0 (socket says 172.21.15.71:33972) 2024-09-05T07:30:31.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f6382d9d640 1 -- 172.21.15.71:0/2497756642 learned_addr learned my addr 172.21.15.71:0/2497756642 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:30:31.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f6379d9b640 1 --2- 172.21.15.71:0/2497756642 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6384104fd0 0x7f6384100650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:31.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f6382d9d640 1 -- 172.21.15.71:0/2497756642 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f63841026a0 msgr2=0x7f6384102000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:31.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f6382d9d640 1 --2- 172.21.15.71:0/2497756642 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f63841026a0 0x7f6384102000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:31.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f6382d9d640 1 -- 172.21.15.71:0/2497756642 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6384104fd0 msgr2=0x7f6384100650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:31.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f6382d9d640 1 --2- 172.21.15.71:0/2497756642 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6384104fd0 0x7f6384100650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:31.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f6382d9d640 1 -- 172.21.15.71:0/2497756642 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6384101450 con 0x7f6384107900 2024-09-05T07:30:31.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f638259c640 1 --2- 172.21.15.71:0/2497756642 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f63841026a0 0x7f6384102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:30:31.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f6379d9b640 1 --2- 172.21.15.71:0/2497756642 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6384104fd0 0x7f6384100650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:30:31.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f6382d9d640 1 --2- 172.21.15.71:0/2497756642 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6384107900 0x7f6384100b90 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f637c00eb10 tx=0x7f637c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:30:31.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f637bfff640 1 -- 172.21.15.71:0/2497756642 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f637c004b20 con 0x7f6384107900 2024-09-05T07:30:31.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f637bfff640 1 -- 172.21.15.71:0/2497756642 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f637c004cc0 con 0x7f6384107900 2024-09-05T07:30:31.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f6388a37640 1 -- 172.21.15.71:0/2497756642 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63841a1fc0 con 0x7f6384107900 2024-09-05T07:30:31.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f637bfff640 1 -- 172.21.15.71:0/2497756642 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f637c010690 con 0x7f6384107900 2024-09-05T07:30:31.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.177+0000 7f6388a37640 1 -- 172.21.15.71:0/2497756642 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63841a2470 con 0x7f6384107900 2024-09-05T07:30:31.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.178+0000 7f637bfff640 1 -- 172.21.15.71:0/2497756642 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f637c010830 con 0x7f6384107900 2024-09-05T07:30:31.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.178+0000 7f637bfff640 1 --2- 172.21.15.71:0/2497756642 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6370039290 0x7f637003b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:31.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.178+0000 7f6388a37640 1 -- 172.21.15.71:0/2497756642 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63840fdd90 con 0x7f6384107900 2024-09-05T07:30:31.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.179+0000 7f637bfff640 1 -- 172.21.15.71:0/2497756642 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f637c04ca30 con 0x7f6384107900 2024-09-05T07:30:31.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.179+0000 7f638259c640 1 --2- 172.21.15.71:0/2497756642 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6370039290 0x7f637003b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:31.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.179+0000 7f638259c640 1 --2- 172.21.15.71:0/2497756642 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6370039290 0x7f637003b750 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f6374006010 tx=0x7f6374000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:30:31.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.183+0000 7f637bfff640 1 -- 172.21.15.71:0/2497756642 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f637c00fa10 con 0x7f6384107900 2024-09-05T07:30:31.210 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:30 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:30.756+0000 7f1c59392040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T07:30:31.210 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:30 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:30.817+0000 7f1c59392040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T07:30:31.210 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:31 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:30.999+0000 7f1c59392040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T07:30:31.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:30 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:31.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:30 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:31.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:30 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:31.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:30 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T07:30:31.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:30 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T07:30:31.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:30 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T07:30:31.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:30 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:31.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:30 smithi192 ceph-mon[34929]: Deploying daemon mgr.y on smithi123 2024-09-05T07:30:31.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:30 smithi192 ceph-mon[34929]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:31.283 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:30 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:31.283 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:30 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:31.283 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:30 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:31.283 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:30 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T07:30:31.283 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:30 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T07:30:31.284 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:30 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T07:30:31.284 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:30 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:31.284 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:30 smithi123 ceph-mon[34568]: Deploying daemon mgr.y on smithi123 2024-09-05T07:30:31.284 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:30 smithi123 ceph-mon[34568]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:31.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:31.356+0000 7f6388a37640 1 -- 172.21.15.71:0/2497756642 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f6384062630 con 0x7f6370039290 2024-09-05T07:30:31.926 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:31 smithi123 systemd[1]: Starting Ceph mgr.y for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:30:32.079 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:31 smithi071 ceph-mon[30965]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:30:32.079 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:31 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:30:32.079 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:31 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:30:32.079 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:31 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:32.181 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:31 smithi123 ceph-mon[34568]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:30:32.181 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:31 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:30:32.182 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:31 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:30:32.182 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:31 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:32.182 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:31 smithi123 podman[35915]: 2024-09-05 07:30:31.926964657 +0000 UTC m=+0.105272096 container create 55d11f4a80a7ef4cad7793a7b40ad1058687ff519f7b3b9166f89c239be111cc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-05T07:30:32.182 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:31 smithi123 podman[35915]: 2024-09-05 07:30:31.837114972 +0000 UTC m=+0.015422412 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:30:32.182 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:32 smithi123 podman[35915]: 2024-09-05 07:30:32.154118696 +0000 UTC m=+0.332426135 container init 55d11f4a80a7ef4cad7793a7b40ad1058687ff519f7b3b9166f89c239be111cc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-05T07:30:32.182 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:32 smithi123 podman[35915]: 2024-09-05 07:30:32.156919256 +0000 UTC m=+0.335226695 container start 55d11f4a80a7ef4cad7793a7b40ad1058687ff519f7b3b9166f89c239be111cc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e) 2024-09-05T07:30:32.182 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:32 smithi123 ceph-mgr[35934]: -- 172.21.15.123:0/2197538164 <== mon.2 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5561926a10e0 con 0x55619267f000 2024-09-05T07:30:32.210 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:31 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:31.875+0000 7f1c59392040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T07:30:32.210 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:31 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:31.942+0000 7f1c59392040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T07:30:32.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:31 smithi192 ceph-mon[34929]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:30:32.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:31 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:30:32.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:31 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:30:32.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:31 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:32.502 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:32 smithi123 bash[35915]: 55d11f4a80a7ef4cad7793a7b40ad1058687ff519f7b3b9166f89c239be111cc 2024-09-05T07:30:32.503 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:32 smithi123 systemd[1]: Started Ceph mgr.y for 528064f0-6b58-11ef-bcd6-c7b262605968. 2024-09-05T07:30:32.503 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:32 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:32.281+0000 7f2dcc471040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T07:30:32.503 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:32 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:32.346+0000 7f2dcc471040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T07:30:32.503 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:32 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:32.502+0000 7f2dcc471040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T07:30:32.889 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:32 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:32.570+0000 7f2dcc471040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T07:30:32.889 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:32 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:32.727+0000 7f2dcc471040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T07:30:32.889 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:32 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:32.886+0000 7f2dcc471040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T07:30:32.958 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:32 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:32.673+0000 7f1c59392040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T07:30:32.958 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:32 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:32.809+0000 7f1c59392040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T07:30:32.958 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:32 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:32.957+0000 7f1c59392040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T07:30:33.210 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:33 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:33.023+0000 7f1c59392040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T07:30:33.210 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:33 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:33.184+0000 7f1c59392040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T07:30:33.464 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:33 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:33.210+0000 7f2dcc471040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T07:30:33.464 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:33 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:33.269+0000 7f2dcc471040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T07:30:33.464 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:33 smithi123 ceph-mon[34568]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:33.464 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:33.464 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:33.464 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:33.465 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:33.465 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:30:33.542 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:33 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:33.254+0000 7f1c59392040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T07:30:33.543 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:33 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:33.315+0000 7f1c59392040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T07:30:33.543 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:33 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:33.476+0000 7f1c59392040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T07:30:33.543 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:33 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:33.542+0000 7f1c59392040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T07:30:33.543 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:33 smithi192 ceph-mon[34929]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:33.543 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:33.543 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:33.543 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:33.543 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:33.543 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:30:33.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:33 smithi071 ceph-mon[30965]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:33.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:33.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:33.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:33.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:33.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:30:33.821 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:33 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:33.615+0000 7f1c59392040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T07:30:33.821 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:33 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:33.699+0000 7f1c59392040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T07:30:33.821 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:33 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:33.760+0000 7f1c59392040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T07:30:33.821 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:33 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:33.819+0000 7f1c59392040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T07:30:33.926 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:33 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:33.463+0000 7f2dcc471040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T07:30:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:30:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:34 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/101034470' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "46b7dcd0-5366-4876-97f3-6242a69addcb"}]: dispatch 2024-09-05T07:30:34.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:34 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/101034470' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "46b7dcd0-5366-4876-97f3-6242a69addcb"}]': finished 2024-09-05T07:30:34.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:34 smithi071 ceph-mon[30965]: osdmap e5: 1 total, 0 up, 1 in 2024-09-05T07:30:34.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T07:30:34.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T07:30:34.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T07:30:34.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:34.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:34 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3285888886' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:30:34.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:34.676 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:34 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:34.353+0000 7f2dcc471040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T07:30:34.677 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:34 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:34.420+0000 7f2dcc471040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T07:30:34.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:34.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:34.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:34.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:34.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:34.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:30:34.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:34.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:34 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/101034470' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "46b7dcd0-5366-4876-97f3-6242a69addcb"}]: dispatch 2024-09-05T07:30:34.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:34 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/101034470' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "46b7dcd0-5366-4876-97f3-6242a69addcb"}]': finished 2024-09-05T07:30:34.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:34 smithi123 ceph-mon[34568]: osdmap e5: 1 total, 0 up, 1 in 2024-09-05T07:30:34.679 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T07:30:34.679 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T07:30:34.679 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T07:30:34.679 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:34.679 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:34 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3285888886' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:30:34.679 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:34.710 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:30:34 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:30:34.608+0000 7f1c59392040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T07:30:34.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:30:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:34 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/101034470' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "46b7dcd0-5366-4876-97f3-6242a69addcb"}]: dispatch 2024-09-05T07:30:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:34 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/101034470' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "46b7dcd0-5366-4876-97f3-6242a69addcb"}]': finished 2024-09-05T07:30:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:34 smithi192 ceph-mon[34929]: osdmap e5: 1 total, 0 up, 1 in 2024-09-05T07:30:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T07:30:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T07:30:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T07:30:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:34.712 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:34 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3285888886' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:30:34.712 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:35.399 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:35 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:35.141+0000 7f2dcc471040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T07:30:35.400 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:35 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:35.257+0000 7f2dcc471040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T07:30:35.400 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:35 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:35.399+0000 7f2dcc471040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T07:30:35.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:35.404+0000 7f637bfff640 1 -- 172.21.15.71:0/2497756642 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mgrmap(e 14) ==== 92060+0+0 (secure 0 0 0) 0x7f637c021910 con 0x7f6384107900 2024-09-05T07:30:35.676 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:35 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:35.462+0000 7f2dcc471040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T07:30:35.676 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:35 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:35.610+0000 7f2dcc471040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T07:30:35.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:35 smithi123 ceph-mon[34568]: Reconfiguring mgr.x (unknown last config time)... 2024-09-05T07:30:35.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:35 smithi123 ceph-mon[34568]: Reconfiguring daemon mgr.x on smithi071 2024-09-05T07:30:35.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:35 smithi123 ceph-mon[34568]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:35.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:35 smithi123 ceph-mon[34568]: Standby manager daemon z started 2024-09-05T07:30:35.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:35 smithi123 ceph-mon[34568]: from='mgr.? 172.21.15.192:0/1021089131' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-05T07:30:35.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:35 smithi123 ceph-mon[34568]: from='mgr.? 172.21.15.192:0/1021089131' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T07:30:35.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:35 smithi123 ceph-mon[34568]: from='mgr.? 172.21.15.192:0/1021089131' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-05T07:30:35.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:35 smithi123 ceph-mon[34568]: from='mgr.? 172.21.15.192:0/1021089131' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T07:30:35.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:35 smithi192 ceph-mon[34929]: Reconfiguring mgr.x (unknown last config time)... 2024-09-05T07:30:35.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:35 smithi192 ceph-mon[34929]: Reconfiguring daemon mgr.x on smithi071 2024-09-05T07:30:35.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:35 smithi192 ceph-mon[34929]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:35.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:35 smithi192 ceph-mon[34929]: Standby manager daemon z started 2024-09-05T07:30:35.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:35 smithi192 ceph-mon[34929]: from='mgr.? 172.21.15.192:0/1021089131' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-05T07:30:35.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:35 smithi192 ceph-mon[34929]: from='mgr.? 172.21.15.192:0/1021089131' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T07:30:35.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:35 smithi192 ceph-mon[34929]: from='mgr.? 172.21.15.192:0/1021089131' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-05T07:30:35.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:35 smithi192 ceph-mon[34929]: from='mgr.? 172.21.15.192:0/1021089131' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T07:30:35.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:35 smithi071 ceph-mon[30965]: Reconfiguring mgr.x (unknown last config time)... 2024-09-05T07:30:35.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:35 smithi071 ceph-mon[30965]: Reconfiguring daemon mgr.x on smithi071 2024-09-05T07:30:35.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:35 smithi071 ceph-mon[30965]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:35.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:35 smithi071 ceph-mon[30965]: Standby manager daemon z started 2024-09-05T07:30:35.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:35 smithi071 ceph-mon[30965]: from='mgr.? 172.21.15.192:0/1021089131' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-05T07:30:35.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:35 smithi071 ceph-mon[30965]: from='mgr.? 172.21.15.192:0/1021089131' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T07:30:35.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:35 smithi071 ceph-mon[30965]: from='mgr.? 172.21.15.192:0/1021089131' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-05T07:30:35.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:35 smithi071 ceph-mon[30965]: from='mgr.? 172.21.15.192:0/1021089131' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T07:30:35.958 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:35 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:35.678+0000 7f2dcc471040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T07:30:35.959 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:35 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:35.738+0000 7f2dcc471040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T07:30:35.959 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:35 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:35.893+0000 7f2dcc471040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T07:30:35.959 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:35 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:35.958+0000 7f2dcc471040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T07:30:36.226 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:36 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:36.024+0000 7f2dcc471040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T07:30:36.226 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:36 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:36.107+0000 7f2dcc471040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T07:30:36.226 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:36 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:36.167+0000 7f2dcc471040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T07:30:36.227 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:36 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:36.226+0000 7f2dcc471040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T07:30:36.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:36 smithi123 ceph-mon[34568]: mgrmap e14: x(active, since 61s), standbys: z 2024-09-05T07:30:36.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:36 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-05T07:30:36.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:36 smithi123 ceph-mon[34568]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:36.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:36 smithi192 ceph-mon[34929]: mgrmap e14: x(active, since 61s), standbys: z 2024-09-05T07:30:36.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:36 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-05T07:30:36.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:36 smithi192 ceph-mon[34929]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:36.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:36 smithi071 ceph-mon[30965]: mgrmap e14: x(active, since 61s), standbys: z 2024-09-05T07:30:36.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:36 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-05T07:30:36.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:36 smithi071 ceph-mon[30965]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:37.414 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:30:37 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:30:37.016+0000 7f2dcc471040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T07:30:37.423 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:37.422+0000 7f637bfff640 1 -- 172.21.15.71:0/2497756642 <== mon.0 v2:172.21.15.71:3300/0 8 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f637c016330 con 0x7f6384107900 2024-09-05T07:30:37.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:37 smithi123 ceph-mon[34568]: Standby manager daemon y started 2024-09-05T07:30:37.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:37 smithi123 ceph-mon[34568]: from='mgr.? 172.21.15.123:0/4056700873' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-05T07:30:37.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:37 smithi123 ceph-mon[34568]: from='mgr.? 172.21.15.123:0/4056700873' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T07:30:37.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:37 smithi123 ceph-mon[34568]: from='mgr.? 172.21.15.123:0/4056700873' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-05T07:30:37.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:37 smithi123 ceph-mon[34568]: from='mgr.? 172.21.15.123:0/4056700873' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T07:30:37.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:37 smithi192 ceph-mon[34929]: Standby manager daemon y started 2024-09-05T07:30:37.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:37 smithi192 ceph-mon[34929]: from='mgr.? 172.21.15.123:0/4056700873' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-05T07:30:37.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:37 smithi192 ceph-mon[34929]: from='mgr.? 172.21.15.123:0/4056700873' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T07:30:37.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:37 smithi192 ceph-mon[34929]: from='mgr.? 172.21.15.123:0/4056700873' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-05T07:30:37.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:37 smithi192 ceph-mon[34929]: from='mgr.? 172.21.15.123:0/4056700873' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T07:30:37.719 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:37 smithi071 ceph-mon[30965]: Standby manager daemon y started 2024-09-05T07:30:37.719 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:37 smithi071 ceph-mon[30965]: from='mgr.? 172.21.15.123:0/4056700873' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-05T07:30:37.719 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:37 smithi071 ceph-mon[30965]: from='mgr.? 172.21.15.123:0/4056700873' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T07:30:37.719 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:37 smithi071 ceph-mon[30965]: from='mgr.? 172.21.15.123:0/4056700873' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-05T07:30:37.719 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:37 smithi071 ceph-mon[30965]: from='mgr.? 172.21.15.123:0/4056700873' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T07:30:38.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:38 smithi123 ceph-mon[34568]: mgrmap e15: x(active, since 63s), standbys: z, y 2024-09-05T07:30:38.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:38 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-05T07:30:38.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:38 smithi123 ceph-mon[34568]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:38.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:38 smithi071 ceph-mon[30965]: mgrmap e15: x(active, since 63s), standbys: z, y 2024-09-05T07:30:38.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:38 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-05T07:30:38.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:38 smithi071 ceph-mon[30965]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:38.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:38 smithi192 ceph-mon[34929]: mgrmap e15: x(active, since 63s), standbys: z, y 2024-09-05T07:30:38.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:38 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-05T07:30:38.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:38 smithi192 ceph-mon[34929]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:41.529 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:41 smithi071 ceph-mon[30965]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:41.529 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:41 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:41.530 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:41 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:41.530 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:41 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:30:41.530 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:41 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:41.530 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:41 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:30:41.530 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:41 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:41.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:41 smithi123 ceph-mon[34568]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:41.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:41 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:41.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:41 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:41.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:41 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:30:41.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:41 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:41.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:41 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:30:41.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:41 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:41.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:41 smithi192 ceph-mon[34929]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:41.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:41 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:41.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:41 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:41.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:41 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:30:41.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:41 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:41.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:41 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:30:41.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:41 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:42.578 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:42 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-05T07:30:42.578 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:42 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:42.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:42 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-05T07:30:42.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:42 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:42.611 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:42 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-05T07:30:42.612 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:42 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:43.645 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:43 smithi071 ceph-mon[30965]: Deploying daemon osd.0 on smithi071 2024-09-05T07:30:43.645 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:43 smithi071 ceph-mon[30965]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:43.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:43 smithi123 ceph-mon[34568]: Deploying daemon osd.0 on smithi071 2024-09-05T07:30:43.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:43 smithi123 ceph-mon[34568]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:43.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:43 smithi192 ceph-mon[34929]: Deploying daemon osd.0 on smithi071 2024-09-05T07:30:43.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:43 smithi192 ceph-mon[34929]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:45.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:45 smithi071 ceph-mon[30965]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:45.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:45 smithi123 ceph-mon[34568]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:45.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:45 smithi192 ceph-mon[34929]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:47.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:47 smithi071 ceph-mon[30965]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:47.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:47 smithi123 ceph-mon[34568]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:47.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:47 smithi192 ceph-mon[34929]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:48.392 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:48 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:30:48.392 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:48 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:48.393 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:48 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:48.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:48 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:30:48.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:48 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:48.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:48 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:48.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:48 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:30:48.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:48 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:48.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:48 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:49.565 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:49 smithi071 ceph-mon[30965]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:49.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:49 smithi123 ceph-mon[34568]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:49.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:49 smithi192 ceph-mon[34929]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:50.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:50.885+0000 7f637bfff640 1 -- 172.21.15.71:0/2497756642 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f6384062630 con 0x7f6370039290 2024-09-05T07:30:50.886 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 0 on host 'smithi071' 2024-09-05T07:30:50.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:50.888+0000 7f6388a37640 1 -- 172.21.15.71:0/2497756642 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6370039290 msgr2=0x7f637003b750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:50.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:50.888+0000 7f6388a37640 1 --2- 172.21.15.71:0/2497756642 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6370039290 0x7f637003b750 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f6374006010 tx=0x7f6374000bc0 comp rx=0 tx=0).stop 2024-09-05T07:30:50.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:50.888+0000 7f6388a37640 1 -- 172.21.15.71:0/2497756642 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6384107900 msgr2=0x7f6384100b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:50.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:50.888+0000 7f6388a37640 1 --2- 172.21.15.71:0/2497756642 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6384107900 0x7f6384100b90 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f637c00eb10 tx=0x7f637c00c2d0 comp rx=0 tx=0).stop 2024-09-05T07:30:50.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:50.888+0000 7f6388a37640 1 -- 172.21.15.71:0/2497756642 shutdown_connections 2024-09-05T07:30:50.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:50.888+0000 7f6388a37640 1 --2- 172.21.15.71:0/2497756642 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6370039290 0x7f637003b750 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:50.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:50.888+0000 7f6388a37640 1 --2- 172.21.15.71:0/2497756642 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6384107900 0x7f6384100b90 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:50.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:50.888+0000 7f6388a37640 1 --2- 172.21.15.71:0/2497756642 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6384104fd0 0x7f6384100650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:50.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:50.888+0000 7f6388a37640 1 --2- 172.21.15.71:0/2497756642 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f63841026a0 0x7f6384102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:50.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:50.888+0000 7f6388a37640 1 -- 172.21.15.71:0/2497756642 >> 172.21.15.71:0/2497756642 conn(0x7f63840fc2a0 msgr2=0x7f6384103120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:30:50.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:50.888+0000 7f6388a37640 1 -- 172.21.15.71:0/2497756642 shutdown_connections 2024-09-05T07:30:50.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:30:50.888+0000 7f6388a37640 1 -- 172.21.15.71:0/2497756642 wait complete. 2024-09-05T07:30:51.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:50 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:51.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:50 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:51.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:50 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:51.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:50 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:30:51.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:50 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:51.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:50 smithi071 ceph-mon[30965]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:51.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:50 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:30:51.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:50 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:51.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:50 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:51.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:50 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:51.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:50 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:30:51.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:50 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:51.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:50 smithi123 ceph-mon[34568]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:51.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:50 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:30:51.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:50 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:51.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:50 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:51.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:50 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:51.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:50 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:30:51.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:50 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:51.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:50 smithi192 ceph-mon[34929]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:51.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:50 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:30:51.484 DEBUG:teuthology.orchestra.run.smithi071:osd.0> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.0.service 2024-09-05T07:30:51.486 INFO:tasks.cephadm:Deploying osd.1 on smithi123 with /dev/vg_nvme/lv_4... 2024-09-05T07:30:51.487 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-05T07:30:51.738 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T07:30:52.035 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:51 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:52.036 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:51 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:52.159 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:51 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:52.159 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:51 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:52.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:51 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:52.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:51 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:52.960 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:52 smithi071 ceph-mon[30965]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:53.114 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:52 smithi123 ceph-mon[34568]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:53.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:52 smithi192 ceph-mon[34929]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:53.400 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:30:53 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-0[44920]: 2024-09-05T07:30:53.104+0000 7ff10fa01640 -1 osd.0 0 log_to_monitors true 2024-09-05T07:30:53.922 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:53 smithi071 ceph-mon[30965]: from='osd.0 [v2:172.21.15.71:6802/4274686280,v1:172.21.15.71:6803/4274686280]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-05T07:30:53.923 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:53 smithi071 ceph-mon[30965]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-05T07:30:54.089 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:30:54.111 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:53 smithi123 ceph-mon[34568]: from='osd.0 [v2:172.21.15.71:6802/4274686280,v1:172.21.15.71:6803/4274686280]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-05T07:30:54.111 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:53 smithi123 ceph-mon[34568]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-05T07:30:54.112 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi123:vg_nvme/lv_4 2024-09-05T07:30:54.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:53 smithi192 ceph-mon[34929]: from='osd.0 [v2:172.21.15.71:6802/4274686280,v1:172.21.15.71:6803/4274686280]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-05T07:30:54.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:53 smithi192 ceph-mon[34929]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-05T07:30:54.360 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T07:30:54.809 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.807+0000 7fb0f7f35640 1 -- 172.21.15.123:0/3830657914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb0f0102690 msgr2=0x7fb0f0108f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:54.810 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.807+0000 7fb0f7f35640 1 --2- 172.21.15.123:0/3830657914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb0f0102690 0x7fb0f0108f20 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fb0e8009ca0 tx=0x7fb0e802a8c0 comp rx=0 tx=0).stop 2024-09-05T07:30:54.810 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.807+0000 7fb0f7f35640 1 -- 172.21.15.123:0/3830657914 shutdown_connections 2024-09-05T07:30:54.810 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.807+0000 7fb0f7f35640 1 --2- 172.21.15.123:0/3830657914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb0f0102690 0x7fb0f0108f20 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:54.810 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.807+0000 7fb0f7f35640 1 --2- 172.21.15.123:0/3830657914 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0f0101cd0 0x7fb0f0102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:54.810 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.807+0000 7fb0f7f35640 1 --2- 172.21.15.123:0/3830657914 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0f0100ad0 0x7fb0f0100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:54.810 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.807+0000 7fb0f7f35640 1 -- 172.21.15.123:0/3830657914 >> 172.21.15.123:0/3830657914 conn(0x7fb0f00fc280 msgr2=0x7fb0f00fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:30:54.810 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.807+0000 7fb0f7f35640 1 -- 172.21.15.123:0/3830657914 shutdown_connections 2024-09-05T07:30:54.810 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.807+0000 7fb0f7f35640 1 -- 172.21.15.123:0/3830657914 wait complete. 2024-09-05T07:30:54.810 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.807+0000 7fb0f7f35640 1 Processor -- start 2024-09-05T07:30:54.810 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.807+0000 7fb0f7f35640 1 -- start start 2024-09-05T07:30:54.810 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f7f35640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0f0100ad0 0x7fb0f006aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:54.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f7f35640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb0f0101cd0 0x7fb0f019ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:54.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f7f35640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0f0102690 0x7fb0f01a1450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:54.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f7f35640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f010c5e0 con 0x7fb0f0100ad0 2024-09-05T07:30:54.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f7f35640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f010c460 con 0x7fb0f0101cd0 2024-09-05T07:30:54.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f7f35640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f010c760 con 0x7fb0f0102690 2024-09-05T07:30:54.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f54d0640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb0f0101cd0 0x7fb0f019ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:54.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f5cd1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0f0100ad0 0x7fb0f006aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:54.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f5cd1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0f0100ad0 0x7fb0f006aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.123:46298/0 (socket says 172.21.15.123:46298) 2024-09-05T07:30:54.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f54d0640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb0f0101cd0 0x7fb0f019ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.123:59352/0 (socket says 172.21.15.123:59352) 2024-09-05T07:30:54.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f5cd1640 1 -- 172.21.15.123:0/80931418 learned_addr learned my addr 172.21.15.123:0/80931418 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-09-05T07:30:54.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f64d2640 1 --2- 172.21.15.123:0/80931418 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0f0102690 0x7fb0f01a1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:54.811 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f5cd1640 1 -- 172.21.15.123:0/80931418 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0f0102690 msgr2=0x7fb0f01a1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:54.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f5cd1640 1 --2- 172.21.15.123:0/80931418 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0f0102690 0x7fb0f01a1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:54.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f5cd1640 1 -- 172.21.15.123:0/80931418 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb0f0101cd0 msgr2=0x7fb0f019ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:30:54.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f5cd1640 1 --2- 172.21.15.123:0/80931418 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb0f0101cd0 0x7fb0f019ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:30:54.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f5cd1640 1 -- 172.21.15.123:0/80931418 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0f01a1c40 con 0x7fb0f0100ad0 2024-09-05T07:30:54.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f64d2640 1 --2- 172.21.15.123:0/80931418 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0f0102690 0x7fb0f01a1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:30:54.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f54d0640 1 --2- 172.21.15.123:0/80931418 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb0f0101cd0 0x7fb0f019ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:30:54.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f5cd1640 1 --2- 172.21.15.123:0/80931418 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0f0100ad0 0x7fb0f006aad0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec00e9c0 tx=0x7fb0ec00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:30:54.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0e6ffd640 1 -- 172.21.15.123:0/80931418 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0ec00cd80 con 0x7fb0f0100ad0 2024-09-05T07:30:54.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0e6ffd640 1 -- 172.21.15.123:0/80931418 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb0ec0035f0 con 0x7fb0f0100ad0 2024-09-05T07:30:54.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.808+0000 7fb0f7f35640 1 -- 172.21.15.123:0/80931418 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0f01a1ed0 con 0x7fb0f0100ad0 2024-09-05T07:30:54.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.809+0000 7fb0e6ffd640 1 -- 172.21.15.123:0/80931418 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0ec010690 con 0x7fb0f0100ad0 2024-09-05T07:30:54.812 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.809+0000 7fb0f7f35640 1 -- 172.21.15.123:0/80931418 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0f01a2380 con 0x7fb0f0100ad0 2024-09-05T07:30:54.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.810+0000 7fb0f7f35640 1 -- 172.21.15.123:0/80931418 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0f0107f70 con 0x7fb0f0100ad0 2024-09-05T07:30:54.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.811+0000 7fb0e6ffd640 1 -- 172.21.15.123:0/80931418 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7fb0ec0037a0 con 0x7fb0f0100ad0 2024-09-05T07:30:54.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.811+0000 7fb0e6ffd640 1 --2- 172.21.15.123:0/80931418 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb0dc0a2b20 0x7fb0dc0a4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:30:54.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.811+0000 7fb0f54d0640 1 --2- 172.21.15.123:0/80931418 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb0dc0a2b20 0x7fb0dc0a4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:30:54.813 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.811+0000 7fb0e6ffd640 1 -- 172.21.15.123:0/80931418 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1361+0+0 (secure 0 0 0) 0x7fb0ec0cd880 con 0x7fb0f0100ad0 2024-09-05T07:30:54.814 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.812+0000 7fb0f54d0640 1 --2- 172.21.15.123:0/80931418 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb0dc0a2b20 0x7fb0dc0a4fe0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb0f006b050 tx=0x7fb0e0005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:30:54.816 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:54.815+0000 7fb0e6ffd640 1 -- 172.21.15.123:0/80931418 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb0ec09c340 con 0x7fb0f0100ad0 2024-09-05T07:30:55.013 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:30:55.012+0000 7fb0f7f35640 1 -- 172.21.15.123:0/80931418 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fb0f0062630 con 0x7fb0dc0a2b20 2024-09-05T07:30:55.013 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:54 smithi123 ceph-mon[34568]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-05T07:30:55.014 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:54 smithi123 ceph-mon[34568]: from='osd.0 [v2:172.21.15.71:6802/4274686280,v1:172.21.15.71:6803/4274686280]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-05T07:30:55.014 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:54 smithi123 ceph-mon[34568]: osdmap e6: 1 total, 0 up, 1 in 2024-09-05T07:30:55.014 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:54 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T07:30:55.014 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:54 smithi123 ceph-mon[34568]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-05T07:30:55.014 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:54 smithi123 ceph-mon[34568]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:55.014 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:54 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:55.014 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:54 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:55.014 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:54 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:30:55.014 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:54 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:55.014 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:54 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:55.014 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:54 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:30:55.014 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:54 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:55.148 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:30:54 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-0[44920]: 2024-09-05T07:30:54.914+0000 7ff10b984640 -1 osd.0 0 waiting for initial osdmap 2024-09-05T07:30:55.149 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:30:54 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-0[44920]: 2024-09-05T07:30:54.916+0000 7ff1077ac640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T07:30:55.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:54 smithi071 ceph-mon[30965]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-05T07:30:55.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:54 smithi071 ceph-mon[30965]: from='osd.0 [v2:172.21.15.71:6802/4274686280,v1:172.21.15.71:6803/4274686280]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-05T07:30:55.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:54 smithi071 ceph-mon[30965]: osdmap e6: 1 total, 0 up, 1 in 2024-09-05T07:30:55.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:54 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T07:30:55.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:54 smithi071 ceph-mon[30965]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-05T07:30:55.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:54 smithi071 ceph-mon[30965]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:55.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:54 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:55.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:54 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:55.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:54 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:30:55.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:54 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:55.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:54 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:55.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:54 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:30:55.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:54 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:55.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:54 smithi192 ceph-mon[34929]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-05T07:30:55.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:54 smithi192 ceph-mon[34929]: from='osd.0 [v2:172.21.15.71:6802/4274686280,v1:172.21.15.71:6803/4274686280]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-05T07:30:55.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:54 smithi192 ceph-mon[34929]: osdmap e6: 1 total, 0 up, 1 in 2024-09-05T07:30:55.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:54 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T07:30:55.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:54 smithi192 ceph-mon[34929]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-05T07:30:55.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:54 smithi192 ceph-mon[34929]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T07:30:55.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:54 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:55.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:54 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:55.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:54 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:30:55.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:54 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:55.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:54 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:55.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:54 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:30:55.212 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:54 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:30:56.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:55 smithi123 ceph-mon[34568]: Detected new or changed devices on smithi071 2024-09-05T07:30:56.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:55 smithi123 ceph-mon[34568]: Adjusting osd_memory_target on smithi071 to 17088M 2024-09-05T07:30:56.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:55 smithi123 ceph-mon[34568]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-05T07:30:56.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:55 smithi123 ceph-mon[34568]: osdmap e7: 1 total, 0 up, 1 in 2024-09-05T07:30:56.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:55 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T07:30:56.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:55 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T07:30:56.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:55 smithi123 ceph-mon[34568]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:30:56.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:55 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:30:56.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:55 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:30:56.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:55 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:56.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:55 smithi192 ceph-mon[34929]: Detected new or changed devices on smithi071 2024-09-05T07:30:56.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:55 smithi192 ceph-mon[34929]: Adjusting osd_memory_target on smithi071 to 17088M 2024-09-05T07:30:56.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:55 smithi192 ceph-mon[34929]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-05T07:30:56.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:55 smithi192 ceph-mon[34929]: osdmap e7: 1 total, 0 up, 1 in 2024-09-05T07:30:56.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:55 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T07:30:56.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:55 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T07:30:56.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:55 smithi192 ceph-mon[34929]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:30:56.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:55 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:30:56.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:55 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:30:56.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:55 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:56.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:55 smithi071 ceph-mon[30965]: Detected new or changed devices on smithi071 2024-09-05T07:30:56.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:55 smithi071 ceph-mon[30965]: Adjusting osd_memory_target on smithi071 to 17088M 2024-09-05T07:30:56.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:55 smithi071 ceph-mon[30965]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-05T07:30:56.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:55 smithi071 ceph-mon[30965]: osdmap e7: 1 total, 0 up, 1 in 2024-09-05T07:30:56.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:55 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T07:30:56.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:55 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T07:30:56.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:55 smithi071 ceph-mon[30965]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:30:56.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:55 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:30:56.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:55 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:30:56.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:55 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:30:57.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:56 smithi123 ceph-mon[34568]: purged_snaps scrub starts 2024-09-05T07:30:57.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:56 smithi123 ceph-mon[34568]: purged_snaps scrub ok 2024-09-05T07:30:57.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:56 smithi123 ceph-mon[34568]: osd.0 [v2:172.21.15.71:6802/4274686280,v1:172.21.15.71:6803/4274686280] boot 2024-09-05T07:30:57.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:56 smithi123 ceph-mon[34568]: osdmap e8: 1 total, 1 up, 1 in 2024-09-05T07:30:57.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:56 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T07:30:57.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:56 smithi123 ceph-mon[34568]: pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:30:57.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:56 smithi192 ceph-mon[34929]: purged_snaps scrub starts 2024-09-05T07:30:57.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:56 smithi192 ceph-mon[34929]: purged_snaps scrub ok 2024-09-05T07:30:57.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:56 smithi192 ceph-mon[34929]: osd.0 [v2:172.21.15.71:6802/4274686280,v1:172.21.15.71:6803/4274686280] boot 2024-09-05T07:30:57.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:56 smithi192 ceph-mon[34929]: osdmap e8: 1 total, 1 up, 1 in 2024-09-05T07:30:57.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:56 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T07:30:57.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:56 smithi192 ceph-mon[34929]: pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:30:57.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:56 smithi071 ceph-mon[30965]: purged_snaps scrub starts 2024-09-05T07:30:57.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:56 smithi071 ceph-mon[30965]: purged_snaps scrub ok 2024-09-05T07:30:57.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:56 smithi071 ceph-mon[30965]: osd.0 [v2:172.21.15.71:6802/4274686280,v1:172.21.15.71:6803/4274686280] boot 2024-09-05T07:30:57.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:56 smithi071 ceph-mon[30965]: osdmap e8: 1 total, 1 up, 1 in 2024-09-05T07:30:57.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:56 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T07:30:57.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:56 smithi071 ceph-mon[30965]: pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:30:58.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:57 smithi123 ceph-mon[34568]: osdmap e9: 1 total, 1 up, 1 in 2024-09-05T07:30:58.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:57 smithi123 ceph-mon[34568]: from='client.? 172.21.15.123:0/911220373' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d859b4f9-f616-4331-8ffb-54507eb5f836"}]: dispatch 2024-09-05T07:30:58.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:57 smithi123 ceph-mon[34568]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d859b4f9-f616-4331-8ffb-54507eb5f836"}]: dispatch 2024-09-05T07:30:58.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:57 smithi123 ceph-mon[34568]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d859b4f9-f616-4331-8ffb-54507eb5f836"}]': finished 2024-09-05T07:30:58.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:57 smithi123 ceph-mon[34568]: osdmap e10: 2 total, 1 up, 2 in 2024-09-05T07:30:58.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:57 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:30:58.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:57 smithi123 ceph-mon[34568]: from='client.? 172.21.15.123:0/3662057227' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:30:58.212 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:57 smithi192 ceph-mon[34929]: osdmap e9: 1 total, 1 up, 1 in 2024-09-05T07:30:58.212 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:57 smithi192 ceph-mon[34929]: from='client.? 172.21.15.123:0/911220373' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d859b4f9-f616-4331-8ffb-54507eb5f836"}]: dispatch 2024-09-05T07:30:58.212 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:57 smithi192 ceph-mon[34929]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d859b4f9-f616-4331-8ffb-54507eb5f836"}]: dispatch 2024-09-05T07:30:58.212 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:57 smithi192 ceph-mon[34929]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d859b4f9-f616-4331-8ffb-54507eb5f836"}]': finished 2024-09-05T07:30:58.213 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:57 smithi192 ceph-mon[34929]: osdmap e10: 2 total, 1 up, 2 in 2024-09-05T07:30:58.213 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:57 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:30:58.213 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:57 smithi192 ceph-mon[34929]: from='client.? 172.21.15.123:0/3662057227' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:30:58.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:57 smithi071 ceph-mon[30965]: osdmap e9: 1 total, 1 up, 1 in 2024-09-05T07:30:58.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:57 smithi071 ceph-mon[30965]: from='client.? 172.21.15.123:0/911220373' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d859b4f9-f616-4331-8ffb-54507eb5f836"}]: dispatch 2024-09-05T07:30:58.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:57 smithi071 ceph-mon[30965]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d859b4f9-f616-4331-8ffb-54507eb5f836"}]: dispatch 2024-09-05T07:30:58.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:57 smithi071 ceph-mon[30965]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d859b4f9-f616-4331-8ffb-54507eb5f836"}]': finished 2024-09-05T07:30:58.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:57 smithi071 ceph-mon[30965]: osdmap e10: 2 total, 1 up, 2 in 2024-09-05T07:30:58.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:57 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:30:58.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:57 smithi071 ceph-mon[30965]: from='client.? 172.21.15.123:0/3662057227' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:30:59.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:30:58 smithi123 ceph-mon[34568]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:30:59.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:30:58 smithi192 ceph-mon[34929]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:30:59.300 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:30:58 smithi071 ceph-mon[30965]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:01.575 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:01 smithi123 ceph-mon[34568]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:01.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:01 smithi071 ceph-mon[30965]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:01.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:01 smithi192 ceph-mon[34929]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:03.465 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:03 smithi123 ceph-mon[34568]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:03.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:03 smithi071 ceph-mon[30965]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:03.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:03 smithi192 ceph-mon[34929]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:05.468 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:05 smithi123 ceph-mon[34568]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:05.468 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:05 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-05T07:31:05.468 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:05 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:05.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:05 smithi071 ceph-mon[30965]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:05.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:05 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-05T07:31:05.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:05 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:05.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:05 smithi192 ceph-mon[34929]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:05.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:05 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-05T07:31:05.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:05 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:06.575 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:06 smithi123 ceph-mon[34568]: Deploying daemon osd.1 on smithi123 2024-09-05T07:31:06.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:06 smithi071 ceph-mon[30965]: Deploying daemon osd.1 on smithi123 2024-09-05T07:31:06.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:06 smithi192 ceph-mon[34929]: Deploying daemon osd.1 on smithi123 2024-09-05T07:31:07.552 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:07 smithi123 ceph-mon[34568]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:07.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:07 smithi071 ceph-mon[30965]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:07.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:07 smithi192 ceph-mon[34929]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:09.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:09 smithi071 ceph-mon[30965]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:09.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:09 smithi123 ceph-mon[34568]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:09.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:09 smithi192 ceph-mon[34929]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:10.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:10 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:31:10.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:10 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:10.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:10 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:10.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:10 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:31:10.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:10 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:10.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:10 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:10.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:10 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:31:10.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:10 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:10.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:10 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:11.581 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:11 smithi123 ceph-mon[34568]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:11.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:11 smithi071 ceph-mon[30965]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:11.713 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:11 smithi192 ceph-mon[34929]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:12.832 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:31:12.831+0000 7fb0e6ffd640 1 -- 172.21.15.123:0/80931418 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb0f0062630 con 0x7fb0dc0a2b20 2024-09-05T07:31:12.832 INFO:teuthology.orchestra.run.smithi123.stdout:Created osd(s) 1 on host 'smithi123' 2024-09-05T07:31:12.834 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:31:12.834+0000 7fb0f7f35640 1 -- 172.21.15.123:0/80931418 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb0dc0a2b20 msgr2=0x7fb0dc0a4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:31:12.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:31:12.834+0000 7fb0f7f35640 1 --2- 172.21.15.123:0/80931418 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb0dc0a2b20 0x7fb0dc0a4fe0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb0f006b050 tx=0x7fb0e0005f90 comp rx=0 tx=0).stop 2024-09-05T07:31:12.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:31:12.834+0000 7fb0f7f35640 1 -- 172.21.15.123:0/80931418 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0f0100ad0 msgr2=0x7fb0f006aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:31:12.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:31:12.834+0000 7fb0f7f35640 1 --2- 172.21.15.123:0/80931418 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0f0100ad0 0x7fb0f006aad0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec00e9c0 tx=0x7fb0ec00ee80 comp rx=0 tx=0).stop 2024-09-05T07:31:12.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:31:12.834+0000 7fb0f7f35640 1 -- 172.21.15.123:0/80931418 shutdown_connections 2024-09-05T07:31:12.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:31:12.834+0000 7fb0f7f35640 1 --2- 172.21.15.123:0/80931418 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb0dc0a2b20 0x7fb0dc0a4fe0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:31:12.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:31:12.834+0000 7fb0f7f35640 1 --2- 172.21.15.123:0/80931418 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb0f0102690 0x7fb0f01a1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:31:12.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:31:12.834+0000 7fb0f7f35640 1 --2- 172.21.15.123:0/80931418 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb0f0101cd0 0x7fb0f019ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:31:12.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:31:12.834+0000 7fb0f7f35640 1 --2- 172.21.15.123:0/80931418 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0f0100ad0 0x7fb0f006aad0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:31:12.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:31:12.834+0000 7fb0f7f35640 1 -- 172.21.15.123:0/80931418 >> 172.21.15.123:0/80931418 conn(0x7fb0f00fc280 msgr2=0x7fb0f0105140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:31:12.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:31:12.834+0000 7fb0f7f35640 1 -- 172.21.15.123:0/80931418 shutdown_connections 2024-09-05T07:31:12.835 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:31:12.834+0000 7fb0f7f35640 1 -- 172.21.15.123:0/80931418 wait complete. 2024-09-05T07:31:13.138 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:12 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:13.138 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:12 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:13.138 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:12 smithi123 ceph-mon[34568]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:13.138 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:12 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:13.138 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:12 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:31:13.138 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:12 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:13.138 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:12 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:31:13.138 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:12 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:13.138 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:12 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:13.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:13.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:13.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:12 smithi071 ceph-mon[30965]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:13.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:13.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:31:13.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:13.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:31:13.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:13.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:13.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:13.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:13.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:12 smithi192 ceph-mon[34929]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:13.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:13.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:31:13.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:13.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:31:13.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:13.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:13.475 DEBUG:teuthology.orchestra.run.smithi123:osd.1> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.1.service 2024-09-05T07:31:13.478 INFO:tasks.cephadm:Deploying osd.2 on smithi192 with /dev/vg_nvme/lv_4... 2024-09-05T07:31:13.478 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-05T07:31:13.728 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T07:31:15.433 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:15 smithi192 ceph-mon[34929]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:15.466 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:15 smithi123 ceph-mon[34568]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:15.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:15 smithi071 ceph-mon[30965]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:15.836 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:31:15 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-1[38908]: 2024-09-05T07:31:15.465+0000 7eff69675640 -1 osd.1 0 log_to_monitors true 2024-09-05T07:31:15.953 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:31:15.980 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi192:vg_nvme/lv_4 2024-09-05T07:31:16.231 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T07:31:16.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:16 smithi123 ceph-mon[34568]: from='osd.1 [v2:172.21.15.123:6800/1041172381,v1:172.21.15.123:6801/1041172381]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-05T07:31:16.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:16 smithi123 ceph-mon[34568]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-05T07:31:16.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:16 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:16.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:16 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:16.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:16 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:31:16.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:16 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:16.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:16 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:16.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:16 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:31:16.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:16 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:16.561 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:16 smithi192 ceph-mon[34929]: from='osd.1 [v2:172.21.15.123:6800/1041172381,v1:172.21.15.123:6801/1041172381]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-05T07:31:16.561 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:16 smithi192 ceph-mon[34929]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-05T07:31:16.561 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:16 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:16.561 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:16 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:16.562 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:16 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:31:16.562 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:16 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:16.562 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:16 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:16.562 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:16 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:31:16.562 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:16 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:16.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:16 smithi071 ceph-mon[30965]: from='osd.1 [v2:172.21.15.123:6800/1041172381,v1:172.21.15.123:6801/1041172381]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-05T07:31:16.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:16 smithi071 ceph-mon[30965]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-05T07:31:16.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:16 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:16.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:16 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:16.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:16 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:31:16.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:16 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:16.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:16 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:16.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:16 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:31:16.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:16 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:16.653 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.647+0000 7fdfc8dfe640 1 -- 172.21.15.192:0/1115217012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfc4102700 msgr2=0x7fdfc4104af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:31:16.653 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.647+0000 7fdfc8dfe640 1 --2- 172.21.15.192:0/1115217012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfc4102700 0x7fdfc4104af0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fdfb4009900 tx=0x7fdfb402a410 comp rx=0 tx=0).stop 2024-09-05T07:31:16.653 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.647+0000 7fdfc8dfe640 1 -- 172.21.15.192:0/1115217012 shutdown_connections 2024-09-05T07:31:16.653 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.647+0000 7fdfc8dfe640 1 --2- 172.21.15.192:0/1115217012 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdfc4107960 0x7fdfc4109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:31:16.653 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.647+0000 7fdfc8dfe640 1 --2- 172.21.15.192:0/1115217012 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdfc4105030 0x7fdfc4107420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:31:16.653 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.647+0000 7fdfc8dfe640 1 --2- 172.21.15.192:0/1115217012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfc4102700 0x7fdfc4104af0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:31:16.653 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.647+0000 7fdfc8dfe640 1 -- 172.21.15.192:0/1115217012 >> 172.21.15.192:0/1115217012 conn(0x7fdfc40fc280 msgr2=0x7fdfc40fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:31:16.654 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.647+0000 7fdfc8dfe640 1 -- 172.21.15.192:0/1115217012 shutdown_connections 2024-09-05T07:31:16.654 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.647+0000 7fdfc8dfe640 1 -- 172.21.15.192:0/1115217012 wait complete. 2024-09-05T07:31:16.654 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.648+0000 7fdfc8dfe640 1 Processor -- start 2024-09-05T07:31:16.654 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.648+0000 7fdfc8dfe640 1 -- start start 2024-09-05T07:31:16.654 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.648+0000 7fdfc8dfe640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdfc4102700 0x7fdfc4197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:31:16.654 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.648+0000 7fdfc8dfe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfc4105030 0x7fdfc41984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:31:16.654 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.648+0000 7fdfc8dfe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdfc4107960 0x7fdfc419f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:31:16.654 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.648+0000 7fdfc8dfe640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdfc410d800 con 0x7fdfc4107960 2024-09-05T07:31:16.654 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.648+0000 7fdfc8dfe640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdfc410d680 con 0x7fdfc4102700 2024-09-05T07:31:16.654 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.648+0000 7fdfc8dfe640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdfc410d980 con 0x7fdfc4105030 2024-09-05T07:31:16.654 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.648+0000 7fdfc1d9b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfc4105030 0x7fdfc41984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:31:16.655 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.648+0000 7fdfc1d9b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfc4105030 0x7fdfc41984e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:34536/0 (socket says 172.21.15.192:34536) 2024-09-05T07:31:16.655 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.648+0000 7fdfc1d9b640 1 -- 172.21.15.192:0/195781202 learned_addr learned my addr 172.21.15.192:0/195781202 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-05T07:31:16.655 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.648+0000 7fdfc259c640 1 --2- 172.21.15.192:0/195781202 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdfc4102700 0x7fdfc4197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:31:16.655 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.648+0000 7fdfc2d9d640 1 --2- 172.21.15.192:0/195781202 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdfc4107960 0x7fdfc419f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:31:16.655 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.648+0000 7fdfc1d9b640 1 -- 172.21.15.192:0/195781202 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdfc4102700 msgr2=0x7fdfc4197fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:31:16.655 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.648+0000 7fdfc1d9b640 1 --2- 172.21.15.192:0/195781202 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdfc4102700 0x7fdfc4197fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:31:16.655 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.648+0000 7fdfc1d9b640 1 -- 172.21.15.192:0/195781202 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdfc4107960 msgr2=0x7fdfc419f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:31:16.655 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.648+0000 7fdfc1d9b640 1 --2- 172.21.15.192:0/195781202 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdfc4107960 0x7fdfc419f560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:31:16.655 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.648+0000 7fdfc1d9b640 1 -- 172.21.15.192:0/195781202 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfc419fbd0 con 0x7fdfc4105030 2024-09-05T07:31:16.655 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.648+0000 7fdfc259c640 1 --2- 172.21.15.192:0/195781202 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdfc4102700 0x7fdfc4197fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:31:16.655 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.648+0000 7fdfc2d9d640 1 --2- 172.21.15.192:0/195781202 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdfc4107960 0x7fdfc419f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:31:16.655 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.649+0000 7fdfc1d9b640 1 --2- 172.21.15.192:0/195781202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfc4105030 0x7fdfc41984e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fdfb800b450 tx=0x7fdfb800b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:31:16.655 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.649+0000 7fdfb37fe640 1 -- 172.21.15.192:0/195781202 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb8015020 con 0x7fdfc4105030 2024-09-05T07:31:16.655 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.649+0000 7fdfb37fe640 1 -- 172.21.15.192:0/195781202 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdfb8011d40 con 0x7fdfc4105030 2024-09-05T07:31:16.656 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.649+0000 7fdfb37fe640 1 -- 172.21.15.192:0/195781202 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb800f340 con 0x7fdfc4105030 2024-09-05T07:31:16.656 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.649+0000 7fdfc8dfe640 1 -- 172.21.15.192:0/195781202 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfc419fec0 con 0x7fdfc4105030 2024-09-05T07:31:16.656 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.649+0000 7fdfc8dfe640 1 -- 172.21.15.192:0/195781202 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfc41a03f0 con 0x7fdfc4105030 2024-09-05T07:31:16.656 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.650+0000 7fdfc8dfe640 1 -- 172.21.15.192:0/195781202 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfc40fdd70 con 0x7fdfc4105030 2024-09-05T07:31:16.656 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.651+0000 7fdfb37fe640 1 -- 172.21.15.192:0/195781202 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7fdfb8018020 con 0x7fdfc4105030 2024-09-05T07:31:16.656 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.652+0000 7fdfb37fe640 1 --2- 172.21.15.192:0/195781202 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fdfac0a2ba0 0x7fdfac0a5060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:31:16.656 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.652+0000 7fdfb37fe640 1 -- 172.21.15.192:0/195781202 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(11..11 src has 1..11) ==== 1903+0+0 (secure 0 0 0) 0x7fdfb80cd0f0 con 0x7fdfc4105030 2024-09-05T07:31:16.656 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.652+0000 7fdfc259c640 1 --2- 172.21.15.192:0/195781202 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fdfac0a2ba0 0x7fdfac0a5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:31:16.656 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.652+0000 7fdfc259c640 1 --2- 172.21.15.192:0/195781202 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fdfac0a2ba0 0x7fdfac0a5060 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fdfb4006010 tx=0x7fdfb4000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:31:16.657 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.656+0000 7fdfb37fe640 1 -- 172.21.15.192:0/195781202 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdfb801f020 con 0x7fdfc4105030 2024-09-05T07:31:16.836 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:16.835+0000 7fdfc8dfe640 1 -- 172.21.15.192:0/195781202 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fdfc4062630 con 0x7fdfac0a2ba0 2024-09-05T07:31:17.497 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:17 smithi192 ceph-mon[34929]: Detected new or changed devices on smithi123 2024-09-05T07:31:17.497 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:17 smithi192 ceph-mon[34929]: Adjusting osd_memory_target on smithi123 to 17088M 2024-09-05T07:31:17.497 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:17 smithi192 ceph-mon[34929]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:17.497 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:17 smithi192 ceph-mon[34929]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-05T07:31:17.498 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:17 smithi192 ceph-mon[34929]: osdmap e11: 2 total, 1 up, 2 in 2024-09-05T07:31:17.498 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:17 smithi192 ceph-mon[34929]: from='osd.1 [v2:172.21.15.123:6800/1041172381,v1:172.21.15.123:6801/1041172381]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:31:17.498 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:17 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:31:17.498 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:17 smithi192 ceph-mon[34929]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:31:17.498 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:17 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:31:17.498 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:17 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:31:17.498 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:17 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:17.498 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:17 smithi192 ceph-mon[34929]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T07:31:17.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:17 smithi071 ceph-mon[30965]: Detected new or changed devices on smithi123 2024-09-05T07:31:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:17 smithi071 ceph-mon[30965]: Adjusting osd_memory_target on smithi123 to 17088M 2024-09-05T07:31:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:17 smithi071 ceph-mon[30965]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:17 smithi071 ceph-mon[30965]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-05T07:31:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:17 smithi071 ceph-mon[30965]: osdmap e11: 2 total, 1 up, 2 in 2024-09-05T07:31:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:17 smithi071 ceph-mon[30965]: from='osd.1 [v2:172.21.15.123:6800/1041172381,v1:172.21.15.123:6801/1041172381]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:31:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:17 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:31:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:17 smithi071 ceph-mon[30965]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:31:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:17 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:31:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:17 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:31:17.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:17 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:17.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:17 smithi071 ceph-mon[30965]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T07:31:17.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:17 smithi123 ceph-mon[34568]: Detected new or changed devices on smithi123 2024-09-05T07:31:17.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:17 smithi123 ceph-mon[34568]: Adjusting osd_memory_target on smithi123 to 17088M 2024-09-05T07:31:17.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:17 smithi123 ceph-mon[34568]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:17.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:17 smithi123 ceph-mon[34568]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-05T07:31:17.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:17 smithi123 ceph-mon[34568]: osdmap e11: 2 total, 1 up, 2 in 2024-09-05T07:31:17.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:17 smithi123 ceph-mon[34568]: from='osd.1 [v2:172.21.15.123:6800/1041172381,v1:172.21.15.123:6801/1041172381]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:31:17.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:17 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:31:17.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:17 smithi123 ceph-mon[34568]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:31:17.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:17 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:31:17.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:17 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:31:17.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:17 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:17.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:17 smithi123 ceph-mon[34568]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T07:31:18.286 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:31:17 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-1[38908]: 2024-09-05T07:31:17.953+0000 7eff65e0c640 -1 osd.1 0 waiting for initial osdmap 2024-09-05T07:31:18.449 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:31:17 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-1[38908]: 2024-09-05T07:31:17.956+0000 7eff5d418640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T07:31:18.450 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:18 smithi192 ceph-mon[34929]: from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:31:18.450 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:18 smithi192 ceph-mon[34929]: osdmap e12: 2 total, 1 up, 2 in 2024-09-05T07:31:18.450 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:18 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:31:18.450 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:18 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:31:18.450 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:18 smithi192 ceph-mon[34929]: from='osd.1 ' entity='osd.1' 2024-09-05T07:31:18.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:18 smithi071 ceph-mon[30965]: from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:31:18.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:18 smithi071 ceph-mon[30965]: osdmap e12: 2 total, 1 up, 2 in 2024-09-05T07:31:18.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:18 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:31:18.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:18 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:31:18.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:18 smithi071 ceph-mon[30965]: from='osd.1 ' entity='osd.1' 2024-09-05T07:31:18.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:18 smithi123 ceph-mon[34568]: from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:31:18.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:18 smithi123 ceph-mon[34568]: osdmap e12: 2 total, 1 up, 2 in 2024-09-05T07:31:18.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:18 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:31:18.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:18 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:31:18.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:18 smithi123 ceph-mon[34568]: from='osd.1 ' entity='osd.1' 2024-09-05T07:31:19.640 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:19 smithi192 ceph-mon[34929]: purged_snaps scrub starts 2024-09-05T07:31:19.640 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:19 smithi192 ceph-mon[34929]: purged_snaps scrub ok 2024-09-05T07:31:19.640 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:19 smithi192 ceph-mon[34929]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:19.640 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:19 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:31:19.640 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:19 smithi192 ceph-mon[34929]: osd.1 [v2:172.21.15.123:6800/1041172381,v1:172.21.15.123:6801/1041172381] boot 2024-09-05T07:31:19.640 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:19 smithi192 ceph-mon[34929]: osdmap e13: 2 total, 2 up, 2 in 2024-09-05T07:31:19.640 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:19 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:31:19.640 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:19 smithi192 ceph-mon[34929]: from='client.? 172.21.15.192:0/3240174018' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1ca9c723-8ecb-445c-bae7-39fd2954cdf6"}]: dispatch 2024-09-05T07:31:19.640 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:19 smithi192 ceph-mon[34929]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1ca9c723-8ecb-445c-bae7-39fd2954cdf6"}]: dispatch 2024-09-05T07:31:19.640 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:19 smithi192 ceph-mon[34929]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1ca9c723-8ecb-445c-bae7-39fd2954cdf6"}]': finished 2024-09-05T07:31:19.641 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:19 smithi192 ceph-mon[34929]: osdmap e14: 3 total, 2 up, 3 in 2024-09-05T07:31:19.641 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:19 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:19.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:19 smithi071 ceph-mon[30965]: purged_snaps scrub starts 2024-09-05T07:31:19.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:19 smithi071 ceph-mon[30965]: purged_snaps scrub ok 2024-09-05T07:31:19.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:19 smithi071 ceph-mon[30965]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:19.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:19 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:31:19.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:19 smithi071 ceph-mon[30965]: osd.1 [v2:172.21.15.123:6800/1041172381,v1:172.21.15.123:6801/1041172381] boot 2024-09-05T07:31:19.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:19 smithi071 ceph-mon[30965]: osdmap e13: 2 total, 2 up, 2 in 2024-09-05T07:31:19.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:19 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:31:19.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:19 smithi071 ceph-mon[30965]: from='client.? 172.21.15.192:0/3240174018' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1ca9c723-8ecb-445c-bae7-39fd2954cdf6"}]: dispatch 2024-09-05T07:31:19.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:19 smithi071 ceph-mon[30965]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1ca9c723-8ecb-445c-bae7-39fd2954cdf6"}]: dispatch 2024-09-05T07:31:19.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:19 smithi071 ceph-mon[30965]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1ca9c723-8ecb-445c-bae7-39fd2954cdf6"}]': finished 2024-09-05T07:31:19.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:19 smithi071 ceph-mon[30965]: osdmap e14: 3 total, 2 up, 3 in 2024-09-05T07:31:19.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:19 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:19 smithi123 ceph-mon[34568]: purged_snaps scrub starts 2024-09-05T07:31:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:19 smithi123 ceph-mon[34568]: purged_snaps scrub ok 2024-09-05T07:31:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:19 smithi123 ceph-mon[34568]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-05T07:31:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:19 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:31:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:19 smithi123 ceph-mon[34568]: osd.1 [v2:172.21.15.123:6800/1041172381,v1:172.21.15.123:6801/1041172381] boot 2024-09-05T07:31:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:19 smithi123 ceph-mon[34568]: osdmap e13: 2 total, 2 up, 2 in 2024-09-05T07:31:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:19 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:31:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:19 smithi123 ceph-mon[34568]: from='client.? 172.21.15.192:0/3240174018' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1ca9c723-8ecb-445c-bae7-39fd2954cdf6"}]: dispatch 2024-09-05T07:31:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:19 smithi123 ceph-mon[34568]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1ca9c723-8ecb-445c-bae7-39fd2954cdf6"}]: dispatch 2024-09-05T07:31:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:19 smithi123 ceph-mon[34568]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1ca9c723-8ecb-445c-bae7-39fd2954cdf6"}]': finished 2024-09-05T07:31:19.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:19 smithi123 ceph-mon[34568]: osdmap e14: 3 total, 2 up, 3 in 2024-09-05T07:31:19.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:19 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:20.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:20 smithi071 ceph-mon[30965]: from='client.? 172.21.15.192:0/818648778' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:31:20.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:20 smithi123 ceph-mon[34568]: from='client.? 172.21.15.192:0/818648778' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:31:20.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:20 smithi192 ceph-mon[34929]: from='client.? 172.21.15.192:0/818648778' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:31:21.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:21 smithi071 ceph-mon[30965]: pgmap v57: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:21.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:21 smithi071 ceph-mon[30965]: osdmap e15: 3 total, 2 up, 3 in 2024-09-05T07:31:21.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:21 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:21.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:21 smithi123 ceph-mon[34568]: pgmap v57: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:21.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:21 smithi123 ceph-mon[34568]: osdmap e15: 3 total, 2 up, 3 in 2024-09-05T07:31:21.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:21 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:21.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:21 smithi192 ceph-mon[34929]: pgmap v57: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:21.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:21 smithi192 ceph-mon[34929]: osdmap e15: 3 total, 2 up, 3 in 2024-09-05T07:31:21.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:21 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:23.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:23 smithi071 ceph-mon[30965]: pgmap v59: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:23.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:23 smithi123 ceph-mon[34568]: pgmap v59: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:23.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:23 smithi192 ceph-mon[34929]: pgmap v59: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:25.553 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:25 smithi192 ceph-mon[34929]: pgmap v60: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:25.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:25 smithi071 ceph-mon[30965]: pgmap v60: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:25.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:25 smithi123 ceph-mon[34568]: pgmap v60: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:27.363 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:27 smithi192 ceph-mon[34929]: pgmap v61: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:27.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:27 smithi071 ceph-mon[30965]: pgmap v61: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:27.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:27 smithi123 ceph-mon[34568]: pgmap v61: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:28.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:28 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-05T07:31:28.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:28 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:28.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:28 smithi192 ceph-mon[34929]: Deploying daemon osd.2 on smithi192 2024-09-05T07:31:28.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:28 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-05T07:31:28.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:28 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:28.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:28 smithi071 ceph-mon[30965]: Deploying daemon osd.2 on smithi192 2024-09-05T07:31:28.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:28 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-05T07:31:28.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:28 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:28.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:28 smithi123 ceph-mon[34568]: Deploying daemon osd.2 on smithi192 2024-09-05T07:31:29.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:29 smithi071 ceph-mon[30965]: pgmap v62: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:29.659 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:29 smithi192 ceph-mon[34929]: pgmap v62: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:29.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:29 smithi123 ceph-mon[34568]: pgmap v62: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:31.449 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:31 smithi192 ceph-mon[34929]: pgmap v63: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:31.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:31 smithi071 ceph-mon[30965]: pgmap v63: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:31.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:31 smithi123 ceph-mon[34568]: pgmap v63: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:32.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:32 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:31:32.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:32 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:32.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:32 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:32.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:32 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:31:32.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:32 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:32.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:32 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:32.709 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:32 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:31:32.709 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:32 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:32.709 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:32 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:33.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:33 smithi071 ceph-mon[30965]: pgmap v64: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:33.663 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:33 smithi192 ceph-mon[34929]: pgmap v64: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:33.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:33 smithi123 ceph-mon[34568]: pgmap v64: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:35.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:35 smithi071 ceph-mon[30965]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:35.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:35.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:35.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:35.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:31:35.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:35.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:35 smithi123 ceph-mon[34568]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:35.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:35.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:35.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:35.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:31:35.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:35.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:35 smithi192 ceph-mon[34929]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:35.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:35.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:35.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:35.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:31:35.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:36.494 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:36.493+0000 7fdfb37fe640 1 -- 172.21.15.192:0/195781202 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fdfc4062630 con 0x7fdfac0a2ba0 2024-09-05T07:31:36.494 INFO:teuthology.orchestra.run.smithi192.stdout:Created osd(s) 2 on host 'smithi192' 2024-09-05T07:31:36.496 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:36.495+0000 7fdfc8dfe640 1 -- 172.21.15.192:0/195781202 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fdfac0a2ba0 msgr2=0x7fdfac0a5060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:31:36.496 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:36.495+0000 7fdfc8dfe640 1 --2- 172.21.15.192:0/195781202 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fdfac0a2ba0 0x7fdfac0a5060 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fdfb4006010 tx=0x7fdfb4000bc0 comp rx=0 tx=0).stop 2024-09-05T07:31:36.496 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:36.495+0000 7fdfc8dfe640 1 -- 172.21.15.192:0/195781202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfc4105030 msgr2=0x7fdfc41984e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:31:36.496 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:36.495+0000 7fdfc8dfe640 1 --2- 172.21.15.192:0/195781202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfc4105030 0x7fdfc41984e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fdfb800b450 tx=0x7fdfb800b910 comp rx=0 tx=0).stop 2024-09-05T07:31:36.496 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:36.495+0000 7fdfc8dfe640 1 -- 172.21.15.192:0/195781202 shutdown_connections 2024-09-05T07:31:36.496 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:36.495+0000 7fdfc8dfe640 1 --2- 172.21.15.192:0/195781202 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fdfac0a2ba0 0x7fdfac0a5060 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:31:36.496 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:36.495+0000 7fdfc8dfe640 1 --2- 172.21.15.192:0/195781202 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdfc4107960 0x7fdfc419f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:31:36.496 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:36.495+0000 7fdfc8dfe640 1 --2- 172.21.15.192:0/195781202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfc4105030 0x7fdfc41984e0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:31:36.496 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:36.495+0000 7fdfc8dfe640 1 --2- 172.21.15.192:0/195781202 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdfc4102700 0x7fdfc4197fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:31:36.497 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:36.495+0000 7fdfc8dfe640 1 -- 172.21.15.192:0/195781202 >> 172.21.15.192:0/195781202 conn(0x7fdfc40fc280 msgr2=0x7fdfc4102fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:31:36.497 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:36.496+0000 7fdfc8dfe640 1 -- 172.21.15.192:0/195781202 shutdown_connections 2024-09-05T07:31:36.497 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:31:36.496+0000 7fdfc8dfe640 1 -- 172.21.15.192:0/195781202 wait complete. 2024-09-05T07:31:37.109 DEBUG:teuthology.orchestra.run.smithi192:osd.2> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.2.service 2024-09-05T07:31:37.112 INFO:tasks.cephadm:Deploying osd.3 on smithi071 with /dev/vg_nvme/lv_3... 2024-09-05T07:31:37.112 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-05T07:31:37.357 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:37 smithi192 ceph-mon[34929]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:37.357 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:37 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:31:37.358 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:37 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:37.358 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:37 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:37.370 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:31:37.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:37 smithi071 ceph-mon[30965]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:37.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:37 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:31:37.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:37 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:37.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:37 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:37.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:37 smithi123 ceph-mon[34568]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:37.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:37 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:31:37.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:37 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:37.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:37 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:38.331 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:31:38 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-2[39744]: 2024-09-05T07:31:38.311+0000 7f4ea1df1640 -1 osd.2 0 log_to_monitors true 2024-09-05T07:31:38.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:38 smithi071 ceph-mon[30965]: from='osd.2 [v2:172.21.15.192:6800/2964624102,v1:172.21.15.192:6801/2964624102]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-05T07:31:38.589 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:38 smithi071 ceph-mon[30965]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-05T07:31:38.590 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:38 smithi192 ceph-mon[34929]: from='osd.2 [v2:172.21.15.192:6800/2964624102,v1:172.21.15.192:6801/2964624102]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-05T07:31:38.590 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:38 smithi192 ceph-mon[34929]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-05T07:31:38.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:38 smithi123 ceph-mon[34568]: from='osd.2 [v2:172.21.15.192:6800/2964624102,v1:172.21.15.192:6801/2964624102]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-05T07:31:38.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:38 smithi123 ceph-mon[34568]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-05T07:31:39.608 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:39 smithi071 ceph-mon[30965]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:39.609 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:39 smithi071 ceph-mon[30965]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-05T07:31:39.609 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:39 smithi071 ceph-mon[30965]: osdmap e16: 3 total, 2 up, 3 in 2024-09-05T07:31:39.609 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:39 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:39.609 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:39 smithi071 ceph-mon[30965]: from='osd.2 [v2:172.21.15.192:6800/2964624102,v1:172.21.15.192:6801/2964624102]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-05T07:31:39.609 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:39 smithi071 ceph-mon[30965]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-05T07:31:39.669 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:39 smithi192 ceph-mon[34929]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:39.669 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:39 smithi192 ceph-mon[34929]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-05T07:31:39.669 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:39 smithi192 ceph-mon[34929]: osdmap e16: 3 total, 2 up, 3 in 2024-09-05T07:31:39.669 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:39 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:39.669 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:39 smithi192 ceph-mon[34929]: from='osd.2 [v2:172.21.15.192:6800/2964624102,v1:172.21.15.192:6801/2964624102]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-05T07:31:39.670 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:39 smithi192 ceph-mon[34929]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-05T07:31:39.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:39 smithi123 ceph-mon[34568]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:39.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:39 smithi123 ceph-mon[34568]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-05T07:31:39.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:39 smithi123 ceph-mon[34568]: osdmap e16: 3 total, 2 up, 3 in 2024-09-05T07:31:39.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:39 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:39.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:39 smithi123 ceph-mon[34568]: from='osd.2 [v2:172.21.15.192:6800/2964624102,v1:172.21.15.192:6801/2964624102]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-05T07:31:39.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:39 smithi123 ceph-mon[34568]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-05T07:31:39.946 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:31:39.971 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi071:vg_nvme/lv_3 2024-09-05T07:31:40.213 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:31:40.340 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:31:40 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-2[39744]: 2024-09-05T07:31:40.002+0000 7f4e9dd74640 -1 osd.2 0 waiting for initial osdmap 2024-09-05T07:31:40.340 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:31:40 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-2[39744]: 2024-09-05T07:31:40.009+0000 7f4e95b94640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T07:31:40.340 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:40 smithi192 ceph-mon[34929]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-05T07:31:40.340 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:40 smithi192 ceph-mon[34929]: osdmap e17: 3 total, 2 up, 3 in 2024-09-05T07:31:40.340 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:40 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:40.340 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:40 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:40.341 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:40 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:40.341 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:40 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:40.341 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:40 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:31:40.622 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:40 smithi071 ceph-mon[30965]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-05T07:31:40.622 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:40 smithi071 ceph-mon[30965]: osdmap e17: 3 total, 2 up, 3 in 2024-09-05T07:31:40.622 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:40 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:40.622 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:40 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:40.622 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:40 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:40.622 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:40 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:40.622 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:40 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:31:40.622 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:40 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:40.622 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:40 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:40.622 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:40 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:31:40.622 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:40 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:40.623 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:40 smithi071 ceph-mon[30965]: from='osd.2 ' entity='osd.2' 2024-09-05T07:31:40.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:40 smithi123 ceph-mon[34568]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-05T07:31:40.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:40 smithi123 ceph-mon[34568]: osdmap e17: 3 total, 2 up, 3 in 2024-09-05T07:31:40.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:40 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:40.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:40 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:40.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:40 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:40.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:40 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:40.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:40 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:31:40.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:40 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:40.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:40 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:40.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:40 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:31:40.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:40 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:40.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:40 smithi123 ceph-mon[34568]: from='osd.2 ' entity='osd.2' 2024-09-05T07:31:40.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:40 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:40.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:40 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:40.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:40 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:31:40.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:40 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:40.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:40 smithi192 ceph-mon[34929]: from='osd.2 ' entity='osd.2' 2024-09-05T07:31:40.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.703+0000 7f05fe4d5640 1 -- 172.21.15.71:0/4260062011 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05f8107900 msgr2=0x7f05f8109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:31:40.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.703+0000 7f05fe4d5640 1 --2- 172.21.15.71:0/4260062011 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05f8107900 0x7f05f8109d50 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f05f0009ca0 tx=0x7f05f002a8c0 comp rx=0 tx=0).stop 2024-09-05T07:31:40.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.703+0000 7f05fe4d5640 1 -- 172.21.15.71:0/4260062011 shutdown_connections 2024-09-05T07:31:40.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.703+0000 7f05fe4d5640 1 --2- 172.21.15.71:0/4260062011 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05f8107900 0x7f05f8109d50 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:31:40.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.703+0000 7f05fe4d5640 1 --2- 172.21.15.71:0/4260062011 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05f8104fd0 0x7f05f81073c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:31:40.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.703+0000 7f05fe4d5640 1 --2- 172.21.15.71:0/4260062011 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05f81026a0 0x7f05f8104a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:31:40.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.703+0000 7f05fe4d5640 1 -- 172.21.15.71:0/4260062011 >> 172.21.15.71:0/4260062011 conn(0x7f05f80fc2a0 msgr2=0x7f05f80fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:31:40.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.703+0000 7f05fe4d5640 1 -- 172.21.15.71:0/4260062011 shutdown_connections 2024-09-05T07:31:40.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.703+0000 7f05fe4d5640 1 -- 172.21.15.71:0/4260062011 wait complete. 2024-09-05T07:31:40.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.704+0000 7f05fe4d5640 1 Processor -- start 2024-09-05T07:31:40.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.704+0000 7f05fe4d5640 1 -- start start 2024-09-05T07:31:40.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.704+0000 7f05fe4d5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05f81026a0 0x7f05f8197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:31:40.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.704+0000 7f05fe4d5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05f8104fd0 0x7f05f81983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:31:40.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.704+0000 7f05fe4d5640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05f8107900 0x7f05f819f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:31:40.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.704+0000 7f05fe4d5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f05f810d7e0 con 0x7f05f81026a0 2024-09-05T07:31:40.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.704+0000 7f05fe4d5640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f05f810d660 con 0x7f05f8107900 2024-09-05T07:31:40.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.704+0000 7f05fe4d5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f05f810d960 con 0x7f05f8104fd0 2024-09-05T07:31:40.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.704+0000 7f05f7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05f81026a0 0x7f05f8197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:31:40.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.704+0000 7f05f7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05f81026a0 0x7f05f8197e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51618/0 (socket says 172.21.15.71:51618) 2024-09-05T07:31:40.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.704+0000 7f05f7fff640 1 -- 172.21.15.71:0/2417336921 learned_addr learned my addr 172.21.15.71:0/2417336921 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:31:40.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.704+0000 7f05f77fe640 1 --2- 172.21.15.71:0/2417336921 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05f8104fd0 0x7f05f81983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:31:40.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.704+0000 7f05fca72640 1 --2- 172.21.15.71:0/2417336921 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05f8107900 0x7f05f819f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:31:40.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.704+0000 7f05f7fff640 1 -- 172.21.15.71:0/2417336921 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05f8104fd0 msgr2=0x7f05f81983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:31:40.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.705+0000 7f05f7fff640 1 --2- 172.21.15.71:0/2417336921 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05f8104fd0 0x7f05f81983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:31:40.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.705+0000 7f05f7fff640 1 -- 172.21.15.71:0/2417336921 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05f8107900 msgr2=0x7f05f819f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:31:40.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.705+0000 7f05f7fff640 1 --2- 172.21.15.71:0/2417336921 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05f8107900 0x7f05f819f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:31:40.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.705+0000 7f05f7fff640 1 -- 172.21.15.71:0/2417336921 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05f819fac0 con 0x7f05f81026a0 2024-09-05T07:31:40.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.705+0000 7f05fca72640 1 --2- 172.21.15.71:0/2417336921 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05f8107900 0x7f05f819f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:31:40.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.705+0000 7f05f7fff640 1 --2- 172.21.15.71:0/2417336921 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05f81026a0 0x7f05f8197e90 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f05e800d770 tx=0x7f05e800db70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:31:40.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.705+0000 7f05f57fa640 1 -- 172.21.15.71:0/2417336921 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e8017070 con 0x7f05f81026a0 2024-09-05T07:31:40.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.705+0000 7f05f57fa640 1 -- 172.21.15.71:0/2417336921 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f05e8009820 con 0x7f05f81026a0 2024-09-05T07:31:40.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.705+0000 7f05fe4d5640 1 -- 172.21.15.71:0/2417336921 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05f819fdb0 con 0x7f05f81026a0 2024-09-05T07:31:40.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.705+0000 7f05f57fa640 1 -- 172.21.15.71:0/2417336921 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e8004ba0 con 0x7f05f81026a0 2024-09-05T07:31:40.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.705+0000 7f05fe4d5640 1 -- 172.21.15.71:0/2417336921 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05f81a01b0 con 0x7f05f81026a0 2024-09-05T07:31:40.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.706+0000 7f05fe4d5640 1 -- 172.21.15.71:0/2417336921 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05f80fdd90 con 0x7f05f81026a0 2024-09-05T07:31:40.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.707+0000 7f05f57fa640 1 -- 172.21.15.71:0/2417336921 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f05e80099d0 con 0x7f05f81026a0 2024-09-05T07:31:40.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.708+0000 7f05f57fa640 1 --2- 172.21.15.71:0/2417336921 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f05e00a2b20 0x7f05e00a4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:31:40.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.708+0000 7f05f77fe640 1 --2- 172.21.15.71:0/2417336921 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f05e00a2b20 0x7f05e00a4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:31:40.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.708+0000 7f05f57fa640 1 -- 172.21.15.71:0/2417336921 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2571+0+0 (secure 0 0 0) 0x7f05e80cd680 con 0x7f05f81026a0 2024-09-05T07:31:40.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.708+0000 7f05f77fe640 1 --2- 172.21.15.71:0/2417336921 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f05e00a2b20 0x7f05e00a4fe0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f05f81993b0 tx=0x7f05ec009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:31:40.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.711+0000 7f05f57fa640 1 -- 172.21.15.71:0/2417336921 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f05e809bd30 con 0x7f05f81026a0 2024-09-05T07:31:40.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:40.886+0000 7f05fe4d5640 1 -- 172.21.15.71:0/2417336921 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f05f8062630 con 0x7f05e00a2b20 2024-09-05T07:31:41.617 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:41 smithi071 ceph-mon[30965]: purged_snaps scrub starts 2024-09-05T07:31:41.617 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:41 smithi071 ceph-mon[30965]: purged_snaps scrub ok 2024-09-05T07:31:41.618 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:41 smithi071 ceph-mon[30965]: Detected new or changed devices on smithi192 2024-09-05T07:31:41.618 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:41 smithi071 ceph-mon[30965]: Adjusting osd_memory_target on smithi192 to 17088M 2024-09-05T07:31:41.618 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:41 smithi071 ceph-mon[30965]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:41.618 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:41 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:41.618 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:41 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:31:41.618 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:41 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:31:41.618 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:41 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:41.618 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:41 smithi071 ceph-mon[30965]: osd.2 [v2:172.21.15.192:6800/2964624102,v1:172.21.15.192:6801/2964624102] boot 2024-09-05T07:31:41.618 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:41 smithi071 ceph-mon[30965]: osdmap e18: 3 total, 3 up, 3 in 2024-09-05T07:31:41.618 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:41 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:41.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:41 smithi123 ceph-mon[34568]: purged_snaps scrub starts 2024-09-05T07:31:41.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:41 smithi123 ceph-mon[34568]: purged_snaps scrub ok 2024-09-05T07:31:41.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:41 smithi123 ceph-mon[34568]: Detected new or changed devices on smithi192 2024-09-05T07:31:41.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:41 smithi123 ceph-mon[34568]: Adjusting osd_memory_target on smithi192 to 17088M 2024-09-05T07:31:41.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:41 smithi123 ceph-mon[34568]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:41.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:41 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:41.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:41 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:31:41.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:41 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:31:41.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:41 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:41.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:41 smithi123 ceph-mon[34568]: osd.2 [v2:172.21.15.192:6800/2964624102,v1:172.21.15.192:6801/2964624102] boot 2024-09-05T07:31:41.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:41 smithi123 ceph-mon[34568]: osdmap e18: 3 total, 3 up, 3 in 2024-09-05T07:31:41.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:41 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:41.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:41 smithi192 ceph-mon[34929]: purged_snaps scrub starts 2024-09-05T07:31:41.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:41 smithi192 ceph-mon[34929]: purged_snaps scrub ok 2024-09-05T07:31:41.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:41 smithi192 ceph-mon[34929]: Detected new or changed devices on smithi192 2024-09-05T07:31:41.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:41 smithi192 ceph-mon[34929]: Adjusting osd_memory_target on smithi192 to 17088M 2024-09-05T07:31:41.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:41 smithi192 ceph-mon[34929]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-09-05T07:31:41.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:41 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:41.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:41 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:31:41.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:41 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:31:41.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:41 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:41.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:41 smithi192 ceph-mon[34929]: osd.2 [v2:172.21.15.192:6800/2964624102,v1:172.21.15.192:6801/2964624102] boot 2024-09-05T07:31:41.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:41 smithi192 ceph-mon[34929]: osdmap e18: 3 total, 3 up, 3 in 2024-09-05T07:31:41.712 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:41 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:31:42.538 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:42 smithi071 ceph-mon[30965]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:31:42.538 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:42 smithi071 ceph-mon[30965]: osdmap e19: 3 total, 3 up, 3 in 2024-09-05T07:31:42.849 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:42 smithi123 ceph-mon[34568]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:31:42.850 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:42 smithi123 ceph-mon[34568]: osdmap e19: 3 total, 3 up, 3 in 2024-09-05T07:31:42.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:42 smithi192 ceph-mon[34929]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:31:42.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:42 smithi192 ceph-mon[34929]: osdmap e19: 3 total, 3 up, 3 in 2024-09-05T07:31:43.802 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:43 smithi123 ceph-mon[34568]: pgmap v73: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T07:31:43.802 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:43 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-05T07:31:43.803 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:43 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-05T07:31:43.803 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:43 smithi123 ceph-mon[34568]: osdmap e20: 3 total, 3 up, 3 in 2024-09-05T07:31:43.803 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:43 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T07:31:43.803 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:43 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/280633998' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e38584ff-2abe-47ff-b3ae-58a7a4261ac4"}]: dispatch 2024-09-05T07:31:43.803 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:43 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-05T07:31:43.803 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:43 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/280633998' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e38584ff-2abe-47ff-b3ae-58a7a4261ac4"}]': finished 2024-09-05T07:31:43.803 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:43 smithi123 ceph-mon[34568]: osdmap e21: 4 total, 3 up, 4 in 2024-09-05T07:31:43.803 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:43 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:31:43.842 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:31:43 smithi071 sudo[49236]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T07:31:43.842 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:31:43 smithi071 sudo[49236]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T07:31:43.842 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:31:43 smithi071 sudo[49236]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T07:31:43.842 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:31:43 smithi071 sudo[49236]: pam_unix(sudo:session): session closed for user root 2024-09-05T07:31:43.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:43 smithi071 ceph-mon[30965]: pgmap v73: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T07:31:43.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:43 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-05T07:31:43.842 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:43 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-05T07:31:43.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:43 smithi071 ceph-mon[30965]: osdmap e20: 3 total, 3 up, 3 in 2024-09-05T07:31:43.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:43 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T07:31:43.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:43 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/280633998' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e38584ff-2abe-47ff-b3ae-58a7a4261ac4"}]: dispatch 2024-09-05T07:31:43.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:43 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-05T07:31:43.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:43 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/280633998' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e38584ff-2abe-47ff-b3ae-58a7a4261ac4"}]': finished 2024-09-05T07:31:43.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:43 smithi071 ceph-mon[30965]: osdmap e21: 4 total, 3 up, 4 in 2024-09-05T07:31:43.843 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:43 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:31:43.861 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:43 smithi192 ceph-mon[34929]: pgmap v73: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T07:31:43.861 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:43 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-05T07:31:43.862 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:43 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-05T07:31:43.862 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:43 smithi192 ceph-mon[34929]: osdmap e20: 3 total, 3 up, 3 in 2024-09-05T07:31:43.862 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:43 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T07:31:43.862 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:43 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/280633998' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e38584ff-2abe-47ff-b3ae-58a7a4261ac4"}]: dispatch 2024-09-05T07:31:43.862 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:43 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-05T07:31:43.862 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:43 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/280633998' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e38584ff-2abe-47ff-b3ae-58a7a4261ac4"}]': finished 2024-09-05T07:31:43.862 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:43 smithi192 ceph-mon[34929]: osdmap e21: 4 total, 3 up, 4 in 2024-09-05T07:31:43.862 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:43 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:31:44.148 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:31:43 smithi071 sudo[49260]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T07:31:44.149 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:31:43 smithi071 sudo[49260]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T07:31:44.149 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:31:43 smithi071 sudo[49260]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T07:31:44.149 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:31:43 smithi071 sudo[49260]: pam_unix(sudo:session): session closed for user root 2024-09-05T07:31:44.376 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:31:44 smithi123 sudo[43024]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T07:31:44.377 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:31:44 smithi123 sudo[43024]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T07:31:44.377 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:31:44 smithi123 sudo[43024]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T07:31:44.377 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:31:44 smithi123 sudo[43024]: pam_unix(sudo:session): session closed for user root 2024-09-05T07:31:44.676 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:31:44 smithi123 sudo[43027]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T07:31:44.677 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:31:44 smithi123 sudo[43027]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T07:31:44.677 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:31:44 smithi123 sudo[43027]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T07:31:44.677 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:31:44 smithi123 sudo[43027]: pam_unix(sudo:session): session closed for user root 2024-09-05T07:31:44.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:44 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/4002293188' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:31:44.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:44 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:44.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:44 smithi123 ceph-mon[34568]: pgmap v76: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T07:31:44.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:44 smithi123 ceph-mon[34568]: osdmap e22: 4 total, 3 up, 4 in 2024-09-05T07:31:44.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:44 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:31:44.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:44 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:44.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:31:44.888+0000 7f05f57fa640 1 -- 172.21.15.71:0/2417336921 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f05e8097ca0 con 0x7f05f81026a0 2024-09-05T07:31:44.890 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:44 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/4002293188' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:31:44.890 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:44 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:44.890 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:44 smithi071 ceph-mon[30965]: pgmap v76: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T07:31:44.890 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:44 smithi071 ceph-mon[30965]: osdmap e22: 4 total, 3 up, 4 in 2024-09-05T07:31:44.890 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:44 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:31:44.890 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:44 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:44.919 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:44 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/4002293188' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:31:44.919 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:44 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:44.919 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:44 smithi192 ceph-mon[34929]: pgmap v76: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T07:31:44.919 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:44 smithi192 ceph-mon[34929]: osdmap e22: 4 total, 3 up, 4 in 2024-09-05T07:31:44.919 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:44 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:31:44.920 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:44 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:44.920 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:31:44 smithi192 sudo[43374]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T07:31:44.920 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:31:44 smithi192 sudo[43374]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T07:31:44.920 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:31:44 smithi192 sudo[43374]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T07:31:44.920 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:31:44 smithi192 sudo[43374]: pam_unix(sudo:session): session closed for user root 2024-09-05T07:31:45.210 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:31:44 smithi192 sudo[43377]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T07:31:45.210 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:31:44 smithi192 sudo[43377]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T07:31:45.211 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:31:44 smithi192 sudo[43377]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T07:31:45.211 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:31:44 smithi192 sudo[43377]: pam_unix(sudo:session): session closed for user root 2024-09-05T07:31:45.450 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:45 smithi071 sudo[49493]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T07:31:45.450 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:45 smithi071 sudo[49493]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T07:31:45.450 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:45 smithi071 sudo[49493]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T07:31:45.450 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:45 smithi071 sudo[49493]: pam_unix(sudo:session): session closed for user root 2024-09-05T07:31:45.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:45 smithi071 sudo[49679]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T07:31:45.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:45 smithi071 sudo[49679]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T07:31:45.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:45 smithi071 sudo[49679]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T07:31:45.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:45 smithi071 sudo[49679]: pam_unix(sudo:session): session closed for user root 2024-09-05T07:31:45.945 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:45 smithi192 sudo[43381]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T07:31:45.945 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:45 smithi192 sudo[43381]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T07:31:45.945 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:45 smithi192 sudo[43381]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T07:31:45.945 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:45 smithi192 sudo[43381]: pam_unix(sudo:session): session closed for user root 2024-09-05T07:31:46.207 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:45 smithi123 ceph-mon[34568]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-05T07:31:46.207 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:45 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:46.207 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:45 smithi123 ceph-mon[34568]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T07:31:46.207 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:45 smithi123 ceph-mon[34568]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T07:31:46.207 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:45 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T07:31:46.207 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:45 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:31:46.207 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:45 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:31:46.207 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:45 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T07:31:46.207 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:45 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:31:46.207 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:45 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:31:46.208 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:46 smithi123 sudo[43030]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T07:31:46.208 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:46 smithi123 sudo[43030]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T07:31:46.208 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:46 smithi123 sudo[43030]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T07:31:46.208 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:46 smithi123 sudo[43030]: pam_unix(sudo:session): session closed for user root 2024-09-05T07:31:46.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:45 smithi192 sudo[43384]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T07:31:46.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:45 smithi192 sudo[43384]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T07:31:46.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:45 smithi192 sudo[43384]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T07:31:46.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:45 smithi192 sudo[43384]: pam_unix(sudo:session): session closed for user root 2024-09-05T07:31:46.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:45 smithi192 ceph-mon[34929]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-05T07:31:46.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:45 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:46.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:45 smithi192 ceph-mon[34929]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T07:31:46.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:45 smithi192 ceph-mon[34929]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T07:31:46.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:45 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T07:31:46.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:45 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:31:46.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:45 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:31:46.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:45 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T07:31:46.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:45 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:31:46.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:45 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:31:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:45 smithi071 ceph-mon[30965]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-05T07:31:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:45 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:45 smithi071 ceph-mon[30965]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T07:31:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:45 smithi071 ceph-mon[30965]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T07:31:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:45 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T07:31:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:45 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:31:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:45 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:31:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:45 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T07:31:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:45 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:31:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:45 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:31:46.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:46 smithi123 sudo[43033]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T07:31:46.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:46 smithi123 sudo[43033]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T07:31:46.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:46 smithi123 sudo[43033]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T07:31:46.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:46 smithi123 sudo[43033]: pam_unix(sudo:session): session closed for user root 2024-09-05T07:31:47.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:46 smithi192 ceph-mon[34929]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T07:31:47.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:46 smithi192 ceph-mon[34929]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T07:31:47.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:46 smithi192 ceph-mon[34929]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T07:31:47.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:46 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T07:31:47.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:46 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:31:47.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:46 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:31:47.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:46 smithi192 ceph-mon[34929]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T07:31:47.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:46 smithi192 ceph-mon[34929]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T07:31:47.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:46 smithi071 ceph-mon[30965]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T07:31:47.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:46 smithi071 ceph-mon[30965]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T07:31:47.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:46 smithi071 ceph-mon[30965]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T07:31:47.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:46 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T07:31:47.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:46 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:31:47.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:46 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:31:47.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:46 smithi071 ceph-mon[30965]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T07:31:47.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:46 smithi071 ceph-mon[30965]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T07:31:47.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:46 smithi123 ceph-mon[34568]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T07:31:47.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:46 smithi123 ceph-mon[34568]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T07:31:47.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:46 smithi123 ceph-mon[34568]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T07:31:47.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:46 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T07:31:47.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:46 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:31:47.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:46 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:31:47.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:46 smithi123 ceph-mon[34568]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T07:31:47.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:46 smithi123 ceph-mon[34568]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T07:31:49.584 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:49 smithi071 ceph-mon[30965]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T07:31:49.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:49 smithi123 ceph-mon[34568]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T07:31:49.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:49 smithi192 ceph-mon[34929]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T07:31:51.554 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:51 smithi071 ceph-mon[30965]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 7.5 KiB/s rd, 326 KiB/s wr, 22 op/s 2024-09-05T07:31:51.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:51 smithi123 ceph-mon[34568]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 7.5 KiB/s rd, 326 KiB/s wr, 22 op/s 2024-09-05T07:31:51.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:51 smithi192 ceph-mon[34929]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 7.5 KiB/s rd, 326 KiB/s wr, 22 op/s 2024-09-05T07:31:52.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:52 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-05T07:31:52.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:52 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:52.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:52 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-05T07:31:52.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:52 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:52.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:52 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-05T07:31:52.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:52 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:31:53.532 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:53 smithi071 ceph-mon[30965]: Deploying daemon osd.3 on smithi071 2024-09-05T07:31:53.533 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:53 smithi071 ceph-mon[30965]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 5.0 KiB/s rd, 218 KiB/s wr, 15 op/s 2024-09-05T07:31:53.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:53 smithi123 ceph-mon[34568]: Deploying daemon osd.3 on smithi071 2024-09-05T07:31:53.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:53 smithi123 ceph-mon[34568]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 5.0 KiB/s rd, 218 KiB/s wr, 15 op/s 2024-09-05T07:31:53.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:53 smithi192 ceph-mon[34929]: Deploying daemon osd.3 on smithi071 2024-09-05T07:31:53.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:53 smithi192 ceph-mon[34929]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 5.0 KiB/s rd, 218 KiB/s wr, 15 op/s 2024-09-05T07:31:55.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:55 smithi192 ceph-mon[34929]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.7 KiB/s rd, 163 KiB/s wr, 11 op/s 2024-09-05T07:31:55.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:55 smithi071 ceph-mon[30965]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.7 KiB/s rd, 163 KiB/s wr, 11 op/s 2024-09-05T07:31:55.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:55 smithi123 ceph-mon[34568]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.7 KiB/s rd, 163 KiB/s wr, 11 op/s 2024-09-05T07:31:57.557 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:57 smithi071 ceph-mon[30965]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-05T07:31:57.558 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:57 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:31:57.558 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:57 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:57.558 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:57 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:57.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:57 smithi123 ceph-mon[34568]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-05T07:31:57.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:57 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:31:57.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:57 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:57.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:57 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:57.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:57 smithi192 ceph-mon[34929]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-05T07:31:57.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:57 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:31:57.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:57 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:57.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:57 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:31:59.422 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:31:59 smithi071 ceph-mon[30965]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-09-05T07:31:59.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:31:59 smithi123 ceph-mon[34568]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-09-05T07:31:59.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:31:59 smithi192 ceph-mon[34929]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-09-05T07:32:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:00 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:00 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:00 smithi071 ceph-mon[30965]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-09-05T07:32:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:00 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:00 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:32:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:00 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:01.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:00 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:01.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:00 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:01.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:00 smithi123 ceph-mon[34568]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-09-05T07:32:01.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:00 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:01.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:00 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:32:01.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:00 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:01.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:00 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:01.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:00 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:01.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:00 smithi192 ceph-mon[34929]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-09-05T07:32:01.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:00 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:01.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:00 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:32:01.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:00 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:01.229 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 3 on host 'smithi071' 2024-09-05T07:32:01.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:01.228+0000 7f05f57fa640 1 -- 172.21.15.71:0/2417336921 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f05f8062630 con 0x7f05e00a2b20 2024-09-05T07:32:01.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:01.230+0000 7f05fe4d5640 1 -- 172.21.15.71:0/2417336921 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f05e00a2b20 msgr2=0x7f05e00a4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:32:01.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:01.230+0000 7f05fe4d5640 1 --2- 172.21.15.71:0/2417336921 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f05e00a2b20 0x7f05e00a4fe0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f05f81993b0 tx=0x7f05ec009110 comp rx=0 tx=0).stop 2024-09-05T07:32:01.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:01.230+0000 7f05fe4d5640 1 -- 172.21.15.71:0/2417336921 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05f81026a0 msgr2=0x7f05f8197e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:32:01.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:01.230+0000 7f05fe4d5640 1 --2- 172.21.15.71:0/2417336921 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05f81026a0 0x7f05f8197e90 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f05e800d770 tx=0x7f05e800db70 comp rx=0 tx=0).stop 2024-09-05T07:32:01.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:01.231+0000 7f05fe4d5640 1 -- 172.21.15.71:0/2417336921 shutdown_connections 2024-09-05T07:32:01.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:01.231+0000 7f05fe4d5640 1 --2- 172.21.15.71:0/2417336921 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f05e00a2b20 0x7f05e00a4fe0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:01.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:01.231+0000 7f05fe4d5640 1 --2- 172.21.15.71:0/2417336921 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05f8107900 0x7f05f819f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:01.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:01.231+0000 7f05fe4d5640 1 --2- 172.21.15.71:0/2417336921 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05f8104fd0 0x7f05f81983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:01.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:01.231+0000 7f05fe4d5640 1 --2- 172.21.15.71:0/2417336921 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05f81026a0 0x7f05f8197e90 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:01.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:01.231+0000 7f05fe4d5640 1 -- 172.21.15.71:0/2417336921 >> 172.21.15.71:0/2417336921 conn(0x7f05f80fc2a0 msgr2=0x7f05f8103080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:32:01.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:01.231+0000 7f05fe4d5640 1 -- 172.21.15.71:0/2417336921 shutdown_connections 2024-09-05T07:32:01.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:01.231+0000 7f05fe4d5640 1 -- 172.21.15.71:0/2417336921 wait complete. 2024-09-05T07:32:01.911 DEBUG:teuthology.orchestra.run.smithi071:osd.3> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.3.service 2024-09-05T07:32:01.913 INFO:tasks.cephadm:Deploying osd.4 on smithi123 with /dev/vg_nvme/lv_3... 2024-09-05T07:32:01.913 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-05T07:32:02.072 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:01 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:32:02.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:01 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:02.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:01 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:02.170 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T07:32:02.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:01 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:32:02.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:01 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:02.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:01 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:02.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:01 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:32:02.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:01 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:02.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:01 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:03.135 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:02 smithi071 ceph-mon[30965]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T07:32:03.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:02 smithi123 ceph-mon[34568]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T07:32:03.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:02 smithi192 ceph-mon[34929]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T07:32:03.399 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 05 07:32:03 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-3[51251]: 2024-09-05T07:32:03.195+0000 7f7d8ae74640 -1 osd.3 0 log_to_monitors true 2024-09-05T07:32:04.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:03 smithi071 ceph-mon[30965]: from='osd.3 [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-05T07:32:04.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:03 smithi123 ceph-mon[34568]: from='osd.3 [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-05T07:32:04.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:03 smithi192 ceph-mon[34929]: from='osd.3 [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-05T07:32:04.474 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:32:04.501 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi123:vg_nvme/lv_3 2024-09-05T07:32:04.750 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T07:32:05.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:04 smithi071 ceph-mon[30965]: from='osd.3 [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-05T07:32:05.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:04 smithi071 ceph-mon[30965]: osdmap e23: 4 total, 3 up, 4 in 2024-09-05T07:32:05.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:04 smithi071 ceph-mon[30965]: from='osd.3 [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-05T07:32:05.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:04 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:32:05.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:04 smithi071 ceph-mon[30965]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T07:32:05.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:04 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:05.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:04 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:05.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:04 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:32:05.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:04 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:32:05.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:04 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:05.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:04 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:05.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:04 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:32:05.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:04 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:05.150 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:04 smithi123 ceph-mon[34568]: from='osd.3 [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-05T07:32:05.151 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:04 smithi123 ceph-mon[34568]: osdmap e23: 4 total, 3 up, 4 in 2024-09-05T07:32:05.151 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:04 smithi123 ceph-mon[34568]: from='osd.3 [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-05T07:32:05.151 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:04 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:32:05.151 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:04 smithi123 ceph-mon[34568]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T07:32:05.151 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:04 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:05.151 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:04 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:05.151 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:04 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:32:05.151 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:04 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:32:05.151 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:04 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:05.151 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:04 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:05.151 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:04 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:32:05.152 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:04 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:05.213 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:04 smithi192 ceph-mon[34929]: from='osd.3 [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-05T07:32:05.213 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:04 smithi192 ceph-mon[34929]: osdmap e23: 4 total, 3 up, 4 in 2024-09-05T07:32:05.213 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:04 smithi192 ceph-mon[34929]: from='osd.3 [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-05T07:32:05.213 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:04 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:32:05.214 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:04 smithi192 ceph-mon[34929]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T07:32:05.214 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:04 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:05.214 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:04 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:05.214 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:04 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:32:05.214 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:04 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:32:05.214 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:04 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:05.214 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:04 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:05.214 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:04 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:32:05.214 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:04 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:05.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.232+0000 7ff07df51640 1 -- 172.21.15.123:0/343126055 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff078101cd0 msgr2=0x7ff078102150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:32:05.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.232+0000 7ff07df51640 1 --2- 172.21.15.123:0/343126055 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff078101cd0 0x7ff078102150 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff06c009900 tx=0x7ff06c02a410 comp rx=0 tx=0).stop 2024-09-05T07:32:05.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.232+0000 7ff07df51640 1 -- 172.21.15.123:0/343126055 shutdown_connections 2024-09-05T07:32:05.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.232+0000 7ff07df51640 1 --2- 172.21.15.123:0/343126055 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff078102690 0x7ff078108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:05.286 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.232+0000 7ff07df51640 1 --2- 172.21.15.123:0/343126055 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff078101cd0 0x7ff078102150 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:05.287 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.232+0000 7ff07df51640 1 --2- 172.21.15.123:0/343126055 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff078100ad0 0x7ff078100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:05.287 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.232+0000 7ff07df51640 1 -- 172.21.15.123:0/343126055 >> 172.21.15.123:0/343126055 conn(0x7ff0780fc280 msgr2=0x7ff0780fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:32:05.287 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.232+0000 7ff07df51640 1 -- 172.21.15.123:0/343126055 shutdown_connections 2024-09-05T07:32:05.288 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.232+0000 7ff07df51640 1 -- 172.21.15.123:0/343126055 wait complete. 2024-09-05T07:32:05.288 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.233+0000 7ff07df51640 1 Processor -- start 2024-09-05T07:32:05.288 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.233+0000 7ff07df51640 1 -- start start 2024-09-05T07:32:05.288 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.233+0000 7ff07df51640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff078100ad0 0x7ff07806aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:32:05.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.233+0000 7ff07df51640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff078101cd0 0x7ff07819cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:32:05.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.233+0000 7ff07df51640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff078102690 0x7ff07819f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:32:05.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.233+0000 7ff07df51640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff07810c600 con 0x7ff078102690 2024-09-05T07:32:05.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.233+0000 7ff07df51640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff07810c480 con 0x7ff078101cd0 2024-09-05T07:32:05.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.233+0000 7ff07df51640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff07810c780 con 0x7ff078100ad0 2024-09-05T07:32:05.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.234+0000 7ff0777fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff078100ad0 0x7ff07806aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:32:05.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.234+0000 7ff076ffd640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff078101cd0 0x7ff07819cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:32:05.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.234+0000 7ff0777fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff078100ad0 0x7ff07806aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.123:35366/0 (socket says 172.21.15.123:35366) 2024-09-05T07:32:05.289 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.234+0000 7ff0777fe640 1 -- 172.21.15.123:0/112846922 learned_addr learned my addr 172.21.15.123:0/112846922 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-09-05T07:32:05.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.234+0000 7ff077fff640 1 --2- 172.21.15.123:0/112846922 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff078102690 0x7ff07819f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:32:05.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.234+0000 7ff0777fe640 1 -- 172.21.15.123:0/112846922 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff078101cd0 msgr2=0x7ff07819cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:32:05.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.234+0000 7ff0777fe640 1 --2- 172.21.15.123:0/112846922 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff078101cd0 0x7ff07819cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:05.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.234+0000 7ff0777fe640 1 -- 172.21.15.123:0/112846922 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff078102690 msgr2=0x7ff07819f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:32:05.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.234+0000 7ff0777fe640 1 --2- 172.21.15.123:0/112846922 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff078102690 0x7ff07819f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:05.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.234+0000 7ff0777fe640 1 -- 172.21.15.123:0/112846922 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff07819fad0 con 0x7ff078100ad0 2024-09-05T07:32:05.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.234+0000 7ff076ffd640 1 --2- 172.21.15.123:0/112846922 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff078101cd0 0x7ff07819cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:32:05.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.234+0000 7ff0777fe640 1 --2- 172.21.15.123:0/112846922 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff078100ad0 0x7ff07806aad0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff06800d950 tx=0x7ff06800de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:32:05.290 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.234+0000 7ff074ff9640 1 -- 172.21.15.123:0/112846922 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff068017070 con 0x7ff078100ad0 2024-09-05T07:32:05.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.235+0000 7ff07df51640 1 -- 172.21.15.123:0/112846922 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff07819fd60 con 0x7ff078100ad0 2024-09-05T07:32:05.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.235+0000 7ff074ff9640 1 -- 172.21.15.123:0/112846922 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff068009c30 con 0x7ff078100ad0 2024-09-05T07:32:05.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.235+0000 7ff074ff9640 1 -- 172.21.15.123:0/112846922 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff06800f620 con 0x7ff078100ad0 2024-09-05T07:32:05.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.235+0000 7ff07df51640 1 -- 172.21.15.123:0/112846922 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0781a0210 con 0x7ff078100ad0 2024-09-05T07:32:05.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.236+0000 7ff07df51640 1 -- 172.21.15.123:0/112846922 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff078100ed0 con 0x7ff078100ad0 2024-09-05T07:32:05.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.237+0000 7ff074ff9640 1 -- 172.21.15.123:0/112846922 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff06801a070 con 0x7ff078100ad0 2024-09-05T07:32:05.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.237+0000 7ff074ff9640 1 --2- 172.21.15.123:0/112846922 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0600a2b80 0x7ff0600a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:32:05.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.238+0000 7ff074ff9640 1 -- 172.21.15.123:0/112846922 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 3389+0+0 (secure 0 0 0) 0x7ff0680cd750 con 0x7ff078100ad0 2024-09-05T07:32:05.291 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.238+0000 7ff076ffd640 1 --2- 172.21.15.123:0/112846922 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0600a2b80 0x7ff0600a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:32:05.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.238+0000 7ff076ffd640 1 --2- 172.21.15.123:0/112846922 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0600a2b80 0x7ff0600a5040 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff06c006010 tx=0x7ff06c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:32:05.292 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.242+0000 7ff074ff9640 1 -- 172.21.15.123:0/112846922 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff068009de0 con 0x7ff078100ad0 2024-09-05T07:32:05.419 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:05.418+0000 7ff07df51640 1 -- 172.21.15.123:0/112846922 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7ff0780626f0 con 0x7ff0600a2b80 2024-09-05T07:32:05.898 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 05 07:32:05 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-3[51251]: 2024-09-05T07:32:05.618+0000 7f7d86df7640 -1 osd.3 0 waiting for initial osdmap 2024-09-05T07:32:05.899 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 05 07:32:05 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-3[51251]: 2024-09-05T07:32:05.623+0000 7f7d7ec17640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T07:32:06.127 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:05 smithi123 ceph-mon[34568]: Detected new or changed devices on smithi071 2024-09-05T07:32:06.127 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:05 smithi123 ceph-mon[34568]: Adjusting osd_memory_target on smithi071 to 8544M 2024-09-05T07:32:06.127 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:05 smithi123 ceph-mon[34568]: from='osd.3 [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-05T07:32:06.128 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:05 smithi123 ceph-mon[34568]: osdmap e24: 4 total, 3 up, 4 in 2024-09-05T07:32:06.128 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:05 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:32:06.128 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:05 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:32:06.128 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:05 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:32:06.128 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:05 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:32:06.128 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:05 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:06.128 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:05 smithi123 ceph-mon[34568]: from='osd.3 [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328]' entity='osd.3' 2024-09-05T07:32:06.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:05 smithi192 ceph-mon[34929]: Detected new or changed devices on smithi071 2024-09-05T07:32:06.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:05 smithi192 ceph-mon[34929]: Adjusting osd_memory_target on smithi071 to 8544M 2024-09-05T07:32:06.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:05 smithi192 ceph-mon[34929]: from='osd.3 [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-05T07:32:06.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:05 smithi192 ceph-mon[34929]: osdmap e24: 4 total, 3 up, 4 in 2024-09-05T07:32:06.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:05 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:32:06.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:05 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:32:06.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:05 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:32:06.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:05 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:32:06.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:05 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:06.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:05 smithi192 ceph-mon[34929]: from='osd.3 [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328]' entity='osd.3' 2024-09-05T07:32:06.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:05 smithi071 ceph-mon[30965]: Detected new or changed devices on smithi071 2024-09-05T07:32:06.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:05 smithi071 ceph-mon[30965]: Adjusting osd_memory_target on smithi071 to 8544M 2024-09-05T07:32:06.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:05 smithi071 ceph-mon[30965]: from='osd.3 [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-05T07:32:06.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:05 smithi071 ceph-mon[30965]: osdmap e24: 4 total, 3 up, 4 in 2024-09-05T07:32:06.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:05 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:32:06.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:05 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:32:06.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:05 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:32:06.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:05 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:32:06.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:05 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:06.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:05 smithi071 ceph-mon[30965]: from='osd.3 [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328]' entity='osd.3' 2024-09-05T07:32:07.008 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:06 smithi123 ceph-mon[34568]: purged_snaps scrub starts 2024-09-05T07:32:07.009 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:06 smithi123 ceph-mon[34568]: purged_snaps scrub ok 2024-09-05T07:32:07.009 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:06 smithi123 ceph-mon[34568]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:32:07.009 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:06 smithi123 ceph-mon[34568]: osd.3 [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328] boot 2024-09-05T07:32:07.009 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:06 smithi123 ceph-mon[34568]: osdmap e25: 4 total, 4 up, 4 in 2024-09-05T07:32:07.009 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:32:07.009 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:06 smithi123 ceph-mon[34568]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:07.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:06 smithi192 ceph-mon[34929]: purged_snaps scrub starts 2024-09-05T07:32:07.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:06 smithi192 ceph-mon[34929]: purged_snaps scrub ok 2024-09-05T07:32:07.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:06 smithi192 ceph-mon[34929]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:32:07.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:06 smithi192 ceph-mon[34929]: osd.3 [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328] boot 2024-09-05T07:32:07.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:06 smithi192 ceph-mon[34929]: osdmap e25: 4 total, 4 up, 4 in 2024-09-05T07:32:07.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:32:07.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:06 smithi192 ceph-mon[34929]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:07.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:06 smithi071 ceph-mon[30965]: purged_snaps scrub starts 2024-09-05T07:32:07.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:06 smithi071 ceph-mon[30965]: purged_snaps scrub ok 2024-09-05T07:32:07.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:06 smithi071 ceph-mon[30965]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:32:07.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:06 smithi071 ceph-mon[30965]: osd.3 [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328] boot 2024-09-05T07:32:07.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:06 smithi071 ceph-mon[30965]: osdmap e25: 4 total, 4 up, 4 in 2024-09-05T07:32:07.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:32:07.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:06 smithi071 ceph-mon[30965]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:08.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:07 smithi192 ceph-mon[34929]: osdmap e26: 4 total, 4 up, 4 in 2024-09-05T07:32:08.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:07 smithi192 ceph-mon[34929]: from='client.? 172.21.15.123:0/3407363805' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b2de40fc-0fa3-484e-b0b2-edd96874aee4"}]: dispatch 2024-09-05T07:32:08.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:07 smithi192 ceph-mon[34929]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b2de40fc-0fa3-484e-b0b2-edd96874aee4"}]: dispatch 2024-09-05T07:32:08.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:07 smithi192 ceph-mon[34929]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b2de40fc-0fa3-484e-b0b2-edd96874aee4"}]': finished 2024-09-05T07:32:08.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:07 smithi192 ceph-mon[34929]: osdmap e27: 5 total, 4 up, 5 in 2024-09-05T07:32:08.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:07 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:08.273 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:07 smithi123 ceph-mon[34568]: osdmap e26: 4 total, 4 up, 4 in 2024-09-05T07:32:08.273 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:07 smithi123 ceph-mon[34568]: from='client.? 172.21.15.123:0/3407363805' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b2de40fc-0fa3-484e-b0b2-edd96874aee4"}]: dispatch 2024-09-05T07:32:08.273 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:07 smithi123 ceph-mon[34568]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b2de40fc-0fa3-484e-b0b2-edd96874aee4"}]: dispatch 2024-09-05T07:32:08.273 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:07 smithi123 ceph-mon[34568]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b2de40fc-0fa3-484e-b0b2-edd96874aee4"}]': finished 2024-09-05T07:32:08.273 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:07 smithi123 ceph-mon[34568]: osdmap e27: 5 total, 4 up, 5 in 2024-09-05T07:32:08.273 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:07 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:08.400 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:07 smithi071 ceph-mon[30965]: osdmap e26: 4 total, 4 up, 4 in 2024-09-05T07:32:08.400 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:07 smithi071 ceph-mon[30965]: from='client.? 172.21.15.123:0/3407363805' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b2de40fc-0fa3-484e-b0b2-edd96874aee4"}]: dispatch 2024-09-05T07:32:08.400 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:07 smithi071 ceph-mon[30965]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b2de40fc-0fa3-484e-b0b2-edd96874aee4"}]: dispatch 2024-09-05T07:32:08.400 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:07 smithi071 ceph-mon[30965]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b2de40fc-0fa3-484e-b0b2-edd96874aee4"}]': finished 2024-09-05T07:32:08.400 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:07 smithi071 ceph-mon[30965]: osdmap e27: 5 total, 4 up, 5 in 2024-09-05T07:32:08.400 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:07 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:09.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:08 smithi192 ceph-mon[34929]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:09.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:08 smithi192 ceph-mon[34929]: from='client.? 172.21.15.123:0/2104515124' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:32:09.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:08 smithi192 ceph-mon[34929]: osdmap e28: 5 total, 4 up, 5 in 2024-09-05T07:32:09.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:08 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:09.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:08 smithi071 ceph-mon[30965]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:09.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:08 smithi071 ceph-mon[30965]: from='client.? 172.21.15.123:0/2104515124' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:32:09.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:08 smithi071 ceph-mon[30965]: osdmap e28: 5 total, 4 up, 5 in 2024-09-05T07:32:09.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:08 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:09.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:08 smithi123 ceph-mon[34568]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 368 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:09.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:08 smithi123 ceph-mon[34568]: from='client.? 172.21.15.123:0/2104515124' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:32:09.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:08 smithi123 ceph-mon[34568]: osdmap e28: 5 total, 4 up, 5 in 2024-09-05T07:32:09.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:08 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:10.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:10 smithi071 ceph-mon[30965]: osdmap e29: 5 total, 4 up, 5 in 2024-09-05T07:32:10.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:10 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:10.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:10 smithi071 ceph-mon[30965]: pgmap v97: 1 pgs: 1 peering; 577 KiB data, 368 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-05T07:32:10.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:10 smithi192 ceph-mon[34929]: osdmap e29: 5 total, 4 up, 5 in 2024-09-05T07:32:10.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:10 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:10.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:10 smithi192 ceph-mon[34929]: pgmap v97: 1 pgs: 1 peering; 577 KiB data, 368 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-05T07:32:11.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:10 smithi123 ceph-mon[34568]: osdmap e29: 5 total, 4 up, 5 in 2024-09-05T07:32:11.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:10 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:11.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:10 smithi123 ceph-mon[34568]: pgmap v97: 1 pgs: 1 peering; 577 KiB data, 368 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-05T07:32:13.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:13 smithi123 ceph-mon[34568]: pgmap v98: 1 pgs: 1 peering; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-09-05T07:32:13.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:13 smithi071 ceph-mon[30965]: pgmap v98: 1 pgs: 1 peering; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-09-05T07:32:13.664 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:13 smithi192 ceph-mon[34929]: pgmap v98: 1 pgs: 1 peering; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-09-05T07:32:15.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:15 smithi071 ceph-mon[30965]: pgmap v99: 1 pgs: 1 peering; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-05T07:32:15.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:15 smithi123 ceph-mon[34568]: pgmap v99: 1 pgs: 1 peering; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-05T07:32:15.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:15 smithi192 ceph-mon[34929]: pgmap v99: 1 pgs: 1 peering; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-05T07:32:16.626 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:16 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-05T07:32:16.627 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:16 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:16.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:16 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-05T07:32:16.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:16 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:16.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:16 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-05T07:32:16.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:16 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:17.449 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:17 smithi123 ceph-mon[34568]: Deploying daemon osd.4 on smithi123 2024-09-05T07:32:17.450 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:17 smithi123 ceph-mon[34568]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T07:32:17.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:17 smithi071 ceph-mon[30965]: Deploying daemon osd.4 on smithi123 2024-09-05T07:32:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:17 smithi071 ceph-mon[30965]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T07:32:17.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:17 smithi192 ceph-mon[34929]: Deploying daemon osd.4 on smithi123 2024-09-05T07:32:17.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:17 smithi192 ceph-mon[34929]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T07:32:19.561 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:19 smithi123 ceph-mon[34568]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-05T07:32:19.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:19 smithi071 ceph-mon[30965]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-05T07:32:19.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:19 smithi192 ceph-mon[34929]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-05T07:32:21.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:21 smithi071 ceph-mon[30965]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:21.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:21 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:32:21.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:21 smithi123 ceph-mon[34568]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:21.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:21 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:32:21.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:21 smithi192 ceph-mon[34929]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:21.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:21 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:32:22.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:22 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:22.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:22 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:22.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:22 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:22.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:22 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:22.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:22 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:22.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:22 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:23.623 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:23 smithi123 ceph-mon[34568]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:23.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:23 smithi071 ceph-mon[30965]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:23.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:23 smithi192 ceph-mon[34929]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:24.894 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:24.892+0000 7ff074ff9640 1 -- 172.21.15.123:0/112846922 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7ff0780626f0 con 0x7ff0600a2b80 2024-09-05T07:32:24.894 INFO:teuthology.orchestra.run.smithi123.stdout:Created osd(s) 4 on host 'smithi123' 2024-09-05T07:32:24.895 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:24.895+0000 7ff07df51640 1 -- 172.21.15.123:0/112846922 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0600a2b80 msgr2=0x7ff0600a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:32:24.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:24.895+0000 7ff07df51640 1 --2- 172.21.15.123:0/112846922 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0600a2b80 0x7ff0600a5040 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff06c006010 tx=0x7ff06c000bc0 comp rx=0 tx=0).stop 2024-09-05T07:32:24.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:24.895+0000 7ff07df51640 1 -- 172.21.15.123:0/112846922 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff078100ad0 msgr2=0x7ff07806aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:32:24.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:24.895+0000 7ff07df51640 1 --2- 172.21.15.123:0/112846922 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff078100ad0 0x7ff07806aad0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff06800d950 tx=0x7ff06800de10 comp rx=0 tx=0).stop 2024-09-05T07:32:24.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:24.895+0000 7ff07df51640 1 -- 172.21.15.123:0/112846922 shutdown_connections 2024-09-05T07:32:24.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:24.895+0000 7ff07df51640 1 --2- 172.21.15.123:0/112846922 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0600a2b80 0x7ff0600a5040 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:24.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:24.895+0000 7ff07df51640 1 --2- 172.21.15.123:0/112846922 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff078102690 0x7ff07819f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:24.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:24.895+0000 7ff07df51640 1 --2- 172.21.15.123:0/112846922 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff078101cd0 0x7ff07819cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:24.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:24.895+0000 7ff07df51640 1 --2- 172.21.15.123:0/112846922 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff078100ad0 0x7ff07806aad0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:24.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:24.895+0000 7ff07df51640 1 -- 172.21.15.123:0/112846922 >> 172.21.15.123:0/112846922 conn(0x7ff0780fc280 msgr2=0x7ff078105130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:32:24.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:24.895+0000 7ff07df51640 1 -- 172.21.15.123:0/112846922 shutdown_connections 2024-09-05T07:32:24.896 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:32:24.895+0000 7ff07df51640 1 -- 172.21.15.123:0/112846922 wait complete. 2024-09-05T07:32:25.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:24 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:25.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:24 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:25.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:24 smithi123 ceph-mon[34568]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:25.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:24 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:25.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:24 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:32:25.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:24 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:25.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:24 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:32:25.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:24 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:25.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:24 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:25.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:24 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:25.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:24 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:25.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:24 smithi071 ceph-mon[30965]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:25.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:24 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:25.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:24 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:32:25.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:24 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:25.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:24 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:32:25.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:24 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:25.400 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:24 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:25.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:24 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:25.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:24 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:25.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:24 smithi192 ceph-mon[34929]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:25.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:24 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:25.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:24 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:32:25.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:24 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:25.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:24 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:32:25.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:24 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:25.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:24 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:25.508 DEBUG:teuthology.orchestra.run.smithi123:osd.4> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.4.service 2024-09-05T07:32:25.511 INFO:tasks.cephadm:Deploying osd.5 on smithi192 with /dev/vg_nvme/lv_3... 2024-09-05T07:32:25.511 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-05T07:32:25.762 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T07:32:27.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:27 smithi192 ceph-mon[34929]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:27.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:27 smithi071 ceph-mon[30965]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:27.653 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:27 smithi123 ceph-mon[34568]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:27.927 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 07:32:27 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-4[45654]: 2024-09-05T07:32:27.650+0000 7f0659f0e640 -1 osd.4 0 log_to_monitors true 2024-09-05T07:32:28.259 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:32:28.286 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi192:vg_nvme/lv_3 2024-09-05T07:32:28.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:28 smithi123 ceph-mon[34568]: from='osd.4 [v2:172.21.15.123:6808/3090003493,v1:172.21.15.123:6809/3090003493]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-05T07:32:28.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:28 smithi123 ceph-mon[34568]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-05T07:32:28.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:28 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:28.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:28 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:28.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:28 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:32:28.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:28 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:32:28.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:28 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:28.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:28 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:28.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:28 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:32:28.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:28 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:28.541 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T07:32:28.552 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:28 smithi192 ceph-mon[34929]: from='osd.4 [v2:172.21.15.123:6808/3090003493,v1:172.21.15.123:6809/3090003493]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-05T07:32:28.552 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:28 smithi192 ceph-mon[34929]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-05T07:32:28.552 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:28 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:28.552 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:28 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:28.552 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:28 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:32:28.552 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:28 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:32:28.552 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:28 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:28.552 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:28 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:28.552 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:28 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:32:28.552 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:28 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:28.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:28 smithi071 ceph-mon[30965]: from='osd.4 [v2:172.21.15.123:6808/3090003493,v1:172.21.15.123:6809/3090003493]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-05T07:32:28.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:28 smithi071 ceph-mon[30965]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-05T07:32:28.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:28 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:28.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:28 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:28.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:28 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:32:28.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:28 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:32:28.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:28 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:28.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:28 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:28.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:28 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:32:28.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:28 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:29.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.011+0000 7f7103539640 1 -- 172.21.15.192:0/980300014 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70fc100ad0 msgr2=0x7f70fc100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:32:29.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.011+0000 7f7103539640 1 --2- 172.21.15.192:0/980300014 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70fc100ad0 0x7f70fc100ed0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f70f8009900 tx=0x7f70f802a410 comp rx=0 tx=0).stop 2024-09-05T07:32:29.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.011+0000 7f7103539640 1 -- 172.21.15.192:0/980300014 shutdown_connections 2024-09-05T07:32:29.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.011+0000 7f7103539640 1 --2- 172.21.15.192:0/980300014 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f70fc102690 0x7f70fc108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:29.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.011+0000 7f7103539640 1 --2- 172.21.15.192:0/980300014 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f70fc101cd0 0x7f70fc102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:29.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.011+0000 7f7103539640 1 --2- 172.21.15.192:0/980300014 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70fc100ad0 0x7f70fc100ed0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:29.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.011+0000 7f7103539640 1 -- 172.21.15.192:0/980300014 >> 172.21.15.192:0/980300014 conn(0x7f70fc0fc280 msgr2=0x7f70fc0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:32:29.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.011+0000 7f7103539640 1 -- 172.21.15.192:0/980300014 shutdown_connections 2024-09-05T07:32:29.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.011+0000 7f7103539640 1 -- 172.21.15.192:0/980300014 wait complete. 2024-09-05T07:32:29.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.012+0000 7f7103539640 1 Processor -- start 2024-09-05T07:32:29.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.012+0000 7f7103539640 1 -- start start 2024-09-05T07:32:29.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.012+0000 7f7103539640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f70fc100ad0 0x7f70fc06aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:32:29.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.012+0000 7f7103539640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70fc101cd0 0x7f70fc19cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:32:29.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.012+0000 7f7103539640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f70fc102690 0x7f70fc19f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:32:29.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.012+0000 7f7103539640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f70fc10c600 con 0x7f70fc102690 2024-09-05T07:32:29.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.012+0000 7f7103539640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f70fc10c480 con 0x7f70fc100ad0 2024-09-05T07:32:29.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.012+0000 7f7103539640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f70fc10c780 con 0x7f70fc101cd0 2024-09-05T07:32:29.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.012+0000 7f7100ad4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70fc101cd0 0x7f70fc19cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:32:29.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.012+0000 7f7100ad4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70fc101cd0 0x7f70fc19cb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:51970/0 (socket says 172.21.15.192:51970) 2024-09-05T07:32:29.016 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.012+0000 7f7100ad4640 1 -- 172.21.15.192:0/843174344 learned_addr learned my addr 172.21.15.192:0/843174344 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-05T07:32:29.016 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.012+0000 7f7100ad4640 1 -- 172.21.15.192:0/843174344 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f70fc100ad0 msgr2=0x7f70fc06aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:32:29.016 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.012+0000 7f71012d5640 1 --2- 172.21.15.192:0/843174344 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f70fc100ad0 0x7f70fc06aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:32:29.016 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.012+0000 7f7100ad4640 1 --2- 172.21.15.192:0/843174344 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f70fc100ad0 0x7f70fc06aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:29.016 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.012+0000 7f7100ad4640 1 -- 172.21.15.192:0/843174344 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f70fc102690 msgr2=0x7f70fc19f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:32:29.016 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.012+0000 7f7100ad4640 1 --2- 172.21.15.192:0/843174344 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f70fc102690 0x7f70fc19f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:29.016 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.012+0000 7f7100ad4640 1 -- 172.21.15.192:0/843174344 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70fc19fa40 con 0x7f70fc101cd0 2024-09-05T07:32:29.016 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.013+0000 7f7100ad4640 1 --2- 172.21.15.192:0/843174344 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70fc101cd0 0x7f70fc19cb10 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f70ec00d770 tx=0x7f70ec00dc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:32:29.016 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.013+0000 7f70f27fc640 1 -- 172.21.15.192:0/843174344 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70ec017070 con 0x7f70fc101cd0 2024-09-05T07:32:29.016 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.013+0000 7f70f27fc640 1 -- 172.21.15.192:0/843174344 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f70ec0054d0 con 0x7f70fc101cd0 2024-09-05T07:32:29.016 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.013+0000 7f7103539640 1 -- 172.21.15.192:0/843174344 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70fc19fcd0 con 0x7f70fc101cd0 2024-09-05T07:32:29.017 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.013+0000 7f70f27fc640 1 -- 172.21.15.192:0/843174344 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70ec004cf0 con 0x7f70fc101cd0 2024-09-05T07:32:29.017 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.013+0000 7f7103539640 1 -- 172.21.15.192:0/843174344 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70fc1a01c0 con 0x7f70fc101cd0 2024-09-05T07:32:29.018 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.014+0000 7f7103539640 1 -- 172.21.15.192:0/843174344 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70fc107f90 con 0x7f70fc101cd0 2024-09-05T07:32:29.018 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.015+0000 7f70f27fc640 1 -- 172.21.15.192:0/843174344 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f70ec004e90 con 0x7f70fc101cd0 2024-09-05T07:32:29.018 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.016+0000 7f70f27fc640 1 --2- 172.21.15.192:0/843174344 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f70e80a2c00 0x7f70e80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:32:29.018 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.016+0000 7f70f27fc640 1 -- 172.21.15.192:0/843174344 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3805+0+0 (secure 0 0 0) 0x7f70ec0cd940 con 0x7f70fc101cd0 2024-09-05T07:32:29.018 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.016+0000 7f71012d5640 1 --2- 172.21.15.192:0/843174344 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f70e80a2c00 0x7f70e80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:32:29.018 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.016+0000 7f71012d5640 1 --2- 172.21.15.192:0/843174344 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f70e80a2c00 0x7f70e80a50c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f70f802a930 tx=0x7f70f8000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:32:29.020 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.020+0000 7f70f27fc640 1 -- 172.21.15.192:0/843174344 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f70ec09ba40 con 0x7f70fc101cd0 2024-09-05T07:32:29.201 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:29.201+0000 7f7103539640 1 -- 172.21.15.192:0/843174344 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f70fc062630 con 0x7f70e80a2c00 2024-09-05T07:32:29.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:29 smithi192 ceph-mon[34929]: Detected new or changed devices on smithi123 2024-09-05T07:32:29.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:29 smithi192 ceph-mon[34929]: Adjusting osd_memory_target on smithi123 to 8544M 2024-09-05T07:32:29.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:29 smithi192 ceph-mon[34929]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:29.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:29 smithi192 ceph-mon[34929]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-05T07:32:29.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:29 smithi192 ceph-mon[34929]: osdmap e30: 5 total, 4 up, 5 in 2024-09-05T07:32:29.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:29 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:29.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:29 smithi192 ceph-mon[34929]: from='osd.4 [v2:172.21.15.123:6808/3090003493,v1:172.21.15.123:6809/3090003493]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:32:29.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:29 smithi192 ceph-mon[34929]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:32:29.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:29 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:32:29.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:29 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:32:29.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:29 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:29.565 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:29 smithi071 ceph-mon[30965]: Detected new or changed devices on smithi123 2024-09-05T07:32:29.565 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:29 smithi071 ceph-mon[30965]: Adjusting osd_memory_target on smithi123 to 8544M 2024-09-05T07:32:29.565 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:29 smithi071 ceph-mon[30965]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:29.565 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:29 smithi071 ceph-mon[30965]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-05T07:32:29.565 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:29 smithi071 ceph-mon[30965]: osdmap e30: 5 total, 4 up, 5 in 2024-09-05T07:32:29.566 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:29 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:29.566 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:29 smithi071 ceph-mon[30965]: from='osd.4 [v2:172.21.15.123:6808/3090003493,v1:172.21.15.123:6809/3090003493]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:32:29.566 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:29 smithi071 ceph-mon[30965]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:32:29.566 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:29 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:32:29.566 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:29 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:32:29.566 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:29 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:29.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:29 smithi123 ceph-mon[34568]: Detected new or changed devices on smithi123 2024-09-05T07:32:29.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:29 smithi123 ceph-mon[34568]: Adjusting osd_memory_target on smithi123 to 8544M 2024-09-05T07:32:29.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:29 smithi123 ceph-mon[34568]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:29.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:29 smithi123 ceph-mon[34568]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-05T07:32:29.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:29 smithi123 ceph-mon[34568]: osdmap e30: 5 total, 4 up, 5 in 2024-09-05T07:32:29.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:29 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:29.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:29 smithi123 ceph-mon[34568]: from='osd.4 [v2:172.21.15.123:6808/3090003493,v1:172.21.15.123:6809/3090003493]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:32:29.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:29 smithi123 ceph-mon[34568]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:32:29.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:29 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:32:29.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:29 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:32:29.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:29 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:30.307 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 07:32:29 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-4[45654]: 2024-09-05T07:32:29.956+0000 7f0655e91640 -1 osd.4 0 waiting for initial osdmap 2024-09-05T07:32:30.308 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 07:32:29 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-4[45654]: 2024-09-05T07:32:29.961+0000 7f064dcb1640 -1 osd.4 31 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T07:32:30.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:30 smithi071 ceph-mon[30965]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:32:30.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:30 smithi071 ceph-mon[30965]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T07:32:30.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:30 smithi071 ceph-mon[30965]: osdmap e31: 5 total, 4 up, 5 in 2024-09-05T07:32:30.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:30 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:30.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:30 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:30.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:30 smithi071 ceph-mon[30965]: from='osd.4 ' entity='osd.4' 2024-09-05T07:32:30.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:30 smithi123 ceph-mon[34568]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:32:30.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:30 smithi123 ceph-mon[34568]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T07:32:30.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:30 smithi123 ceph-mon[34568]: osdmap e31: 5 total, 4 up, 5 in 2024-09-05T07:32:30.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:30 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:30.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:30 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:30.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:30 smithi123 ceph-mon[34568]: from='osd.4 ' entity='osd.4' 2024-09-05T07:32:30.679 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:30 smithi192 ceph-mon[34929]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:32:30.679 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:30 smithi192 ceph-mon[34929]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T07:32:30.680 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:30 smithi192 ceph-mon[34929]: osdmap e31: 5 total, 4 up, 5 in 2024-09-05T07:32:30.680 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:30 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:30.680 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:30 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:30.680 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:30 smithi192 ceph-mon[34929]: from='osd.4 ' entity='osd.4' 2024-09-05T07:32:31.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:31 smithi071 ceph-mon[30965]: purged_snaps scrub starts 2024-09-05T07:32:31.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:31 smithi071 ceph-mon[30965]: purged_snaps scrub ok 2024-09-05T07:32:31.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:31 smithi071 ceph-mon[30965]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:31.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:31 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:31.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:31 smithi071 ceph-mon[30965]: osd.4 [v2:172.21.15.123:6808/3090003493,v1:172.21.15.123:6809/3090003493] boot 2024-09-05T07:32:31.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:31 smithi071 ceph-mon[30965]: osdmap e32: 5 total, 5 up, 5 in 2024-09-05T07:32:31.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:31 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:31.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:31 smithi123 ceph-mon[34568]: purged_snaps scrub starts 2024-09-05T07:32:31.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:31 smithi123 ceph-mon[34568]: purged_snaps scrub ok 2024-09-05T07:32:31.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:31 smithi123 ceph-mon[34568]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:31.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:31 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:31.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:31 smithi123 ceph-mon[34568]: osd.4 [v2:172.21.15.123:6808/3090003493,v1:172.21.15.123:6809/3090003493] boot 2024-09-05T07:32:31.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:31 smithi123 ceph-mon[34568]: osdmap e32: 5 total, 5 up, 5 in 2024-09-05T07:32:31.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:31 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:31.697 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:31 smithi192 ceph-mon[34929]: purged_snaps scrub starts 2024-09-05T07:32:31.697 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:31 smithi192 ceph-mon[34929]: purged_snaps scrub ok 2024-09-05T07:32:31.697 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:31 smithi192 ceph-mon[34929]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T07:32:31.697 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:31 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:31.697 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:31 smithi192 ceph-mon[34929]: osd.4 [v2:172.21.15.123:6808/3090003493,v1:172.21.15.123:6809/3090003493] boot 2024-09-05T07:32:31.697 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:31 smithi192 ceph-mon[34929]: osdmap e32: 5 total, 5 up, 5 in 2024-09-05T07:32:31.697 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:31 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:32:32.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:32 smithi071 ceph-mon[30965]: from='client.? 172.21.15.192:0/2912375281' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e443d3b0-960e-4992-88c4-4d546706ee87"}]: dispatch 2024-09-05T07:32:32.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:32 smithi071 ceph-mon[30965]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e443d3b0-960e-4992-88c4-4d546706ee87"}]: dispatch 2024-09-05T07:32:32.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:32 smithi071 ceph-mon[30965]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e443d3b0-960e-4992-88c4-4d546706ee87"}]': finished 2024-09-05T07:32:32.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:32 smithi071 ceph-mon[30965]: osdmap e33: 6 total, 5 up, 6 in 2024-09-05T07:32:32.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:32 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:32:32.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:32 smithi071 ceph-mon[30965]: from='client.? 172.21.15.192:0/725570455' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:32:32.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:32 smithi123 ceph-mon[34568]: from='client.? 172.21.15.192:0/2912375281' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e443d3b0-960e-4992-88c4-4d546706ee87"}]: dispatch 2024-09-05T07:32:32.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:32 smithi123 ceph-mon[34568]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e443d3b0-960e-4992-88c4-4d546706ee87"}]: dispatch 2024-09-05T07:32:32.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:32 smithi123 ceph-mon[34568]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e443d3b0-960e-4992-88c4-4d546706ee87"}]': finished 2024-09-05T07:32:32.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:32 smithi123 ceph-mon[34568]: osdmap e33: 6 total, 5 up, 6 in 2024-09-05T07:32:32.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:32 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:32:32.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:32 smithi123 ceph-mon[34568]: from='client.? 172.21.15.192:0/725570455' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:32:32.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:32 smithi192 ceph-mon[34929]: from='client.? 172.21.15.192:0/2912375281' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e443d3b0-960e-4992-88c4-4d546706ee87"}]: dispatch 2024-09-05T07:32:32.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:32 smithi192 ceph-mon[34929]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e443d3b0-960e-4992-88c4-4d546706ee87"}]: dispatch 2024-09-05T07:32:32.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:32 smithi192 ceph-mon[34929]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e443d3b0-960e-4992-88c4-4d546706ee87"}]': finished 2024-09-05T07:32:32.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:32 smithi192 ceph-mon[34929]: osdmap e33: 6 total, 5 up, 6 in 2024-09-05T07:32:32.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:32 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:32:32.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:32 smithi192 ceph-mon[34929]: from='client.? 172.21.15.192:0/725570455' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:32:33.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:33 smithi071 ceph-mon[30965]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:33.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:33 smithi071 ceph-mon[30965]: osdmap e34: 6 total, 5 up, 6 in 2024-09-05T07:32:33.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:32:33.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:33 smithi123 ceph-mon[34568]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:33.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:33 smithi123 ceph-mon[34568]: osdmap e34: 6 total, 5 up, 6 in 2024-09-05T07:32:33.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:32:33.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:33 smithi192 ceph-mon[34929]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:33.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:33 smithi192 ceph-mon[34929]: osdmap e34: 6 total, 5 up, 6 in 2024-09-05T07:32:33.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:32:35.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:35 smithi071 ceph-mon[30965]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:35.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:35 smithi123 ceph-mon[34568]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:35.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:35 smithi192 ceph-mon[34929]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:37.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:37 smithi192 ceph-mon[34929]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:37.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:37 smithi071 ceph-mon[30965]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:37.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:37 smithi123 ceph-mon[34568]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:39.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:39 smithi192 ceph-mon[34929]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:39.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:39 smithi071 ceph-mon[30965]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:39.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:39 smithi123 ceph-mon[34568]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:40.567 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:40 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-05T07:32:40.567 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:40 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:40.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:40 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-05T07:32:40.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:40 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:40.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:40 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-05T07:32:40.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:40 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:41.566 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:41 smithi192 ceph-mon[34929]: Deploying daemon osd.5 on smithi192 2024-09-05T07:32:41.567 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:41 smithi192 ceph-mon[34929]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:41.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:41 smithi071 ceph-mon[30965]: Deploying daemon osd.5 on smithi192 2024-09-05T07:32:41.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:41 smithi071 ceph-mon[30965]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:41.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:41 smithi123 ceph-mon[34568]: Deploying daemon osd.5 on smithi192 2024-09-05T07:32:41.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:41 smithi123 ceph-mon[34568]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:43.549 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:43 smithi192 ceph-mon[34929]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:43.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:43 smithi071 ceph-mon[30965]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:43.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:43 smithi123 ceph-mon[34568]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:45.613 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:45 smithi192 ceph-mon[34929]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:45.614 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:45 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:32:45.614 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:45 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:45.614 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:45 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:45.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:45 smithi071 ceph-mon[30965]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:45.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:45 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:32:45.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:45 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:45.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:45 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:45.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:45 smithi123 ceph-mon[34568]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:45.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:45 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:32:45.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:45 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:45.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:45 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:47.605 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:47 smithi192 ceph-mon[34929]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:47.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:47 smithi071 ceph-mon[30965]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:47.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:47 smithi123 ceph-mon[34568]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:49.124 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:48 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:49.124 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:48 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:49.124 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:48 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:49.124 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:48 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:32:49.125 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:48 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:49.125 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:48 smithi192 ceph-mon[34929]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:49.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:48 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:49.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:48 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:49.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:48 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:49.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:48 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:32:49.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:48 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:49.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:48 smithi071 ceph-mon[30965]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:49.164 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:49.163+0000 7f70f27fc640 1 -- 172.21.15.192:0/843174344 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f70fc062630 con 0x7f70e80a2c00 2024-09-05T07:32:49.164 INFO:teuthology.orchestra.run.smithi192.stdout:Created osd(s) 5 on host 'smithi192' 2024-09-05T07:32:49.166 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:49.165+0000 7f7103539640 1 -- 172.21.15.192:0/843174344 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f70e80a2c00 msgr2=0x7f70e80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:32:49.166 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:49.165+0000 7f7103539640 1 --2- 172.21.15.192:0/843174344 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f70e80a2c00 0x7f70e80a50c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f70f802a930 tx=0x7f70f8000bc0 comp rx=0 tx=0).stop 2024-09-05T07:32:49.166 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:49.166+0000 7f7103539640 1 -- 172.21.15.192:0/843174344 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70fc101cd0 msgr2=0x7f70fc19cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:32:49.166 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:49.166+0000 7f7103539640 1 --2- 172.21.15.192:0/843174344 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70fc101cd0 0x7f70fc19cb10 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f70ec00d770 tx=0x7f70ec00dc30 comp rx=0 tx=0).stop 2024-09-05T07:32:49.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:49.166+0000 7f7103539640 1 -- 172.21.15.192:0/843174344 shutdown_connections 2024-09-05T07:32:49.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:49.166+0000 7f7103539640 1 --2- 172.21.15.192:0/843174344 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f70e80a2c00 0x7f70e80a50c0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:49.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:49.166+0000 7f7103539640 1 --2- 172.21.15.192:0/843174344 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f70fc102690 0x7f70fc19f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:49.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:49.166+0000 7f7103539640 1 --2- 172.21.15.192:0/843174344 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70fc101cd0 0x7f70fc19cb10 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:49.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:49.166+0000 7f7103539640 1 --2- 172.21.15.192:0/843174344 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f70fc100ad0 0x7f70fc06aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:49.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:49.166+0000 7f7103539640 1 -- 172.21.15.192:0/843174344 >> 172.21.15.192:0/843174344 conn(0x7f70fc0fc280 msgr2=0x7f70fc105160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:32:49.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:49.166+0000 7f7103539640 1 -- 172.21.15.192:0/843174344 shutdown_connections 2024-09-05T07:32:49.167 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:32:49.166+0000 7f7103539640 1 -- 172.21.15.192:0/843174344 wait complete. 2024-09-05T07:32:49.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:48 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:49.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:48 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:49.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:48 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:49.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:48 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:32:49.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:48 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:49.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:48 smithi123 ceph-mon[34568]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:49.821 DEBUG:teuthology.orchestra.run.smithi192:osd.5> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.5.service 2024-09-05T07:32:49.823 INFO:tasks.cephadm:Deploying osd.6 on smithi071 with /dev/vg_nvme/lv_2... 2024-09-05T07:32:49.823 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-05T07:32:50.081 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:32:50.138 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:49 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:32:50.138 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:49 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:50.138 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:49 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:50.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:49 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:32:50.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:49 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:50.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:49 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:50.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:49 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:32:50.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:49 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:50.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:49 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:50.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:50 smithi192 ceph-mon[34929]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:51.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:50 smithi071 ceph-mon[30965]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:51.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:50 smithi123 ceph-mon[34568]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:51.711 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:32:51 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:32:51.237+0000 7fb797411640 -1 osd.5 0 log_to_monitors true 2024-09-05T07:32:52.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:51 smithi071 ceph-mon[30965]: from='osd.5 [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-05T07:32:52.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:51 smithi123 ceph-mon[34568]: from='osd.5 [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-05T07:32:52.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:51 smithi192 ceph-mon[34929]: from='osd.5 [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-05T07:32:52.678 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:32:52.707 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi071:vg_nvme/lv_2 2024-09-05T07:32:52.971 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:32:53.098 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:52 smithi071 ceph-mon[30965]: from='osd.5 [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-05T07:32:53.099 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:52 smithi071 ceph-mon[30965]: osdmap e35: 6 total, 5 up, 6 in 2024-09-05T07:32:53.099 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:52 smithi071 ceph-mon[30965]: from='osd.5 [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-05T07:32:53.099 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:52 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:32:53.099 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:52 smithi071 ceph-mon[30965]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:53.099 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:52 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:53.099 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:52 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:53.099 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:52 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:32:53.099 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:52 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:32:53.099 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:52 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:53.099 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:52 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:53.099 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:52 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:32:53.099 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:52 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:53.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:52 smithi123 ceph-mon[34568]: from='osd.5 [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-05T07:32:53.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:52 smithi123 ceph-mon[34568]: osdmap e35: 6 total, 5 up, 6 in 2024-09-05T07:32:53.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:52 smithi123 ceph-mon[34568]: from='osd.5 [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-05T07:32:53.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:52 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:32:53.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:52 smithi123 ceph-mon[34568]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:53.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:52 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:53.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:52 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:53.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:52 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:32:53.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:52 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:32:53.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:52 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:53.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:52 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:53.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:52 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:32:53.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:52 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:53.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:52 smithi192 ceph-mon[34929]: from='osd.5 [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-05T07:32:53.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:52 smithi192 ceph-mon[34929]: osdmap e35: 6 total, 5 up, 6 in 2024-09-05T07:32:53.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:52 smithi192 ceph-mon[34929]: from='osd.5 [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-05T07:32:53.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:52 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:32:53.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:52 smithi192 ceph-mon[34929]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-05T07:32:53.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:52 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:53.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:52 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:53.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:52 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:32:53.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:52 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:32:53.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:52 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:53.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:52 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:53.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:52 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:32:53.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:52 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:32:53.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.479+0000 7fe436b8b640 1 -- 172.21.15.71:0/1328412916 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe4301037c0 msgr2=0x7fe43010a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:32:53.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.479+0000 7fe436b8b640 1 --2- 172.21.15.71:0/1328412916 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe4301037c0 0x7fe43010a050 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fe428009ca0 tx=0x7fe42802a8c0 comp rx=0 tx=0).stop 2024-09-05T07:32:53.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.479+0000 7fe436b8b640 1 -- 172.21.15.71:0/1328412916 shutdown_connections 2024-09-05T07:32:53.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.479+0000 7fe436b8b640 1 --2- 172.21.15.71:0/1328412916 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe4301037c0 0x7fe43010a050 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:53.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.479+0000 7fe436b8b640 1 --2- 172.21.15.71:0/1328412916 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe430102e00 0x7fe430103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:53.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.479+0000 7fe436b8b640 1 --2- 172.21.15.71:0/1328412916 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe430101c00 0x7fe430102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:53.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.479+0000 7fe436b8b640 1 -- 172.21.15.71:0/1328412916 >> 172.21.15.71:0/1328412916 conn(0x7fe4300fd390 msgr2=0x7fe4300ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:32:53.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.479+0000 7fe436b8b640 1 -- 172.21.15.71:0/1328412916 shutdown_connections 2024-09-05T07:32:53.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.479+0000 7fe436b8b640 1 -- 172.21.15.71:0/1328412916 wait complete. 2024-09-05T07:32:53.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.480+0000 7fe436b8b640 1 Processor -- start 2024-09-05T07:32:53.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.480+0000 7fe436b8b640 1 -- start start 2024-09-05T07:32:53.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.480+0000 7fe436b8b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe430101c00 0x7fe430197dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:32:53.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.480+0000 7fe436b8b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe430102e00 0x7fe430198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:32:53.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.480+0000 7fe436b8b640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe4301037c0 0x7fe43019f380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:32:53.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.480+0000 7fe436b8b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe43010d710 con 0x7fe430102e00 2024-09-05T07:32:53.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.480+0000 7fe436b8b640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe43010d590 con 0x7fe4301037c0 2024-09-05T07:32:53.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.480+0000 7fe436b8b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe43010d890 con 0x7fe430101c00 2024-09-05T07:32:53.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.480+0000 7fe42ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe430102e00 0x7fe430198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:32:53.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.480+0000 7fe434927640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe430101c00 0x7fe430197dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:32:53.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.480+0000 7fe42ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe430102e00 0x7fe430198300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:56924/0 (socket says 172.21.15.71:56924) 2024-09-05T07:32:53.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.480+0000 7fe42ffff640 1 -- 172.21.15.71:0/1721556677 learned_addr learned my addr 172.21.15.71:0/1721556677 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:32:53.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.480+0000 7fe435128640 1 --2- 172.21.15.71:0/1721556677 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe4301037c0 0x7fe43019f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:32:53.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.480+0000 7fe42ffff640 1 -- 172.21.15.71:0/1721556677 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe430101c00 msgr2=0x7fe430197dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:32:53.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.480+0000 7fe42ffff640 1 --2- 172.21.15.71:0/1721556677 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe430101c00 0x7fe430197dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:53.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.480+0000 7fe42ffff640 1 -- 172.21.15.71:0/1721556677 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe4301037c0 msgr2=0x7fe43019f380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:32:53.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.480+0000 7fe42ffff640 1 --2- 172.21.15.71:0/1721556677 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe4301037c0 0x7fe43019f380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:32:53.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.480+0000 7fe42ffff640 1 -- 172.21.15.71:0/1721556677 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe43019f9f0 con 0x7fe430102e00 2024-09-05T07:32:53.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.481+0000 7fe42ffff640 1 --2- 172.21.15.71:0/1721556677 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe430102e00 0x7fe430198300 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fe41c00c890 tx=0x7fe41c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:32:53.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.481+0000 7fe42dffb640 1 -- 172.21.15.71:0/1721556677 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe41c004220 con 0x7fe430102e00 2024-09-05T07:32:53.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.481+0000 7fe436b8b640 1 -- 172.21.15.71:0/1721556677 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe43019fce0 con 0x7fe430102e00 2024-09-05T07:32:53.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.481+0000 7fe42dffb640 1 -- 172.21.15.71:0/1721556677 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe41c0043c0 con 0x7fe430102e00 2024-09-05T07:32:53.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.481+0000 7fe42dffb640 1 -- 172.21.15.71:0/1721556677 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe41c004a00 con 0x7fe430102e00 2024-09-05T07:32:53.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.481+0000 7fe436b8b640 1 -- 172.21.15.71:0/1721556677 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4301a01c0 con 0x7fe430102e00 2024-09-05T07:32:53.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.482+0000 7fe436b8b640 1 -- 172.21.15.71:0/1721556677 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe430109050 con 0x7fe430102e00 2024-09-05T07:32:53.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.483+0000 7fe42dffb640 1 -- 172.21.15.71:0/1721556677 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe41c004ba0 con 0x7fe430102e00 2024-09-05T07:32:53.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.484+0000 7fe42dffb640 1 --2- 172.21.15.71:0/1721556677 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe4200a2bb0 0x7fe4200a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:32:53.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.484+0000 7fe434927640 1 --2- 172.21.15.71:0/1721556677 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe4200a2bb0 0x7fe4200a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:32:53.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.484+0000 7fe42dffb640 1 -- 172.21.15.71:0/1721556677 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4253+0+0 (secure 0 0 0) 0x7fe41c0cdc40 con 0x7fe430102e00 2024-09-05T07:32:53.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.484+0000 7fe434927640 1 --2- 172.21.15.71:0/1721556677 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe4200a2bb0 0x7fe4200a5070 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe430102c60 tx=0x7fe42400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:32:53.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.488+0000 7fe42dffb640 1 -- 172.21.15.71:0/1721556677 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe41c014030 con 0x7fe430102e00 2024-09-05T07:32:53.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:32:53.666+0000 7fe436b8b640 1 -- 172.21.15.71:0/1721556677 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fe430062630 con 0x7fe4200a2bb0 2024-09-05T07:32:53.905 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:32:53 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:32:53.532+0000 7fb793394640 -1 osd.5 0 waiting for initial osdmap 2024-09-05T07:32:53.905 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:32:53 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:32:53.537+0000 7fb78b1b4640 -1 osd.5 36 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T07:32:54.069 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:53 smithi071 ceph-mon[30965]: Detected new or changed devices on smithi192 2024-09-05T07:32:54.069 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:53 smithi071 ceph-mon[30965]: Adjusting osd_memory_target on smithi192 to 8544M 2024-09-05T07:32:54.069 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:53 smithi071 ceph-mon[30965]: from='osd.5 [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-05T07:32:54.069 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:53 smithi071 ceph-mon[30965]: osdmap e36: 6 total, 5 up, 6 in 2024-09-05T07:32:54.069 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:53 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:32:54.070 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:53 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:32:54.070 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:53 smithi071 ceph-mon[30965]: from='osd.5 [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711]' entity='osd.5' 2024-09-05T07:32:54.070 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:53 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:32:54.070 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:53 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:32:54.070 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:53 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:54.070 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:53 smithi071 ceph-mon[30965]: osd.5 [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711] boot 2024-09-05T07:32:54.070 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:53 smithi071 ceph-mon[30965]: osdmap e37: 6 total, 6 up, 6 in 2024-09-05T07:32:54.070 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:53 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:32:54.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:53 smithi123 ceph-mon[34568]: Detected new or changed devices on smithi192 2024-09-05T07:32:54.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:53 smithi123 ceph-mon[34568]: Adjusting osd_memory_target on smithi192 to 8544M 2024-09-05T07:32:54.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:53 smithi123 ceph-mon[34568]: from='osd.5 [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-05T07:32:54.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:53 smithi123 ceph-mon[34568]: osdmap e36: 6 total, 5 up, 6 in 2024-09-05T07:32:54.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:53 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:32:54.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:53 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:32:54.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:53 smithi123 ceph-mon[34568]: from='osd.5 [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711]' entity='osd.5' 2024-09-05T07:32:54.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:53 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:32:54.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:53 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:32:54.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:53 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:54.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:53 smithi123 ceph-mon[34568]: osd.5 [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711] boot 2024-09-05T07:32:54.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:53 smithi123 ceph-mon[34568]: osdmap e37: 6 total, 6 up, 6 in 2024-09-05T07:32:54.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:53 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:32:54.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:53 smithi192 ceph-mon[34929]: Detected new or changed devices on smithi192 2024-09-05T07:32:54.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:53 smithi192 ceph-mon[34929]: Adjusting osd_memory_target on smithi192 to 8544M 2024-09-05T07:32:54.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:53 smithi192 ceph-mon[34929]: from='osd.5 [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-05T07:32:54.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:53 smithi192 ceph-mon[34929]: osdmap e36: 6 total, 5 up, 6 in 2024-09-05T07:32:54.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:53 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:32:54.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:53 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:32:54.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:53 smithi192 ceph-mon[34929]: from='osd.5 [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711]' entity='osd.5' 2024-09-05T07:32:54.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:53 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:32:54.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:53 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:32:54.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:53 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:32:54.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:53 smithi192 ceph-mon[34929]: osd.5 [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711] boot 2024-09-05T07:32:54.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:53 smithi192 ceph-mon[34929]: osdmap e37: 6 total, 6 up, 6 in 2024-09-05T07:32:54.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:53 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:32:55.120 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:54 smithi071 ceph-mon[30965]: purged_snaps scrub starts 2024-09-05T07:32:55.121 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:54 smithi071 ceph-mon[30965]: purged_snaps scrub ok 2024-09-05T07:32:55.121 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:54 smithi071 ceph-mon[30965]: from='client.14337 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:32:55.121 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:54 smithi071 ceph-mon[30965]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 582 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:32:55.121 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:54 smithi071 ceph-mon[30965]: osdmap e38: 6 total, 6 up, 6 in 2024-09-05T07:32:55.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:54 smithi123 ceph-mon[34568]: purged_snaps scrub starts 2024-09-05T07:32:55.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:54 smithi123 ceph-mon[34568]: purged_snaps scrub ok 2024-09-05T07:32:55.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:54 smithi123 ceph-mon[34568]: from='client.14337 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:32:55.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:54 smithi123 ceph-mon[34568]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 582 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:32:55.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:54 smithi123 ceph-mon[34568]: osdmap e38: 6 total, 6 up, 6 in 2024-09-05T07:32:55.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:54 smithi192 ceph-mon[34929]: purged_snaps scrub starts 2024-09-05T07:32:55.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:54 smithi192 ceph-mon[34929]: purged_snaps scrub ok 2024-09-05T07:32:55.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:54 smithi192 ceph-mon[34929]: from='client.14337 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:32:55.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:54 smithi192 ceph-mon[34929]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 582 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:32:55.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:54 smithi192 ceph-mon[34929]: osdmap e38: 6 total, 6 up, 6 in 2024-09-05T07:32:57.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:56 smithi123 ceph-mon[34568]: osdmap e39: 6 total, 6 up, 6 in 2024-09-05T07:32:57.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:56 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/53117537' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d43efaeb-66d0-496b-b490-4635e6d725c5"}]: dispatch 2024-09-05T07:32:57.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:56 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/53117537' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d43efaeb-66d0-496b-b490-4635e6d725c5"}]': finished 2024-09-05T07:32:57.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:56 smithi123 ceph-mon[34568]: osdmap e40: 7 total, 6 up, 7 in 2024-09-05T07:32:57.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:56 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:32:57.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:56 smithi123 ceph-mon[34568]: pgmap v131: 1 pgs: 1 remapped+peering; 577 KiB data, 582 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:32:57.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:56 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/534097804' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:32:57.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:56 smithi192 ceph-mon[34929]: osdmap e39: 6 total, 6 up, 6 in 2024-09-05T07:32:57.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:56 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/53117537' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d43efaeb-66d0-496b-b490-4635e6d725c5"}]: dispatch 2024-09-05T07:32:57.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:56 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/53117537' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d43efaeb-66d0-496b-b490-4635e6d725c5"}]': finished 2024-09-05T07:32:57.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:56 smithi192 ceph-mon[34929]: osdmap e40: 7 total, 6 up, 7 in 2024-09-05T07:32:57.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:56 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:32:57.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:56 smithi192 ceph-mon[34929]: pgmap v131: 1 pgs: 1 remapped+peering; 577 KiB data, 582 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:32:57.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:56 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/534097804' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:32:57.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:56 smithi071 ceph-mon[30965]: osdmap e39: 6 total, 6 up, 6 in 2024-09-05T07:32:57.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:56 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/53117537' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d43efaeb-66d0-496b-b490-4635e6d725c5"}]: dispatch 2024-09-05T07:32:57.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:56 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/53117537' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d43efaeb-66d0-496b-b490-4635e6d725c5"}]': finished 2024-09-05T07:32:57.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:56 smithi071 ceph-mon[30965]: osdmap e40: 7 total, 6 up, 7 in 2024-09-05T07:32:57.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:56 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:32:57.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:56 smithi071 ceph-mon[30965]: pgmap v131: 1 pgs: 1 remapped+peering; 577 KiB data, 582 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:32:57.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:56 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/534097804' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:32:58.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:58 smithi071 ceph-mon[30965]: osdmap e41: 7 total, 6 up, 7 in 2024-09-05T07:32:58.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:58 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:32:58.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:58 smithi123 ceph-mon[34568]: osdmap e41: 7 total, 6 up, 7 in 2024-09-05T07:32:58.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:58 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:32:58.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:58 smithi192 ceph-mon[34929]: osdmap e41: 7 total, 6 up, 7 in 2024-09-05T07:32:58.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:58 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:32:59.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:59 smithi071 ceph-mon[30965]: osdmap e42: 7 total, 6 up, 7 in 2024-09-05T07:32:59.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:59 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:32:59.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:32:59 smithi071 ceph-mon[30965]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 582 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:32:59.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:59 smithi123 ceph-mon[34568]: osdmap e42: 7 total, 6 up, 7 in 2024-09-05T07:32:59.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:59 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:32:59.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:32:59 smithi123 ceph-mon[34568]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 582 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:32:59.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:59 smithi192 ceph-mon[34929]: osdmap e42: 7 total, 6 up, 7 in 2024-09-05T07:32:59.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:59 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:32:59.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:32:59 smithi192 ceph-mon[34929]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 582 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:33:01.547 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:01 smithi071 ceph-mon[30965]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 133 KiB/s, 0 objects/s recovering 2024-09-05T07:33:01.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:01 smithi123 ceph-mon[34568]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 133 KiB/s, 0 objects/s recovering 2024-09-05T07:33:01.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:01 smithi192 ceph-mon[34929]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 133 KiB/s, 0 objects/s recovering 2024-09-05T07:33:03.600 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:03 smithi071 ceph-mon[30965]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-05T07:33:03.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:03 smithi123 ceph-mon[34568]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-05T07:33:03.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:03 smithi192 ceph-mon[34929]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-05T07:33:05.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:05 smithi071 ceph-mon[30965]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T07:33:05.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:05 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-05T07:33:05.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:05 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:05.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:05 smithi123 ceph-mon[34568]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T07:33:05.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:05 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-05T07:33:05.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:05 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:05.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:05 smithi192 ceph-mon[34929]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T07:33:05.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:05 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-05T07:33:05.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:05 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:06.644 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:06 smithi071 ceph-mon[30965]: Deploying daemon osd.6 on smithi071 2024-09-05T07:33:06.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:06 smithi123 ceph-mon[34568]: Deploying daemon osd.6 on smithi071 2024-09-05T07:33:06.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:06 smithi192 ceph-mon[34929]: Deploying daemon osd.6 on smithi071 2024-09-05T07:33:07.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:07 smithi071 ceph-mon[30965]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-05T07:33:07.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:07 smithi123 ceph-mon[34568]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-05T07:33:07.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:07 smithi192 ceph-mon[34929]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-05T07:33:09.610 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:09 smithi071 ceph-mon[30965]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-09-05T07:33:09.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:09 smithi123 ceph-mon[34568]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-09-05T07:33:09.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:09 smithi192 ceph-mon[34929]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-09-05T07:33:10.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:10 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:33:10.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:10 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:10.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:10 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:10.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:10 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:33:10.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:10 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:10.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:10 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:10.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:10 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:33:10.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:10 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:10.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:10 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:11.572 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:11 smithi071 ceph-mon[30965]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T07:33:11.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:11 smithi123 ceph-mon[34568]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T07:33:11.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:11 smithi192 ceph-mon[34929]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T07:33:13.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:13 smithi071 ceph-mon[30965]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:33:13.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:13 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:13.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:13 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:13.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:13 smithi123 ceph-mon[34568]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:33:13.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:13 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:13.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:13 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:13.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:13 smithi192 ceph-mon[34929]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:33:13.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:13 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:13.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:13 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:14.340 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 6 on host 'smithi071' 2024-09-05T07:33:14.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:33:14.339+0000 7fe42dffb640 1 -- 172.21.15.71:0/1721556677 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fe430062630 con 0x7fe4200a2bb0 2024-09-05T07:33:14.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:33:14.341+0000 7fe436b8b640 1 -- 172.21.15.71:0/1721556677 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe4200a2bb0 msgr2=0x7fe4200a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:33:14.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:33:14.341+0000 7fe436b8b640 1 --2- 172.21.15.71:0/1721556677 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe4200a2bb0 0x7fe4200a5070 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe430102c60 tx=0x7fe42400b390 comp rx=0 tx=0).stop 2024-09-05T07:33:14.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:33:14.342+0000 7fe436b8b640 1 -- 172.21.15.71:0/1721556677 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe430102e00 msgr2=0x7fe430198300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:33:14.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:33:14.342+0000 7fe436b8b640 1 --2- 172.21.15.71:0/1721556677 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe430102e00 0x7fe430198300 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fe41c00c890 tx=0x7fe41c00cd50 comp rx=0 tx=0).stop 2024-09-05T07:33:14.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:33:14.342+0000 7fe436b8b640 1 -- 172.21.15.71:0/1721556677 shutdown_connections 2024-09-05T07:33:14.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:33:14.342+0000 7fe436b8b640 1 --2- 172.21.15.71:0/1721556677 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe4200a2bb0 0x7fe4200a5070 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:33:14.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:33:14.342+0000 7fe436b8b640 1 --2- 172.21.15.71:0/1721556677 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe4301037c0 0x7fe43019f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:33:14.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:33:14.342+0000 7fe436b8b640 1 --2- 172.21.15.71:0/1721556677 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe430102e00 0x7fe430198300 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:33:14.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:33:14.342+0000 7fe436b8b640 1 --2- 172.21.15.71:0/1721556677 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe430101c00 0x7fe430197dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:33:14.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:33:14.342+0000 7fe436b8b640 1 -- 172.21.15.71:0/1721556677 >> 172.21.15.71:0/1721556677 conn(0x7fe4300fd390 msgr2=0x7fe430106220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:33:14.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:33:14.342+0000 7fe436b8b640 1 -- 172.21.15.71:0/1721556677 shutdown_connections 2024-09-05T07:33:14.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:33:14.342+0000 7fe436b8b640 1 -- 172.21.15.71:0/1721556677 wait complete. 2024-09-05T07:33:14.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:14 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:14.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:14 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:33:14.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:14 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:14.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:14 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:14.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:14 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:33:14.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:14 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:14.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:14 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:14.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:14 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:33:14.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:14 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:15.041 DEBUG:teuthology.orchestra.run.smithi071:osd.6> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.6.service 2024-09-05T07:33:15.044 INFO:tasks.cephadm:Deploying osd.7 on smithi123 with /dev/vg_nvme/lv_2... 2024-09-05T07:33:15.044 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-05T07:33:15.300 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T07:33:15.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:15 smithi071 ceph-mon[30965]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:33:15.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:15 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:33:15.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:15 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:15.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:15 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:15.669 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:15 smithi123 ceph-mon[34568]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:33:15.669 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:15 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:33:15.669 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:15 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:15.670 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:15 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:15.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:15 smithi192 ceph-mon[34929]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:33:15.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:15 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:33:15.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:15 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:15.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:15 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:16.489 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:33:16 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:33:16.325+0000 7f48a3261640 -1 osd.6 0 log_to_monitors true 2024-09-05T07:33:17.628 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:17 smithi071 ceph-mon[30965]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:33:17.629 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:17 smithi071 ceph-mon[30965]: from='osd.6 [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-05T07:33:17.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:17 smithi123 ceph-mon[34568]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:33:17.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:17 smithi123 ceph-mon[34568]: from='osd.6 [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-05T07:33:17.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:17 smithi192 ceph-mon[34929]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:33:17.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:17 smithi192 ceph-mon[34929]: from='osd.6 [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-05T07:33:17.734 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:33:17.760 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi123:vg_nvme/lv_2 2024-09-05T07:33:18.009 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T07:33:18.418 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:18 smithi123 ceph-mon[34568]: from='osd.6 [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-05T07:33:18.418 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:18 smithi123 ceph-mon[34568]: osdmap e43: 7 total, 6 up, 7 in 2024-09-05T07:33:18.419 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:18 smithi123 ceph-mon[34568]: from='osd.6 [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-05T07:33:18.419 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:18 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:33:18.419 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:18 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:18.419 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:18 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:18.419 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:18 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:33:18.419 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:18 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:33:18.419 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:18 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:33:18.419 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:18 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:18.419 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:18 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:18.419 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:18 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:33:18.419 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:18 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:18.543 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.501+0000 7f84706a4640 1 -- 172.21.15.123:0/196462840 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8468101cd0 msgr2=0x7f8468102150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:33:18.543 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.501+0000 7f84706a4640 1 --2- 172.21.15.123:0/196462840 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8468101cd0 0x7f8468102150 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f8464009900 tx=0x7f846402a410 comp rx=0 tx=0).stop 2024-09-05T07:33:18.543 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.501+0000 7f84706a4640 1 -- 172.21.15.123:0/196462840 shutdown_connections 2024-09-05T07:33:18.543 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.501+0000 7f84706a4640 1 --2- 172.21.15.123:0/196462840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8468102690 0x7f8468108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:33:18.543 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.501+0000 7f84706a4640 1 --2- 172.21.15.123:0/196462840 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8468101cd0 0x7f8468102150 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:33:18.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.501+0000 7f84706a4640 1 --2- 172.21.15.123:0/196462840 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8468100ad0 0x7f8468100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:33:18.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.501+0000 7f84706a4640 1 -- 172.21.15.123:0/196462840 >> 172.21.15.123:0/196462840 conn(0x7f84680fc280 msgr2=0x7f84680fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:33:18.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.501+0000 7f84706a4640 1 -- 172.21.15.123:0/196462840 shutdown_connections 2024-09-05T07:33:18.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.501+0000 7f84706a4640 1 -- 172.21.15.123:0/196462840 wait complete. 2024-09-05T07:33:18.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.501+0000 7f84706a4640 1 Processor -- start 2024-09-05T07:33:18.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f84706a4640 1 -- start start 2024-09-05T07:33:18.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f84706a4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8468100ad0 0x7f8468197ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:33:18.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f84706a4640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8468101cd0 0x7f8468198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:33:18.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f84706a4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8468102690 0x7f846819f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:33:18.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f84706a4640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f846810c6b0 con 0x7f8468102690 2024-09-05T07:33:18.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f84706a4640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f846810c530 con 0x7f8468101cd0 2024-09-05T07:33:18.544 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f84706a4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f846810c830 con 0x7f8468100ad0 2024-09-05T07:33:18.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f846dc3f640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8468101cd0 0x7f8468198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:33:18.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f846dc3f640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8468101cd0 0x7f8468198400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.123:48848/0 (socket says 172.21.15.123:48848) 2024-09-05T07:33:18.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f846dc3f640 1 -- 172.21.15.123:0/3706651007 learned_addr learned my addr 172.21.15.123:0/3706651007 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-09-05T07:33:18.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f846e440640 1 --2- 172.21.15.123:0/3706651007 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8468100ad0 0x7f8468197ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:33:18.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f846ec41640 1 --2- 172.21.15.123:0/3706651007 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8468102690 0x7f846819f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:33:18.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f846dc3f640 1 -- 172.21.15.123:0/3706651007 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8468100ad0 msgr2=0x7f8468197ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:33:18.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f846dc3f640 1 --2- 172.21.15.123:0/3706651007 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8468100ad0 0x7f8468197ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:33:18.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f846dc3f640 1 -- 172.21.15.123:0/3706651007 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8468102690 msgr2=0x7f846819f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:33:18.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f846dc3f640 1 --2- 172.21.15.123:0/3706651007 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8468102690 0x7f846819f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:33:18.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f846dc3f640 1 -- 172.21.15.123:0/3706651007 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f846819faf0 con 0x7f8468101cd0 2024-09-05T07:33:18.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f846dc3f640 1 --2- 172.21.15.123:0/3706651007 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8468101cd0 0x7f8468198400 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f84640314e0 tx=0x7f8464003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:33:18.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f845f7fe640 1 -- 172.21.15.123:0/3706651007 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f846403f070 con 0x7f8468101cd0 2024-09-05T07:33:18.545 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f845f7fe640 1 -- 172.21.15.123:0/3706651007 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8464031c40 con 0x7f8468101cd0 2024-09-05T07:33:18.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.502+0000 7f84706a4640 1 -- 172.21.15.123:0/3706651007 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f846819fd80 con 0x7f8468101cd0 2024-09-05T07:33:18.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.503+0000 7f845f7fe640 1 -- 172.21.15.123:0/3706651007 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8464035030 con 0x7f8468101cd0 2024-09-05T07:33:18.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.503+0000 7f84706a4640 1 -- 172.21.15.123:0/3706651007 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84681a0280 con 0x7f8468101cd0 2024-09-05T07:33:18.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.503+0000 7f84706a4640 1 -- 172.21.15.123:0/3706651007 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84681a04b0 con 0x7f8468101cd0 2024-09-05T07:33:18.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.504+0000 7f845f7fe640 1 -- 172.21.15.123:0/3706651007 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8464042070 con 0x7f8468101cd0 2024-09-05T07:33:18.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.505+0000 7f845f7fe640 1 --2- 172.21.15.123:0/3706651007 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f84540a2bb0 0x7f84540a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:33:18.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.505+0000 7f845f7fe640 1 -- 172.21.15.123:0/3706651007 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 4685+0+0 (secure 0 0 0) 0x7f84640eeb40 con 0x7f8468101cd0 2024-09-05T07:33:18.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.505+0000 7f846e440640 1 --2- 172.21.15.123:0/3706651007 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f84540a2bb0 0x7f84540a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:33:18.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.506+0000 7f846e440640 1 --2- 172.21.15.123:0/3706651007 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f84540a2bb0 0x7f84540a5070 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8468101b30 tx=0x7f8458005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:33:18.546 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.509+0000 7f845f7fe640 1 -- 172.21.15.123:0/3706651007 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f84640bc870 con 0x7f8468101cd0 2024-09-05T07:33:18.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:33:18 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:33:18.345+0000 7f489f1e4640 -1 osd.6 0 waiting for initial osdmap 2024-09-05T07:33:18.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:33:18 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:33:18.354+0000 7f489b00c640 -1 osd.6 44 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T07:33:18.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:18 smithi071 ceph-mon[30965]: from='osd.6 [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-05T07:33:18.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:18 smithi071 ceph-mon[30965]: osdmap e43: 7 total, 6 up, 7 in 2024-09-05T07:33:18.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:18 smithi071 ceph-mon[30965]: from='osd.6 [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-05T07:33:18.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:18 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:33:18.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:18 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:18.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:18 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:18.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:18 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:33:18.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:18 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:33:18.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:18 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:33:18.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:18 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:18.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:18 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:18.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:18 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:33:18.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:18 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:18.686 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:18.686+0000 7f84706a4640 1 -- 172.21.15.123:0/3706651007 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f846806a750 con 0x7f84540a2bb0 2024-09-05T07:33:18.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:18 smithi192 ceph-mon[34929]: from='osd.6 [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-05T07:33:18.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:18 smithi192 ceph-mon[34929]: osdmap e43: 7 total, 6 up, 7 in 2024-09-05T07:33:18.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:18 smithi192 ceph-mon[34929]: from='osd.6 [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-05T07:33:18.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:18 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:33:18.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:18 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:18.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:18 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:18.712 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:18 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:33:18.712 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:18 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:33:18.712 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:18 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:33:18.712 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:18 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:18.712 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:18 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:18.713 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:18 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:33:18.713 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:18 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:19.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:19 smithi071 ceph-mon[30965]: purged_snaps scrub starts 2024-09-05T07:33:19.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:19 smithi071 ceph-mon[30965]: purged_snaps scrub ok 2024-09-05T07:33:19.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:19 smithi071 ceph-mon[30965]: Detected new or changed devices on smithi071 2024-09-05T07:33:19.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:19 smithi071 ceph-mon[30965]: Adjusting osd_memory_target on smithi071 to 5696M 2024-09-05T07:33:19.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:19 smithi071 ceph-mon[30965]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:33:19.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:19 smithi071 ceph-mon[30965]: from='osd.6 [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-05T07:33:19.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:19 smithi071 ceph-mon[30965]: osdmap e44: 7 total, 6 up, 7 in 2024-09-05T07:33:19.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:19 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:33:19.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:19 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:33:19.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:19 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:33:19.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:19 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:33:19.651 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:19 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:19.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:19 smithi123 ceph-mon[34568]: purged_snaps scrub starts 2024-09-05T07:33:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:19 smithi123 ceph-mon[34568]: purged_snaps scrub ok 2024-09-05T07:33:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:19 smithi123 ceph-mon[34568]: Detected new or changed devices on smithi071 2024-09-05T07:33:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:19 smithi123 ceph-mon[34568]: Adjusting osd_memory_target on smithi071 to 5696M 2024-09-05T07:33:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:19 smithi123 ceph-mon[34568]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:33:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:19 smithi123 ceph-mon[34568]: from='osd.6 [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-05T07:33:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:19 smithi123 ceph-mon[34568]: osdmap e44: 7 total, 6 up, 7 in 2024-09-05T07:33:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:19 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:33:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:19 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:33:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:19 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:33:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:19 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:33:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:19 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:19.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:19 smithi192 ceph-mon[34929]: purged_snaps scrub starts 2024-09-05T07:33:19.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:19 smithi192 ceph-mon[34929]: purged_snaps scrub ok 2024-09-05T07:33:19.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:19 smithi192 ceph-mon[34929]: Detected new or changed devices on smithi071 2024-09-05T07:33:19.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:19 smithi192 ceph-mon[34929]: Adjusting osd_memory_target on smithi071 to 5696M 2024-09-05T07:33:19.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:19 smithi192 ceph-mon[34929]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:33:19.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:19 smithi192 ceph-mon[34929]: from='osd.6 [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-05T07:33:19.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:19 smithi192 ceph-mon[34929]: osdmap e44: 7 total, 6 up, 7 in 2024-09-05T07:33:19.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:19 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:33:19.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:19 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:33:19.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:19 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:33:19.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:19 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:33:19.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:19 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:20.628 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:20 smithi123 ceph-mon[34568]: from='client.24272 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:33:20.629 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:20 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:33:20.629 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:20 smithi123 ceph-mon[34568]: osd.6 [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244] boot 2024-09-05T07:33:20.629 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:20 smithi123 ceph-mon[34568]: osdmap e45: 7 total, 7 up, 7 in 2024-09-05T07:33:20.629 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:20 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:33:20.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:20 smithi071 ceph-mon[30965]: from='client.24272 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:33:20.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:20 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:33:20.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:20 smithi071 ceph-mon[30965]: osd.6 [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244] boot 2024-09-05T07:33:20.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:20 smithi071 ceph-mon[30965]: osdmap e45: 7 total, 7 up, 7 in 2024-09-05T07:33:20.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:20 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:33:20.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:20 smithi192 ceph-mon[34929]: from='client.24272 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:33:20.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:20 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:33:20.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:20 smithi192 ceph-mon[34929]: osd.6 [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244] boot 2024-09-05T07:33:20.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:20 smithi192 ceph-mon[34929]: osdmap e45: 7 total, 7 up, 7 in 2024-09-05T07:33:20.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:20 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:33:21.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:21 smithi071 ceph-mon[30965]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:33:21.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:21 smithi071 ceph-mon[30965]: osdmap e46: 7 total, 7 up, 7 in 2024-09-05T07:33:21.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:21 smithi071 ceph-mon[30965]: from='client.? 172.21.15.123:0/2036571235' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "69562997-b629-4e0f-8719-65019735a46a"}]: dispatch 2024-09-05T07:33:21.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:21 smithi071 ceph-mon[30965]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "69562997-b629-4e0f-8719-65019735a46a"}]: dispatch 2024-09-05T07:33:21.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:21 smithi071 ceph-mon[30965]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "69562997-b629-4e0f-8719-65019735a46a"}]': finished 2024-09-05T07:33:21.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:21 smithi071 ceph-mon[30965]: osdmap e47: 8 total, 7 up, 8 in 2024-09-05T07:33:21.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:21 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T07:33:21.673 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:21 smithi123 ceph-mon[34568]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:33:21.674 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:21 smithi123 ceph-mon[34568]: osdmap e46: 7 total, 7 up, 7 in 2024-09-05T07:33:21.674 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:21 smithi123 ceph-mon[34568]: from='client.? 172.21.15.123:0/2036571235' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "69562997-b629-4e0f-8719-65019735a46a"}]: dispatch 2024-09-05T07:33:21.674 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:21 smithi123 ceph-mon[34568]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "69562997-b629-4e0f-8719-65019735a46a"}]: dispatch 2024-09-05T07:33:21.674 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:21 smithi123 ceph-mon[34568]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "69562997-b629-4e0f-8719-65019735a46a"}]': finished 2024-09-05T07:33:21.674 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:21 smithi123 ceph-mon[34568]: osdmap e47: 8 total, 7 up, 8 in 2024-09-05T07:33:21.674 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:21 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T07:33:21.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:21 smithi192 ceph-mon[34929]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-09-05T07:33:21.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:21 smithi192 ceph-mon[34929]: osdmap e46: 7 total, 7 up, 7 in 2024-09-05T07:33:21.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:21 smithi192 ceph-mon[34929]: from='client.? 172.21.15.123:0/2036571235' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "69562997-b629-4e0f-8719-65019735a46a"}]: dispatch 2024-09-05T07:33:21.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:21 smithi192 ceph-mon[34929]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "69562997-b629-4e0f-8719-65019735a46a"}]: dispatch 2024-09-05T07:33:21.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:21 smithi192 ceph-mon[34929]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "69562997-b629-4e0f-8719-65019735a46a"}]': finished 2024-09-05T07:33:21.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:21 smithi192 ceph-mon[34929]: osdmap e47: 8 total, 7 up, 8 in 2024-09-05T07:33:21.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:21 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T07:33:22.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:22 smithi071 ceph-mon[30965]: from='client.? 172.21.15.123:0/3012148447' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:33:22.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:22 smithi123 ceph-mon[34568]: from='client.? 172.21.15.123:0/3012148447' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:33:22.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:22 smithi192 ceph-mon[34929]: from='client.? 172.21.15.123:0/3012148447' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:33:23.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:23 smithi071 ceph-mon[30965]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:23.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:23 smithi123 ceph-mon[34568]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:23.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:23 smithi192 ceph-mon[34929]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:25.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:25 smithi071 ceph-mon[30965]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:25.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:25 smithi123 ceph-mon[34568]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:25.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:25 smithi192 ceph-mon[34929]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:27.632 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:27 smithi123 ceph-mon[34568]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:27.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:27 smithi071 ceph-mon[30965]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:27.713 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:27 smithi192 ceph-mon[34929]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:29.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:29 smithi071 ceph-mon[30965]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:29.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:29 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-05T07:33:29.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:29 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:29.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:29 smithi123 ceph-mon[34568]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:29.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:29 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-05T07:33:29.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:29 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:29.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:29 smithi192 ceph-mon[34929]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:29.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:29 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-05T07:33:29.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:29 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:30.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:30 smithi071 ceph-mon[30965]: Deploying daemon osd.7 on smithi123 2024-09-05T07:33:30.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:30 smithi123 ceph-mon[34568]: Deploying daemon osd.7 on smithi123 2024-09-05T07:33:30.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:30 smithi192 ceph-mon[34929]: Deploying daemon osd.7 on smithi123 2024-09-05T07:33:31.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:31 smithi071 ceph-mon[30965]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:31.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:31 smithi123 ceph-mon[34568]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:31.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:31 smithi192 ceph-mon[34929]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:33.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:33 smithi071 ceph-mon[30965]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:33.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:33 smithi123 ceph-mon[34568]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:33.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:33 smithi192 ceph-mon[34929]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:35.417 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:35 smithi123 ceph-mon[34568]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:35.417 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:33:35.417 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:35.417 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:35.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:35 smithi071 ceph-mon[30965]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:35.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:33:35.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:35.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:35.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:35 smithi192 ceph-mon[34929]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:35.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:33:35.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:35.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:37.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:37 smithi071 ceph-mon[30965]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:37.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:37 smithi123 ceph-mon[34568]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:37.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:37 smithi192 ceph-mon[34929]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:38.467 INFO:teuthology.orchestra.run.smithi123.stdout:Created osd(s) 7 on host 'smithi123' 2024-09-05T07:33:38.468 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:38.466+0000 7f845f7fe640 1 -- 172.21.15.123:0/3706651007 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f846806a750 con 0x7f84540a2bb0 2024-09-05T07:33:38.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:38.469+0000 7f84706a4640 1 -- 172.21.15.123:0/3706651007 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f84540a2bb0 msgr2=0x7f84540a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:33:38.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:38.469+0000 7f84706a4640 1 --2- 172.21.15.123:0/3706651007 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f84540a2bb0 0x7f84540a5070 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8468101b30 tx=0x7f8458005f90 comp rx=0 tx=0).stop 2024-09-05T07:33:38.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:38.469+0000 7f84706a4640 1 -- 172.21.15.123:0/3706651007 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8468101cd0 msgr2=0x7f8468198400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:33:38.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:38.469+0000 7f84706a4640 1 --2- 172.21.15.123:0/3706651007 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8468101cd0 0x7f8468198400 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f84640314e0 tx=0x7f8464003c10 comp rx=0 tx=0).stop 2024-09-05T07:33:38.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:38.469+0000 7f84706a4640 1 -- 172.21.15.123:0/3706651007 shutdown_connections 2024-09-05T07:33:38.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:38.469+0000 7f84706a4640 1 --2- 172.21.15.123:0/3706651007 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f84540a2bb0 0x7f84540a5070 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:33:38.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:38.469+0000 7f84706a4640 1 --2- 172.21.15.123:0/3706651007 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8468102690 0x7f846819f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:33:38.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:38.469+0000 7f84706a4640 1 --2- 172.21.15.123:0/3706651007 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8468101cd0 0x7f8468198400 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:33:38.470 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:38.469+0000 7f84706a4640 1 --2- 172.21.15.123:0/3706651007 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8468100ad0 0x7f8468197ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:33:38.471 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:38.469+0000 7f84706a4640 1 -- 172.21.15.123:0/3706651007 >> 172.21.15.123:0/3706651007 conn(0x7f84680fc280 msgr2=0x7f846806a040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:33:38.471 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:38.469+0000 7f84706a4640 1 -- 172.21.15.123:0/3706651007 shutdown_connections 2024-09-05T07:33:38.471 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:33:38.469+0000 7f84706a4640 1 -- 172.21.15.123:0/3706651007 wait complete. 2024-09-05T07:33:38.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:38 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:38.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:38 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:38.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:38 smithi123 ceph-mon[34568]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:38.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:38 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:38.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:38 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:38.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:38 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:38.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:38 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:38.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:38 smithi071 ceph-mon[30965]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:38.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:38 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:38.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:38 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:38.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:38 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:38.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:38 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:38.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:38 smithi192 ceph-mon[34929]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:38.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:38 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:38.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:38 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:39.123 DEBUG:teuthology.orchestra.run.smithi123:osd.7> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.7.service 2024-09-05T07:33:39.125 INFO:tasks.cephadm:Deploying osd.8 on smithi192 with /dev/vg_nvme/lv_2... 2024-09-05T07:33:39.126 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-05T07:33:39.379 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T07:33:40.607 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:33:40 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:33:40.537+0000 7f9095802640 -1 osd.7 0 log_to_monitors true 2024-09-05T07:33:41.642 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:41 smithi192 ceph-mon[34929]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:41.642 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:41 smithi192 ceph-mon[34929]: from='osd.7 [v2:172.21.15.123:6816/956921658,v1:172.21.15.123:6817/956921658]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-05T07:33:41.642 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:41 smithi192 ceph-mon[34929]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-05T07:33:41.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:41 smithi071 ceph-mon[30965]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:41.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:41 smithi071 ceph-mon[30965]: from='osd.7 [v2:172.21.15.123:6816/956921658,v1:172.21.15.123:6817/956921658]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-05T07:33:41.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:41 smithi071 ceph-mon[30965]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-05T07:33:41.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:41 smithi123 ceph-mon[34568]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:41.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:41 smithi123 ceph-mon[34568]: from='osd.7 [v2:172.21.15.123:6816/956921658,v1:172.21.15.123:6817/956921658]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-05T07:33:41.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:41 smithi123 ceph-mon[34568]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-05T07:33:41.983 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:33:42.010 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi192:vg_nvme/lv_2 2024-09-05T07:33:42.260 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T07:33:42.593 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-05T07:33:42.593 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: from='osd.7 [v2:172.21.15.123:6816/956921658,v1:172.21.15.123:6817/956921658]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:33:42.593 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: osdmap e48: 8 total, 7 up, 8 in 2024-09-05T07:33:42.593 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T07:33:42.593 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:33:42.593 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:42.593 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:42.593 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:33:42.593 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:33:42.593 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:33:42.594 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:42.594 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:42.594 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:33:42.594 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:42.594 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:33:42.594 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:42.594 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:33:42.594 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:42.594 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T07:33:42.594 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: osdmap e49: 8 total, 7 up, 8 in 2024-09-05T07:33:42.594 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:42 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T07:33:42.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-05T07:33:42.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: from='osd.7 [v2:172.21.15.123:6816/956921658,v1:172.21.15.123:6817/956921658]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:33:42.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: osdmap e48: 8 total, 7 up, 8 in 2024-09-05T07:33:42.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T07:33:42.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:33:42.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:42.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:42.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:33:42.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:33:42.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:33:42.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:42.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:42.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:33:42.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:42.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:33:42.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:42.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:33:42.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:42.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T07:33:42.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: osdmap e49: 8 total, 7 up, 8 in 2024-09-05T07:33:42.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:42 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T07:33:42.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-05T07:33:42.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: from='osd.7 [v2:172.21.15.123:6816/956921658,v1:172.21.15.123:6817/956921658]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:33:42.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: osdmap e48: 8 total, 7 up, 8 in 2024-09-05T07:33:42.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T07:33:42.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:33:42.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:42.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:42.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:33:42.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:33:42.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:33:42.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:42.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:42.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:33:42.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:42.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:33:42.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:42.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:33:42.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:42.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T07:33:42.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: osdmap e49: 8 total, 7 up, 8 in 2024-09-05T07:33:42.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T07:33:42.819 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.809+0000 7ff0acf73640 1 -- 172.21.15.192:0/2001211564 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0a8101d10 msgr2=0x7ff0a8102190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:33:42.819 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.809+0000 7ff0acf73640 1 --2- 172.21.15.192:0/2001211564 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0a8101d10 0x7ff0a8102190 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff090009900 tx=0x7ff09002a410 comp rx=0 tx=0).stop 2024-09-05T07:33:42.819 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.809+0000 7ff0acf73640 1 -- 172.21.15.192:0/2001211564 shutdown_connections 2024-09-05T07:33:42.819 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.809+0000 7ff0acf73640 1 --2- 172.21.15.192:0/2001211564 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0a81026d0 0x7ff0a8108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:33:42.819 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.809+0000 7ff0acf73640 1 --2- 172.21.15.192:0/2001211564 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0a8101d10 0x7ff0a8102190 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:33:42.819 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.809+0000 7ff0acf73640 1 --2- 172.21.15.192:0/2001211564 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff0a8100b10 0x7ff0a8100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:33:42.819 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.809+0000 7ff0acf73640 1 -- 172.21.15.192:0/2001211564 >> 172.21.15.192:0/2001211564 conn(0x7ff0a80fc2a0 msgr2=0x7ff0a80fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:33:42.820 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.809+0000 7ff0acf73640 1 -- 172.21.15.192:0/2001211564 shutdown_connections 2024-09-05T07:33:42.820 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.809+0000 7ff0acf73640 1 -- 172.21.15.192:0/2001211564 wait complete. 2024-09-05T07:33:42.820 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.810+0000 7ff0acf73640 1 Processor -- start 2024-09-05T07:33:42.820 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.810+0000 7ff0acf73640 1 -- start start 2024-09-05T07:33:42.820 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.810+0000 7ff0acf73640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0a8100b10 0x7ff0a8197e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:33:42.820 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.810+0000 7ff0acf73640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff0a8101d10 0x7ff0a8198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:33:42.820 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.810+0000 7ff0acf73640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0a81026d0 0x7ff0a819f400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:33:42.820 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.810+0000 7ff0acf73640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff0a810d770 con 0x7ff0a8100b10 2024-09-05T07:33:42.820 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.810+0000 7ff0acf73640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff0a810d5f0 con 0x7ff0a8101d10 2024-09-05T07:33:42.820 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.810+0000 7ff0acf73640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff0a810d8f0 con 0x7ff0a81026d0 2024-09-05T07:33:42.820 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.810+0000 7ff0a6d9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0a81026d0 0x7ff0a819f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:33:42.820 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.810+0000 7ff0a6d9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0a81026d0 0x7ff0a819f400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:34094/0 (socket says 172.21.15.192:34094) 2024-09-05T07:33:42.821 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.810+0000 7ff0a6d9d640 1 -- 172.21.15.192:0/2282806099 learned_addr learned my addr 172.21.15.192:0/2282806099 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-05T07:33:42.821 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.811+0000 7ff09dd9b640 1 --2- 172.21.15.192:0/2282806099 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff0a8101d10 0x7ff0a8198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:33:42.821 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.811+0000 7ff0a659c640 1 --2- 172.21.15.192:0/2282806099 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0a8100b10 0x7ff0a8197e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:33:42.821 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.811+0000 7ff0a6d9d640 1 -- 172.21.15.192:0/2282806099 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff0a8101d10 msgr2=0x7ff0a8198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:33:42.821 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.811+0000 7ff0a6d9d640 1 --2- 172.21.15.192:0/2282806099 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff0a8101d10 0x7ff0a8198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:33:42.821 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.811+0000 7ff0a6d9d640 1 -- 172.21.15.192:0/2282806099 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0a8100b10 msgr2=0x7ff0a8197e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:33:42.821 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.811+0000 7ff0a6d9d640 1 --2- 172.21.15.192:0/2282806099 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0a8100b10 0x7ff0a8197e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:33:42.821 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.811+0000 7ff0a6d9d640 1 -- 172.21.15.192:0/2282806099 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0a819fa70 con 0x7ff0a81026d0 2024-09-05T07:33:42.821 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.811+0000 7ff0a659c640 1 --2- 172.21.15.192:0/2282806099 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0a8100b10 0x7ff0a8197e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:33:42.821 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.811+0000 7ff09dd9b640 1 --2- 172.21.15.192:0/2282806099 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff0a8101d10 0x7ff0a8198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:33:42.821 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.811+0000 7ff0a6d9d640 1 --2- 172.21.15.192:0/2282806099 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0a81026d0 0x7ff0a819f400 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff0a0009fd0 tx=0x7ff0a000b260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:33:42.821 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.811+0000 7ff09ffff640 1 -- 172.21.15.192:0/2282806099 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a0017070 con 0x7ff0a81026d0 2024-09-05T07:33:42.821 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.811+0000 7ff09ffff640 1 -- 172.21.15.192:0/2282806099 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0a0003e20 con 0x7ff0a81026d0 2024-09-05T07:33:42.822 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.811+0000 7ff0acf73640 1 -- 172.21.15.192:0/2282806099 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0a819fd60 con 0x7ff0a81026d0 2024-09-05T07:33:42.822 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.811+0000 7ff09ffff640 1 -- 172.21.15.192:0/2282806099 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a0010460 con 0x7ff0a81026d0 2024-09-05T07:33:42.822 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.811+0000 7ff0acf73640 1 -- 172.21.15.192:0/2282806099 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0a81a01c0 con 0x7ff0a81026d0 2024-09-05T07:33:42.822 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.812+0000 7ff0acf73640 1 -- 172.21.15.192:0/2282806099 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0a8107fb0 con 0x7ff0a81026d0 2024-09-05T07:33:42.822 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.813+0000 7ff09ffff640 1 -- 172.21.15.192:0/2282806099 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff0a0003970 con 0x7ff0a81026d0 2024-09-05T07:33:42.822 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.814+0000 7ff09ffff640 1 --2- 172.21.15.192:0/2282806099 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0940a2bb0 0x7ff0940a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:33:42.822 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.814+0000 7ff09ffff640 1 -- 172.21.15.192:0/2282806099 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5117+0+0 (secure 0 0 0) 0x7ff0a00ce1b0 con 0x7ff0a81026d0 2024-09-05T07:33:42.822 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.814+0000 7ff0a659c640 1 --2- 172.21.15.192:0/2282806099 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0940a2bb0 0x7ff0940a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:33:42.822 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.815+0000 7ff0a659c640 1 --2- 172.21.15.192:0/2282806099 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0940a2bb0 0x7ff0940a5070 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff0a8101b70 tx=0x7ff098005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:33:42.822 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.819+0000 7ff09ffff640 1 -- 172.21.15.192:0/2282806099 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff0a009bd90 con 0x7ff0a81026d0 2024-09-05T07:33:42.995 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:33:42.994+0000 7ff0acf73640 1 -- 172.21.15.192:0/2282806099 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7ff0a8062630 con 0x7ff0940a2bb0 2024-09-05T07:33:43.321 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:33:42.979+0000 7f9091785640 -1 osd.7 0 waiting for initial osdmap 2024-09-05T07:33:43.321 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:33:42 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:33:42.989+0000 7f90895a5640 -1 osd.7 49 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T07:33:43.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:43 smithi071 ceph-mon[30965]: Detected new or changed devices on smithi123 2024-09-05T07:33:43.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:43 smithi071 ceph-mon[30965]: Adjusting osd_memory_target on smithi123 to 5696M 2024-09-05T07:33:43.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:43 smithi071 ceph-mon[30965]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:43.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:43 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T07:33:43.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:43 smithi071 ceph-mon[30965]: from='osd.7 ' entity='osd.7' 2024-09-05T07:33:43.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:43 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:33:43.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:43 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:33:43.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:43 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:43.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:43 smithi071 ceph-mon[30965]: osd.7 [v2:172.21.15.123:6816/956921658,v1:172.21.15.123:6817/956921658] boot 2024-09-05T07:33:43.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:43 smithi071 ceph-mon[30965]: osdmap e50: 8 total, 8 up, 8 in 2024-09-05T07:33:43.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:43 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T07:33:43.663 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:43 smithi192 ceph-mon[34929]: Detected new or changed devices on smithi123 2024-09-05T07:33:43.663 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:43 smithi192 ceph-mon[34929]: Adjusting osd_memory_target on smithi123 to 5696M 2024-09-05T07:33:43.663 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:43 smithi192 ceph-mon[34929]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:43.663 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:43 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T07:33:43.663 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:43 smithi192 ceph-mon[34929]: from='osd.7 ' entity='osd.7' 2024-09-05T07:33:43.663 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:43 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:33:43.663 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:43 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:33:43.663 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:43 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:43.663 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:43 smithi192 ceph-mon[34929]: osd.7 [v2:172.21.15.123:6816/956921658,v1:172.21.15.123:6817/956921658] boot 2024-09-05T07:33:43.663 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:43 smithi192 ceph-mon[34929]: osdmap e50: 8 total, 8 up, 8 in 2024-09-05T07:33:43.663 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:43 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T07:33:43.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:43 smithi123 ceph-mon[34568]: Detected new or changed devices on smithi123 2024-09-05T07:33:43.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:43 smithi123 ceph-mon[34568]: Adjusting osd_memory_target on smithi123 to 5696M 2024-09-05T07:33:43.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:43 smithi123 ceph-mon[34568]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-05T07:33:43.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:43 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T07:33:43.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:43 smithi123 ceph-mon[34568]: from='osd.7 ' entity='osd.7' 2024-09-05T07:33:43.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:43 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:33:43.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:43 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:33:43.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:43 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:43.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:43 smithi123 ceph-mon[34568]: osd.7 [v2:172.21.15.123:6816/956921658,v1:172.21.15.123:6817/956921658] boot 2024-09-05T07:33:43.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:43 smithi123 ceph-mon[34568]: osdmap e50: 8 total, 8 up, 8 in 2024-09-05T07:33:43.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:43 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T07:33:44.409 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:44 smithi192 ceph-mon[34929]: purged_snaps scrub starts 2024-09-05T07:33:44.409 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:44 smithi192 ceph-mon[34929]: purged_snaps scrub ok 2024-09-05T07:33:44.409 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:44 smithi192 ceph-mon[34929]: from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:33:44.409 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:44 smithi192 ceph-mon[34929]: osdmap e51: 8 total, 8 up, 8 in 2024-09-05T07:33:44.588 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:44 smithi123 ceph-mon[34568]: purged_snaps scrub starts 2024-09-05T07:33:44.588 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:44 smithi123 ceph-mon[34568]: purged_snaps scrub ok 2024-09-05T07:33:44.588 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:44 smithi123 ceph-mon[34568]: from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:33:44.588 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:44 smithi123 ceph-mon[34568]: osdmap e51: 8 total, 8 up, 8 in 2024-09-05T07:33:44.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:44 smithi071 ceph-mon[30965]: purged_snaps scrub starts 2024-09-05T07:33:44.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:44 smithi071 ceph-mon[30965]: purged_snaps scrub ok 2024-09-05T07:33:44.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:44 smithi071 ceph-mon[30965]: from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:33:44.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:44 smithi071 ceph-mon[30965]: osdmap e51: 8 total, 8 up, 8 in 2024-09-05T07:33:45.642 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:45 smithi192 ceph-mon[34929]: pgmap v166: 1 pgs: 1 remapped; 577 KiB data, 460 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:45.643 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:45 smithi192 ceph-mon[34929]: osdmap e52: 8 total, 8 up, 8 in 2024-09-05T07:33:45.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:45 smithi071 ceph-mon[30965]: pgmap v166: 1 pgs: 1 remapped; 577 KiB data, 460 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:45.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:45 smithi071 ceph-mon[30965]: osdmap e52: 8 total, 8 up, 8 in 2024-09-05T07:33:45.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:45 smithi123 ceph-mon[34568]: pgmap v166: 1 pgs: 1 remapped; 577 KiB data, 460 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:45.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:45 smithi123 ceph-mon[34568]: osdmap e52: 8 total, 8 up, 8 in 2024-09-05T07:33:46.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:46 smithi071 ceph-mon[30965]: from='client.? 172.21.15.192:0/1403784396' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dc7e084-d602-4b2c-9dfc-cd26041835c3"}]: dispatch 2024-09-05T07:33:46.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:46 smithi071 ceph-mon[30965]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dc7e084-d602-4b2c-9dfc-cd26041835c3"}]: dispatch 2024-09-05T07:33:46.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:46 smithi071 ceph-mon[30965]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6dc7e084-d602-4b2c-9dfc-cd26041835c3"}]': finished 2024-09-05T07:33:46.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:46 smithi071 ceph-mon[30965]: osdmap e53: 9 total, 8 up, 9 in 2024-09-05T07:33:46.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:46 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:33:46.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:46 smithi071 ceph-mon[30965]: from='client.? 172.21.15.192:0/1133455839' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:33:46.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:46 smithi123 ceph-mon[34568]: from='client.? 172.21.15.192:0/1403784396' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dc7e084-d602-4b2c-9dfc-cd26041835c3"}]: dispatch 2024-09-05T07:33:46.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:46 smithi123 ceph-mon[34568]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dc7e084-d602-4b2c-9dfc-cd26041835c3"}]: dispatch 2024-09-05T07:33:46.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:46 smithi123 ceph-mon[34568]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6dc7e084-d602-4b2c-9dfc-cd26041835c3"}]': finished 2024-09-05T07:33:46.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:46 smithi123 ceph-mon[34568]: osdmap e53: 9 total, 8 up, 9 in 2024-09-05T07:33:46.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:46 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:33:46.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:46 smithi123 ceph-mon[34568]: from='client.? 172.21.15.192:0/1133455839' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:33:46.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:46 smithi192 ceph-mon[34929]: from='client.? 172.21.15.192:0/1403784396' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dc7e084-d602-4b2c-9dfc-cd26041835c3"}]: dispatch 2024-09-05T07:33:46.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:46 smithi192 ceph-mon[34929]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dc7e084-d602-4b2c-9dfc-cd26041835c3"}]: dispatch 2024-09-05T07:33:46.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:46 smithi192 ceph-mon[34929]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6dc7e084-d602-4b2c-9dfc-cd26041835c3"}]': finished 2024-09-05T07:33:46.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:46 smithi192 ceph-mon[34929]: osdmap e53: 9 total, 8 up, 9 in 2024-09-05T07:33:46.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:46 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:33:46.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:46 smithi192 ceph-mon[34929]: from='client.? 172.21.15.192:0/1133455839' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:33:47.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:47 smithi123 ceph-mon[34568]: pgmap v169: 1 pgs: 1 remapped; 577 KiB data, 461 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:47.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:47 smithi123 ceph-mon[34568]: osdmap e54: 9 total, 8 up, 9 in 2024-09-05T07:33:47.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:47 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:33:47.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:47 smithi192 ceph-mon[34929]: pgmap v169: 1 pgs: 1 remapped; 577 KiB data, 461 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:47.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:47 smithi192 ceph-mon[34929]: osdmap e54: 9 total, 8 up, 9 in 2024-09-05T07:33:47.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:47 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:33:47.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:47 smithi071 ceph-mon[30965]: pgmap v169: 1 pgs: 1 remapped; 577 KiB data, 461 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:47.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:47 smithi071 ceph-mon[30965]: osdmap e54: 9 total, 8 up, 9 in 2024-09-05T07:33:47.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:47 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:33:49.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:49 smithi123 ceph-mon[34568]: pgmap v171: 1 pgs: 1 remapped; 577 KiB data, 461 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:49.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:49 smithi192 ceph-mon[34929]: pgmap v171: 1 pgs: 1 remapped; 577 KiB data, 461 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:49.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:49 smithi071 ceph-mon[30965]: pgmap v171: 1 pgs: 1 remapped; 577 KiB data, 461 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:51.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:51 smithi192 ceph-mon[34929]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:51.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:51 smithi123 ceph-mon[34568]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:51.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:51 smithi071 ceph-mon[30965]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:53.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:53 smithi192 ceph-mon[34929]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:53.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:53 smithi123 ceph-mon[34568]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:53.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:53 smithi071 ceph-mon[30965]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:54.580 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:54 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-05T07:33:54.580 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:54 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:54.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:54 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-05T07:33:54.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:54 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:54.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:54 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-05T07:33:54.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:54 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:33:55.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:55 smithi192 ceph-mon[34929]: Deploying daemon osd.8 on smithi192 2024-09-05T07:33:55.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:55 smithi192 ceph-mon[34929]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:55.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:55 smithi123 ceph-mon[34568]: Deploying daemon osd.8 on smithi192 2024-09-05T07:33:55.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:55 smithi123 ceph-mon[34568]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:55.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:55 smithi071 ceph-mon[30965]: Deploying daemon osd.8 on smithi192 2024-09-05T07:33:55.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:55 smithi071 ceph-mon[30965]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:57.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:57 smithi123 ceph-mon[34568]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:57.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:57 smithi192 ceph-mon[34929]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:57.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:57 smithi071 ceph-mon[30965]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:59.673 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:59 smithi192 ceph-mon[34929]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:59.674 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:59 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:33:59.674 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:59 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:59.674 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:33:59 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:59.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:59 smithi123 ceph-mon[34568]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:59.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:59 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:33:59.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:59 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:59.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:33:59 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:59.701 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:59 smithi071 ceph-mon[30965]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:33:59.701 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:59 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:33:59.701 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:59 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:33:59.701 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:33:59 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:01.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:01 smithi123 ceph-mon[34568]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:34:01.688 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:01 smithi192 ceph-mon[34929]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:34:01.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:01 smithi071 ceph-mon[30965]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:34:02.967 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:02.966+0000 7ff09ffff640 1 -- 172.21.15.192:0/2282806099 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7ff0a8062630 con 0x7ff0940a2bb0 2024-09-05T07:34:02.967 INFO:teuthology.orchestra.run.smithi192.stdout:Created osd(s) 8 on host 'smithi192' 2024-09-05T07:34:02.969 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:02.969+0000 7ff0acf73640 1 -- 172.21.15.192:0/2282806099 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0940a2bb0 msgr2=0x7ff0940a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:34:02.969 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:02.969+0000 7ff0acf73640 1 --2- 172.21.15.192:0/2282806099 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0940a2bb0 0x7ff0940a5070 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff0a8101b70 tx=0x7ff098005f90 comp rx=0 tx=0).stop 2024-09-05T07:34:02.969 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:02.969+0000 7ff0acf73640 1 -- 172.21.15.192:0/2282806099 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0a81026d0 msgr2=0x7ff0a819f400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:34:02.969 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:02.969+0000 7ff0acf73640 1 --2- 172.21.15.192:0/2282806099 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0a81026d0 0x7ff0a819f400 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff0a0009fd0 tx=0x7ff0a000b260 comp rx=0 tx=0).stop 2024-09-05T07:34:02.970 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:02.969+0000 7ff0acf73640 1 -- 172.21.15.192:0/2282806099 shutdown_connections 2024-09-05T07:34:02.970 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:02.969+0000 7ff0acf73640 1 --2- 172.21.15.192:0/2282806099 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0940a2bb0 0x7ff0940a5070 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:02.970 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:02.969+0000 7ff0acf73640 1 --2- 172.21.15.192:0/2282806099 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0a81026d0 0x7ff0a819f400 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:02.970 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:02.969+0000 7ff0acf73640 1 --2- 172.21.15.192:0/2282806099 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff0a8101d10 0x7ff0a8198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:02.970 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:02.969+0000 7ff0acf73640 1 --2- 172.21.15.192:0/2282806099 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0a8100b10 0x7ff0a8197e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:02.970 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:02.969+0000 7ff0acf73640 1 -- 172.21.15.192:0/2282806099 >> 172.21.15.192:0/2282806099 conn(0x7ff0a80fc2a0 msgr2=0x7ff0a8105180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:34:02.970 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:02.969+0000 7ff0acf73640 1 -- 172.21.15.192:0/2282806099 shutdown_connections 2024-09-05T07:34:02.970 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:02.969+0000 7ff0acf73640 1 -- 172.21.15.192:0/2282806099 wait complete. 2024-09-05T07:34:03.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:02 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:03.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:02 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:03.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:02 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:03.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:02 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:34:03.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:02 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:03.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:02 smithi123 ceph-mon[34568]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:34:03.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:02 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:03.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:02 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:03.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:02 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:03.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:02 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:34:03.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:02 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:03.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:02 smithi192 ceph-mon[34929]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:34:03.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:02 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:03.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:02 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:03.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:02 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:03.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:02 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:34:03.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:02 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:03.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:02 smithi071 ceph-mon[30965]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:34:03.614 DEBUG:teuthology.orchestra.run.smithi192:osd.8> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.8.service 2024-09-05T07:34:03.617 INFO:tasks.cephadm:Deploying osd.9 on smithi071 with /dev/vg_nvme/lv_1... 2024-09-05T07:34:03.617 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-05T07:34:03.876 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:34:04.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:03 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:34:04.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:03 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:04.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:03 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:04.268 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:03 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:34:04.269 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:03 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:04.269 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:03 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:04.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:03 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:34:04.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:03 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:04.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:03 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:05.172 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:04 smithi192 ceph-mon[34929]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:34:05.172 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:04 smithi192 ceph-mon[34929]: from='osd.8 [v2:172.21.15.192:6816/3079566549,v1:172.21.15.192:6817/3079566549]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-05T07:34:05.172 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:04 smithi192 ceph-mon[34929]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-05T07:34:05.172 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:34:04 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:34:04.878+0000 7f8833b93640 -1 osd.8 0 log_to_monitors true 2024-09-05T07:34:05.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:04 smithi071 ceph-mon[30965]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:34:05.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:04 smithi071 ceph-mon[30965]: from='osd.8 [v2:172.21.15.192:6816/3079566549,v1:172.21.15.192:6817/3079566549]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-05T07:34:05.302 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:04 smithi071 ceph-mon[30965]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-05T07:34:05.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:04 smithi123 ceph-mon[34568]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:34:05.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:04 smithi123 ceph-mon[34568]: from='osd.8 [v2:172.21.15.192:6816/3079566549,v1:172.21.15.192:6817/3079566549]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-05T07:34:05.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:04 smithi123 ceph-mon[34568]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-05T07:34:06.194 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:05 smithi192 ceph-mon[34929]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-05T07:34:06.194 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:05 smithi192 ceph-mon[34929]: osdmap e55: 9 total, 8 up, 9 in 2024-09-05T07:34:06.194 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:05 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:34:06.194 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:05 smithi192 ceph-mon[34929]: from='osd.8 [v2:172.21.15.192:6816/3079566549,v1:172.21.15.192:6817/3079566549]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-05T07:34:06.194 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:05 smithi192 ceph-mon[34929]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-05T07:34:06.248 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:05 smithi071 ceph-mon[30965]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-05T07:34:06.248 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:05 smithi071 ceph-mon[30965]: osdmap e55: 9 total, 8 up, 9 in 2024-09-05T07:34:06.248 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:05 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:34:06.248 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:05 smithi071 ceph-mon[30965]: from='osd.8 [v2:172.21.15.192:6816/3079566549,v1:172.21.15.192:6817/3079566549]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-05T07:34:06.248 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:05 smithi071 ceph-mon[30965]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-05T07:34:06.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:05 smithi123 ceph-mon[34568]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-05T07:34:06.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:05 smithi123 ceph-mon[34568]: osdmap e55: 9 total, 8 up, 9 in 2024-09-05T07:34:06.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:05 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:34:06.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:05 smithi123 ceph-mon[34568]: from='osd.8 [v2:172.21.15.192:6816/3079566549,v1:172.21.15.192:6817/3079566549]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-05T07:34:06.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:05 smithi123 ceph-mon[34568]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-05T07:34:06.704 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:34:06.730 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi071:vg_nvme/lv_1 2024-09-05T07:34:06.951 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:34:06 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:34:06.586+0000 7f882fb16640 -1 osd.8 0 waiting for initial osdmap 2024-09-05T07:34:06.951 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:34:06 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:34:06.601+0000 7f8827936640 -1 osd.8 56 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T07:34:06.989 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:34:07.135 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:06 smithi071 ceph-mon[30965]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-05T07:34:07.135 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:06 smithi071 ceph-mon[30965]: osdmap e56: 9 total, 8 up, 9 in 2024-09-05T07:34:07.135 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:34:07.135 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:34:07.135 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:06 smithi071 ceph-mon[30965]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:34:07.135 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:07.135 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:07.135 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:07.135 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:07.135 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:07.135 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:07.136 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:07.136 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:34:07.136 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:07.136 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:06 smithi071 ceph-mon[30965]: from='osd.8 ' entity='osd.8' 2024-09-05T07:34:07.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:06 smithi192 ceph-mon[34929]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-05T07:34:07.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:06 smithi192 ceph-mon[34929]: osdmap e56: 9 total, 8 up, 9 in 2024-09-05T07:34:07.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:34:07.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:34:07.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:06 smithi192 ceph-mon[34929]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:34:07.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:07.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:07.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:07.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:07.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:07.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:07.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:07.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:34:07.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:07.212 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:06 smithi192 ceph-mon[34929]: from='osd.8 ' entity='osd.8' 2024-09-05T07:34:07.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:06 smithi123 ceph-mon[34568]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-05T07:34:07.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:06 smithi123 ceph-mon[34568]: osdmap e56: 9 total, 8 up, 9 in 2024-09-05T07:34:07.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:34:07.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:34:07.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:06 smithi123 ceph-mon[34568]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-09-05T07:34:07.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:07.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:07.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:07.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:07.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:07.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:07.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:07.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:34:07.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:07.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:06 smithi123 ceph-mon[34568]: from='osd.8 ' entity='osd.8' 2024-09-05T07:34:07.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.463+0000 7ffa2243f640 1 -- 172.21.15.71:0/3249138686 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa1c1037c0 msgr2=0x7ffa1c10a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:34:07.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.463+0000 7ffa2243f640 1 --2- 172.21.15.71:0/3249138686 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa1c1037c0 0x7ffa1c10a050 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ffa14009ca0 tx=0x7ffa1402a8c0 comp rx=0 tx=0).stop 2024-09-05T07:34:07.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.463+0000 7ffa2243f640 1 -- 172.21.15.71:0/3249138686 shutdown_connections 2024-09-05T07:34:07.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.463+0000 7ffa2243f640 1 --2- 172.21.15.71:0/3249138686 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa1c1037c0 0x7ffa1c10a050 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:07.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.463+0000 7ffa2243f640 1 --2- 172.21.15.71:0/3249138686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa1c102e00 0x7ffa1c103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:07.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.463+0000 7ffa2243f640 1 --2- 172.21.15.71:0/3249138686 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa1c101c00 0x7ffa1c102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:07.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.463+0000 7ffa2243f640 1 -- 172.21.15.71:0/3249138686 >> 172.21.15.71:0/3249138686 conn(0x7ffa1c0fd390 msgr2=0x7ffa1c0ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:34:07.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.463+0000 7ffa2243f640 1 -- 172.21.15.71:0/3249138686 shutdown_connections 2024-09-05T07:34:07.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.463+0000 7ffa2243f640 1 -- 172.21.15.71:0/3249138686 wait complete. 2024-09-05T07:34:07.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.463+0000 7ffa2243f640 1 Processor -- start 2024-09-05T07:34:07.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.463+0000 7ffa2243f640 1 -- start start 2024-09-05T07:34:07.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa2243f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa1c101c00 0x7ffa1c197da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:34:07.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa2243f640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa1c102e00 0x7ffa1c1982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:34:07.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa2243f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa1c1037c0 0x7ffa1c19f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:34:07.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa2243f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ffa1c10d730 con 0x7ffa1c1037c0 2024-09-05T07:34:07.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa2243f640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ffa1c10d5b0 con 0x7ffa1c102e00 2024-09-05T07:34:07.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa2243f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ffa1c10d8b0 con 0x7ffa1c101c00 2024-09-05T07:34:07.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa209dc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa1c1037c0 0x7ffa1c19f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:34:07.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa1bfff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa1c101c00 0x7ffa1c197da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:34:07.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa209dc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa1c1037c0 0x7ffa1c19f320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55520/0 (socket says 172.21.15.71:55520) 2024-09-05T07:34:07.472 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa209dc640 1 -- 172.21.15.71:0/242456034 learned_addr learned my addr 172.21.15.71:0/242456034 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:34:07.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa1b7fe640 1 --2- 172.21.15.71:0/242456034 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa1c102e00 0x7ffa1c1982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:34:07.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa209dc640 1 -- 172.21.15.71:0/242456034 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa1c101c00 msgr2=0x7ffa1c197da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:34:07.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa209dc640 1 --2- 172.21.15.71:0/242456034 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa1c101c00 0x7ffa1c197da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:07.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa209dc640 1 -- 172.21.15.71:0/242456034 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa1c102e00 msgr2=0x7ffa1c1982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:34:07.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa209dc640 1 --2- 172.21.15.71:0/242456034 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa1c102e00 0x7ffa1c1982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:07.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa209dc640 1 -- 172.21.15.71:0/242456034 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa1c19f9c0 con 0x7ffa1c1037c0 2024-09-05T07:34:07.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa209dc640 1 --2- 172.21.15.71:0/242456034 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa1c1037c0 0x7ffa1c19f320 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ffa14009dc0 tx=0x7ffa14003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:34:07.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa197fa640 1 -- 172.21.15.71:0/242456034 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa14032ec0 con 0x7ffa1c1037c0 2024-09-05T07:34:07.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa2243f640 1 -- 172.21.15.71:0/242456034 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa1c19fc50 con 0x7ffa1c1037c0 2024-09-05T07:34:07.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa197fa640 1 -- 172.21.15.71:0/242456034 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa140044f0 con 0x7ffa1c1037c0 2024-09-05T07:34:07.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa197fa640 1 -- 172.21.15.71:0/242456034 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa14030d40 con 0x7ffa1c1037c0 2024-09-05T07:34:07.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.464+0000 7ffa2243f640 1 -- 172.21.15.71:0/242456034 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa1c1a0190 con 0x7ffa1c1037c0 2024-09-05T07:34:07.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.466+0000 7ffa2243f640 1 -- 172.21.15.71:0/242456034 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa1c109000 con 0x7ffa1c1037c0 2024-09-05T07:34:07.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.467+0000 7ffa197fa640 1 -- 172.21.15.71:0/242456034 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ffa14004040 con 0x7ffa1c1037c0 2024-09-05T07:34:07.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.468+0000 7ffa197fa640 1 --2- 172.21.15.71:0/242456034 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ffa040a2d20 0x7ffa040a51e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:34:07.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.468+0000 7ffa1bfff640 1 --2- 172.21.15.71:0/242456034 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ffa040a2d20 0x7ffa040a51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:34:07.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.468+0000 7ffa197fa640 1 -- 172.21.15.71:0/242456034 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5862+0+0 (secure 0 0 0) 0x7ffa140efc10 con 0x7ffa1c1037c0 2024-09-05T07:34:07.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.469+0000 7ffa1bfff640 1 --2- 172.21.15.71:0/242456034 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ffa040a2d20 0x7ffa040a51e0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7ffa1c199280 tx=0x7ffa0c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:34:07.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.472+0000 7ffa197fa640 1 -- 172.21.15.71:0/242456034 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ffa140bd500 con 0x7ffa1c1037c0 2024-09-05T07:34:07.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:07.654+0000 7ffa2243f640 1 -- 172.21.15.71:0/242456034 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7ffa1c062630 con 0x7ffa040a2d20 2024-09-05T07:34:08.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:07 smithi071 ceph-mon[30965]: purged_snaps scrub starts 2024-09-05T07:34:08.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:07 smithi071 ceph-mon[30965]: purged_snaps scrub ok 2024-09-05T07:34:08.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:07 smithi071 ceph-mon[30965]: Detected new or changed devices on smithi192 2024-09-05T07:34:08.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:07 smithi071 ceph-mon[30965]: Adjusting osd_memory_target on smithi192 to 5696M 2024-09-05T07:34:08.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:07 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:34:08.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:07 smithi071 ceph-mon[30965]: osd.8 [v2:172.21.15.192:6816/3079566549,v1:172.21.15.192:6817/3079566549] boot 2024-09-05T07:34:08.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:07 smithi071 ceph-mon[30965]: osdmap e57: 9 total, 9 up, 9 in 2024-09-05T07:34:08.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:07 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:34:08.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:07 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:34:08.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:07 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:34:08.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:07 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:08.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:07 smithi192 ceph-mon[34929]: purged_snaps scrub starts 2024-09-05T07:34:08.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:07 smithi192 ceph-mon[34929]: purged_snaps scrub ok 2024-09-05T07:34:08.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:07 smithi192 ceph-mon[34929]: Detected new or changed devices on smithi192 2024-09-05T07:34:08.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:07 smithi192 ceph-mon[34929]: Adjusting osd_memory_target on smithi192 to 5696M 2024-09-05T07:34:08.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:07 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:34:08.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:07 smithi192 ceph-mon[34929]: osd.8 [v2:172.21.15.192:6816/3079566549,v1:172.21.15.192:6817/3079566549] boot 2024-09-05T07:34:08.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:07 smithi192 ceph-mon[34929]: osdmap e57: 9 total, 9 up, 9 in 2024-09-05T07:34:08.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:07 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:34:08.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:07 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:34:08.212 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:07 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:34:08.212 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:07 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:08.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:07 smithi123 ceph-mon[34568]: purged_snaps scrub starts 2024-09-05T07:34:08.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:07 smithi123 ceph-mon[34568]: purged_snaps scrub ok 2024-09-05T07:34:08.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:07 smithi123 ceph-mon[34568]: Detected new or changed devices on smithi192 2024-09-05T07:34:08.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:07 smithi123 ceph-mon[34568]: Adjusting osd_memory_target on smithi192 to 5696M 2024-09-05T07:34:08.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:07 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:34:08.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:07 smithi123 ceph-mon[34568]: osd.8 [v2:172.21.15.192:6816/3079566549,v1:172.21.15.192:6817/3079566549] boot 2024-09-05T07:34:08.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:07 smithi123 ceph-mon[34568]: osdmap e57: 9 total, 9 up, 9 in 2024-09-05T07:34:08.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:07 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:34:08.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:07 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:34:08.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:07 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:34:08.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:07 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:09.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:08 smithi071 ceph-mon[30965]: from='client.14397 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:34:09.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:08 smithi071 ceph-mon[30965]: osdmap e58: 9 total, 9 up, 9 in 2024-09-05T07:34:09.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:08 smithi071 ceph-mon[30965]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:09.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:08 smithi123 ceph-mon[34568]: from='client.14397 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:34:09.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:08 smithi123 ceph-mon[34568]: osdmap e58: 9 total, 9 up, 9 in 2024-09-05T07:34:09.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:08 smithi123 ceph-mon[34568]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:09.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:08 smithi192 ceph-mon[34929]: from='client.14397 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:34:09.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:08 smithi192 ceph-mon[34929]: osdmap e58: 9 total, 9 up, 9 in 2024-09-05T07:34:09.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:08 smithi192 ceph-mon[34929]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:10.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:09 smithi071 ceph-mon[30965]: osdmap e59: 9 total, 9 up, 9 in 2024-09-05T07:34:10.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:09 smithi123 ceph-mon[34568]: osdmap e59: 9 total, 9 up, 9 in 2024-09-05T07:34:10.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:09 smithi192 ceph-mon[34929]: osdmap e59: 9 total, 9 up, 9 in 2024-09-05T07:34:11.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:10 smithi071 ceph-mon[30965]: osdmap e60: 9 total, 9 up, 9 in 2024-09-05T07:34:11.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:10 smithi071 ceph-mon[30965]: pgmap v188: 1 pgs: 1 remapped+peering; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:11.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:10 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2387328614' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "79b675ae-7c56-4b65-9ecb-376dc0d305e5"}]: dispatch 2024-09-05T07:34:11.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:10 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2387328614' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "79b675ae-7c56-4b65-9ecb-376dc0d305e5"}]': finished 2024-09-05T07:34:11.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:10 smithi071 ceph-mon[30965]: osdmap e61: 10 total, 9 up, 10 in 2024-09-05T07:34:11.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:10 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:34:11.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:10 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1615123626' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:34:11.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:10 smithi123 ceph-mon[34568]: osdmap e60: 9 total, 9 up, 9 in 2024-09-05T07:34:11.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:10 smithi123 ceph-mon[34568]: pgmap v188: 1 pgs: 1 remapped+peering; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:11.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:10 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2387328614' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "79b675ae-7c56-4b65-9ecb-376dc0d305e5"}]: dispatch 2024-09-05T07:34:11.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:10 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2387328614' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "79b675ae-7c56-4b65-9ecb-376dc0d305e5"}]': finished 2024-09-05T07:34:11.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:10 smithi123 ceph-mon[34568]: osdmap e61: 10 total, 9 up, 10 in 2024-09-05T07:34:11.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:10 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:34:11.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:10 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1615123626' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:34:11.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:10 smithi192 ceph-mon[34929]: osdmap e60: 9 total, 9 up, 9 in 2024-09-05T07:34:11.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:10 smithi192 ceph-mon[34929]: pgmap v188: 1 pgs: 1 remapped+peering; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:11.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:10 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2387328614' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "79b675ae-7c56-4b65-9ecb-376dc0d305e5"}]: dispatch 2024-09-05T07:34:11.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:10 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2387328614' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "79b675ae-7c56-4b65-9ecb-376dc0d305e5"}]': finished 2024-09-05T07:34:11.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:10 smithi192 ceph-mon[34929]: osdmap e61: 10 total, 9 up, 10 in 2024-09-05T07:34:11.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:10 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:34:11.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:10 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1615123626' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:34:13.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:13 smithi071 ceph-mon[30965]: pgmap v190: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:13.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:13 smithi123 ceph-mon[34568]: pgmap v190: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:13.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:13 smithi192 ceph-mon[34929]: pgmap v190: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:15.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:15 smithi071 ceph-mon[30965]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-05T07:34:15.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:15 smithi123 ceph-mon[34568]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-05T07:34:15.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:15 smithi192 ceph-mon[34929]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-05T07:34:17.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:17 smithi071 ceph-mon[30965]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-09-05T07:34:17.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:17 smithi123 ceph-mon[34568]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-09-05T07:34:17.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:17 smithi192 ceph-mon[34929]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-09-05T07:34:19.620 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:19 smithi071 ceph-mon[30965]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-05T07:34:19.620 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:19 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-05T07:34:19.620 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:19 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:19.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:19 smithi123 ceph-mon[34568]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-05T07:34:19.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:19 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-05T07:34:19.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:19 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:19.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:19 smithi192 ceph-mon[34929]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-05T07:34:19.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:19 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-05T07:34:19.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:19 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:20.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:20 smithi071 ceph-mon[30965]: Deploying daemon osd.9 on smithi071 2024-09-05T07:34:20.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:20 smithi123 ceph-mon[34568]: Deploying daemon osd.9 on smithi071 2024-09-05T07:34:20.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:20 smithi192 ceph-mon[34929]: Deploying daemon osd.9 on smithi071 2024-09-05T07:34:21.647 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:21 smithi071 ceph-mon[30965]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-05T07:34:21.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:21 smithi123 ceph-mon[34568]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-05T07:34:21.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:21 smithi192 ceph-mon[34929]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-05T07:34:23.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:23 smithi071 ceph-mon[30965]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T07:34:23.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:23 smithi123 ceph-mon[34568]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T07:34:23.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:23 smithi192 ceph-mon[34929]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T07:34:25.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:25 smithi071 ceph-mon[30965]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T07:34:25.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:25 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:34:25.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:25 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:25.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:25 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:25.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:25 smithi123 ceph-mon[34568]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T07:34:25.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:25 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:34:25.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:25 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:25.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:25 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:25.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:25 smithi192 ceph-mon[34929]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T07:34:25.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:25 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:34:25.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:25 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:25.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:25 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:27.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:27 smithi071 ceph-mon[30965]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:27.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:27 smithi123 ceph-mon[34568]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:27.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:27 smithi192 ceph-mon[34929]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:28.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:28.905+0000 7ffa197fa640 1 -- 172.21.15.71:0/242456034 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7ffa1c062630 con 0x7ffa040a2d20 2024-09-05T07:34:28.907 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 9 on host 'smithi071' 2024-09-05T07:34:28.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:28.908+0000 7ffa2243f640 1 -- 172.21.15.71:0/242456034 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ffa040a2d20 msgr2=0x7ffa040a51e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:34:28.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:28.908+0000 7ffa2243f640 1 --2- 172.21.15.71:0/242456034 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ffa040a2d20 0x7ffa040a51e0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7ffa1c199280 tx=0x7ffa0c005f90 comp rx=0 tx=0).stop 2024-09-05T07:34:28.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:28.908+0000 7ffa2243f640 1 -- 172.21.15.71:0/242456034 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa1c1037c0 msgr2=0x7ffa1c19f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:34:28.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:28.908+0000 7ffa2243f640 1 --2- 172.21.15.71:0/242456034 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa1c1037c0 0x7ffa1c19f320 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ffa14009dc0 tx=0x7ffa14003ba0 comp rx=0 tx=0).stop 2024-09-05T07:34:28.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:28.908+0000 7ffa2243f640 1 -- 172.21.15.71:0/242456034 shutdown_connections 2024-09-05T07:34:28.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:28.908+0000 7ffa2243f640 1 --2- 172.21.15.71:0/242456034 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ffa040a2d20 0x7ffa040a51e0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:28.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:28.908+0000 7ffa2243f640 1 --2- 172.21.15.71:0/242456034 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa1c1037c0 0x7ffa1c19f320 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:28.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:28.908+0000 7ffa2243f640 1 --2- 172.21.15.71:0/242456034 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa1c102e00 0x7ffa1c1982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:28.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:28.908+0000 7ffa2243f640 1 --2- 172.21.15.71:0/242456034 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa1c101c00 0x7ffa1c197da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:28.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:28.908+0000 7ffa2243f640 1 -- 172.21.15.71:0/242456034 >> 172.21.15.71:0/242456034 conn(0x7ffa1c0fd390 msgr2=0x7ffa1c1061d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:34:28.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:28.908+0000 7ffa2243f640 1 -- 172.21.15.71:0/242456034 shutdown_connections 2024-09-05T07:34:28.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:34:28.908+0000 7ffa2243f640 1 -- 172.21.15.71:0/242456034 wait complete. 2024-09-05T07:34:29.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:29 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:29.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:29 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:29.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:29 smithi123 ceph-mon[34568]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:29.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:29 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:29.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:29 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:29.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:29 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:29.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:29 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:29.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:29 smithi192 ceph-mon[34929]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:29.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:29 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:29.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:29 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:29.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:29 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:29.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:29 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:29.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:29 smithi071 ceph-mon[30965]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:29.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:29 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:29.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:29 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:29.735 DEBUG:teuthology.orchestra.run.smithi071:osd.9> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.9.service 2024-09-05T07:34:29.738 INFO:tasks.cephadm:Deploying osd.10 on smithi123 with /dev/vg_nvme/lv_1... 2024-09-05T07:34:29.738 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-05T07:34:29.995 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T07:34:31.142 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:34:30 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:34:30.865+0000 7eff8e759640 -1 osd.9 0 log_to_monitors true 2024-09-05T07:34:31.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:31 smithi071 ceph-mon[30965]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:31.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:31 smithi071 ceph-mon[30965]: from='osd.9 [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-05T07:34:31.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:31 smithi123 ceph-mon[34568]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:31.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:31 smithi123 ceph-mon[34568]: from='osd.9 [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-05T07:34:31.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:31 smithi192 ceph-mon[34929]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:31.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:31 smithi192 ceph-mon[34929]: from='osd.9 [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-05T07:34:32.509 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:32 smithi123 ceph-mon[34568]: from='osd.9 [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-05T07:34:32.510 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:32 smithi123 ceph-mon[34568]: osdmap e62: 10 total, 9 up, 10 in 2024-09-05T07:34:32.510 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:32 smithi123 ceph-mon[34568]: from='osd.9 [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-05T07:34:32.510 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:32 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:34:32.510 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:32 smithi123 ceph-mon[34568]: from='osd.9 [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-05T07:34:32.510 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:32 smithi123 ceph-mon[34568]: osdmap e63: 10 total, 9 up, 10 in 2024-09-05T07:34:32.513 INFO:teuthology.orchestra.run.smithi123.stdout: 2024-09-05T07:34:32.539 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi123:vg_nvme/lv_1 2024-09-05T07:34:32.566 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:34:32 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:34:32.323+0000 7eff8a6dc640 -1 osd.9 0 waiting for initial osdmap 2024-09-05T07:34:32.566 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:34:32 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:34:32.335+0000 7eff86504640 -1 osd.9 63 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T07:34:32.566 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:32 smithi071 ceph-mon[30965]: from='osd.9 [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-05T07:34:32.566 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:32 smithi071 ceph-mon[30965]: osdmap e62: 10 total, 9 up, 10 in 2024-09-05T07:34:32.566 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:32 smithi071 ceph-mon[30965]: from='osd.9 [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-05T07:34:32.566 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:32 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:34:32.567 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:32 smithi071 ceph-mon[30965]: from='osd.9 [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-05T07:34:32.567 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:32 smithi071 ceph-mon[30965]: osdmap e63: 10 total, 9 up, 10 in 2024-09-05T07:34:32.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:32 smithi192 ceph-mon[34929]: from='osd.9 [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-05T07:34:32.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:32 smithi192 ceph-mon[34929]: osdmap e62: 10 total, 9 up, 10 in 2024-09-05T07:34:32.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:32 smithi192 ceph-mon[34929]: from='osd.9 [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2024-09-05T07:34:32.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:32 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:34:32.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:32 smithi192 ceph-mon[34929]: from='osd.9 [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2024-09-05T07:34:32.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:32 smithi192 ceph-mon[34929]: osdmap e63: 10 total, 9 up, 10 in 2024-09-05T07:34:32.790 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T07:34:33.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.247+0000 7fe9e32a1640 1 -- 172.21.15.123:0/1514398304 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9dc1078c0 msgr2=0x7fe9dc109d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:34:33.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.247+0000 7fe9e32a1640 1 --2- 172.21.15.123:0/1514398304 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9dc1078c0 0x7fe9dc109d10 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe9d4009ca0 tx=0x7fe9d402a8c0 comp rx=0 tx=0).stop 2024-09-05T07:34:33.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.248+0000 7fe9e32a1640 1 -- 172.21.15.123:0/1514398304 shutdown_connections 2024-09-05T07:34:33.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.248+0000 7fe9e32a1640 1 --2- 172.21.15.123:0/1514398304 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9dc1078c0 0x7fe9dc109d10 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:33.273 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.248+0000 7fe9e32a1640 1 --2- 172.21.15.123:0/1514398304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9dc104f90 0x7fe9dc107380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:33.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.248+0000 7fe9e32a1640 1 --2- 172.21.15.123:0/1514398304 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9dc102660 0x7fe9dc104a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:33.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.248+0000 7fe9e32a1640 1 -- 172.21.15.123:0/1514398304 >> 172.21.15.123:0/1514398304 conn(0x7fe9dc0fc280 msgr2=0x7fe9dc0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:34:33.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.248+0000 7fe9e32a1640 1 -- 172.21.15.123:0/1514398304 shutdown_connections 2024-09-05T07:34:33.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.248+0000 7fe9e32a1640 1 -- 172.21.15.123:0/1514398304 wait complete. 2024-09-05T07:34:33.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.248+0000 7fe9e32a1640 1 Processor -- start 2024-09-05T07:34:33.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.248+0000 7fe9e32a1640 1 -- start start 2024-09-05T07:34:33.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.249+0000 7fe9e32a1640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9dc102660 0x7fe9dc197d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:34:33.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.249+0000 7fe9e32a1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9dc104f90 0x7fe9dc1982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:34:33.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.249+0000 7fe9e32a1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9dc1078c0 0x7fe9dc19f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:34:33.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.249+0000 7fe9e32a1640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe9dc10d710 con 0x7fe9dc104f90 2024-09-05T07:34:33.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.249+0000 7fe9e32a1640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe9dc10d590 con 0x7fe9dc102660 2024-09-05T07:34:33.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.249+0000 7fe9e32a1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe9dc10d890 con 0x7fe9dc1078c0 2024-09-05T07:34:33.274 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.249+0000 7fe9e103d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9dc102660 0x7fe9dc197d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:34:33.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.249+0000 7fe9e103d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9dc102660 0x7fe9dc197d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.123:44072/0 (socket says 172.21.15.123:44072) 2024-09-05T07:34:33.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.249+0000 7fe9e103d640 1 -- 172.21.15.123:0/2802494279 learned_addr learned my addr 172.21.15.123:0/2802494279 (peer_addr_for_me v2:172.21.15.123:0/0) 2024-09-05T07:34:33.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.249+0000 7fe9e083c640 1 --2- 172.21.15.123:0/2802494279 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9dc104f90 0x7fe9dc1982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:34:33.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.249+0000 7fe9e183e640 1 --2- 172.21.15.123:0/2802494279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9dc1078c0 0x7fe9dc19f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:34:33.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.249+0000 7fe9e103d640 1 -- 172.21.15.123:0/2802494279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9dc1078c0 msgr2=0x7fe9dc19f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:34:33.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.249+0000 7fe9e103d640 1 --2- 172.21.15.123:0/2802494279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9dc1078c0 0x7fe9dc19f320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:33.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.249+0000 7fe9e103d640 1 -- 172.21.15.123:0/2802494279 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9dc104f90 msgr2=0x7fe9dc1982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:34:33.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.249+0000 7fe9e103d640 1 --2- 172.21.15.123:0/2802494279 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9dc104f90 0x7fe9dc1982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:33.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.249+0000 7fe9e103d640 1 -- 172.21.15.123:0/2802494279 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9dc19f990 con 0x7fe9dc102660 2024-09-05T07:34:33.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.249+0000 7fe9e183e640 1 --2- 172.21.15.123:0/2802494279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9dc1078c0 0x7fe9dc19f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:34:33.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.249+0000 7fe9e103d640 1 --2- 172.21.15.123:0/2802494279 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9dc102660 0x7fe9dc197d60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe9d800d950 tx=0x7fe9d800dd50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:34:33.275 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.250+0000 7fe9d27fc640 1 -- 172.21.15.123:0/2802494279 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d8017030 con 0x7fe9dc102660 2024-09-05T07:34:33.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.250+0000 7fe9d27fc640 1 -- 172.21.15.123:0/2802494279 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9d8004020 con 0x7fe9dc102660 2024-09-05T07:34:33.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.250+0000 7fe9d27fc640 1 -- 172.21.15.123:0/2802494279 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d8005570 con 0x7fe9dc102660 2024-09-05T07:34:33.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.250+0000 7fe9e32a1640 1 -- 172.21.15.123:0/2802494279 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9dc19fc80 con 0x7fe9dc102660 2024-09-05T07:34:33.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.250+0000 7fe9e32a1640 1 -- 172.21.15.123:0/2802494279 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9dc1a01c0 con 0x7fe9dc102660 2024-09-05T07:34:33.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.251+0000 7fe9e32a1640 1 -- 172.21.15.123:0/2802494279 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9dc0fdd70 con 0x7fe9dc102660 2024-09-05T07:34:33.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.252+0000 7fe9d27fc640 1 -- 172.21.15.123:0/2802494279 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe9d80041d0 con 0x7fe9dc102660 2024-09-05T07:34:33.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.253+0000 7fe9d27fc640 1 --2- 172.21.15.123:0/2802494279 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe9c80a2bb0 0x7fe9c80a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:34:33.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.253+0000 7fe9d27fc640 1 -- 172.21.15.123:0/2802494279 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5981+0+0 (secure 0 0 0) 0x7fe9d80ce0e0 con 0x7fe9dc102660 2024-09-05T07:34:33.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.253+0000 7fe9e083c640 1 --2- 172.21.15.123:0/2802494279 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe9c80a2bb0 0x7fe9c80a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:34:33.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.254+0000 7fe9e083c640 1 --2- 172.21.15.123:0/2802494279 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe9c80a2bb0 0x7fe9c80a5070 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe9dc199280 tx=0x7fe9cc00a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:34:33.276 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.257+0000 7fe9d27fc640 1 -- 172.21.15.123:0/2802494279 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe9d809b960 con 0x7fe9dc102660 2024-09-05T07:34:33.326 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:33 smithi071 ceph-mon[30965]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:33.326 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:34:33.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:34:33.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:33.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:33.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:33.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:33.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:33.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:33.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:33.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:33.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:34:33.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:33.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:34:33.327 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:33.328 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:34:33.328 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:33.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:33 smithi123 ceph-mon[34568]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:33.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:34:33.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:34:33.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:33.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:33.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:33.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:33.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:33.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:33.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:33.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:33.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:34:33.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:33.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:34:33.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:33.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:34:33.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:33.444 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:33.442+0000 7fe9e32a1640 1 -- 172.21.15.123:0/2802494279 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fe9dc062630 con 0x7fe9c80a2bb0 2024-09-05T07:34:33.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:33 smithi192 ceph-mon[34929]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:33.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:34:33.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:34:33.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:33.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:33.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:33.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:33.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:33.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:33.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:33.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:33.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:34:33.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:33.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:34:33.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:33.712 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:34:33.712 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:34.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:34 smithi123 ceph-mon[34568]: purged_snaps scrub starts 2024-09-05T07:34:34.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:34 smithi123 ceph-mon[34568]: purged_snaps scrub ok 2024-09-05T07:34:34.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:34 smithi123 ceph-mon[34568]: Detected new or changed devices on smithi071 2024-09-05T07:34:34.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:34 smithi123 ceph-mon[34568]: Adjusting osd_memory_target on smithi071 to 4272M 2024-09-05T07:34:34.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:34:34.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:34 smithi123 ceph-mon[34568]: osd.9 [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717] boot 2024-09-05T07:34:34.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:34 smithi123 ceph-mon[34568]: osdmap e64: 10 total, 10 up, 10 in 2024-09-05T07:34:34.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:34:34.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:34:34.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:34:34.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:34 smithi071 ceph-mon[30965]: purged_snaps scrub starts 2024-09-05T07:34:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:34 smithi071 ceph-mon[30965]: purged_snaps scrub ok 2024-09-05T07:34:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:34 smithi071 ceph-mon[30965]: Detected new or changed devices on smithi071 2024-09-05T07:34:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:34 smithi071 ceph-mon[30965]: Adjusting osd_memory_target on smithi071 to 4272M 2024-09-05T07:34:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:34:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:34 smithi071 ceph-mon[30965]: osd.9 [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717] boot 2024-09-05T07:34:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:34 smithi071 ceph-mon[30965]: osdmap e64: 10 total, 10 up, 10 in 2024-09-05T07:34:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:34:34.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:34:34.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:34:34.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:34 smithi192 ceph-mon[34929]: purged_snaps scrub starts 2024-09-05T07:34:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:34 smithi192 ceph-mon[34929]: purged_snaps scrub ok 2024-09-05T07:34:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:34 smithi192 ceph-mon[34929]: Detected new or changed devices on smithi071 2024-09-05T07:34:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:34 smithi192 ceph-mon[34929]: Adjusting osd_memory_target on smithi071 to 4272M 2024-09-05T07:34:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:34:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:34 smithi192 ceph-mon[34929]: osd.9 [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717] boot 2024-09-05T07:34:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:34 smithi192 ceph-mon[34929]: osdmap e64: 10 total, 10 up, 10 in 2024-09-05T07:34:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:34:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:34:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:34:34.712 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:35.399 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:35 smithi123 ceph-mon[34568]: from='client.24335 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:34:35.399 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:35 smithi123 ceph-mon[34568]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:35.399 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:35 smithi123 ceph-mon[34568]: osdmap e65: 10 total, 10 up, 10 in 2024-09-05T07:34:35.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:35 smithi071 ceph-mon[30965]: from='client.24335 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:34:35.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:35 smithi071 ceph-mon[30965]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:35.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:35 smithi071 ceph-mon[30965]: osdmap e65: 10 total, 10 up, 10 in 2024-09-05T07:34:35.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:35 smithi192 ceph-mon[34929]: from='client.24335 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi123:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:34:35.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:35 smithi192 ceph-mon[34929]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-09-05T07:34:35.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:35 smithi192 ceph-mon[34929]: osdmap e65: 10 total, 10 up, 10 in 2024-09-05T07:34:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:36 smithi071 ceph-mon[30965]: from='client.? 172.21.15.123:0/3844355726' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e26505a-15f9-4758-9ef7-886a46364844"}]: dispatch 2024-09-05T07:34:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:36 smithi071 ceph-mon[30965]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e26505a-15f9-4758-9ef7-886a46364844"}]: dispatch 2024-09-05T07:34:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:36 smithi071 ceph-mon[30965]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5e26505a-15f9-4758-9ef7-886a46364844"}]': finished 2024-09-05T07:34:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:36 smithi071 ceph-mon[30965]: osdmap e66: 11 total, 10 up, 11 in 2024-09-05T07:34:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:36 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:34:36.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:36 smithi123 ceph-mon[34568]: from='client.? 172.21.15.123:0/3844355726' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e26505a-15f9-4758-9ef7-886a46364844"}]: dispatch 2024-09-05T07:34:36.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:36 smithi123 ceph-mon[34568]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e26505a-15f9-4758-9ef7-886a46364844"}]: dispatch 2024-09-05T07:34:36.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:36 smithi123 ceph-mon[34568]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5e26505a-15f9-4758-9ef7-886a46364844"}]': finished 2024-09-05T07:34:36.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:36 smithi123 ceph-mon[34568]: osdmap e66: 11 total, 10 up, 11 in 2024-09-05T07:34:36.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:36 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:34:36.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:36 smithi192 ceph-mon[34929]: from='client.? 172.21.15.123:0/3844355726' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e26505a-15f9-4758-9ef7-886a46364844"}]: dispatch 2024-09-05T07:34:36.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:36 smithi192 ceph-mon[34929]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e26505a-15f9-4758-9ef7-886a46364844"}]: dispatch 2024-09-05T07:34:36.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:36 smithi192 ceph-mon[34929]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5e26505a-15f9-4758-9ef7-886a46364844"}]': finished 2024-09-05T07:34:36.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:36 smithi192 ceph-mon[34929]: osdmap e66: 11 total, 10 up, 11 in 2024-09-05T07:34:36.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:36 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:34:37.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:37 smithi071 ceph-mon[30965]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:37.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:37 smithi071 ceph-mon[30965]: from='client.? 172.21.15.123:0/2227794672' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:34:37.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:37 smithi123 ceph-mon[34568]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:37.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:37 smithi123 ceph-mon[34568]: from='client.? 172.21.15.123:0/2227794672' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:34:37.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:37 smithi192 ceph-mon[34929]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:37.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:37 smithi192 ceph-mon[34929]: from='client.? 172.21.15.123:0/2227794672' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:34:39.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:39 smithi071 ceph-mon[30965]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:39.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:39 smithi123 ceph-mon[34568]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:39.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:39 smithi192 ceph-mon[34929]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:41.605 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:41 smithi123 ceph-mon[34568]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:41.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:41 smithi071 ceph-mon[30965]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:41.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:41 smithi192 ceph-mon[34929]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:43.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:43 smithi123 ceph-mon[34568]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:43.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:43 smithi071 ceph-mon[30965]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:43.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:43 smithi192 ceph-mon[34929]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:45.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:45 smithi071 ceph-mon[30965]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:45.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:45 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-05T07:34:45.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:45 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:45.670 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:45 smithi123 ceph-mon[34568]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:45.670 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:45 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-05T07:34:45.670 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:45 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:45.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:45 smithi192 ceph-mon[34929]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:45.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:45 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-05T07:34:45.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:45 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:46.563 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:46 smithi123 ceph-mon[34568]: Deploying daemon osd.10 on smithi123 2024-09-05T07:34:46.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:46 smithi071 ceph-mon[30965]: Deploying daemon osd.10 on smithi123 2024-09-05T07:34:46.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:46 smithi192 ceph-mon[34929]: Deploying daemon osd.10 on smithi123 2024-09-05T07:34:47.561 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:47 smithi123 ceph-mon[34568]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:47.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:47 smithi071 ceph-mon[30965]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:47.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:47 smithi192 ceph-mon[34929]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:49.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:49 smithi071 ceph-mon[30965]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:49.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:49 smithi123 ceph-mon[34568]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:49.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:49 smithi192 ceph-mon[34929]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:50.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:50 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:34:50.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:50 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:50.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:50 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:50.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:50 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:34:50.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:50 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:50.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:50 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:50.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:50 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:34:50.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:50 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:50.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:50 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:51.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:51 smithi071 ceph-mon[30965]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:51.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:51 smithi123 ceph-mon[34568]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:51.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:51 smithi192 ceph-mon[34929]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:53.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:53 smithi123 ceph-mon[34568]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:53.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:53 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:53.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:53 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:53.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:53 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:53.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:53 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:34:53.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:53 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:53.633 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:53.633+0000 7fe9d27fc640 1 -- 172.21.15.123:0/2802494279 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fe9dc062630 con 0x7fe9c80a2bb0 2024-09-05T07:34:53.634 INFO:teuthology.orchestra.run.smithi123.stdout:Created osd(s) 10 on host 'smithi123' 2024-09-05T07:34:53.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:53.635+0000 7fe9e32a1640 1 -- 172.21.15.123:0/2802494279 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe9c80a2bb0 msgr2=0x7fe9c80a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:34:53.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:53.635+0000 7fe9e32a1640 1 --2- 172.21.15.123:0/2802494279 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe9c80a2bb0 0x7fe9c80a5070 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe9dc199280 tx=0x7fe9cc00a2d0 comp rx=0 tx=0).stop 2024-09-05T07:34:53.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:53.635+0000 7fe9e32a1640 1 -- 172.21.15.123:0/2802494279 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9dc102660 msgr2=0x7fe9dc197d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:34:53.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:53.635+0000 7fe9e32a1640 1 --2- 172.21.15.123:0/2802494279 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9dc102660 0x7fe9dc197d60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe9d800d950 tx=0x7fe9d800dd50 comp rx=0 tx=0).stop 2024-09-05T07:34:53.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:53.635+0000 7fe9e32a1640 1 -- 172.21.15.123:0/2802494279 shutdown_connections 2024-09-05T07:34:53.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:53.635+0000 7fe9e32a1640 1 --2- 172.21.15.123:0/2802494279 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe9c80a2bb0 0x7fe9c80a5070 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:53.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:53.635+0000 7fe9e32a1640 1 --2- 172.21.15.123:0/2802494279 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9dc1078c0 0x7fe9dc19f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:53.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:53.635+0000 7fe9e32a1640 1 --2- 172.21.15.123:0/2802494279 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9dc104f90 0x7fe9dc1982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:53.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:53.635+0000 7fe9e32a1640 1 --2- 172.21.15.123:0/2802494279 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9dc102660 0x7fe9dc197d60 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:53.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:53.635+0000 7fe9e32a1640 1 -- 172.21.15.123:0/2802494279 >> 172.21.15.123:0/2802494279 conn(0x7fe9dc0fc280 msgr2=0x7fe9dc102f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:34:53.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:53.635+0000 7fe9e32a1640 1 -- 172.21.15.123:0/2802494279 shutdown_connections 2024-09-05T07:34:53.636 INFO:teuthology.orchestra.run.smithi123.stderr:2024-09-05T07:34:53.635+0000 7fe9e32a1640 1 -- 172.21.15.123:0/2802494279 wait complete. 2024-09-05T07:34:53.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:53 smithi071 ceph-mon[30965]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:53.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:53 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:53.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:53 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:53.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:53 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:53.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:53 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:34:53.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:53 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:53.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:53 smithi192 ceph-mon[34929]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:53.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:53 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:53.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:53 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:53.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:53 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:53.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:53 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:34:53.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:53 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:54.270 DEBUG:teuthology.orchestra.run.smithi123:osd.10> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.10.service 2024-09-05T07:34:54.343 INFO:tasks.cephadm:Deploying osd.11 on smithi192 with /dev/vg_nvme/lv_1... 2024-09-05T07:34:54.343 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-05T07:34:54.508 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:54 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:34:54.509 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:54 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:54.509 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:54 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:54.597 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T07:34:54.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:54 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:34:54.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:54 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:54.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:54 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:54.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:54 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:34:54.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:54 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:54.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:54 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:55.490 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:55 smithi123 ceph-mon[34568]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:55.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:55 smithi071 ceph-mon[30965]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:55.699 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:55 smithi192 ceph-mon[34929]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:55.793 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:34:55 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:34:55.595+0000 7f2dd780b640 -1 osd.10 0 log_to_monitors true 2024-09-05T07:34:56.622 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:56 smithi192 ceph-mon[34929]: from='osd.10 [v2:172.21.15.123:6824/2204926848,v1:172.21.15.123:6825/2204926848]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-05T07:34:56.622 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:56 smithi192 ceph-mon[34929]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-05T07:34:56.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:56 smithi071 ceph-mon[30965]: from='osd.10 [v2:172.21.15.123:6824/2204926848,v1:172.21.15.123:6825/2204926848]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-05T07:34:56.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:56 smithi071 ceph-mon[30965]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-05T07:34:56.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:56 smithi123 ceph-mon[34568]: from='osd.10 [v2:172.21.15.123:6824/2204926848,v1:172.21.15.123:6825/2204926848]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-05T07:34:56.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:56 smithi123 ceph-mon[34568]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-05T07:34:57.136 INFO:teuthology.orchestra.run.smithi192.stdout: 2024-09-05T07:34:57.169 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi192:vg_nvme/lv_1 2024-09-05T07:34:57.426 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:34:57 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:34:57.389+0000 7f2dd378e640 -1 osd.10 0 waiting for initial osdmap 2024-09-05T07:34:57.427 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:34:57 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:34:57.398+0000 7f2dcf5b6640 -1 osd.10 68 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T07:34:57.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:57 smithi123 ceph-mon[34568]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:57.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:57 smithi123 ceph-mon[34568]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-05T07:34:57.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:57 smithi123 ceph-mon[34568]: osdmap e67: 11 total, 10 up, 11 in 2024-09-05T07:34:57.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:57 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:34:57.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:57 smithi123 ceph-mon[34568]: from='osd.10 [v2:172.21.15.123:6824/2204926848,v1:172.21.15.123:6825/2204926848]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:34:57.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:57 smithi123 ceph-mon[34568]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:34:57.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:57 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:57.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:57 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:57.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:57 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:57.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:57 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:57.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:57 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:57.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:57 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:57.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:57 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:57.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:57 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:57.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:57 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:34:57.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:57 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:57.430 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T07:34:57.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:57 smithi192 ceph-mon[34929]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:57.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:57 smithi192 ceph-mon[34929]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-05T07:34:57.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:57 smithi192 ceph-mon[34929]: osdmap e67: 11 total, 10 up, 11 in 2024-09-05T07:34:57.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:57 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:34:57.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:57 smithi192 ceph-mon[34929]: from='osd.10 [v2:172.21.15.123:6824/2204926848,v1:172.21.15.123:6825/2204926848]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:34:57.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:57 smithi192 ceph-mon[34929]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:34:57.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:57 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:57.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:57 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:57.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:57 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:57.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:57 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:57.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:57 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:57.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:57 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:57.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:57 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:57.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:57 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:57.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:57 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:34:57.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:57 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:57.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:57 smithi071 ceph-mon[30965]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:57.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:57 smithi071 ceph-mon[30965]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-05T07:34:57.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:57 smithi071 ceph-mon[30965]: osdmap e67: 11 total, 10 up, 11 in 2024-09-05T07:34:57.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:57 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:34:57.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:57 smithi071 ceph-mon[30965]: from='osd.10 [v2:172.21.15.123:6824/2204926848,v1:172.21.15.123:6825/2204926848]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:34:57.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:57 smithi071 ceph-mon[30965]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]: dispatch 2024-09-05T07:34:57.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:57 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:57.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:57 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:57.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:57 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:57.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:57 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:57.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:57 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:57.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:57 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:34:57.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:57 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:57.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:57 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:57.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:57 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:34:57.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:57 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:34:57.988 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.929+0000 7f0086f5d640 1 -- 172.21.15.192:0/3628845338 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0080104f90 msgr2=0x7f0080107380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:34:57.988 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.929+0000 7f0086f5d640 1 --2- 172.21.15.192:0/3628845338 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0080104f90 0x7f0080107380 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f0074009900 tx=0x7f007402a410 comp rx=0 tx=0).stop 2024-09-05T07:34:57.988 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.929+0000 7f0086f5d640 1 -- 172.21.15.192:0/3628845338 shutdown_connections 2024-09-05T07:34:57.988 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.929+0000 7f0086f5d640 1 --2- 172.21.15.192:0/3628845338 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f00801078c0 0x7f0080109d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:57.988 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.929+0000 7f0086f5d640 1 --2- 172.21.15.192:0/3628845338 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0080104f90 0x7f0080107380 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:57.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.929+0000 7f0086f5d640 1 --2- 172.21.15.192:0/3628845338 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0080102660 0x7f0080104a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:57.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.929+0000 7f0086f5d640 1 -- 172.21.15.192:0/3628845338 >> 172.21.15.192:0/3628845338 conn(0x7f00800fc280 msgr2=0x7f00800fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:34:57.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.929+0000 7f0086f5d640 1 -- 172.21.15.192:0/3628845338 shutdown_connections 2024-09-05T07:34:57.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.929+0000 7f0086f5d640 1 -- 172.21.15.192:0/3628845338 wait complete. 2024-09-05T07:34:57.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.929+0000 7f0086f5d640 1 Processor -- start 2024-09-05T07:34:57.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.929+0000 7f0086f5d640 1 -- start start 2024-09-05T07:34:57.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f0086f5d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0080102660 0x7f0080197eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:34:57.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f0086f5d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0080104f90 0x7f00801983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:34:57.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f0086f5d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f00801078c0 0x7f008019f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:34:57.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f0086f5d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f008010d740 con 0x7f0080102660 2024-09-05T07:34:57.989 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f0086f5d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f008010d5c0 con 0x7f00801078c0 2024-09-05T07:34:57.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f0086f5d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f008010d8c0 con 0x7f0080104f90 2024-09-05T07:34:57.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f007ffff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0080104f90 0x7f00801983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:34:57.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f007ffff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0080104f90 0x7f00801983f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:56126/0 (socket says 172.21.15.192:56126) 2024-09-05T07:34:57.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f007ffff640 1 -- 172.21.15.192:0/1558534334 learned_addr learned my addr 172.21.15.192:0/1558534334 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-05T07:34:57.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f0084cf9640 1 --2- 172.21.15.192:0/1558534334 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0080102660 0x7f0080197eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:34:57.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f00854fa640 1 --2- 172.21.15.192:0/1558534334 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f00801078c0 0x7f008019f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:34:57.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f007ffff640 1 -- 172.21.15.192:0/1558534334 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f00801078c0 msgr2=0x7f008019f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:34:57.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f007ffff640 1 --2- 172.21.15.192:0/1558534334 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f00801078c0 0x7f008019f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:57.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f007ffff640 1 -- 172.21.15.192:0/1558534334 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0080102660 msgr2=0x7f0080197eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:34:57.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f007ffff640 1 --2- 172.21.15.192:0/1558534334 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0080102660 0x7f0080197eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:34:57.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f007ffff640 1 -- 172.21.15.192:0/1558534334 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f008019fae0 con 0x7f0080104f90 2024-09-05T07:34:57.990 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f007ffff640 1 --2- 172.21.15.192:0/1558534334 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0080104f90 0x7f00801983f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f00740314e0 tx=0x7f0074003c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:34:57.991 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f007dffb640 1 -- 172.21.15.192:0/1558534334 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f007403f070 con 0x7f0080104f90 2024-09-05T07:34:57.991 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f007dffb640 1 -- 172.21.15.192:0/1558534334 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0074031e40 con 0x7f0080104f90 2024-09-05T07:34:57.991 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f007dffb640 1 -- 172.21.15.192:0/1558534334 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0074035030 con 0x7f0080104f90 2024-09-05T07:34:57.991 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.930+0000 7f0086f5d640 1 -- 172.21.15.192:0/1558534334 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f008019fd70 con 0x7f0080104f90 2024-09-05T07:34:57.991 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.931+0000 7f0086f5d640 1 -- 172.21.15.192:0/1558534334 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00801a01f0 con 0x7f0080104f90 2024-09-05T07:34:57.991 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.932+0000 7f0086f5d640 1 -- 172.21.15.192:0/1558534334 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00800fdd70 con 0x7f0080104f90 2024-09-05T07:34:57.991 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.934+0000 7f007dffb640 1 -- 172.21.15.192:0/1558534334 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0074042070 con 0x7f0080104f90 2024-09-05T07:34:57.991 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.934+0000 7f007dffb640 1 --2- 172.21.15.192:0/1558534334 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00680a2bb0 0x7f00680a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:34:57.991 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.934+0000 7f007dffb640 1 -- 172.21.15.192:0/1558534334 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6414+0+0 (secure 0 0 0) 0x7f00740ef5e0 con 0x7f0080104f90 2024-09-05T07:34:57.991 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.935+0000 7f0084cf9640 1 --2- 172.21.15.192:0/1558534334 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00680a2bb0 0x7f00680a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:34:57.991 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.935+0000 7f0084cf9640 1 --2- 172.21.15.192:0/1558534334 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00680a2bb0 0x7f00680a5070 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f00700058c0 tx=0x7f007000a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:34:57.992 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:57.937+0000 7f007dffb640 1 -- 172.21.15.192:0/1558534334 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f00740bc660 con 0x7f0080104f90 2024-09-05T07:34:58.111 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:34:58.111+0000 7f0086f5d640 1 -- 172.21.15.192:0/1558534334 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f0080062630 con 0x7f00680a2bb0 2024-09-05T07:34:58.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:58 smithi071 ceph-mon[30965]: Detected new or changed devices on smithi123 2024-09-05T07:34:58.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:58 smithi071 ceph-mon[30965]: Adjusting osd_memory_target on smithi123 to 4272M 2024-09-05T07:34:58.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:58 smithi071 ceph-mon[30965]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T07:34:58.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:58 smithi071 ceph-mon[30965]: osdmap e68: 11 total, 10 up, 11 in 2024-09-05T07:34:58.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:58 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:34:58.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:58 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:34:58.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:58 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:34:58.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:58 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:34:58.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:58 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:58.660 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:58 smithi192 ceph-mon[34929]: Detected new or changed devices on smithi123 2024-09-05T07:34:58.660 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:58 smithi192 ceph-mon[34929]: Adjusting osd_memory_target on smithi123 to 4272M 2024-09-05T07:34:58.660 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:58 smithi192 ceph-mon[34929]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T07:34:58.661 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:58 smithi192 ceph-mon[34929]: osdmap e68: 11 total, 10 up, 11 in 2024-09-05T07:34:58.661 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:58 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:34:58.661 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:58 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:34:58.661 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:58 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:34:58.661 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:58 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:34:58.661 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:58 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:58.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:58 smithi123 ceph-mon[34568]: Detected new or changed devices on smithi123 2024-09-05T07:34:58.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:58 smithi123 ceph-mon[34568]: Adjusting osd_memory_target on smithi123 to 4272M 2024-09-05T07:34:58.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:58 smithi123 ceph-mon[34568]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi123", "root=default"]}]': finished 2024-09-05T07:34:58.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:58 smithi123 ceph-mon[34568]: osdmap e68: 11 total, 10 up, 11 in 2024-09-05T07:34:58.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:58 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:34:58.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:58 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:34:58.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:58 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T07:34:58.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:58 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T07:34:58.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:58 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:34:59.646 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:59 smithi192 ceph-mon[34929]: purged_snaps scrub starts 2024-09-05T07:34:59.647 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:59 smithi192 ceph-mon[34929]: purged_snaps scrub ok 2024-09-05T07:34:59.647 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:59 smithi192 ceph-mon[34929]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:34:59.647 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:59 smithi192 ceph-mon[34929]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:59.647 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:59 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:34:59.647 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:59 smithi192 ceph-mon[34929]: osd.10 [v2:172.21.15.123:6824/2204926848,v1:172.21.15.123:6825/2204926848] boot 2024-09-05T07:34:59.647 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:59 smithi192 ceph-mon[34929]: osdmap e69: 11 total, 11 up, 11 in 2024-09-05T07:34:59.647 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:59 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:34:59.647 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:34:59 smithi192 ceph-mon[34929]: osdmap e70: 11 total, 11 up, 11 in 2024-09-05T07:34:59.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:59 smithi071 ceph-mon[30965]: purged_snaps scrub starts 2024-09-05T07:34:59.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:59 smithi071 ceph-mon[30965]: purged_snaps scrub ok 2024-09-05T07:34:59.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:59 smithi071 ceph-mon[30965]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:34:59.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:59 smithi071 ceph-mon[30965]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:59.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:59 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:34:59.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:59 smithi071 ceph-mon[30965]: osd.10 [v2:172.21.15.123:6824/2204926848,v1:172.21.15.123:6825/2204926848] boot 2024-09-05T07:34:59.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:59 smithi071 ceph-mon[30965]: osdmap e69: 11 total, 11 up, 11 in 2024-09-05T07:34:59.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:59 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:34:59.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:34:59 smithi071 ceph-mon[30965]: osdmap e70: 11 total, 11 up, 11 in 2024-09-05T07:34:59.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:59 smithi123 ceph-mon[34568]: purged_snaps scrub starts 2024-09-05T07:34:59.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:59 smithi123 ceph-mon[34568]: purged_snaps scrub ok 2024-09-05T07:34:59.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:59 smithi123 ceph-mon[34568]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi192:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:34:59.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:59 smithi123 ceph-mon[34568]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail 2024-09-05T07:34:59.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:59 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:34:59.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:59 smithi123 ceph-mon[34568]: osd.10 [v2:172.21.15.123:6824/2204926848,v1:172.21.15.123:6825/2204926848] boot 2024-09-05T07:34:59.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:59 smithi123 ceph-mon[34568]: osdmap e69: 11 total, 11 up, 11 in 2024-09-05T07:34:59.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:59 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:34:59.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:34:59 smithi123 ceph-mon[34568]: osdmap e70: 11 total, 11 up, 11 in 2024-09-05T07:35:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:00 smithi071 ceph-mon[30965]: osdmap e71: 11 total, 11 up, 11 in 2024-09-05T07:35:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:00 smithi071 ceph-mon[30965]: pgmap v224: 1 pgs: 1 peering; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:00 smithi071 ceph-mon[30965]: from='client.? 172.21.15.192:0/2069236140' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af6cebb5-d119-4a8a-9941-ba29b6499b84"}]: dispatch 2024-09-05T07:35:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:00 smithi071 ceph-mon[30965]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af6cebb5-d119-4a8a-9941-ba29b6499b84"}]: dispatch 2024-09-05T07:35:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:00 smithi071 ceph-mon[30965]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "af6cebb5-d119-4a8a-9941-ba29b6499b84"}]': finished 2024-09-05T07:35:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:00 smithi071 ceph-mon[30965]: osdmap e72: 12 total, 11 up, 12 in 2024-09-05T07:35:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:00 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:01.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:00 smithi192 ceph-mon[34929]: osdmap e71: 11 total, 11 up, 11 in 2024-09-05T07:35:01.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:00 smithi192 ceph-mon[34929]: pgmap v224: 1 pgs: 1 peering; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:01.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:00 smithi192 ceph-mon[34929]: from='client.? 172.21.15.192:0/2069236140' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af6cebb5-d119-4a8a-9941-ba29b6499b84"}]: dispatch 2024-09-05T07:35:01.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:00 smithi192 ceph-mon[34929]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af6cebb5-d119-4a8a-9941-ba29b6499b84"}]: dispatch 2024-09-05T07:35:01.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:00 smithi192 ceph-mon[34929]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "af6cebb5-d119-4a8a-9941-ba29b6499b84"}]': finished 2024-09-05T07:35:01.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:00 smithi192 ceph-mon[34929]: osdmap e72: 12 total, 11 up, 12 in 2024-09-05T07:35:01.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:00 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:01.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:00 smithi123 ceph-mon[34568]: osdmap e71: 11 total, 11 up, 11 in 2024-09-05T07:35:01.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:00 smithi123 ceph-mon[34568]: pgmap v224: 1 pgs: 1 peering; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:01.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:00 smithi123 ceph-mon[34568]: from='client.? 172.21.15.192:0/2069236140' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af6cebb5-d119-4a8a-9941-ba29b6499b84"}]: dispatch 2024-09-05T07:35:01.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:00 smithi123 ceph-mon[34568]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af6cebb5-d119-4a8a-9941-ba29b6499b84"}]: dispatch 2024-09-05T07:35:01.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:00 smithi123 ceph-mon[34568]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "af6cebb5-d119-4a8a-9941-ba29b6499b84"}]': finished 2024-09-05T07:35:01.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:00 smithi123 ceph-mon[34568]: osdmap e72: 12 total, 11 up, 12 in 2024-09-05T07:35:01.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:00 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:02.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:01 smithi192 ceph-mon[34929]: from='client.? 172.21.15.192:0/2922704689' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:35:02.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:01 smithi192 ceph-mon[34929]: osdmap e73: 12 total, 11 up, 12 in 2024-09-05T07:35:02.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:01 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:02.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:01 smithi071 ceph-mon[30965]: from='client.? 172.21.15.192:0/2922704689' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:35:02.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:01 smithi071 ceph-mon[30965]: osdmap e73: 12 total, 11 up, 12 in 2024-09-05T07:35:02.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:01 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:02.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:01 smithi123 ceph-mon[34568]: from='client.? 172.21.15.192:0/2922704689' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T07:35:02.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:01 smithi123 ceph-mon[34568]: osdmap e73: 12 total, 11 up, 12 in 2024-09-05T07:35:02.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:01 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:03.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:02 smithi192 ceph-mon[34929]: pgmap v227: 1 pgs: 1 peering; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:03.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:02 smithi071 ceph-mon[30965]: pgmap v227: 1 pgs: 1 peering; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:03.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:02 smithi123 ceph-mon[34568]: pgmap v227: 1 pgs: 1 peering; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:05.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:05 smithi192 ceph-mon[34929]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-09-05T07:35:05.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:05 smithi071 ceph-mon[30965]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-09-05T07:35:05.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:05 smithi123 ceph-mon[34568]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 336 MiB used, 983 GiB / 983 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-09-05T07:35:07.418 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:07 smithi192 ceph-mon[34929]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-09-05T07:35:07.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:07 smithi071 ceph-mon[30965]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-09-05T07:35:07.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:07 smithi123 ceph-mon[34568]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-09-05T07:35:09.452 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:09 smithi192 ceph-mon[34929]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T07:35:09.452 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:09 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-05T07:35:09.452 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:09 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:09.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:09 smithi071 ceph-mon[30965]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T07:35:09.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:09 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-05T07:35:09.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:09 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:09.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:09 smithi123 ceph-mon[34568]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T07:35:09.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:09 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-05T07:35:09.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:09 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:10.541 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:10 smithi192 ceph-mon[34929]: Deploying daemon osd.11 on smithi192 2024-09-05T07:35:10.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:10 smithi071 ceph-mon[30965]: Deploying daemon osd.11 on smithi192 2024-09-05T07:35:10.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:10 smithi123 ceph-mon[34568]: Deploying daemon osd.11 on smithi192 2024-09-05T07:35:11.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:11 smithi192 ceph-mon[34929]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-05T07:35:11.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:11 smithi071 ceph-mon[30965]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-05T07:35:11.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:11 smithi123 ceph-mon[34568]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-05T07:35:13.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:13 smithi071 ceph-mon[30965]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-09-05T07:35:13.649 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:13 smithi192 ceph-mon[34929]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-09-05T07:35:13.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:13 smithi123 ceph-mon[34568]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-09-05T07:35:14.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:14 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:35:14.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:14 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:14.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:14 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:14.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:14 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:35:14.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:14 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:14.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:14 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:14.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:14 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:35:14.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:14 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:14.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:14 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:15.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:15 smithi192 ceph-mon[34929]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T07:35:15.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:15 smithi071 ceph-mon[30965]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T07:35:15.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:15 smithi123 ceph-mon[34568]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T07:35:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:17 smithi071 ceph-mon[30965]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:17 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:17 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:17 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:17 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:35:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:17 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:17.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:17 smithi123 ceph-mon[34568]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:17.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:17 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:17.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:17 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:17.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:17 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:17.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:17 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:35:17.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:17 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:17.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:17 smithi192 ceph-mon[34929]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:17.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:17 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:17.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:17 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:17.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:17 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:17.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:17 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:35:17.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:17 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:18.023 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:18.022+0000 7f007dffb640 1 -- 172.21.15.192:0/1558534334 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f0080062630 con 0x7f00680a2bb0 2024-09-05T07:35:18.024 INFO:teuthology.orchestra.run.smithi192.stdout:Created osd(s) 11 on host 'smithi192' 2024-09-05T07:35:18.025 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:18.024+0000 7f0086f5d640 1 -- 172.21.15.192:0/1558534334 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00680a2bb0 msgr2=0x7f00680a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:18.025 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:18.024+0000 7f0086f5d640 1 --2- 172.21.15.192:0/1558534334 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00680a2bb0 0x7f00680a5070 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f00700058c0 tx=0x7f007000a2d0 comp rx=0 tx=0).stop 2024-09-05T07:35:18.025 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:18.024+0000 7f0086f5d640 1 -- 172.21.15.192:0/1558534334 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0080104f90 msgr2=0x7f00801983f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:18.025 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:18.024+0000 7f0086f5d640 1 --2- 172.21.15.192:0/1558534334 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0080104f90 0x7f00801983f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f00740314e0 tx=0x7f0074003c80 comp rx=0 tx=0).stop 2024-09-05T07:35:18.026 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:18.025+0000 7f0086f5d640 1 -- 172.21.15.192:0/1558534334 shutdown_connections 2024-09-05T07:35:18.026 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:18.025+0000 7f0086f5d640 1 --2- 172.21.15.192:0/1558534334 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00680a2bb0 0x7f00680a5070 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:18.026 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:18.025+0000 7f0086f5d640 1 --2- 172.21.15.192:0/1558534334 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f00801078c0 0x7f008019f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:18.026 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:18.025+0000 7f0086f5d640 1 --2- 172.21.15.192:0/1558534334 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0080104f90 0x7f00801983f0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:18.026 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:18.025+0000 7f0086f5d640 1 --2- 172.21.15.192:0/1558534334 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0080102660 0x7f0080197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:18.026 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:18.025+0000 7f0086f5d640 1 -- 172.21.15.192:0/1558534334 >> 172.21.15.192:0/1558534334 conn(0x7f00800fc280 msgr2=0x7f0080102fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:18.026 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:18.025+0000 7f0086f5d640 1 -- 172.21.15.192:0/1558534334 shutdown_connections 2024-09-05T07:35:18.026 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:18.025+0000 7f0086f5d640 1 -- 172.21.15.192:0/1558534334 wait complete. 2024-09-05T07:35:18.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:18 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:35:18.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:18 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:18.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:18 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:18.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:18 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:35:18.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:18 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:18.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:18 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:18.687 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:18 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:35:18.687 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:18 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:18.687 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:18 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:18.715 DEBUG:teuthology.orchestra.run.smithi192:osd.11> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.11.service 2024-09-05T07:35:18.718 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-09-05T07:35:18.718 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd stat -f json 2024-09-05T07:35:18.975 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:35:19.476 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:19 smithi071 ceph-mon[30965]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:19.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.472+0000 7f9c5c30d640 1 -- 172.21.15.71:0/3791385012 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9c54102e20 msgr2=0x7f9c541032a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:19.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.472+0000 7f9c5c30d640 1 --2- 172.21.15.71:0/3791385012 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9c54102e20 0x7f9c541032a0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f9c44009900 tx=0x7f9c4402a410 comp rx=0 tx=0).stop 2024-09-05T07:35:19.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.472+0000 7f9c5c30d640 1 -- 172.21.15.71:0/3791385012 shutdown_connections 2024-09-05T07:35:19.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.472+0000 7f9c5c30d640 1 --2- 172.21.15.71:0/3791385012 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9c541037e0 0x7f9c5410a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:19.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.472+0000 7f9c5c30d640 1 --2- 172.21.15.71:0/3791385012 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9c54102e20 0x7f9c541032a0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:19.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.472+0000 7f9c5c30d640 1 --2- 172.21.15.71:0/3791385012 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c54101c20 0x7f9c54102020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:19.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.472+0000 7f9c5c30d640 1 -- 172.21.15.71:0/3791385012 >> 172.21.15.71:0/3791385012 conn(0x7f9c540fd3b0 msgr2=0x7f9c540ff7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:19.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.472+0000 7f9c5c30d640 1 -- 172.21.15.71:0/3791385012 shutdown_connections 2024-09-05T07:35:19.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.472+0000 7f9c5c30d640 1 -- 172.21.15.71:0/3791385012 wait complete. 2024-09-05T07:35:19.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.473+0000 7f9c5c30d640 1 Processor -- start 2024-09-05T07:35:19.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.473+0000 7f9c5c30d640 1 -- start start 2024-09-05T07:35:19.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.473+0000 7f9c5c30d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c54101c20 0x7f9c54197de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:19.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.473+0000 7f9c5c30d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9c54102e20 0x7f9c54198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:19.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.473+0000 7f9c5c30d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9c541037e0 0x7f9c5419f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:19.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.473+0000 7f9c5c30d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9c5410d750 con 0x7f9c54102e20 2024-09-05T07:35:19.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.473+0000 7f9c5c30d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9c5410d5d0 con 0x7f9c541037e0 2024-09-05T07:35:19.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.473+0000 7f9c5c30d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9c5410d8d0 con 0x7f9c54101c20 2024-09-05T07:35:19.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.473+0000 7f9c598a8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9c54102e20 0x7f9c54198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:19.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.473+0000 7f9c598a8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9c54102e20 0x7f9c54198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46754/0 (socket says 172.21.15.71:46754) 2024-09-05T07:35:19.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.473+0000 7f9c598a8640 1 -- 172.21.15.71:0/2675810527 learned_addr learned my addr 172.21.15.71:0/2675810527 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:35:19.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.473+0000 7f9c5a0a9640 1 --2- 172.21.15.71:0/2675810527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c54101c20 0x7f9c54197de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:19.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.473+0000 7f9c5a8aa640 1 --2- 172.21.15.71:0/2675810527 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9c541037e0 0x7f9c5419f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:19.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.473+0000 7f9c598a8640 1 -- 172.21.15.71:0/2675810527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c54101c20 msgr2=0x7f9c54197de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:19.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.473+0000 7f9c598a8640 1 --2- 172.21.15.71:0/2675810527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c54101c20 0x7f9c54197de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:19.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.473+0000 7f9c598a8640 1 -- 172.21.15.71:0/2675810527 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9c541037e0 msgr2=0x7f9c5419f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:19.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.473+0000 7f9c598a8640 1 --2- 172.21.15.71:0/2675810527 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9c541037e0 0x7f9c5419f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:19.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.473+0000 7f9c598a8640 1 -- 172.21.15.71:0/2675810527 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c5419fa10 con 0x7f9c54102e20 2024-09-05T07:35:19.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.473+0000 7f9c5a0a9640 1 --2- 172.21.15.71:0/2675810527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c54101c20 0x7f9c54197de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:35:19.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.474+0000 7f9c598a8640 1 --2- 172.21.15.71:0/2675810527 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9c54102e20 0x7f9c54198320 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f9c44005940 tx=0x7f9c44004430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:19.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.474+0000 7f9c4b7fe640 1 -- 172.21.15.71:0/2675810527 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c4403f030 con 0x7f9c54102e20 2024-09-05T07:35:19.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.474+0000 7f9c4b7fe640 1 -- 172.21.15.71:0/2675810527 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c44003cb0 con 0x7f9c54102e20 2024-09-05T07:35:19.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.474+0000 7f9c4b7fe640 1 -- 172.21.15.71:0/2675810527 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c44035070 con 0x7f9c54102e20 2024-09-05T07:35:19.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.474+0000 7f9c5c30d640 1 -- 172.21.15.71:0/2675810527 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c5419fca0 con 0x7f9c54102e20 2024-09-05T07:35:19.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.474+0000 7f9c5c30d640 1 -- 172.21.15.71:0/2675810527 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c541a0180 con 0x7f9c54102e20 2024-09-05T07:35:19.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.475+0000 7f9c5c30d640 1 -- 172.21.15.71:0/2675810527 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c54109070 con 0x7f9c54102e20 2024-09-05T07:35:19.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.476+0000 7f9c4b7fe640 1 -- 172.21.15.71:0/2675810527 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9c44042030 con 0x7f9c54102e20 2024-09-05T07:35:19.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.477+0000 7f9c4b7fe640 1 --2- 172.21.15.71:0/2675810527 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9c400a2c30 0x7f9c400a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:19.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.477+0000 7f9c5a0a9640 1 --2- 172.21.15.71:0/2675810527 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9c400a2c30 0x7f9c400a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:19.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.477+0000 7f9c4b7fe640 1 -- 172.21.15.71:0/2675810527 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 6809+0+0 (secure 0 0 0) 0x7f9c440ef7c0 con 0x7f9c54102e20 2024-09-05T07:35:19.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.478+0000 7f9c5a0a9640 1 --2- 172.21.15.71:0/2675810527 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9c400a2c30 0x7f9c400a50f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9c500058c0 tx=0x7f9c50005ec0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:19.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.481+0000 7f9c4b7fe640 1 -- 172.21.15.71:0/2675810527 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9c440bcd00 con 0x7f9c54102e20 2024-09-05T07:35:19.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.653+0000 7f9c5c30d640 1 -- 172.21.15.71:0/2675810527 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f9c5402d970 con 0x7f9c54102e20 2024-09-05T07:35:19.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.654+0000 7f9c4b7fe640 1 -- 172.21.15.71:0/2675810527 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v73) ==== 74+0+133 (secure 0 0 0) 0x7f9c440bc600 con 0x7f9c54102e20 2024-09-05T07:35:19.655 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:35:19.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.656+0000 7f9c5c30d640 1 -- 172.21.15.71:0/2675810527 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9c400a2c30 msgr2=0x7f9c400a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:19.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.656+0000 7f9c5c30d640 1 --2- 172.21.15.71:0/2675810527 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9c400a2c30 0x7f9c400a50f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9c500058c0 tx=0x7f9c50005ec0 comp rx=0 tx=0).stop 2024-09-05T07:35:19.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.656+0000 7f9c5c30d640 1 -- 172.21.15.71:0/2675810527 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9c54102e20 msgr2=0x7f9c54198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:19.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.656+0000 7f9c5c30d640 1 --2- 172.21.15.71:0/2675810527 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9c54102e20 0x7f9c54198320 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f9c44005940 tx=0x7f9c44004430 comp rx=0 tx=0).stop 2024-09-05T07:35:19.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.656+0000 7f9c5c30d640 1 -- 172.21.15.71:0/2675810527 shutdown_connections 2024-09-05T07:35:19.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.656+0000 7f9c5c30d640 1 --2- 172.21.15.71:0/2675810527 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9c400a2c30 0x7f9c400a50f0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:19.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.656+0000 7f9c5c30d640 1 --2- 172.21.15.71:0/2675810527 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9c541037e0 0x7f9c5419f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:19.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.656+0000 7f9c5c30d640 1 --2- 172.21.15.71:0/2675810527 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9c54102e20 0x7f9c54198320 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:19.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.656+0000 7f9c5c30d640 1 --2- 172.21.15.71:0/2675810527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9c54101c20 0x7f9c54197de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:19.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.656+0000 7f9c5c30d640 1 -- 172.21.15.71:0/2675810527 >> 172.21.15.71:0/2675810527 conn(0x7f9c540fd3b0 msgr2=0x7f9c54106240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:19.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.656+0000 7f9c5c30d640 1 -- 172.21.15.71:0/2675810527 shutdown_connections 2024-09-05T07:35:19.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:19.656+0000 7f9c5c30d640 1 -- 172.21.15.71:0/2675810527 wait complete. 2024-09-05T07:35:19.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:19 smithi123 ceph-mon[34568]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:19.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:19 smithi192 ceph-mon[34929]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:20.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:20 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2675810527' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T07:35:20.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:20 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2675810527' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T07:35:20.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:35:20 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:35:20.368+0000 7f8d43dc2640 -1 osd.11 0 log_to_monitors true 2024-09-05T07:35:20.466 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":73,"num_osds":12,"num_up_osds":11,"osd_up_since":1725521698,"num_in_osds":12,"osd_in_since":1725521700,"num_remapped_pgs":0} 2024-09-05T07:35:20.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:20 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2675810527' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T07:35:21.468 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd stat -f json 2024-09-05T07:35:21.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:21 smithi071 ceph-mon[30965]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:21.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:21 smithi071 ceph-mon[30965]: from='osd.11 [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-05T07:35:21.671 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:21 smithi192 ceph-mon[34929]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:21.671 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:21 smithi192 ceph-mon[34929]: from='osd.11 [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-05T07:35:21.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:21 smithi123 ceph-mon[34568]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:21.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:21 smithi123 ceph-mon[34568]: from='osd.11 [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-05T07:35:21.730 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:35:22.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.256+0000 7fab69ae5640 1 -- 172.21.15.71:0/3866591054 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab641037c0 msgr2=0x7fab6410a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:22.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.256+0000 7fab69ae5640 1 --2- 172.21.15.71:0/3866591054 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab641037c0 0x7fab6410a050 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fab5c009ca0 tx=0x7fab5c02a8c0 comp rx=0 tx=0).stop 2024-09-05T07:35:22.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.256+0000 7fab69ae5640 1 -- 172.21.15.71:0/3866591054 shutdown_connections 2024-09-05T07:35:22.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.256+0000 7fab69ae5640 1 --2- 172.21.15.71:0/3866591054 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab641037c0 0x7fab6410a050 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:22.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.256+0000 7fab69ae5640 1 --2- 172.21.15.71:0/3866591054 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fab64102e00 0x7fab64103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:22.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.256+0000 7fab69ae5640 1 --2- 172.21.15.71:0/3866591054 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab64101c00 0x7fab64102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:22.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.256+0000 7fab69ae5640 1 -- 172.21.15.71:0/3866591054 >> 172.21.15.71:0/3866591054 conn(0x7fab640fd3b0 msgr2=0x7fab640ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:22.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.256+0000 7fab69ae5640 1 -- 172.21.15.71:0/3866591054 shutdown_connections 2024-09-05T07:35:22.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.256+0000 7fab69ae5640 1 -- 172.21.15.71:0/3866591054 wait complete. 2024-09-05T07:35:22.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.257+0000 7fab69ae5640 1 Processor -- start 2024-09-05T07:35:22.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.257+0000 7fab69ae5640 1 -- start start 2024-09-05T07:35:22.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.257+0000 7fab69ae5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab64101c00 0x7fab64075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:22.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.257+0000 7fab69ae5640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fab64102e00 0x7fab640745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:22.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.257+0000 7fab69ae5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab641037c0 0x7fab64074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:22.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.257+0000 7fab69ae5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fab6410d710 con 0x7fab64101c00 2024-09-05T07:35:22.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.257+0000 7fab69ae5640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fab6410d590 con 0x7fab64102e00 2024-09-05T07:35:22.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.257+0000 7fab69ae5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fab6410d890 con 0x7fab641037c0 2024-09-05T07:35:22.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.257+0000 7fab637fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab64101c00 0x7fab64075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:22.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.257+0000 7fab637fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab64101c00 0x7fab64075f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41546/0 (socket says 172.21.15.71:41546) 2024-09-05T07:35:22.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.257+0000 7fab637fe640 1 -- 172.21.15.71:0/186485890 learned_addr learned my addr 172.21.15.71:0/186485890 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:35:22.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.257+0000 7fab63fff640 1 --2- 172.21.15.71:0/186485890 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab641037c0 0x7fab64074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:22.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.257+0000 7fab637fe640 1 -- 172.21.15.71:0/186485890 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab641037c0 msgr2=0x7fab64074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:22.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.257+0000 7fab637fe640 1 --2- 172.21.15.71:0/186485890 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab641037c0 0x7fab64074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:22.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.257+0000 7fab637fe640 1 -- 172.21.15.71:0/186485890 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fab64102e00 msgr2=0x7fab640745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:22.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.257+0000 7fab637fe640 1 --2- 172.21.15.71:0/186485890 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fab64102e00 0x7fab640745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:22.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.257+0000 7fab637fe640 1 -- 172.21.15.71:0/186485890 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab640753e0 con 0x7fab64101c00 2024-09-05T07:35:22.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.258+0000 7fab637fe640 1 --2- 172.21.15.71:0/186485890 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab64101c00 0x7fab64075f90 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fab5400d950 tx=0x7fab5400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:22.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.258+0000 7fab60ff9640 1 -- 172.21.15.71:0/186485890 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab54017020 con 0x7fab64101c00 2024-09-05T07:35:22.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.258+0000 7fab60ff9640 1 -- 172.21.15.71:0/186485890 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fab54009c30 con 0x7fab64101c00 2024-09-05T07:35:22.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.258+0000 7fab69ae5640 1 -- 172.21.15.71:0/186485890 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab641a1f20 con 0x7fab64101c00 2024-09-05T07:35:22.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.258+0000 7fab60ff9640 1 -- 172.21.15.71:0/186485890 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab5400f6b0 con 0x7fab64101c00 2024-09-05T07:35:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.258+0000 7fab69ae5640 1 -- 172.21.15.71:0/186485890 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab641a2380 con 0x7fab64101c00 2024-09-05T07:35:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.259+0000 7fab69ae5640 1 -- 172.21.15.71:0/186485890 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab64109050 con 0x7fab64101c00 2024-09-05T07:35:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.260+0000 7fab60ff9640 1 -- 172.21.15.71:0/186485890 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fab5401a020 con 0x7fab64101c00 2024-09-05T07:35:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.261+0000 7fab60ff9640 1 --2- 172.21.15.71:0/186485890 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fab4c0a2b80 0x7fab4c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.261+0000 7fab62ffd640 1 --2- 172.21.15.71:0/186485890 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fab4c0a2b80 0x7fab4c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.261+0000 7fab60ff9640 1 -- 172.21.15.71:0/186485890 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 6831+0+0 (secure 0 0 0) 0x7fab540ce7c0 con 0x7fab64101c00 2024-09-05T07:35:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.261+0000 7fab62ffd640 1 --2- 172.21.15.71:0/186485890 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fab4c0a2b80 0x7fab4c0a5040 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fab58005d80 tx=0x7fab58005c90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.265+0000 7fab60ff9640 1 -- 172.21.15.71:0/186485890 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fab54009de0 con 0x7fab64101c00 2024-09-05T07:35:22.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.434+0000 7fab69ae5640 1 -- 172.21.15.71:0/186485890 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7fab6402da00 con 0x7fab64101c00 2024-09-05T07:35:22.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.434+0000 7fab60ff9640 1 -- 172.21.15.71:0/186485890 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v75) ==== 74+0+133 (secure 0 0 0) 0x7fab5409bcf0 con 0x7fab64101c00 2024-09-05T07:35:22.435 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:35:22.435 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:22 smithi071 ceph-mon[30965]: from='osd.11 [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418]' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-05T07:35:22.436 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:22 smithi071 ceph-mon[30965]: osdmap e74: 12 total, 11 up, 12 in 2024-09-05T07:35:22.436 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:22 smithi071 ceph-mon[30965]: from='osd.11 [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-05T07:35:22.436 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:22 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:22.436 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:22 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:22.436 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:22 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:22.436 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:22 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:35:22.436 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:22 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:35:22.436 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:22 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:35:22.436 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:22 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:35:22.436 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:22 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:22.436 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:22 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:22.436 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:22 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:35:22.436 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:22 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:22.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.437+0000 7fab69ae5640 1 -- 172.21.15.71:0/186485890 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fab4c0a2b80 msgr2=0x7fab4c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:22.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.437+0000 7fab69ae5640 1 --2- 172.21.15.71:0/186485890 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fab4c0a2b80 0x7fab4c0a5040 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fab58005d80 tx=0x7fab58005c90 comp rx=0 tx=0).stop 2024-09-05T07:35:22.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.437+0000 7fab69ae5640 1 -- 172.21.15.71:0/186485890 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab64101c00 msgr2=0x7fab64075f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:22.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.437+0000 7fab69ae5640 1 --2- 172.21.15.71:0/186485890 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab64101c00 0x7fab64075f90 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fab5400d950 tx=0x7fab5400de10 comp rx=0 tx=0).stop 2024-09-05T07:35:22.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.437+0000 7fab69ae5640 1 -- 172.21.15.71:0/186485890 shutdown_connections 2024-09-05T07:35:22.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.437+0000 7fab69ae5640 1 --2- 172.21.15.71:0/186485890 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fab4c0a2b80 0x7fab4c0a5040 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:22.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.437+0000 7fab69ae5640 1 --2- 172.21.15.71:0/186485890 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab641037c0 0x7fab64074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:22.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.437+0000 7fab69ae5640 1 --2- 172.21.15.71:0/186485890 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fab64102e00 0x7fab640745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:22.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.437+0000 7fab69ae5640 1 --2- 172.21.15.71:0/186485890 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab64101c00 0x7fab64075f90 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:22.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.437+0000 7fab69ae5640 1 -- 172.21.15.71:0/186485890 >> 172.21.15.71:0/186485890 conn(0x7fab640fd3b0 msgr2=0x7fab64106220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:22.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.437+0000 7fab69ae5640 1 -- 172.21.15.71:0/186485890 shutdown_connections 2024-09-05T07:35:22.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:22.437+0000 7fab69ae5640 1 -- 172.21.15.71:0/186485890 wait complete. 2024-09-05T07:35:22.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:22 smithi123 ceph-mon[34568]: from='osd.11 [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418]' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-05T07:35:22.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:22 smithi123 ceph-mon[34568]: osdmap e74: 12 total, 11 up, 12 in 2024-09-05T07:35:22.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:22 smithi123 ceph-mon[34568]: from='osd.11 [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-05T07:35:22.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:22 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:22.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:22 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:22.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:22 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:22.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:22 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:35:22.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:22 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:35:22.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:22 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:35:22.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:22 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:35:22.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:22 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:22.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:22 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:22.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:22 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:35:22.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:22 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:22.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:35:22 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:35:22.379+0000 7f8d3fd45640 -1 osd.11 0 waiting for initial osdmap 2024-09-05T07:35:22.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:35:22 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:35:22.391+0000 7f8d3bb6d640 -1 osd.11 75 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T07:35:22.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:22 smithi192 ceph-mon[34929]: from='osd.11 [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418]' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-05T07:35:22.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:22 smithi192 ceph-mon[34929]: osdmap e74: 12 total, 11 up, 12 in 2024-09-05T07:35:22.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:22 smithi192 ceph-mon[34929]: from='osd.11 [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]: dispatch 2024-09-05T07:35:22.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:22 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:22.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:22 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:22.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:22 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:22.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:22 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:35:22.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:22 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:35:22.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:22 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:35:22.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:22 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:35:22.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:22 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:22.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:22 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:22.712 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:22 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:35:22.712 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:22 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:23.167 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":75,"num_osds":12,"num_up_osds":11,"osd_up_since":1725521698,"num_in_osds":12,"osd_in_since":1725521700,"num_remapped_pgs":0} 2024-09-05T07:35:23.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:23 smithi071 ceph-mon[30965]: purged_snaps scrub starts 2024-09-05T07:35:23.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:23 smithi071 ceph-mon[30965]: purged_snaps scrub ok 2024-09-05T07:35:23.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:23 smithi071 ceph-mon[30965]: Detected new or changed devices on smithi192 2024-09-05T07:35:23.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:23 smithi071 ceph-mon[30965]: Adjusting osd_memory_target on smithi192 to 4272M 2024-09-05T07:35:23.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:23 smithi071 ceph-mon[30965]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:23.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:23 smithi071 ceph-mon[30965]: from='osd.11 [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418]' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-05T07:35:23.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:23 smithi071 ceph-mon[30965]: osdmap e75: 12 total, 11 up, 12 in 2024-09-05T07:35:23.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:23 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:23.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:23 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:23.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:23 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/186485890' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T07:35:23.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:23 smithi123 ceph-mon[34568]: purged_snaps scrub starts 2024-09-05T07:35:23.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:23 smithi123 ceph-mon[34568]: purged_snaps scrub ok 2024-09-05T07:35:23.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:23 smithi123 ceph-mon[34568]: Detected new or changed devices on smithi192 2024-09-05T07:35:23.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:23 smithi123 ceph-mon[34568]: Adjusting osd_memory_target on smithi192 to 4272M 2024-09-05T07:35:23.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:23 smithi123 ceph-mon[34568]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:23.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:23 smithi123 ceph-mon[34568]: from='osd.11 [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418]' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-05T07:35:23.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:23 smithi123 ceph-mon[34568]: osdmap e75: 12 total, 11 up, 12 in 2024-09-05T07:35:23.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:23.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:23 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:23.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:23 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/186485890' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T07:35:23.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:23 smithi192 ceph-mon[34929]: purged_snaps scrub starts 2024-09-05T07:35:23.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:23 smithi192 ceph-mon[34929]: purged_snaps scrub ok 2024-09-05T07:35:23.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:23 smithi192 ceph-mon[34929]: Detected new or changed devices on smithi192 2024-09-05T07:35:23.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:23 smithi192 ceph-mon[34929]: Adjusting osd_memory_target on smithi192 to 4272M 2024-09-05T07:35:23.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:23 smithi192 ceph-mon[34929]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:23.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:23 smithi192 ceph-mon[34929]: from='osd.11 [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418]' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi192", "root=default"]}]': finished 2024-09-05T07:35:23.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:23 smithi192 ceph-mon[34929]: osdmap e75: 12 total, 11 up, 12 in 2024-09-05T07:35:23.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:23 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:23.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:23 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:23.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:23 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/186485890' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T07:35:24.168 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd stat -f json 2024-09-05T07:35:24.429 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:35:24.549 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:24 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:24.549 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:24 smithi071 ceph-mon[30965]: osd.11 [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418] boot 2024-09-05T07:35:24.550 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:24 smithi071 ceph-mon[30965]: osdmap e76: 12 total, 12 up, 12 in 2024-09-05T07:35:24.550 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:24 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:24.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:24 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:24.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:24 smithi123 ceph-mon[34568]: osd.11 [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418] boot 2024-09-05T07:35:24.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:24 smithi123 ceph-mon[34568]: osdmap e76: 12 total, 12 up, 12 in 2024-09-05T07:35:24.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:24 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:24.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:24 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:24.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:24 smithi192 ceph-mon[34929]: osd.11 [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418] boot 2024-09-05T07:35:24.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:24 smithi192 ceph-mon[34929]: osdmap e76: 12 total, 12 up, 12 in 2024-09-05T07:35:24.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:24 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:35:24.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.904+0000 7fd128a5d640 1 -- 172.21.15.71:0/3818154747 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd124103870 msgr2=0x7fd12410a100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:24.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.905+0000 7fd128a5d640 1 --2- 172.21.15.71:0/3818154747 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd124103870 0x7fd12410a100 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fd11c009cd0 tx=0x7fd11c02a8e0 comp rx=0 tx=0).stop 2024-09-05T07:35:24.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.905+0000 7fd128a5d640 1 -- 172.21.15.71:0/3818154747 shutdown_connections 2024-09-05T07:35:24.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.905+0000 7fd128a5d640 1 --2- 172.21.15.71:0/3818154747 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd124103870 0x7fd12410a100 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:24.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.905+0000 7fd128a5d640 1 --2- 172.21.15.71:0/3818154747 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd124102eb0 0x7fd124103330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:24.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.905+0000 7fd128a5d640 1 --2- 172.21.15.71:0/3818154747 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1240ffed0 0x7fd1241002d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:24.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.905+0000 7fd128a5d640 1 -- 172.21.15.71:0/3818154747 >> 172.21.15.71:0/3818154747 conn(0x7fd1240fba40 msgr2=0x7fd1240fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:24.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.905+0000 7fd128a5d640 1 -- 172.21.15.71:0/3818154747 shutdown_connections 2024-09-05T07:35:24.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.905+0000 7fd128a5d640 1 -- 172.21.15.71:0/3818154747 wait complete. 2024-09-05T07:35:24.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.905+0000 7fd128a5d640 1 Processor -- start 2024-09-05T07:35:24.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.905+0000 7fd128a5d640 1 -- start start 2024-09-05T07:35:24.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.905+0000 7fd128a5d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1240ffed0 0x7fd124197e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:24.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.905+0000 7fd128a5d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd124102eb0 0x7fd1241983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:24.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.906+0000 7fd128a5d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd124103870 0x7fd12419f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:24.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.906+0000 7fd128a5d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd12410d760 con 0x7fd124103870 2024-09-05T07:35:24.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.906+0000 7fd128a5d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd12410d5e0 con 0x7fd124102eb0 2024-09-05T07:35:24.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.906+0000 7fd128a5d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd12410d8e0 con 0x7fd1240ffed0 2024-09-05T07:35:24.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.906+0000 7fd122d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd124103870 0x7fd12419f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:24.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.906+0000 7fd122d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd124103870 0x7fd12419f430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41554/0 (socket says 172.21.15.71:41554) 2024-09-05T07:35:24.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.906+0000 7fd122d9d640 1 -- 172.21.15.71:0/3390875667 learned_addr learned my addr 172.21.15.71:0/3390875667 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:35:24.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.906+0000 7fd12259c640 1 --2- 172.21.15.71:0/3390875667 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1240ffed0 0x7fd124197e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:24.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.906+0000 7fd11bfff640 1 --2- 172.21.15.71:0/3390875667 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd124102eb0 0x7fd1241983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:24.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.906+0000 7fd122d9d640 1 -- 172.21.15.71:0/3390875667 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1240ffed0 msgr2=0x7fd124197e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:24.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.906+0000 7fd122d9d640 1 --2- 172.21.15.71:0/3390875667 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1240ffed0 0x7fd124197e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:24.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.906+0000 7fd122d9d640 1 -- 172.21.15.71:0/3390875667 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd124102eb0 msgr2=0x7fd1241983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:24.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.906+0000 7fd122d9d640 1 --2- 172.21.15.71:0/3390875667 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd124102eb0 0x7fd1241983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:24.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.906+0000 7fd122d9d640 1 -- 172.21.15.71:0/3390875667 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd12419faa0 con 0x7fd124103870 2024-09-05T07:35:24.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.906+0000 7fd122d9d640 1 --2- 172.21.15.71:0/3390875667 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd124103870 0x7fd12419f430 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd11c009df0 tx=0x7fd11c003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:24.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.906+0000 7fd11b7fe640 1 -- 172.21.15.71:0/3390875667 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd11c004450 con 0x7fd124103870 2024-09-05T07:35:24.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.906+0000 7fd11b7fe640 1 -- 172.21.15.71:0/3390875667 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd11c003e10 con 0x7fd124103870 2024-09-05T07:35:24.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.906+0000 7fd128a5d640 1 -- 172.21.15.71:0/3390875667 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd12419fd30 con 0x7fd124103870 2024-09-05T07:35:24.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.906+0000 7fd11b7fe640 1 -- 172.21.15.71:0/3390875667 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd11c0466e0 con 0x7fd124103870 2024-09-05T07:35:24.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.906+0000 7fd128a5d640 1 -- 172.21.15.71:0/3390875667 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1241a0210 con 0x7fd124103870 2024-09-05T07:35:24.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.907+0000 7fd128a5d640 1 -- 172.21.15.71:0/3390875667 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1241090f0 con 0x7fd124103870 2024-09-05T07:35:24.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.909+0000 7fd11b7fe640 1 -- 172.21.15.71:0/3390875667 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd11c004b40 con 0x7fd124103870 2024-09-05T07:35:24.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.909+0000 7fd11b7fe640 1 --2- 172.21.15.71:0/3390875667 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd1100a2bb0 0x7fd1100a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:24.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.909+0000 7fd12259c640 1 --2- 172.21.15.71:0/3390875667 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd1100a2bb0 0x7fd1100a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:24.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.909+0000 7fd11b7fe640 1 -- 172.21.15.71:0/3390875667 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fd11c02e030 con 0x7fd124103870 2024-09-05T07:35:24.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.910+0000 7fd12259c640 1 --2- 172.21.15.71:0/3390875667 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd1100a2bb0 0x7fd1100a5070 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fd114005fd0 tx=0x7fd11400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:24.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:24.912+0000 7fd11b7fe640 1 -- 172.21.15.71:0/3390875667 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd11c04b060 con 0x7fd124103870 2024-09-05T07:35:25.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:25.080+0000 7fd128a5d640 1 -- 172.21.15.71:0/3390875667 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7fd124062df0 con 0x7fd124103870 2024-09-05T07:35:25.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:25.080+0000 7fd11b7fe640 1 -- 172.21.15.71:0/3390875667 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v77) ==== 74+0+133 (secure 0 0 0) 0x7fd11c0bd620 con 0x7fd124103870 2024-09-05T07:35:25.081 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:35:25.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:25.082+0000 7fd128a5d640 1 -- 172.21.15.71:0/3390875667 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd1100a2bb0 msgr2=0x7fd1100a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:25.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:25.082+0000 7fd128a5d640 1 --2- 172.21.15.71:0/3390875667 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd1100a2bb0 0x7fd1100a5070 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fd114005fd0 tx=0x7fd11400b390 comp rx=0 tx=0).stop 2024-09-05T07:35:25.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:25.082+0000 7fd128a5d640 1 -- 172.21.15.71:0/3390875667 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd124103870 msgr2=0x7fd12419f430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:25.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:25.082+0000 7fd128a5d640 1 --2- 172.21.15.71:0/3390875667 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd124103870 0x7fd12419f430 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd11c009df0 tx=0x7fd11c003c20 comp rx=0 tx=0).stop 2024-09-05T07:35:25.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:25.082+0000 7fd128a5d640 1 -- 172.21.15.71:0/3390875667 shutdown_connections 2024-09-05T07:35:25.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:25.082+0000 7fd128a5d640 1 --2- 172.21.15.71:0/3390875667 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd1100a2bb0 0x7fd1100a5070 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:25.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:25.082+0000 7fd128a5d640 1 --2- 172.21.15.71:0/3390875667 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd124103870 0x7fd12419f430 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:25.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:25.082+0000 7fd128a5d640 1 --2- 172.21.15.71:0/3390875667 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd124102eb0 0x7fd1241983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:25.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:25.082+0000 7fd128a5d640 1 --2- 172.21.15.71:0/3390875667 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1240ffed0 0x7fd124197e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:25.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:25.082+0000 7fd128a5d640 1 -- 172.21.15.71:0/3390875667 >> 172.21.15.71:0/3390875667 conn(0x7fd1240fba40 msgr2=0x7fd1241062c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:25.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:25.083+0000 7fd128a5d640 1 -- 172.21.15.71:0/3390875667 shutdown_connections 2024-09-05T07:35:25.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:25.083+0000 7fd128a5d640 1 -- 172.21.15.71:0/3390875667 wait complete. 2024-09-05T07:35:25.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:25 smithi071 ceph-mon[30965]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:25.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:25 smithi071 ceph-mon[30965]: osdmap e77: 12 total, 12 up, 12 in 2024-09-05T07:35:25.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:25 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3390875667' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T07:35:25.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:25 smithi123 ceph-mon[34568]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:25.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:25 smithi123 ceph-mon[34568]: osdmap e77: 12 total, 12 up, 12 in 2024-09-05T07:35:25.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:25 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3390875667' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T07:35:25.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:25 smithi192 ceph-mon[34929]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 337 MiB used, 983 GiB / 983 GiB avail 2024-09-05T07:35:25.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:25 smithi192 ceph-mon[34929]: osdmap e77: 12 total, 12 up, 12 in 2024-09-05T07:35:25.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:25 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3390875667' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T07:35:25.937 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":77,"num_osds":12,"num_up_osds":12,"osd_up_since":1725521723,"num_in_osds":12,"osd_in_since":1725521700,"num_remapped_pgs":0} 2024-09-05T07:35:25.938 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T07:35:26.180 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:35:26.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.674+0000 7f48333b1640 1 -- 172.21.15.71:0/1746371931 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f482c106a70 msgr2=0x7f482c106e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:26.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.674+0000 7f48333b1640 1 --2- 172.21.15.71:0/1746371931 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f482c106a70 0x7f482c106e50 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f4820009930 tx=0x7f482002a420 comp rx=0 tx=0).stop 2024-09-05T07:35:26.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.674+0000 7f48333b1640 1 -- 172.21.15.71:0/1746371931 shutdown_connections 2024-09-05T07:35:26.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.674+0000 7f48333b1640 1 --2- 172.21.15.71:0/1746371931 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f482c101410 0x7f482c10d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:26.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.674+0000 7f48333b1640 1 --2- 172.21.15.71:0/1746371931 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f482c100a70 0x7f482c100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:26.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.674+0000 7f48333b1640 1 --2- 172.21.15.71:0/1746371931 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f482c106a70 0x7f482c106e50 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:26.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.674+0000 7f48333b1640 1 -- 172.21.15.71:0/1746371931 >> 172.21.15.71:0/1746371931 conn(0x7f482c0fc790 msgr2=0x7f482c0febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:26.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.674+0000 7f48333b1640 1 -- 172.21.15.71:0/1746371931 shutdown_connections 2024-09-05T07:35:26.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.674+0000 7f48333b1640 1 -- 172.21.15.71:0/1746371931 wait complete. 2024-09-05T07:35:26.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.674+0000 7f48333b1640 1 Processor -- start 2024-09-05T07:35:26.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.674+0000 7f48333b1640 1 -- start start 2024-09-05T07:35:26.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f48333b1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f482c100a70 0x7f482c1972e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:26.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f48333b1640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f482c101410 0x7f482c197820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:26.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f48333b1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f482c106a70 0x7f482c19bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:26.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f48333b1640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f482c110d20 con 0x7f482c106a70 2024-09-05T07:35:26.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f48333b1640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f482c110ba0 con 0x7f482c101410 2024-09-05T07:35:26.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f48333b1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f482c110ea0 con 0x7f482c100a70 2024-09-05T07:35:26.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f483194e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f482c106a70 0x7f482c19bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:26.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f483194e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f482c106a70 0x7f482c19bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41564/0 (socket says 172.21.15.71:41564) 2024-09-05T07:35:26.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f483194e640 1 -- 172.21.15.71:0/84963292 learned_addr learned my addr 172.21.15.71:0/84963292 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:35:26.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f483114d640 1 --2- 172.21.15.71:0/84963292 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f482c100a70 0x7f482c1972e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:26.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f483094c640 1 --2- 172.21.15.71:0/84963292 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f482c101410 0x7f482c197820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:26.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f483194e640 1 -- 172.21.15.71:0/84963292 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f482c100a70 msgr2=0x7f482c1972e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:26.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f483194e640 1 --2- 172.21.15.71:0/84963292 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f482c100a70 0x7f482c1972e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:26.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f483194e640 1 -- 172.21.15.71:0/84963292 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f482c101410 msgr2=0x7f482c197820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:26.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f483194e640 1 --2- 172.21.15.71:0/84963292 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f482c101410 0x7f482c197820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:26.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f483194e640 1 -- 172.21.15.71:0/84963292 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f482c19c290 con 0x7f482c106a70 2024-09-05T07:35:26.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f483194e640 1 --2- 172.21.15.71:0/84963292 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f482c106a70 0x7f482c19bbb0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f482400cad0 tx=0x7f482400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:26.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f481e7fc640 1 -- 172.21.15.71:0/84963292 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f482400ae20 con 0x7f482c106a70 2024-09-05T07:35:26.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f481e7fc640 1 -- 172.21.15.71:0/84963292 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4824005020 con 0x7f482c106a70 2024-09-05T07:35:26.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f48333b1640 1 -- 172.21.15.71:0/84963292 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f482c19c580 con 0x7f482c106a70 2024-09-05T07:35:26.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.675+0000 7f481e7fc640 1 -- 172.21.15.71:0/84963292 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f482400f6b0 con 0x7f482c106a70 2024-09-05T07:35:26.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.676+0000 7f48333b1640 1 -- 172.21.15.71:0/84963292 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f482c1a3e60 con 0x7f482c106a70 2024-09-05T07:35:26.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.677+0000 7f48333b1640 1 -- 172.21.15.71:0/84963292 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f482c100ed0 con 0x7f482c106a70 2024-09-05T07:35:26.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.678+0000 7f481e7fc640 1 -- 172.21.15.71:0/84963292 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f48240051d0 con 0x7f482c106a70 2024-09-05T07:35:26.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.678+0000 7f481e7fc640 1 --2- 172.21.15.71:0/84963292 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f48180a2c00 0x7f48180a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:26.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.678+0000 7f483114d640 1 --2- 172.21.15.71:0/84963292 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f48180a2c00 0x7f48180a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:26.699 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.678+0000 7f481e7fc640 1 -- 172.21.15.71:0/84963292 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f48240ceee0 con 0x7f482c106a70 2024-09-05T07:35:26.699 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.679+0000 7f483114d640 1 --2- 172.21.15.71:0/84963292 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f48180a2c00 0x7f48180a50c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f4820009900 tx=0x7f4820000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:26.699 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.681+0000 7f481e7fc640 1 -- 172.21.15.71:0/84963292 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4824014030 con 0x7f482c106a70 2024-09-05T07:35:26.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.848+0000 7f48333b1640 1 -- 172.21.15.71:0/84963292 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f482c108a50 con 0x7f482c106a70 2024-09-05T07:35:26.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.850+0000 7f481e7fc640 1 -- 172.21.15.71:0/84963292 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) ==== 74+0+18441 (secure 0 0 0) 0x7f482409c360 con 0x7f482c106a70 2024-09-05T07:35:26.851 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:35:26.852 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":77,"fsid":"528064f0-6b58-11ef-bcd6-c7b262605968","created":"2024-09-05T07:28:40.672482+0000","modified":"2024-09-05T07:35:24.384239+0000","last_up_change":"2024-09-05T07:35:23.377351+0000","last_in_change":"2024-09-05T07:35:00.653011+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T07:31:42.519306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"46b7dcd0-5366-4876-97f3-6242a69addcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6803","nonce":4274686280}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6805","nonce":4274686280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6809","nonce":4274686280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6807","nonce":4274686280}]},"public_addr":"172.21.15.71:6803/4274686280","cluster_addr":"172.21.15.71:6805/4274686280","heartbeat_back_addr":"172.21.15.71:6809/4274686280","heartbeat_front_addr":"172.21.15.71:6807/4274686280","state":["exists","up"]},{"osd":1,"uuid":"d859b4f9-f616-4331-8ffb-54507eb5f836","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6801","nonce":1041172381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6803","nonce":1041172381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6807","nonce":1041172381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6805","nonce":1041172381}]},"public_addr":"172.21.15.123:6801/1041172381","cluster_addr":"172.21.15.123:6803/1041172381","heartbeat_back_addr":"172.21.15.123:6807/1041172381","heartbeat_front_addr":"172.21.15.123:6805/1041172381","state":["exists","up"]},{"osd":2,"uuid":"1ca9c723-8ecb-445c-bae7-39fd2954cdf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6801","nonce":2964624102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6803","nonce":2964624102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6807","nonce":2964624102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6805","nonce":2964624102}]},"public_addr":"172.21.15.192:6801/2964624102","cluster_addr":"172.21.15.192:6803/2964624102","heartbeat_back_addr":"172.21.15.192:6807/2964624102","heartbeat_front_addr":"172.21.15.192:6805/2964624102","state":["exists","up"]},{"osd":3,"uuid":"e38584ff-2abe-47ff-b3ae-58a7a4261ac4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6811","nonce":158061328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6813","nonce":158061328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6817","nonce":158061328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6815","nonce":158061328}]},"public_addr":"172.21.15.71:6811/158061328","cluster_addr":"172.21.15.71:6813/158061328","heartbeat_back_addr":"172.21.15.71:6817/158061328","heartbeat_front_addr":"172.21.15.71:6815/158061328","state":["exists","up"]},{"osd":4,"uuid":"b2de40fc-0fa3-484e-b0b2-edd96874aee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6809","nonce":3090003493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6811","nonce":3090003493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6815","nonce":3090003493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6813","nonce":3090003493}]},"public_addr":"172.21.15.123:6809/3090003493","cluster_addr":"172.21.15.123:6811/3090003493","heartbeat_back_addr":"172.21.15.123:6815/3090003493","heartbeat_front_addr":"172.21.15.123:6813/3090003493","state":["exists","up"]},{"osd":5,"uuid":"e443d3b0-960e-4992-88c4-4d546706ee87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6809","nonce":3375480711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6811","nonce":3375480711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6815","nonce":3375480711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6813","nonce":3375480711}]},"public_addr":"172.21.15.192:6809/3375480711","cluster_addr":"172.21.15.192:6811/3375480711","heartbeat_back_addr":"172.21.15.192:6815/3375480711","heartbeat_front_addr":"172.21.15.192:6813/3375480711","state":["exists","up"]},{"osd":6,"uuid":"d43efaeb-66d0-496b-b490-4635e6d725c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6819","nonce":13242244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6821","nonce":13242244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6825","nonce":13242244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6823","nonce":13242244}]},"public_addr":"172.21.15.71:6819/13242244","cluster_addr":"172.21.15.71:6821/13242244","heartbeat_back_addr":"172.21.15.71:6825/13242244","heartbeat_front_addr":"172.21.15.71:6823/13242244","state":["exists","up"]},{"osd":7,"uuid":"69562997-b629-4e0f-8719-65019735a46a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6817","nonce":956921658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6819","nonce":956921658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6823","nonce":956921658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6821","nonce":956921658}]},"public_addr":"172.21.15.123:6817/956921658","cluster_addr":"172.21.15.123:6819/956921658","heartbeat_back_addr":"172.21.15.123:6823/956921658","heartbeat_front_addr":"172.21.15.123:6821/956921658","state":["exists","up"]},{"osd":8,"uuid":"6dc7e084-d602-4b2c-9dfc-cd26041835c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6817","nonce":3079566549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6819","nonce":3079566549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6823","nonce":3079566549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6821","nonce":3079566549}]},"public_addr":"172.21.15.192:6817/3079566549","cluster_addr":"172.21.15.192:6819/3079566549","heartbeat_back_addr":"172.21.15.192:6823/3079566549","heartbeat_front_addr":"172.21.15.192:6821/3079566549","state":["exists","up"]},{"osd":9,"uuid":"79b675ae-7c56-4b65-9ecb-376dc0d305e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6827","nonce":12570717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6829","nonce":12570717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6833","nonce":12570717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6831","nonce":12570717}]},"public_addr":"172.21.15.71:6827/12570717","cluster_addr":"172.21.15.71:6829/12570717","heartbeat_back_addr":"172.21.15.71:6833/12570717","heartbeat_front_addr":"172.21.15.71:6831/12570717","state":["exists","up"]},{"osd":10,"uuid":"5e26505a-15f9-4758-9ef7-886a46364844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6825","nonce":2204926848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6827","nonce":2204926848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6831","nonce":2204926848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6829","nonce":2204926848}]},"public_addr":"172.21.15.123:6825/2204926848","cluster_addr":"172.21.15.123:6827/2204926848","heartbeat_back_addr":"172.21.15.123:6831/2204926848","heartbeat_front_addr":"172.21.15.123:6829/2204926848","state":["exists","up"]},{"osd":11,"uuid":"af6cebb5-d119-4a8a-9941-ba29b6499b84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6825","nonce":2370287418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6827","nonce":2370287418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6831","nonce":2370287418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6829","nonce":2370287418}]},"public_addr":"172.21.15.192:6825/2370287418","cluster_addr":"172.21.15.192:6827/2370287418","heartbeat_back_addr":"172.21.15.192:6831/2370287418","heartbeat_front_addr":"172.21.15.192:6829/2370287418","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:30:54.069845+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:16.417921+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:39.327215+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:04.156774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:28.698454+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:52.201948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:17.317406+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:41.490355+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:05.912640+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:31.907199+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:56.603625+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:35:21.370324+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1087222059":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:6800/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/3537016012":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/4125208267":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/2785525161":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/648100065":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1573159026":"2024-09-06T07:29:10.775719+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T07:35:26.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.852+0000 7f48333b1640 1 -- 172.21.15.71:0/84963292 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f48180a2c00 msgr2=0x7f48180a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:26.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.852+0000 7f48333b1640 1 --2- 172.21.15.71:0/84963292 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f48180a2c00 0x7f48180a50c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f4820009900 tx=0x7f4820000bc0 comp rx=0 tx=0).stop 2024-09-05T07:35:26.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.852+0000 7f48333b1640 1 -- 172.21.15.71:0/84963292 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f482c106a70 msgr2=0x7f482c19bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:26.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.852+0000 7f48333b1640 1 --2- 172.21.15.71:0/84963292 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f482c106a70 0x7f482c19bbb0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f482400cad0 tx=0x7f482400cf90 comp rx=0 tx=0).stop 2024-09-05T07:35:26.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.852+0000 7f48333b1640 1 -- 172.21.15.71:0/84963292 shutdown_connections 2024-09-05T07:35:26.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.852+0000 7f48333b1640 1 --2- 172.21.15.71:0/84963292 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f48180a2c00 0x7f48180a50c0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:26.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.852+0000 7f48333b1640 1 --2- 172.21.15.71:0/84963292 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f482c106a70 0x7f482c19bbb0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:26.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.852+0000 7f48333b1640 1 --2- 172.21.15.71:0/84963292 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f482c101410 0x7f482c197820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:26.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.852+0000 7f48333b1640 1 --2- 172.21.15.71:0/84963292 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f482c100a70 0x7f482c1972e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:26.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.852+0000 7f48333b1640 1 -- 172.21.15.71:0/84963292 >> 172.21.15.71:0/84963292 conn(0x7f482c0fc790 msgr2=0x7f482c0fd1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:26.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.852+0000 7f48333b1640 1 -- 172.21.15.71:0/84963292 shutdown_connections 2024-09-05T07:35:26.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:26.852+0000 7f48333b1640 1 -- 172.21.15.71:0/84963292 wait complete. 2024-09-05T07:35:27.534 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:27 smithi071 ceph-mon[30965]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:27.534 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:27 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/84963292' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:35:27.563 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-05T07:31:42.519306+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-05T07:35:27.564 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-05T07:35:27.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:27 smithi123 ceph-mon[34568]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:27.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:27 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/84963292' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:35:27.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:27 smithi192 ceph-mon[34929]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:27.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:27 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/84963292' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:35:27.805 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:35:28.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.277+0000 7f3203c1c640 1 -- 172.21.15.71:0/2541472327 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31fc102ef0 msgr2=0x7f31fc10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:28.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.277+0000 7f3203c1c640 1 --2- 172.21.15.71:0/2541472327 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31fc102ef0 0x7f31fc10da40 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f31f4009ca0 tx=0x7f31f402a950 comp rx=0 tx=0).stop 2024-09-05T07:35:28.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.277+0000 7f3203c1c640 1 -- 172.21.15.71:0/2541472327 shutdown_connections 2024-09-05T07:35:28.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.277+0000 7f3203c1c640 1 --2- 172.21.15.71:0/2541472327 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31fc102ef0 0x7f31fc10da40 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:28.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.277+0000 7f3203c1c640 1 --2- 172.21.15.71:0/2541472327 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31fc102570 0x7f31fc1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:28.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.277+0000 7f3203c1c640 1 --2- 172.21.15.71:0/2541472327 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f31fc100e20 0x7f31fc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:28.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.277+0000 7f3203c1c640 1 -- 172.21.15.71:0/2541472327 >> 172.21.15.71:0/2541472327 conn(0x7f31fc0fc7d0 msgr2=0x7f31fc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:28.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.278+0000 7f3203c1c640 1 -- 172.21.15.71:0/2541472327 shutdown_connections 2024-09-05T07:35:28.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.278+0000 7f3203c1c640 1 -- 172.21.15.71:0/2541472327 wait complete. 2024-09-05T07:35:28.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.278+0000 7f3203c1c640 1 Processor -- start 2024-09-05T07:35:28.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.278+0000 7f3203c1c640 1 -- start start 2024-09-05T07:35:28.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.278+0000 7f3203c1c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31fc100e20 0x7f31fc198550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:28.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.278+0000 7f3203c1c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f31fc102570 0x7f31fc198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:28.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.278+0000 7f3203c1c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31fc102ef0 0x7f31fc19ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:28.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.278+0000 7f3203c1c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f31fc110ed0 con 0x7f31fc100e20 2024-09-05T07:35:28.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.278+0000 7f3203c1c640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f31fc110d50 con 0x7f31fc102570 2024-09-05T07:35:28.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.278+0000 7f3203c1c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f31fc111050 con 0x7f31fc102ef0 2024-09-05T07:35:28.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.278+0000 7f32019b8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31fc100e20 0x7f31fc198550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:28.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.278+0000 7f32019b8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31fc100e20 0x7f31fc198550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41574/0 (socket says 172.21.15.71:41574) 2024-09-05T07:35:28.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.278+0000 7f32019b8640 1 -- 172.21.15.71:0/1902448272 learned_addr learned my addr 172.21.15.71:0/1902448272 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:35:28.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.279+0000 7f32019b8640 1 -- 172.21.15.71:0/1902448272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31fc102ef0 msgr2=0x7f31fc19ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:28.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.279+0000 7f32019b8640 1 --2- 172.21.15.71:0/1902448272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31fc102ef0 0x7f31fc19ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:28.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.279+0000 7f32019b8640 1 -- 172.21.15.71:0/1902448272 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f31fc102570 msgr2=0x7f31fc198a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:28.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.279+0000 7f32019b8640 1 --2- 172.21.15.71:0/1902448272 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f31fc102570 0x7f31fc198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:28.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.279+0000 7f32019b8640 1 -- 172.21.15.71:0/1902448272 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31fc19d500 con 0x7f31fc100e20 2024-09-05T07:35:28.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.279+0000 7f32019b8640 1 --2- 172.21.15.71:0/1902448272 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31fc100e20 0x7f31fc198550 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f31f800b4a0 tx=0x7f31f800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:28.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.279+0000 7f31f2ffd640 1 -- 172.21.15.71:0/1902448272 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f8014070 con 0x7f31fc100e20 2024-09-05T07:35:28.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.279+0000 7f31f2ffd640 1 -- 172.21.15.71:0/1902448272 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31f8010ac0 con 0x7f31fc100e20 2024-09-05T07:35:28.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.279+0000 7f3203c1c640 1 -- 172.21.15.71:0/1902448272 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31fc19d7f0 con 0x7f31fc100e20 2024-09-05T07:35:28.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.279+0000 7f31f2ffd640 1 -- 172.21.15.71:0/1902448272 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f8017c30 con 0x7f31fc100e20 2024-09-05T07:35:28.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.279+0000 7f3203c1c640 1 -- 172.21.15.71:0/1902448272 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31fc1a50d0 con 0x7f31fc100e20 2024-09-05T07:35:28.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.280+0000 7f3203c1c640 1 -- 172.21.15.71:0/1902448272 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31fc101280 con 0x7f31fc100e20 2024-09-05T07:35:28.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.281+0000 7f31f2ffd640 1 -- 172.21.15.71:0/1902448272 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f31f8017070 con 0x7f31fc100e20 2024-09-05T07:35:28.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.282+0000 7f31f2ffd640 1 --2- 172.21.15.71:0/1902448272 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f31e80a2c00 0x7f31e80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:28.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.282+0000 7f32011b7640 1 --2- 172.21.15.71:0/1902448272 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f31e80a2c00 0x7f31e80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:28.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.282+0000 7f31f2ffd640 1 -- 172.21.15.71:0/1902448272 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f31f80ce3d0 con 0x7f31fc100e20 2024-09-05T07:35:28.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.283+0000 7f32011b7640 1 --2- 172.21.15.71:0/1902448272 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f31e80a2c00 0x7f31e80a50c0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f31fc100050 tx=0x7f31ec006c90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:28.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.286+0000 7f31f2ffd640 1 -- 172.21.15.71:0/1902448272 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f31f809b730 con 0x7f31fc100e20 2024-09-05T07:35:28.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.453+0000 7f3203c1c640 1 -- 172.21.15.71:0/1902448272 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f31fc02d7c0 con 0x7f31fc100e20 2024-09-05T07:35:28.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.454+0000 7f31f2ffd640 1 -- 172.21.15.71:0/1902448272 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v77) ==== 93+0+10 (secure 0 0 0) 0x7f31f80bb0f0 con 0x7f31fc100e20 2024-09-05T07:35:28.455 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 1 2024-09-05T07:35:28.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.456+0000 7f3203c1c640 1 -- 172.21.15.71:0/1902448272 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f31e80a2c00 msgr2=0x7f31e80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:28.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.456+0000 7f3203c1c640 1 --2- 172.21.15.71:0/1902448272 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f31e80a2c00 0x7f31e80a50c0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f31fc100050 tx=0x7f31ec006c90 comp rx=0 tx=0).stop 2024-09-05T07:35:28.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.456+0000 7f3203c1c640 1 -- 172.21.15.71:0/1902448272 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31fc100e20 msgr2=0x7f31fc198550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:28.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.456+0000 7f3203c1c640 1 --2- 172.21.15.71:0/1902448272 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31fc100e20 0x7f31fc198550 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f31f800b4a0 tx=0x7f31f800b960 comp rx=0 tx=0).stop 2024-09-05T07:35:28.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.456+0000 7f3203c1c640 1 -- 172.21.15.71:0/1902448272 shutdown_connections 2024-09-05T07:35:28.458 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.456+0000 7f3203c1c640 1 --2- 172.21.15.71:0/1902448272 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f31e80a2c00 0x7f31e80a50c0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:28.458 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.456+0000 7f3203c1c640 1 --2- 172.21.15.71:0/1902448272 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31fc102ef0 0x7f31fc19ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:28.458 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.456+0000 7f3203c1c640 1 --2- 172.21.15.71:0/1902448272 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f31fc102570 0x7f31fc198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:28.458 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.456+0000 7f3203c1c640 1 --2- 172.21.15.71:0/1902448272 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31fc100e20 0x7f31fc198550 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:28.458 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.456+0000 7f3203c1c640 1 -- 172.21.15.71:0/1902448272 >> 172.21.15.71:0/1902448272 conn(0x7f31fc0fc7d0 msgr2=0x7f31fc06a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:28.458 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.457+0000 7f3203c1c640 1 -- 172.21.15.71:0/1902448272 shutdown_connections 2024-09-05T07:35:28.458 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:28.457+0000 7f3203c1c640 1 -- 172.21.15.71:0/1902448272 wait complete. 2024-09-05T07:35:29.265 INFO:tasks.cephadm:Adding mds.a on smithi071 2024-09-05T07:35:29.265 INFO:tasks.cephadm:Adding mds.d on smithi071 2024-09-05T07:35:29.265 INFO:tasks.cephadm:Adding mds.g on smithi071 2024-09-05T07:35:29.265 INFO:tasks.cephadm:Adding mds.j on smithi071 2024-09-05T07:35:29.265 INFO:tasks.cephadm:Adding mds.b on smithi123 2024-09-05T07:35:29.265 INFO:tasks.cephadm:Adding mds.e on smithi123 2024-09-05T07:35:29.265 INFO:tasks.cephadm:Adding mds.h on smithi123 2024-09-05T07:35:29.265 INFO:tasks.cephadm:Adding mds.k on smithi123 2024-09-05T07:35:29.265 INFO:tasks.cephadm:Adding mds.c on smithi192 2024-09-05T07:35:29.265 INFO:tasks.cephadm:Adding mds.f on smithi192 2024-09-05T07:35:29.265 INFO:tasks.cephadm:Adding mds.i on smithi192 2024-09-05T07:35:29.265 INFO:tasks.cephadm:Adding mds.l on smithi192 2024-09-05T07:35:29.266 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph orch apply mds all '12;smithi071=a;smithi071=d;smithi071=g;smithi071=j;smithi123=b;smithi123=e;smithi123=h;smithi123=k;smithi192=c;smithi192=f;smithi192=i;smithi192=l' 2024-09-05T07:35:29.527 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T07:35:29.648 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:29 smithi192 ceph-mon[34929]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:29.649 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:29 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1902448272' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T07:35:29.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:29 smithi071 ceph-mon[30965]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:29.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:29 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1902448272' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T07:35:29.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:29 smithi123 ceph-mon[34568]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:29.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:29 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1902448272' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T07:35:30.012 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.010+0000 7f4d5b6cb640 1 -- 172.21.15.192:0/3770892118 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d54101cd0 msgr2=0x7f4d54102150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:30.013 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.010+0000 7f4d5b6cb640 1 --2- 172.21.15.192:0/3770892118 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d54101cd0 0x7f4d54102150 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f4d44009900 tx=0x7f4d4402a410 comp rx=0 tx=0).stop 2024-09-05T07:35:30.013 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.010+0000 7f4d5b6cb640 1 -- 172.21.15.192:0/3770892118 shutdown_connections 2024-09-05T07:35:30.013 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.010+0000 7f4d5b6cb640 1 --2- 172.21.15.192:0/3770892118 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d54102690 0x7f4d54108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:30.013 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.010+0000 7f4d5b6cb640 1 --2- 172.21.15.192:0/3770892118 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d54101cd0 0x7f4d54102150 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:30.013 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.010+0000 7f4d5b6cb640 1 --2- 172.21.15.192:0/3770892118 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4d54100ad0 0x7f4d54100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:30.013 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.010+0000 7f4d5b6cb640 1 -- 172.21.15.192:0/3770892118 >> 172.21.15.192:0/3770892118 conn(0x7f4d540fc280 msgr2=0x7f4d540fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:30.013 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.010+0000 7f4d5b6cb640 1 -- 172.21.15.192:0/3770892118 shutdown_connections 2024-09-05T07:35:30.013 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.010+0000 7f4d5b6cb640 1 -- 172.21.15.192:0/3770892118 wait complete. 2024-09-05T07:35:30.013 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.011+0000 7f4d5b6cb640 1 Processor -- start 2024-09-05T07:35:30.013 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.011+0000 7f4d5b6cb640 1 -- start start 2024-09-05T07:35:30.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.011+0000 7f4d5b6cb640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d54100ad0 0x7f4d5419a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:30.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.011+0000 7f4d5b6cb640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4d54101cd0 0x7f4d5419a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:30.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.011+0000 7f4d5b6cb640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d54102690 0x7f4d541a1750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:30.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.011+0000 7f4d5b6cb640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4d5410c700 con 0x7f4d54102690 2024-09-05T07:35:30.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.011+0000 7f4d5b6cb640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4d5410c580 con 0x7f4d54101cd0 2024-09-05T07:35:30.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.011+0000 7f4d5b6cb640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4d5410c880 con 0x7f4d54100ad0 2024-09-05T07:35:30.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.011+0000 7f4d59467640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d54100ad0 0x7f4d5419a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:30.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.011+0000 7f4d59467640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d54100ad0 0x7f4d5419a190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.192:34656/0 (socket says 172.21.15.192:34656) 2024-09-05T07:35:30.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.011+0000 7f4d59467640 1 -- 172.21.15.192:0/1539396577 learned_addr learned my addr 172.21.15.192:0/1539396577 (peer_addr_for_me v2:172.21.15.192:0/0) 2024-09-05T07:35:30.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.011+0000 7f4d58c66640 1 --2- 172.21.15.192:0/1539396577 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4d54101cd0 0x7f4d5419a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:30.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.011+0000 7f4d59c68640 1 --2- 172.21.15.192:0/1539396577 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d54102690 0x7f4d541a1750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:30.014 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.011+0000 7f4d59467640 1 -- 172.21.15.192:0/1539396577 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4d54101cd0 msgr2=0x7f4d5419a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:30.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.011+0000 7f4d59467640 1 --2- 172.21.15.192:0/1539396577 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4d54101cd0 0x7f4d5419a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:30.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.011+0000 7f4d59467640 1 -- 172.21.15.192:0/1539396577 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d54102690 msgr2=0x7f4d541a1750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:30.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.011+0000 7f4d59467640 1 --2- 172.21.15.192:0/1539396577 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d54102690 0x7f4d541a1750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:30.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.011+0000 7f4d59467640 1 -- 172.21.15.192:0/1539396577 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d541a1dc0 con 0x7f4d54100ad0 2024-09-05T07:35:30.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.011+0000 7f4d59c68640 1 --2- 172.21.15.192:0/1539396577 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d54102690 0x7f4d541a1750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:35:30.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.012+0000 7f4d59467640 1 --2- 172.21.15.192:0/1539396577 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d54100ad0 0x7f4d5419a190 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f4d5000b9c0 tx=0x7f4d5000be80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:30.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.012+0000 7f4d4a7fc640 1 -- 172.21.15.192:0/1539396577 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d50019070 con 0x7f4d54100ad0 2024-09-05T07:35:30.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.012+0000 7f4d5b6cb640 1 -- 172.21.15.192:0/1539396577 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d541a20b0 con 0x7f4d54100ad0 2024-09-05T07:35:30.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.012+0000 7f4d4a7fc640 1 -- 172.21.15.192:0/1539396577 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d5000cba0 con 0x7f4d54100ad0 2024-09-05T07:35:30.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.012+0000 7f4d4a7fc640 1 -- 172.21.15.192:0/1539396577 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d500125a0 con 0x7f4d54100ad0 2024-09-05T07:35:30.015 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.012+0000 7f4d5b6cb640 1 -- 172.21.15.192:0/1539396577 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d541a2640 con 0x7f4d54100ad0 2024-09-05T07:35:30.016 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.013+0000 7f4d5b6cb640 1 -- 172.21.15.192:0/1539396577 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d541a2900 con 0x7f4d54100ad0 2024-09-05T07:35:30.016 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.014+0000 7f4d4a7fc640 1 -- 172.21.15.192:0/1539396577 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4d5001c070 con 0x7f4d54100ad0 2024-09-05T07:35:30.016 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.015+0000 7f4d4a7fc640 1 --2- 172.21.15.192:0/1539396577 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4d400a2bb0 0x7f4d400a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:30.016 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.015+0000 7f4d4a7fc640 1 -- 172.21.15.192:0/1539396577 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f4d500ce1c0 con 0x7f4d54100ad0 2024-09-05T07:35:30.017 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.015+0000 7f4d58c66640 1 --2- 172.21.15.192:0/1539396577 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4d400a2bb0 0x7f4d400a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:30.017 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.015+0000 7f4d58c66640 1 --2- 172.21.15.192:0/1539396577 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4d400a2bb0 0x7f4d400a5070 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4d44000c00 tx=0x7f4d44005e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:30.023 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.023+0000 7f4d4a7fc640 1 -- 172.21.15.192:0/1539396577 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4d5009aed0 con 0x7f4d54100ad0 2024-09-05T07:35:30.207 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.206+0000 7f4d5b6cb640 1 -- 172.21.15.192:0/1539396577 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi071=a;smithi071=d;smithi071=g;smithi071=j;smithi123=b;smithi123=e;smithi123=h;smithi123=k;smithi192=c;smithi192=f;smithi192=i;smithi192=l", "target": ["mon-mgr", ""]}) -- 0x7f4d5406a680 con 0x7f4d400a2bb0 2024-09-05T07:35:30.214 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.213+0000 7f4d4a7fc640 1 -- 172.21.15.192:0/1539396577 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f4d5406a680 con 0x7f4d400a2bb0 2024-09-05T07:35:30.214 INFO:teuthology.orchestra.run.smithi192.stdout:Scheduled mds.all update... 2024-09-05T07:35:30.216 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.215+0000 7f4d5b6cb640 1 -- 172.21.15.192:0/1539396577 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4d400a2bb0 msgr2=0x7f4d400a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:30.216 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.215+0000 7f4d5b6cb640 1 --2- 172.21.15.192:0/1539396577 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4d400a2bb0 0x7f4d400a5070 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4d44000c00 tx=0x7f4d44005e40 comp rx=0 tx=0).stop 2024-09-05T07:35:30.216 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.215+0000 7f4d5b6cb640 1 -- 172.21.15.192:0/1539396577 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d54100ad0 msgr2=0x7f4d5419a190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:30.216 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.215+0000 7f4d5b6cb640 1 --2- 172.21.15.192:0/1539396577 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d54100ad0 0x7f4d5419a190 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f4d5000b9c0 tx=0x7f4d5000be80 comp rx=0 tx=0).stop 2024-09-05T07:35:30.216 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.216+0000 7f4d5b6cb640 1 -- 172.21.15.192:0/1539396577 shutdown_connections 2024-09-05T07:35:30.216 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.216+0000 7f4d5b6cb640 1 --2- 172.21.15.192:0/1539396577 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4d400a2bb0 0x7f4d400a5070 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:30.217 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.216+0000 7f4d5b6cb640 1 --2- 172.21.15.192:0/1539396577 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d54102690 0x7f4d541a1750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:30.217 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.216+0000 7f4d5b6cb640 1 --2- 172.21.15.192:0/1539396577 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4d54101cd0 0x7f4d5419a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:30.217 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.216+0000 7f4d5b6cb640 1 --2- 172.21.15.192:0/1539396577 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d54100ad0 0x7f4d5419a190 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:30.217 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.216+0000 7f4d5b6cb640 1 -- 172.21.15.192:0/1539396577 >> 172.21.15.192:0/1539396577 conn(0x7f4d540fc280 msgr2=0x7f4d54069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:30.217 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.216+0000 7f4d5b6cb640 1 -- 172.21.15.192:0/1539396577 shutdown_connections 2024-09-05T07:35:30.217 INFO:teuthology.orchestra.run.smithi192.stderr:2024-09-05T07:35:30.216+0000 7f4d5b6cb640 1 -- 172.21.15.192:0/1539396577 wait complete. 2024-09-05T07:35:30.959 DEBUG:teuthology.orchestra.run.smithi071:mds.a> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.a.service 2024-09-05T07:35:30.962 DEBUG:teuthology.orchestra.run.smithi071:mds.d> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.d.service 2024-09-05T07:35:31.005 DEBUG:teuthology.orchestra.run.smithi071:mds.g> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.g.service 2024-09-05T07:35:31.048 DEBUG:teuthology.orchestra.run.smithi071:mds.j> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.j.service 2024-09-05T07:35:31.091 DEBUG:teuthology.orchestra.run.smithi123:mds.b> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.b.service 2024-09-05T07:35:31.094 DEBUG:teuthology.orchestra.run.smithi123:mds.e> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.e.service 2024-09-05T07:35:31.137 DEBUG:teuthology.orchestra.run.smithi123:mds.h> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.h.service 2024-09-05T07:35:31.180 DEBUG:teuthology.orchestra.run.smithi123:mds.k> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.k.service 2024-09-05T07:35:31.224 DEBUG:teuthology.orchestra.run.smithi192:mds.c> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.c.service 2024-09-05T07:35:31.227 DEBUG:teuthology.orchestra.run.smithi192:mds.f> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.f.service 2024-09-05T07:35:31.270 DEBUG:teuthology.orchestra.run.smithi192:mds.i> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.i.service 2024-09-05T07:35:31.313 DEBUG:teuthology.orchestra.run.smithi192:mds.l> sudo journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.l.service 2024-09-05T07:35:31.356 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-05T07:35:31.357 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:35:31.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:31 smithi123 ceph-mon[34568]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi071=a;smithi071=d;smithi071=g;smithi071=j;smithi123=b;smithi123=e;smithi123=h;smithi123=k;smithi192=c;smithi192=f;smithi192=i;smithi192=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:35:31.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:31 smithi123 ceph-mon[34568]: Saving service mds.all spec with placement smithi071=a;smithi071=d;smithi071=g;smithi071=j;smithi123=b;smithi123=e;smithi123=h;smithi123=k;smithi192=c;smithi192=f;smithi192=i;smithi192=l;count:12 2024-09-05T07:35:31.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:31 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:31.428 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:31 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:35:31.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:31 smithi123 ceph-mon[34568]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:31.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:31 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:31.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:31 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:35:31.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:31 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:31.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:31 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:31.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:31 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:31.429 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:31 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:31.459 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:31 smithi192 ceph-mon[34929]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi071=a;smithi071=d;smithi071=g;smithi071=j;smithi123=b;smithi123=e;smithi123=h;smithi123=k;smithi192=c;smithi192=f;smithi192=i;smithi192=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:35:31.459 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:31 smithi192 ceph-mon[34929]: Saving service mds.all spec with placement smithi071=a;smithi071=d;smithi071=g;smithi071=j;smithi123=b;smithi123=e;smithi123=h;smithi123=k;smithi192=c;smithi192=f;smithi192=i;smithi192=l;count:12 2024-09-05T07:35:31.459 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:31 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:31.459 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:31 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:35:31.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:31 smithi192 ceph-mon[34929]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:31.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:31 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:31.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:31 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:35:31.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:31 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:31.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:31 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:31.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:31 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:31.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:31 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:31.597 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:35:31.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:31 smithi071 ceph-mon[30965]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi071=a;smithi071=d;smithi071=g;smithi071=j;smithi123=b;smithi123=e;smithi123=h;smithi123=k;smithi192=c;smithi192=f;smithi192=i;smithi192=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:35:31.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:31 smithi071 ceph-mon[30965]: Saving service mds.all spec with placement smithi071=a;smithi071=d;smithi071=g;smithi071=j;smithi123=b;smithi123=e;smithi123=h;smithi123=k;smithi192=c;smithi192=f;smithi192=i;smithi192=l;count:12 2024-09-05T07:35:31.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:31 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:31.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:31 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:35:31.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:31 smithi071 ceph-mon[30965]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:31.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:31 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:31.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:31 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:35:31.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:31 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:31.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:31 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:31.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:31 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:31.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:31 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:32.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.094+0000 7fc3d1991640 1 -- 172.21.15.71:0/416325704 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc3cc106a80 msgr2=0x7fc3cc106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:32.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.094+0000 7fc3d1991640 1 --2- 172.21.15.71:0/416325704 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc3cc106a80 0x7fc3cc106e60 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc3c4009cd0 tx=0x7fc3c402a8e0 comp rx=0 tx=0).stop 2024-09-05T07:35:32.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.094+0000 7fc3d1991640 1 -- 172.21.15.71:0/416325704 shutdown_connections 2024-09-05T07:35:32.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.094+0000 7fc3d1991640 1 --2- 172.21.15.71:0/416325704 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3cc101420 0x7fc3cc10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:32.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.094+0000 7fc3d1991640 1 --2- 172.21.15.71:0/416325704 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3cc100a80 0x7fc3cc100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:32.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.094+0000 7fc3d1991640 1 --2- 172.21.15.71:0/416325704 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc3cc106a80 0x7fc3cc106e60 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:32.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.094+0000 7fc3d1991640 1 -- 172.21.15.71:0/416325704 >> 172.21.15.71:0/416325704 conn(0x7fc3cc0fc7a0 msgr2=0x7fc3cc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:32.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.094+0000 7fc3d1991640 1 -- 172.21.15.71:0/416325704 shutdown_connections 2024-09-05T07:35:32.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.094+0000 7fc3d1991640 1 -- 172.21.15.71:0/416325704 wait complete. 2024-09-05T07:35:32.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.095+0000 7fc3d1991640 1 Processor -- start 2024-09-05T07:35:32.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.095+0000 7fc3d1991640 1 -- start start 2024-09-05T07:35:32.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.095+0000 7fc3d1991640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3cc100a80 0x7fc3cc1983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:32.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.095+0000 7fc3d1991640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc3cc101420 0x7fc3cc198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:32.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.095+0000 7fc3d1991640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3cc106a80 0x7fc3cc19cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:32.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.095+0000 7fc3d1991640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc3cc110d30 con 0x7fc3cc101420 2024-09-05T07:35:32.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.095+0000 7fc3d1991640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc3cc110bb0 con 0x7fc3cc106a80 2024-09-05T07:35:32.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.095+0000 7fc3d1991640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc3cc110eb0 con 0x7fc3cc100a80 2024-09-05T07:35:32.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.095+0000 7fc3ca7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc3cc101420 0x7fc3cc198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:32.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.095+0000 7fc3ca7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc3cc101420 0x7fc3cc198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58616/0 (socket says 172.21.15.71:58616) 2024-09-05T07:35:32.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.095+0000 7fc3ca7fc640 1 -- 172.21.15.71:0/2572220243 learned_addr learned my addr 172.21.15.71:0/2572220243 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:35:32.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.095+0000 7fc3cb7fe640 1 --2- 172.21.15.71:0/2572220243 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3cc106a80 0x7fc3cc19cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:32.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.095+0000 7fc3caffd640 1 --2- 172.21.15.71:0/2572220243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3cc100a80 0x7fc3cc1983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:32.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.096+0000 7fc3ca7fc640 1 -- 172.21.15.71:0/2572220243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3cc100a80 msgr2=0x7fc3cc1983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:32.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.096+0000 7fc3ca7fc640 1 --2- 172.21.15.71:0/2572220243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3cc100a80 0x7fc3cc1983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:32.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.096+0000 7fc3ca7fc640 1 -- 172.21.15.71:0/2572220243 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3cc106a80 msgr2=0x7fc3cc19cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:32.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.096+0000 7fc3ca7fc640 1 --2- 172.21.15.71:0/2572220243 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3cc106a80 0x7fc3cc19cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:32.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.096+0000 7fc3ca7fc640 1 -- 172.21.15.71:0/2572220243 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3cc19d370 con 0x7fc3cc101420 2024-09-05T07:35:32.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.096+0000 7fc3ca7fc640 1 --2- 172.21.15.71:0/2572220243 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc3cc101420 0x7fc3cc198900 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc3b400e9f0 tx=0x7fc3b400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:32.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.096+0000 7fc3d098f640 1 -- 172.21.15.71:0/2572220243 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3b400cd80 con 0x7fc3cc101420 2024-09-05T07:35:32.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.096+0000 7fc3d098f640 1 -- 172.21.15.71:0/2572220243 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc3b40108e0 con 0x7fc3cc101420 2024-09-05T07:35:32.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.096+0000 7fc3d1991640 1 -- 172.21.15.71:0/2572220243 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3cc19d660 con 0x7fc3cc101420 2024-09-05T07:35:32.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.096+0000 7fc3d098f640 1 -- 172.21.15.71:0/2572220243 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3b4018920 con 0x7fc3cc101420 2024-09-05T07:35:32.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.096+0000 7fc3d1991640 1 -- 172.21.15.71:0/2572220243 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3cc1a4f40 con 0x7fc3cc101420 2024-09-05T07:35:32.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.097+0000 7fc3d1991640 1 -- 172.21.15.71:0/2572220243 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3cc100ee0 con 0x7fc3cc101420 2024-09-05T07:35:32.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.098+0000 7fc3d098f640 1 -- 172.21.15.71:0/2572220243 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc3b4010a90 con 0x7fc3cc101420 2024-09-05T07:35:32.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.099+0000 7fc3d098f640 1 --2- 172.21.15.71:0/2572220243 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fc3b80a2b80 0x7fc3b80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:32.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.099+0000 7fc3caffd640 1 --2- 172.21.15.71:0/2572220243 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fc3b80a2b80 0x7fc3b80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:32.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.099+0000 7fc3d098f640 1 -- 172.21.15.71:0/2572220243 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fc3b40cef20 con 0x7fc3cc101420 2024-09-05T07:35:32.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.099+0000 7fc3caffd640 1 --2- 172.21.15.71:0/2572220243 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fc3b80a2b80 0x7fc3b80a5040 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fc3c4000f80 tx=0x7fc3c40093f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:32.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.103+0000 7fc3d098f640 1 -- 172.21.15.71:0/2572220243 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc3b409c320 con 0x7fc3cc101420 2024-09-05T07:35:32.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.304+0000 7fc3d1991640 1 -- 172.21.15.71:0/2572220243 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc3cc1a5170 con 0x7fc3cc101420 2024-09-05T07:35:32.304 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:32 smithi071 ceph-mon[30965]: Deploying daemon mds.l on smithi192 2024-09-05T07:35:32.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.304+0000 7fc3d098f640 1 -- 172.21.15.71:0/2572220243 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+611 (secure 0 0 0) 0x7fc3b4086020 con 0x7fc3cc101420 2024-09-05T07:35:32.305 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:35:32.305 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":1,"btime":"2024-09-05T07:28:40:672258+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-05T07:35:32.306 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 1 2024-09-05T07:35:32.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.306+0000 7fc3d1991640 1 -- 172.21.15.71:0/2572220243 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fc3b80a2b80 msgr2=0x7fc3b80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:32.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.306+0000 7fc3d1991640 1 --2- 172.21.15.71:0/2572220243 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fc3b80a2b80 0x7fc3b80a5040 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fc3c4000f80 tx=0x7fc3c40093f0 comp rx=0 tx=0).stop 2024-09-05T07:35:32.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.306+0000 7fc3d1991640 1 -- 172.21.15.71:0/2572220243 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc3cc101420 msgr2=0x7fc3cc198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:32.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.306+0000 7fc3d1991640 1 --2- 172.21.15.71:0/2572220243 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc3cc101420 0x7fc3cc198900 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc3b400e9f0 tx=0x7fc3b400eeb0 comp rx=0 tx=0).stop 2024-09-05T07:35:32.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.306+0000 7fc3d1991640 1 -- 172.21.15.71:0/2572220243 shutdown_connections 2024-09-05T07:35:32.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.306+0000 7fc3d1991640 1 --2- 172.21.15.71:0/2572220243 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fc3b80a2b80 0x7fc3b80a5040 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:32.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.306+0000 7fc3d1991640 1 --2- 172.21.15.71:0/2572220243 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc3cc106a80 0x7fc3cc19cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:32.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.306+0000 7fc3d1991640 1 --2- 172.21.15.71:0/2572220243 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc3cc101420 0x7fc3cc198900 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:32.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.306+0000 7fc3d1991640 1 --2- 172.21.15.71:0/2572220243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc3cc100a80 0x7fc3cc1983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:32.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.306+0000 7fc3d1991640 1 -- 172.21.15.71:0/2572220243 >> 172.21.15.71:0/2572220243 conn(0x7fc3cc0fc7a0 msgr2=0x7fc3cc06a9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:32.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.306+0000 7fc3d1991640 1 -- 172.21.15.71:0/2572220243 shutdown_connections 2024-09-05T07:35:32.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:32.306+0000 7fc3d1991640 1 -- 172.21.15.71:0/2572220243 wait complete. 2024-09-05T07:35:32.444 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:32 smithi192 ceph-mon[34929]: Deploying daemon mds.l on smithi192 2024-09-05T07:35:32.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:32 smithi123 ceph-mon[34568]: Deploying daemon mds.l on smithi192 2024-09-05T07:35:32.711 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 05 07:35:32 smithi192 systemd[1]: Starting Ceph mds.l for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:35:33.112 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 05 07:35:32 smithi192 podman[63978]: 2024-09-05 07:35:32.750146975 +0000 UTC m=+0.015584230 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:35:33.112 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 05 07:35:32 smithi192 podman[63978]: 2024-09-05 07:35:32.849998542 +0000 UTC m=+0.115435842 container create e5322d00dab0d9c6630acae7e187103dd9eaf5f2bb7bcffacafaf4c9642e7ab9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-l, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-05T07:35:33.112 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 05 07:35:33 smithi192 podman[63978]: 2024-09-05 07:35:33.086250006 +0000 UTC m=+0.351687261 container init e5322d00dab0d9c6630acae7e187103dd9eaf5f2bb7bcffacafaf4c9642e7ab9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-l, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T07:35:33.112 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 05 07:35:33 smithi192 podman[63978]: 2024-09-05 07:35:33.089004349 +0000 UTC m=+0.354441604 container start e5322d00dab0d9c6630acae7e187103dd9eaf5f2bb7bcffacafaf4c9642e7ab9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-l, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-05T07:35:33.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:33 smithi071 ceph-mon[30965]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:33.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:33 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2572220243' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:33.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:33 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.192:6832/4030802565,v1:172.21.15.192:6833/4030802565] up:boot 2024-09-05T07:35:33.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:33 smithi071 ceph-mon[30965]: fsmap 1 up:standby 2024-09-05T07:35:33.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:33 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T07:35:33.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:33 smithi192 ceph-mon[34929]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:33.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:33 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2572220243' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:33.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:33 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.192:6832/4030802565,v1:172.21.15.192:6833/4030802565] up:boot 2024-09-05T07:35:33.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:33 smithi192 ceph-mon[34929]: fsmap 1 up:standby 2024-09-05T07:35:33.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:33 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T07:35:33.461 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 05 07:35:33 smithi192 ceph-mds[63998]: -- 172.21.15.192:0/1550863427 <== mon.1 v2:172.21.15.192:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a54cc09860 con 0x55a54cbe7000 2024-09-05T07:35:33.461 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 05 07:35:33 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-l[63994]: starting mds.l at 2024-09-05T07:35:33.461 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 05 07:35:33 smithi192 bash[63978]: e5322d00dab0d9c6630acae7e187103dd9eaf5f2bb7bcffacafaf4c9642e7ab9 2024-09-05T07:35:33.461 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 05 07:35:33 smithi192 systemd[1]: Started Ceph mds.l for 528064f0-6b58-11ef-bcd6-c7b262605968. 2024-09-05T07:35:33.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:33 smithi123 ceph-mon[34568]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:33.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:33 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2572220243' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:33.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:33 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.192:6832/4030802565,v1:172.21.15.192:6833/4030802565] up:boot 2024-09-05T07:35:33.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:33 smithi123 ceph-mon[34568]: fsmap 1 up:standby 2024-09-05T07:35:33.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:33 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T07:35:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:34 smithi071 ceph-mon[30965]: Deploying daemon mds.k on smithi123 2024-09-05T07:35:34.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:34.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:34.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:34.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:34.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:34.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:34.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:34 smithi123 ceph-mon[34568]: Deploying daemon mds.k on smithi123 2024-09-05T07:35:34.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:34.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:34.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:34 smithi192 ceph-mon[34929]: Deploying daemon mds.k on smithi123 2024-09-05T07:35:35.111 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:35:35.372 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:35:35.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:35 smithi071 ceph-mon[30965]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:35.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:35 smithi123 ceph-mon[34568]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:35.427 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 07:35:35 smithi123 systemd[1]: Starting Ceph mds.k for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:35:35.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:35 smithi192 ceph-mon[34929]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:35.744 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 07:35:35 smithi123 podman[63528]: 2024-09-05 07:35:35.377647942 +0000 UTC m=+0.015920457 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:35:35.745 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 07:35:35 smithi123 podman[63528]: 2024-09-05 07:35:35.491044152 +0000 UTC m=+0.129316654 container create dfcd3097a6b243a6a64e5244c6979cdcacf55185f3cdb9cb8af18cfe31b9b368 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-k, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-05T07:35:35.745 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 07:35:35 smithi123 podman[63528]: 2024-09-05 07:35:35.718776241 +0000 UTC m=+0.357048743 container init dfcd3097a6b243a6a64e5244c6979cdcacf55185f3cdb9cb8af18cfe31b9b368 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-k, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-05T07:35:35.745 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 07:35:35 smithi123 podman[63528]: 2024-09-05 07:35:35.721526885 +0000 UTC m=+0.359799388 container start dfcd3097a6b243a6a64e5244c6979cdcacf55185f3cdb9cb8af18cfe31b9b368 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-k, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-05T07:35:35.745 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 07:35:35 smithi123 ceph-mds[63547]: -- 172.21.15.123:0/378324731 <== mon.2 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56342df9d860 con 0x56342df7a800 2024-09-05T07:35:35.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.843+0000 7f05b88ef640 1 -- 172.21.15.71:0/1195750743 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05b4106f30 msgr2=0x7f05b410eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:35.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.843+0000 7f05b88ef640 1 --2- 172.21.15.71:0/1195750743 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05b4106f30 0x7f05b410eab0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f05ac009900 tx=0x7f05ac02a410 comp rx=0 tx=0).stop 2024-09-05T07:35:35.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.843+0000 7f05b88ef640 1 -- 172.21.15.71:0/1195750743 shutdown_connections 2024-09-05T07:35:35.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.843+0000 7f05b88ef640 1 --2- 172.21.15.71:0/1195750743 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05b4106f30 0x7f05b410eab0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:35.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.843+0000 7f05b88ef640 1 --2- 172.21.15.71:0/1195750743 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05b4100cc0 0x7f05b4106800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:35.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.843+0000 7f05b88ef640 1 --2- 172.21.15.71:0/1195750743 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05b4100310 0x7f05b41006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:35.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.843+0000 7f05b88ef640 1 -- 172.21.15.71:0/1195750743 >> 172.21.15.71:0/1195750743 conn(0x7f05b4077210 msgr2=0x7f05b40fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:35.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.843+0000 7f05b88ef640 1 -- 172.21.15.71:0/1195750743 shutdown_connections 2024-09-05T07:35:35.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.843+0000 7f05b88ef640 1 -- 172.21.15.71:0/1195750743 wait complete. 2024-09-05T07:35:35.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.844+0000 7f05b88ef640 1 Processor -- start 2024-09-05T07:35:35.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.844+0000 7f05b88ef640 1 -- start start 2024-09-05T07:35:35.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.844+0000 7f05b88ef640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05b4100310 0x7f05b4198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:35.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.844+0000 7f05b88ef640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05b4100cc0 0x7f05b4198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:35.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.844+0000 7f05b88ef640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05b4106f30 0x7f05b419cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:35.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.844+0000 7f05b88ef640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f05b4111e40 con 0x7f05b4100cc0 2024-09-05T07:35:35.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.844+0000 7f05b88ef640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f05b4111cc0 con 0x7f05b4100310 2024-09-05T07:35:35.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.844+0000 7f05b88ef640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f05b4111fc0 con 0x7f05b4106f30 2024-09-05T07:35:35.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.844+0000 7f05b1d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05b4100cc0 0x7f05b4198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:35.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.844+0000 7f05b1d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05b4100cc0 0x7f05b4198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58626/0 (socket says 172.21.15.71:58626) 2024-09-05T07:35:35.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.844+0000 7f05b1d9b640 1 -- 172.21.15.71:0/119581895 learned_addr learned my addr 172.21.15.71:0/119581895 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:35:35.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.844+0000 7f05b259c640 1 --2- 172.21.15.71:0/119581895 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05b4100310 0x7f05b4198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:35.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.845+0000 7f05b2d9d640 1 --2- 172.21.15.71:0/119581895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05b4106f30 0x7f05b419cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:35.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.845+0000 7f05b1d9b640 1 -- 172.21.15.71:0/119581895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05b4106f30 msgr2=0x7f05b419cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:35.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.845+0000 7f05b1d9b640 1 --2- 172.21.15.71:0/119581895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05b4106f30 0x7f05b419cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:35.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.845+0000 7f05b1d9b640 1 -- 172.21.15.71:0/119581895 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05b4100310 msgr2=0x7f05b4198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.845+0000 7f05b1d9b640 1 --2- 172.21.15.71:0/119581895 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05b4100310 0x7f05b4198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.845+0000 7f05b1d9b640 1 -- 172.21.15.71:0/119581895 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05b419d2d0 con 0x7f05b4100cc0 2024-09-05T07:35:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.845+0000 7f05b1d9b640 1 --2- 172.21.15.71:0/119581895 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05b4100cc0 0x7f05b4198860 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f05a400d950 tx=0x7f05a400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.845+0000 7f05a37fe640 1 -- 172.21.15.71:0/119581895 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05a4017070 con 0x7f05b4100cc0 2024-09-05T07:35:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.845+0000 7f05b88ef640 1 -- 172.21.15.71:0/119581895 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05b419d5c0 con 0x7f05b4100cc0 2024-09-05T07:35:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.845+0000 7f05a37fe640 1 -- 172.21.15.71:0/119581895 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f05a4009c30 con 0x7f05b4100cc0 2024-09-05T07:35:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.845+0000 7f05a37fe640 1 -- 172.21.15.71:0/119581895 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05a400f620 con 0x7f05b4100cc0 2024-09-05T07:35:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.845+0000 7f05b88ef640 1 -- 172.21.15.71:0/119581895 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05b41a4ea0 con 0x7f05b4100cc0 2024-09-05T07:35:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.846+0000 7f05b88ef640 1 -- 172.21.15.71:0/119581895 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05b41006f0 con 0x7f05b4100cc0 2024-09-05T07:35:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.847+0000 7f05a37fe640 1 -- 172.21.15.71:0/119581895 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f05a40109a0 con 0x7f05b4100cc0 2024-09-05T07:35:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.848+0000 7f05a37fe640 1 --2- 172.21.15.71:0/119581895 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f059c0a2b80 0x7f059c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.848+0000 7f05b259c640 1 --2- 172.21.15.71:0/119581895 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f059c0a2b80 0x7f059c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.848+0000 7f05a37fe640 1 -- 172.21.15.71:0/119581895 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f05a40ce760 con 0x7f05b4100cc0 2024-09-05T07:35:35.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.848+0000 7f05b259c640 1 --2- 172.21.15.71:0/119581895 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f059c0a2b80 0x7f059c0a5040 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f05a8005fd0 tx=0x7f05a8009680 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:35.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:35.851+0000 7f05a37fe640 1 -- 172.21.15.71:0/119581895 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f05a4009de0 con 0x7f05b4100cc0 2024-09-05T07:35:36.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:36.061+0000 7f05b88ef640 1 -- 172.21.15.71:0/119581895 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f05b4199680 con 0x7f05b4100cc0 2024-09-05T07:35:36.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:36.062+0000 7f05a37fe640 1 -- 172.21.15.71:0/119581895 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1438 (secure 0 0 0) 0x7f05b4199680 con 0x7f05b4100cc0 2024-09-05T07:35:36.063 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:35:36.063 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":2,"btime":"2024-09-05T07:35:33:117278+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-05T07:35:36.063 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 2 2024-09-05T07:35:36.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:36.064+0000 7f05b88ef640 1 -- 172.21.15.71:0/119581895 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f059c0a2b80 msgr2=0x7f059c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:36.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:36.064+0000 7f05b88ef640 1 --2- 172.21.15.71:0/119581895 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f059c0a2b80 0x7f059c0a5040 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f05a8005fd0 tx=0x7f05a8009680 comp rx=0 tx=0).stop 2024-09-05T07:35:36.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:36.064+0000 7f05b88ef640 1 -- 172.21.15.71:0/119581895 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05b4100cc0 msgr2=0x7f05b4198860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:36.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:36.064+0000 7f05b88ef640 1 --2- 172.21.15.71:0/119581895 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05b4100cc0 0x7f05b4198860 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f05a400d950 tx=0x7f05a400de10 comp rx=0 tx=0).stop 2024-09-05T07:35:36.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:36.064+0000 7f05b88ef640 1 -- 172.21.15.71:0/119581895 shutdown_connections 2024-09-05T07:35:36.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:36.064+0000 7f05b88ef640 1 --2- 172.21.15.71:0/119581895 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f059c0a2b80 0x7f059c0a5040 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:36.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:36.064+0000 7f05b88ef640 1 --2- 172.21.15.71:0/119581895 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f05b4106f30 0x7f05b419cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:36.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:36.064+0000 7f05b88ef640 1 --2- 172.21.15.71:0/119581895 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05b4100cc0 0x7f05b4198860 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:36.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:36.064+0000 7f05b88ef640 1 --2- 172.21.15.71:0/119581895 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f05b4100310 0x7f05b4198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:36.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:36.064+0000 7f05b88ef640 1 -- 172.21.15.71:0/119581895 >> 172.21.15.71:0/119581895 conn(0x7f05b4077210 msgr2=0x7f05b4105810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:36.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:36.064+0000 7f05b88ef640 1 -- 172.21.15.71:0/119581895 shutdown_connections 2024-09-05T07:35:36.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:36.064+0000 7f05b88ef640 1 -- 172.21.15.71:0/119581895 wait complete. 2024-09-05T07:35:36.176 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 07:35:35 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-k[63543]: starting mds.k at 2024-09-05T07:35:36.177 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 07:35:35 smithi123 bash[63528]: dfcd3097a6b243a6a64e5244c6979cdcacf55185f3cdb9cb8af18cfe31b9b368 2024-09-05T07:35:36.177 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 07:35:35 smithi123 systemd[1]: Started Ceph mds.k for 528064f0-6b58-11ef-bcd6-c7b262605968. 2024-09-05T07:35:37.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:36 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:37.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:36 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:37.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:36 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:37.089 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:36 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:37.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:36 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:37.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:36 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:37.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:36 smithi071 ceph-mon[30965]: Deploying daemon mds.j on smithi071 2024-09-05T07:35:37.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:36 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/119581895' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:37.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:36 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.123:6832/2677492963,v1:172.21.15.123:6833/2677492963] up:boot 2024-09-05T07:35:37.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:36 smithi071 ceph-mon[30965]: fsmap 2 up:standby 2024-09-05T07:35:37.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:36 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T07:35:37.090 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:36 smithi071 ceph-mon[30965]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:37.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:36 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:37.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:36 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:37.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:36 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:37.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:36 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:37.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:36 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:37.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:36 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:37.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:36 smithi123 ceph-mon[34568]: Deploying daemon mds.j on smithi071 2024-09-05T07:35:37.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:36 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/119581895' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:37.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:36 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.123:6832/2677492963,v1:172.21.15.123:6833/2677492963] up:boot 2024-09-05T07:35:37.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:36 smithi123 ceph-mon[34568]: fsmap 2 up:standby 2024-09-05T07:35:37.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:36 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T07:35:37.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:36 smithi123 ceph-mon[34568]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:37.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:36 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:37.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:36 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:37.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:36 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:37.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:36 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:37.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:36 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:37.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:36 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:37.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:36 smithi192 ceph-mon[34929]: Deploying daemon mds.j on smithi071 2024-09-05T07:35:37.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:36 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/119581895' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:37.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:36 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.123:6832/2677492963,v1:172.21.15.123:6833/2677492963] up:boot 2024-09-05T07:35:37.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:36 smithi192 ceph-mon[34929]: fsmap 2 up:standby 2024-09-05T07:35:37.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:36 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T07:35:37.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:36 smithi192 ceph-mon[34929]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:38.649 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 05 07:35:38 smithi071 systemd[1]: Starting Ceph mds.j for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:35:38.781 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:35:39.029 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 05 07:35:38 smithi071 podman[70215]: 2024-09-05 07:35:38.644537055 +0000 UTC m=+0.015666081 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:35:39.029 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 05 07:35:38 smithi071 podman[70215]: 2024-09-05 07:35:38.767274758 +0000 UTC m=+0.138403782 container create 5fc97376d0fb7a39695f360b459c7947ab64b97d6ede32df057872b18c0ad9c8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-j, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T07:35:39.029 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 05 07:35:39 smithi071 podman[70215]: 2024-09-05 07:35:39.028815102 +0000 UTC m=+0.399944128 container init 5fc97376d0fb7a39695f360b459c7947ab64b97d6ede32df057872b18c0ad9c8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-j, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-05T07:35:39.197 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:35:39.319 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 05 07:35:39 smithi071 podman[70215]: 2024-09-05 07:35:39.032428976 +0000 UTC m=+0.403558014 container start 5fc97376d0fb7a39695f360b459c7947ab64b97d6ede32df057872b18c0ad9c8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-j, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-91c8a7e, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T07:35:39.320 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 05 07:35:39 smithi071 ceph-mds[70263]: -- 172.21.15.71:0/86192319 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556d0cb33c20 con 0x556d0cb10800 2024-09-05T07:35:39.320 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 05 07:35:39 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-j[70248]: starting mds.j at 2024-09-05T07:35:39.320 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 05 07:35:39 smithi071 bash[70215]: 5fc97376d0fb7a39695f360b459c7947ab64b97d6ede32df057872b18c0ad9c8 2024-09-05T07:35:39.320 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 05 07:35:39 smithi071 systemd[1]: Started Ceph mds.j for 528064f0-6b58-11ef-bcd6-c7b262605968. 2024-09-05T07:35:39.616 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:39 smithi071 ceph-mon[30965]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:39.616 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:39 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:39.616 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:39 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:39.616 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:39 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:39.617 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:39 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:39.617 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:39 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:39.617 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:39 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:39.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:39 smithi123 ceph-mon[34568]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:39.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:39 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:39.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:39 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:39.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:39 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:39.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:39 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:39.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:39 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:39.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:39 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:39.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:39 smithi192 ceph-mon[34929]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:39.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:39 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:39.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:39 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:39.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:39 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:39.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:39 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:39.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:39 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:39.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:39 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:39.715 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.694+0000 7f7827cec640 1 -- 172.21.15.71:0/2054943212 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7820106a80 msgr2=0x7f7820106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:39.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.694+0000 7f7827cec640 1 --2- 172.21.15.71:0/2054943212 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7820106a80 0x7f7820106e60 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f781c009930 tx=0x7f781c02a420 comp rx=0 tx=0).stop 2024-09-05T07:35:39.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.694+0000 7f7827cec640 1 -- 172.21.15.71:0/2054943212 shutdown_connections 2024-09-05T07:35:39.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.694+0000 7f7827cec640 1 --2- 172.21.15.71:0/2054943212 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7820101420 0x7f782010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:39.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.694+0000 7f7827cec640 1 --2- 172.21.15.71:0/2054943212 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7820100a80 0x7f7820100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:39.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.694+0000 7f7827cec640 1 --2- 172.21.15.71:0/2054943212 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7820106a80 0x7f7820106e60 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:39.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.694+0000 7f7827cec640 1 -- 172.21.15.71:0/2054943212 >> 172.21.15.71:0/2054943212 conn(0x7f78200fc7a0 msgr2=0x7f78200febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:39.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.694+0000 7f7827cec640 1 -- 172.21.15.71:0/2054943212 shutdown_connections 2024-09-05T07:35:39.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.694+0000 7f7827cec640 1 -- 172.21.15.71:0/2054943212 wait complete. 2024-09-05T07:35:39.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.695+0000 7f7827cec640 1 Processor -- start 2024-09-05T07:35:39.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.695+0000 7f7827cec640 1 -- start start 2024-09-05T07:35:39.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.695+0000 7f7827cec640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7820100a80 0x7f78201991a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:39.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.695+0000 7f7827cec640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7820101420 0x7f78201996e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:39.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.695+0000 7f7827cec640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7820106a80 0x7f78201a4220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:39.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.695+0000 7f7827cec640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7820110d30 con 0x7f7820101420 2024-09-05T07:35:39.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.695+0000 7f7827cec640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7820110bb0 con 0x7f7820106a80 2024-09-05T07:35:39.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.695+0000 7f7827cec640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7820110eb0 con 0x7f7820100a80 2024-09-05T07:35:39.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.695+0000 7f7825287640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7820101420 0x7f78201996e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:39.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.695+0000 7f7825287640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7820101420 0x7f78201996e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58670/0 (socket says 172.21.15.71:58670) 2024-09-05T07:35:39.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.695+0000 7f7825287640 1 -- 172.21.15.71:0/611057513 learned_addr learned my addr 172.21.15.71:0/611057513 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:35:39.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.695+0000 7f7826289640 1 --2- 172.21.15.71:0/611057513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7820106a80 0x7f78201a4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:39.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.696+0000 7f7825a88640 1 --2- 172.21.15.71:0/611057513 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7820100a80 0x7f78201991a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:39.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.696+0000 7f7825287640 1 -- 172.21.15.71:0/611057513 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7820100a80 msgr2=0x7f78201991a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:39.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.696+0000 7f7825287640 1 --2- 172.21.15.71:0/611057513 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7820100a80 0x7f78201991a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:39.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.696+0000 7f7825287640 1 -- 172.21.15.71:0/611057513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7820106a80 msgr2=0x7f78201a4220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:39.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.696+0000 7f7825287640 1 --2- 172.21.15.71:0/611057513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7820106a80 0x7f78201a4220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:39.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.696+0000 7f7825287640 1 -- 172.21.15.71:0/611057513 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78201a4760 con 0x7f7820101420 2024-09-05T07:35:39.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.696+0000 7f7825a88640 1 --2- 172.21.15.71:0/611057513 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7820100a80 0x7f78201991a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:35:39.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.696+0000 7f7825287640 1 --2- 172.21.15.71:0/611057513 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7820101420 0x7f78201996e0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f781000c890 tx=0x7f781000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:39.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.696+0000 7f7816ffd640 1 -- 172.21.15.71:0/611057513 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7810004220 con 0x7f7820101420 2024-09-05T07:35:39.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.696+0000 7f7827cec640 1 -- 172.21.15.71:0/611057513 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78201a4930 con 0x7f7820101420 2024-09-05T07:35:39.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.696+0000 7f7827cec640 1 -- 172.21.15.71:0/611057513 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78201a4e70 con 0x7f7820101420 2024-09-05T07:35:39.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.696+0000 7f7816ffd640 1 -- 172.21.15.71:0/611057513 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f78100043c0 con 0x7f7820101420 2024-09-05T07:35:39.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.696+0000 7f7816ffd640 1 -- 172.21.15.71:0/611057513 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f781001d060 con 0x7f7820101420 2024-09-05T07:35:39.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.697+0000 7f7827cec640 1 -- 172.21.15.71:0/611057513 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78040052c0 con 0x7f7820101420 2024-09-05T07:35:39.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.698+0000 7f7816ffd640 1 -- 172.21.15.71:0/611057513 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f7810005020 con 0x7f7820101420 2024-09-05T07:35:39.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.699+0000 7f7816ffd640 1 --2- 172.21.15.71:0/611057513 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f780c0a2b80 0x7f780c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:39.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.699+0000 7f7825a88640 1 --2- 172.21.15.71:0/611057513 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f780c0a2b80 0x7f780c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:39.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.699+0000 7f7816ffd640 1 -- 172.21.15.71:0/611057513 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f78100ceb80 con 0x7f7820101420 2024-09-05T07:35:39.719 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.699+0000 7f7825a88640 1 --2- 172.21.15.71:0/611057513 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f780c0a2b80 0x7f780c0a5040 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f781c000c00 tx=0x7f781c009610 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:39.719 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.702+0000 7f7816ffd640 1 -- 172.21.15.71:0/611057513 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7810014030 con 0x7f7820101420 2024-09-05T07:35:39.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.908+0000 7f7827cec640 1 -- 172.21.15.71:0/611057513 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f78040055b0 con 0x7f7820101420 2024-09-05T07:35:39.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.909+0000 7f7816ffd640 1 -- 172.21.15.71:0/611057513 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3091 (secure 0 0 0) 0x7f781009bf80 con 0x7f7820101420 2024-09-05T07:35:39.910 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:35:39.910 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":4,"btime":"2024-09-05T07:35:39:328214+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-05T07:35:39.910 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 4 2024-09-05T07:35:39.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.911+0000 7f7827cec640 1 -- 172.21.15.71:0/611057513 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f780c0a2b80 msgr2=0x7f780c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:39.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.911+0000 7f7827cec640 1 --2- 172.21.15.71:0/611057513 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f780c0a2b80 0x7f780c0a5040 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f781c000c00 tx=0x7f781c009610 comp rx=0 tx=0).stop 2024-09-05T07:35:39.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.911+0000 7f7827cec640 1 -- 172.21.15.71:0/611057513 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7820101420 msgr2=0x7f78201996e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:39.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.911+0000 7f7827cec640 1 --2- 172.21.15.71:0/611057513 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7820101420 0x7f78201996e0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f781000c890 tx=0x7f781000cd50 comp rx=0 tx=0).stop 2024-09-05T07:35:39.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.911+0000 7f7827cec640 1 -- 172.21.15.71:0/611057513 shutdown_connections 2024-09-05T07:35:39.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.911+0000 7f7827cec640 1 --2- 172.21.15.71:0/611057513 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f780c0a2b80 0x7f780c0a5040 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:39.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.911+0000 7f7827cec640 1 --2- 172.21.15.71:0/611057513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7820106a80 0x7f78201a4220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:39.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.911+0000 7f7827cec640 1 --2- 172.21.15.71:0/611057513 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7820101420 0x7f78201996e0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:39.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.911+0000 7f7827cec640 1 --2- 172.21.15.71:0/611057513 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7820100a80 0x7f78201991a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:39.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.911+0000 7f7827cec640 1 -- 172.21.15.71:0/611057513 >> 172.21.15.71:0/611057513 conn(0x7f78200fc7a0 msgr2=0x7f78200fe080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:39.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.911+0000 7f7827cec640 1 -- 172.21.15.71:0/611057513 shutdown_connections 2024-09-05T07:35:39.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:39.911+0000 7f7827cec640 1 -- 172.21.15.71:0/611057513 wait complete. 2024-09-05T07:35:40.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:40 smithi071 ceph-mon[30965]: Deploying daemon mds.d on smithi071 2024-09-05T07:35:40.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:40 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.71:6834/3185094069,v1:172.21.15.71:6835/3185094069] up:boot 2024-09-05T07:35:40.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:40 smithi071 ceph-mon[30965]: fsmap 3 up:standby 2024-09-05T07:35:40.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:40 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-05T07:35:40.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:40 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/611057513' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:40.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:40 smithi123 ceph-mon[34568]: Deploying daemon mds.d on smithi071 2024-09-05T07:35:40.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:40 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.71:6834/3185094069,v1:172.21.15.71:6835/3185094069] up:boot 2024-09-05T07:35:40.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:40 smithi123 ceph-mon[34568]: fsmap 3 up:standby 2024-09-05T07:35:40.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:40 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-05T07:35:40.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:40 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/611057513' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:40.696 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:40 smithi192 ceph-mon[34929]: Deploying daemon mds.d on smithi071 2024-09-05T07:35:40.696 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:40 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.71:6834/3185094069,v1:172.21.15.71:6835/3185094069] up:boot 2024-09-05T07:35:40.696 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:40 smithi192 ceph-mon[34929]: fsmap 3 up:standby 2024-09-05T07:35:40.696 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:40 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-05T07:35:40.696 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:40 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/611057513' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:41.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:41 smithi071 ceph-mon[30965]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:41.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:41 smithi123 ceph-mon[34568]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:41.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:41 smithi192 ceph-mon[34929]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:42.399 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 05 07:35:42 smithi071 systemd[1]: Starting Ceph mds.d for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:35:42.768 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 05 07:35:42 smithi071 podman[70628]: 2024-09-05 07:35:42.345810915 +0000 UTC m=+0.016506670 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:35:42.769 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 05 07:35:42 smithi071 podman[70628]: 2024-09-05 07:35:42.524844956 +0000 UTC m=+0.195540747 container create 0c31b39695b95dab8cc2073ae81b0d4724f04a5bd99a3e9d9d8afab20792df0d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-d, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-05T07:35:42.769 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 05 07:35:42 smithi071 podman[70628]: 2024-09-05 07:35:42.76898472 +0000 UTC m=+0.439680469 container init 0c31b39695b95dab8cc2073ae81b0d4724f04a5bd99a3e9d9d8afab20792df0d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T07:35:42.793 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:35:43.056 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:35:43.149 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 05 07:35:42 smithi071 podman[70628]: 2024-09-05 07:35:42.771809776 +0000 UTC m=+0.442505528 container start 0c31b39695b95dab8cc2073ae81b0d4724f04a5bd99a3e9d9d8afab20792df0d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-d, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-05T07:35:43.149 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 05 07:35:42 smithi071 ceph-mds[70648]: -- 172.21.15.71:0/4062271976 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561f64c53860 con 0x561f64c31000 2024-09-05T07:35:43.149 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 05 07:35:42 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-d[70644]: starting mds.d at 2024-09-05T07:35:43.149 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 05 07:35:42 smithi071 bash[70628]: 0c31b39695b95dab8cc2073ae81b0d4724f04a5bd99a3e9d9d8afab20792df0d 2024-09-05T07:35:43.149 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 05 07:35:42 smithi071 systemd[1]: Started Ceph mds.d for 528064f0-6b58-11ef-bcd6-c7b262605968. 2024-09-05T07:35:43.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:43 smithi071 ceph-mon[30965]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:43.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:43 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:43.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:43 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:43.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:43 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:43.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:43 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:43.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:43 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:43.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:43 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:43.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.554+0000 7fb65d4b2640 1 -- 172.21.15.71:0/1222990836 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb658100eb0 msgr2=0x7fb658106840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:43.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.554+0000 7fb65d4b2640 1 --2- 172.21.15.71:0/1222990836 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb658100eb0 0x7fb658106840 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb640009900 tx=0x7fb64002a410 comp rx=0 tx=0).stop 2024-09-05T07:35:43.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.554+0000 7fb65d4b2640 1 -- 172.21.15.71:0/1222990836 shutdown_connections 2024-09-05T07:35:43.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.554+0000 7fb65d4b2640 1 --2- 172.21.15.71:0/1222990836 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb658106f70 0x7fb65810eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:43.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.554+0000 7fb65d4b2640 1 --2- 172.21.15.71:0/1222990836 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb658100eb0 0x7fb658106840 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:43.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.554+0000 7fb65d4b2640 1 --2- 172.21.15.71:0/1222990836 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb658100500 0x7fb6581008e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:43.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.554+0000 7fb65d4b2640 1 -- 172.21.15.71:0/1222990836 >> 172.21.15.71:0/1222990836 conn(0x7fb6580fc5c0 msgr2=0x7fb6580fe9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:43.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.554+0000 7fb65d4b2640 1 -- 172.21.15.71:0/1222990836 shutdown_connections 2024-09-05T07:35:43.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.554+0000 7fb65d4b2640 1 -- 172.21.15.71:0/1222990836 wait complete. 2024-09-05T07:35:43.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.555+0000 7fb65d4b2640 1 Processor -- start 2024-09-05T07:35:43.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.555+0000 7fb65d4b2640 1 -- start start 2024-09-05T07:35:43.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.555+0000 7fb65d4b2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb658100500 0x7fb6581983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:43.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.555+0000 7fb65d4b2640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb658100eb0 0x7fb658198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:43.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.555+0000 7fb65d4b2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb658106f70 0x7fb65819ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:43.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.555+0000 7fb65d4b2640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fb658111e00 con 0x7fb658100500 2024-09-05T07:35:43.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.555+0000 7fb65d4b2640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb658111c80 con 0x7fb658100eb0 2024-09-05T07:35:43.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.555+0000 7fb65d4b2640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fb658111f80 con 0x7fb658106f70 2024-09-05T07:35:43.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.555+0000 7fb656ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb658100500 0x7fb6581983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:43.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.555+0000 7fb656ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb658100500 0x7fb6581983e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40530/0 (socket says 172.21.15.71:40530) 2024-09-05T07:35:43.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.555+0000 7fb656ffd640 1 -- 172.21.15.71:0/2456122391 learned_addr learned my addr 172.21.15.71:0/2456122391 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:35:43.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.555+0000 7fb64ffff640 1 --2- 172.21.15.71:0/2456122391 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb658100eb0 0x7fb658198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:43.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.555+0000 7fb6577fe640 1 --2- 172.21.15.71:0/2456122391 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb658106f70 0x7fb65819ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:43.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.556+0000 7fb656ffd640 1 -- 172.21.15.71:0/2456122391 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb658106f70 msgr2=0x7fb65819ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:43.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.556+0000 7fb656ffd640 1 --2- 172.21.15.71:0/2456122391 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb658106f70 0x7fb65819ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:43.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.556+0000 7fb656ffd640 1 -- 172.21.15.71:0/2456122391 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb658100eb0 msgr2=0x7fb658198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:43.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.556+0000 7fb656ffd640 1 --2- 172.21.15.71:0/2456122391 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb658100eb0 0x7fb658198920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:43.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.556+0000 7fb656ffd640 1 -- 172.21.15.71:0/2456122391 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb65819d390 con 0x7fb658100500 2024-09-05T07:35:43.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.556+0000 7fb6577fe640 1 --2- 172.21.15.71:0/2456122391 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb658106f70 0x7fb65819ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:35:43.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.556+0000 7fb656ffd640 1 --2- 172.21.15.71:0/2456122391 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb658100500 0x7fb6581983e0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fb64800d950 tx=0x7fb64800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:43.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.556+0000 7fb654ff9640 1 -- 172.21.15.71:0/2456122391 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb648017020 con 0x7fb658100500 2024-09-05T07:35:43.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.556+0000 7fb65d4b2640 1 -- 172.21.15.71:0/2456122391 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb65819d680 con 0x7fb658100500 2024-09-05T07:35:43.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.556+0000 7fb654ff9640 1 -- 172.21.15.71:0/2456122391 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb648009c30 con 0x7fb658100500 2024-09-05T07:35:43.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.556+0000 7fb654ff9640 1 -- 172.21.15.71:0/2456122391 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb64800f6b0 con 0x7fb658100500 2024-09-05T07:35:43.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.556+0000 7fb65d4b2640 1 -- 172.21.15.71:0/2456122391 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6581a4f60 con 0x7fb658100500 2024-09-05T07:35:43.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.557+0000 7fb65d4b2640 1 -- 172.21.15.71:0/2456122391 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6581008e0 con 0x7fb658100500 2024-09-05T07:35:43.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.558+0000 7fb654ff9640 1 -- 172.21.15.71:0/2456122391 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb64801a020 con 0x7fb658100500 2024-09-05T07:35:43.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.559+0000 7fb654ff9640 1 --2- 172.21.15.71:0/2456122391 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb6440a2b80 0x7fb6440a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:43.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.559+0000 7fb64ffff640 1 --2- 172.21.15.71:0/2456122391 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb6440a2b80 0x7fb6440a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:43.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.559+0000 7fb654ff9640 1 -- 172.21.15.71:0/2456122391 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fb6480cebb0 con 0x7fb658100500 2024-09-05T07:35:43.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.559+0000 7fb64ffff640 1 --2- 172.21.15.71:0/2456122391 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb6440a2b80 0x7fb6440a5040 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fb640009230 tx=0x7fb640031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:43.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.562+0000 7fb654ff9640 1 -- 172.21.15.71:0/2456122391 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb648009de0 con 0x7fb658100500 2024-09-05T07:35:43.647 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:43 smithi123 ceph-mon[34568]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:43.647 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:43 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:43.647 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:43 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:43.647 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:43 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:43.647 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:43 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:43.647 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:43 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:43.647 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:43 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:43.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:43 smithi192 ceph-mon[34929]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:43.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:43 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:43.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:43 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:43.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:43 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:43.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:43 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:43.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:43 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:43.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:43 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:43.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.761+0000 7fb65d4b2640 1 -- 172.21.15.71:0/2456122391 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb658199740 con 0x7fb658100500 2024-09-05T07:35:43.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.762+0000 7fb654ff9640 1 -- 172.21.15.71:0/2456122391 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3913 (secure 0 0 0) 0x7fb64809bf10 con 0x7fb658100500 2024-09-05T07:35:43.763 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:35:43.763 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":5,"btime":"2024-09-05T07:35:43:344157+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-05T07:35:43.763 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 5 2024-09-05T07:35:43.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.764+0000 7fb65d4b2640 1 -- 172.21.15.71:0/2456122391 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb6440a2b80 msgr2=0x7fb6440a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:43.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.764+0000 7fb65d4b2640 1 --2- 172.21.15.71:0/2456122391 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb6440a2b80 0x7fb6440a5040 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fb640009230 tx=0x7fb640031400 comp rx=0 tx=0).stop 2024-09-05T07:35:43.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.764+0000 7fb65d4b2640 1 -- 172.21.15.71:0/2456122391 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb658100500 msgr2=0x7fb6581983e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:43.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.764+0000 7fb65d4b2640 1 --2- 172.21.15.71:0/2456122391 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb658100500 0x7fb6581983e0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fb64800d950 tx=0x7fb64800de10 comp rx=0 tx=0).stop 2024-09-05T07:35:43.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.764+0000 7fb65d4b2640 1 -- 172.21.15.71:0/2456122391 shutdown_connections 2024-09-05T07:35:43.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.764+0000 7fb65d4b2640 1 --2- 172.21.15.71:0/2456122391 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb6440a2b80 0x7fb6440a5040 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:43.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.764+0000 7fb65d4b2640 1 --2- 172.21.15.71:0/2456122391 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb658106f70 0x7fb65819ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:43.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.764+0000 7fb65d4b2640 1 --2- 172.21.15.71:0/2456122391 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb658100eb0 0x7fb658198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:43.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.764+0000 7fb65d4b2640 1 --2- 172.21.15.71:0/2456122391 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb658100500 0x7fb6581983e0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:43.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.764+0000 7fb65d4b2640 1 -- 172.21.15.71:0/2456122391 >> 172.21.15.71:0/2456122391 conn(0x7fb6580fc5c0 msgr2=0x7fb658105420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:43.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.764+0000 7fb65d4b2640 1 -- 172.21.15.71:0/2456122391 shutdown_connections 2024-09-05T07:35:43.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:43.764+0000 7fb65d4b2640 1 -- 172.21.15.71:0/2456122391 wait complete. 2024-09-05T07:35:44.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:44 smithi071 ceph-mon[30965]: Deploying daemon mds.e on smithi123 2024-09-05T07:35:44.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:44 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.71:6836/385793574,v1:172.21.15.71:6837/385793574] up:boot 2024-09-05T07:35:44.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:44 smithi071 ceph-mon[30965]: fsmap 4 up:standby 2024-09-05T07:35:44.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:44 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T07:35:44.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:44 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2456122391' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:44.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:44 smithi123 ceph-mon[34568]: Deploying daemon mds.e on smithi123 2024-09-05T07:35:44.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:44 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.71:6836/385793574,v1:172.21.15.71:6837/385793574] up:boot 2024-09-05T07:35:44.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:44 smithi123 ceph-mon[34568]: fsmap 4 up:standby 2024-09-05T07:35:44.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:44 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T07:35:44.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:44 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2456122391' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:44.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:44 smithi192 ceph-mon[34929]: Deploying daemon mds.e on smithi123 2024-09-05T07:35:44.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:44 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.71:6836/385793574,v1:172.21.15.71:6837/385793574] up:boot 2024-09-05T07:35:44.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:44 smithi192 ceph-mon[34929]: fsmap 4 up:standby 2024-09-05T07:35:44.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:44 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T07:35:44.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:44 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2456122391' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:45.084 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 07:35:44 smithi123 systemd[1]: Starting Ceph mds.e for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:35:45.339 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 07:35:45 smithi123 podman[63839]: 2024-09-05 07:35:44.987075427 +0000 UTC m=+0.015420147 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:35:45.340 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 07:35:45 smithi123 podman[63839]: 2024-09-05 07:35:45.095649486 +0000 UTC m=+0.123994193 container create 8377ddca1a9705c6f5541c27dff3297b314380b7778117328cd0d9ea25f172c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-e, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-05T07:35:45.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:45 smithi071 ceph-mon[30965]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:45.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:45 smithi123 ceph-mon[34568]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:45.677 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 07:35:45 smithi123 podman[63839]: 2024-09-05 07:35:45.340060029 +0000 UTC m=+0.368404738 container init 8377ddca1a9705c6f5541c27dff3297b314380b7778117328cd0d9ea25f172c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-91c8a7e) 2024-09-05T07:35:45.677 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 07:35:45 smithi123 podman[63839]: 2024-09-05 07:35:45.343009435 +0000 UTC m=+0.371354145 container start 8377ddca1a9705c6f5541c27dff3297b314380b7778117328cd0d9ea25f172c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731) 2024-09-05T07:35:45.678 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 07:35:45 smithi123 ceph-mds[63858]: -- 172.21.15.123:0/2078948497 <== mon.2 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560830763860 con 0x560830740800 2024-09-05T07:35:45.678 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 07:35:45 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-e[63854]: starting mds.e at 2024-09-05T07:35:45.678 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 07:35:45 smithi123 bash[63839]: 8377ddca1a9705c6f5541c27dff3297b314380b7778117328cd0d9ea25f172c9 2024-09-05T07:35:45.678 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 07:35:45 smithi123 systemd[1]: Started Ceph mds.e for 528064f0-6b58-11ef-bcd6-c7b262605968. 2024-09-05T07:35:45.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:45 smithi192 ceph-mon[34929]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:46.604 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:35:46.618 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:46 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.123:6834/1220812761,v1:172.21.15.123:6835/1220812761] up:boot 2024-09-05T07:35:46.618 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:46 smithi192 ceph-mon[34929]: fsmap 5 up:standby 2024-09-05T07:35:46.618 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:46 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T07:35:46.618 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:46 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:46.618 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:46 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:46.618 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:46 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:46.619 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:46 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:46.619 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:46 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:46.619 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:46 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:46.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:46 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.123:6834/1220812761,v1:172.21.15.123:6835/1220812761] up:boot 2024-09-05T07:35:46.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:46 smithi123 ceph-mon[34568]: fsmap 5 up:standby 2024-09-05T07:35:46.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:46 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T07:35:46.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:46 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:46.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:46 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:46.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:46 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:46.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:46 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:46.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:46 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:46.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:46 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:46.863 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:35:46.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:46 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.123:6834/1220812761,v1:172.21.15.123:6835/1220812761] up:boot 2024-09-05T07:35:46.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:46 smithi071 ceph-mon[30965]: fsmap 5 up:standby 2024-09-05T07:35:46.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:46 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T07:35:46.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:46 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:46.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:46 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:46.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:46 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:46.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:46 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:46.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:46 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:46.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:46 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:47.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.352+0000 7f294c6b6640 1 -- 172.21.15.71:0/3221623758 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2944102790 msgr2=0x7f29441067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:47.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.352+0000 7f294c6b6640 1 --2- 172.21.15.71:0/3221623758 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2944102790 0x7f29441067e0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2934009900 tx=0x7f293402a410 comp rx=0 tx=0).stop 2024-09-05T07:35:47.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.352+0000 7f294c6b6640 1 -- 172.21.15.71:0/3221623758 shutdown_connections 2024-09-05T07:35:47.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.352+0000 7f294c6b6640 1 --2- 172.21.15.71:0/3221623758 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2944106f10 0x7f294410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:47.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.352+0000 7f294c6b6640 1 --2- 172.21.15.71:0/3221623758 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2944102790 0x7f29441067e0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:47.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.352+0000 7f294c6b6640 1 --2- 172.21.15.71:0/3221623758 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2944101de0 0x7f29441021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:47.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.352+0000 7f294c6b6640 1 -- 172.21.15.71:0/3221623758 >> 172.21.15.71:0/3221623758 conn(0x7f29440fd8c0 msgr2=0x7f29440ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:47.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.352+0000 7f294c6b6640 1 -- 172.21.15.71:0/3221623758 shutdown_connections 2024-09-05T07:35:47.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.352+0000 7f294c6b6640 1 -- 172.21.15.71:0/3221623758 wait complete. 2024-09-05T07:35:47.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.353+0000 7f294c6b6640 1 Processor -- start 2024-09-05T07:35:47.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.353+0000 7f294c6b6640 1 -- start start 2024-09-05T07:35:47.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.353+0000 7f294c6b6640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2944101de0 0x7f29441983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:47.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.353+0000 7f294c6b6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2944102790 0x7f2944198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:47.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.353+0000 7f294c6b6640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2944106f10 0x7f294419ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:47.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.353+0000 7f294c6b6640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2944111e60 con 0x7f2944101de0 2024-09-05T07:35:47.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.353+0000 7f294c6b6640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2944111ce0 con 0x7f2944106f10 2024-09-05T07:35:47.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.353+0000 7f294c6b6640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2944111fe0 con 0x7f2944102790 2024-09-05T07:35:47.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.353+0000 7f294a452640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2944101de0 0x7f29441983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:47.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.353+0000 7f294a452640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2944101de0 0x7f29441983e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40554/0 (socket says 172.21.15.71:40554) 2024-09-05T07:35:47.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.353+0000 7f294a452640 1 -- 172.21.15.71:0/155326367 learned_addr learned my addr 172.21.15.71:0/155326367 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:35:47.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.353+0000 7f2949c51640 1 --2- 172.21.15.71:0/155326367 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2944102790 0x7f2944198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:47.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.353+0000 7f294ac53640 1 --2- 172.21.15.71:0/155326367 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2944106f10 0x7f294419ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:47.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.353+0000 7f294a452640 1 -- 172.21.15.71:0/155326367 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2944102790 msgr2=0x7f2944198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:47.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.353+0000 7f294a452640 1 --2- 172.21.15.71:0/155326367 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2944102790 0x7f2944198920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:47.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.353+0000 7f294a452640 1 -- 172.21.15.71:0/155326367 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2944106f10 msgr2=0x7f294419ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:47.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.353+0000 7f294a452640 1 --2- 172.21.15.71:0/155326367 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2944106f10 0x7f294419ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:47.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.353+0000 7f294a452640 1 -- 172.21.15.71:0/155326367 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f294419d390 con 0x7f2944101de0 2024-09-05T07:35:47.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.353+0000 7f294ac53640 1 --2- 172.21.15.71:0/155326367 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2944106f10 0x7f294419ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:35:47.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.354+0000 7f294a452640 1 --2- 172.21.15.71:0/155326367 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2944101de0 0x7f29441983e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f294000b4a0 tx=0x7f294000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:47.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.354+0000 7f293b7fe640 1 -- 172.21.15.71:0/155326367 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2940014070 con 0x7f2944101de0 2024-09-05T07:35:47.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.354+0000 7f294c6b6640 1 -- 172.21.15.71:0/155326367 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f294419d680 con 0x7f2944101de0 2024-09-05T07:35:47.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.354+0000 7f293b7fe640 1 -- 172.21.15.71:0/155326367 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2940010ac0 con 0x7f2944101de0 2024-09-05T07:35:47.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.354+0000 7f293b7fe640 1 -- 172.21.15.71:0/155326367 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2940017c30 con 0x7f2944101de0 2024-09-05T07:35:47.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.354+0000 7f294c6b6640 1 -- 172.21.15.71:0/155326367 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29441a4f60 con 0x7f2944101de0 2024-09-05T07:35:47.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.355+0000 7f294c6b6640 1 -- 172.21.15.71:0/155326367 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29441021c0 con 0x7f2944101de0 2024-09-05T07:35:47.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.356+0000 7f293b7fe640 1 -- 172.21.15.71:0/155326367 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2940017070 con 0x7f2944101de0 2024-09-05T07:35:47.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.357+0000 7f293b7fe640 1 --2- 172.21.15.71:0/155326367 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f29300a2b80 0x7f29300a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:47.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.357+0000 7f2949c51640 1 --2- 172.21.15.71:0/155326367 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f29300a2b80 0x7f29300a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:47.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.357+0000 7f293b7fe640 1 -- 172.21.15.71:0/155326367 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f29400ce260 con 0x7f2944101de0 2024-09-05T07:35:47.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.357+0000 7f2949c51640 1 --2- 172.21.15.71:0/155326367 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f29300a2b80 0x7f29300a5040 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f2934031440 tx=0x7f2934005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:47.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.361+0000 7f293b7fe640 1 -- 172.21.15.71:0/155326367 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f294009b660 con 0x7f2944101de0 2024-09-05T07:35:47.562 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.561+0000 7f294c6b6640 1 -- 172.21.15.71:0/155326367 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f294402d7c0 con 0x7f2944101de0 2024-09-05T07:35:47.563 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:47 smithi071 ceph-mon[30965]: Deploying daemon mds.f on smithi192 2024-09-05T07:35:47.563 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:47 smithi071 ceph-mon[30965]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:47.563 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.562+0000 7f293b7fe640 1 -- 172.21.15.71:0/155326367 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4741 (secure 0 0 0) 0x7f294009af60 con 0x7f2944101de0 2024-09-05T07:35:47.563 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:35:47.564 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":6,"btime":"2024-09-05T07:35:45:389734+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-09-05T07:35:47.564 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 6 2024-09-05T07:35:47.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.564+0000 7f294c6b6640 1 -- 172.21.15.71:0/155326367 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f29300a2b80 msgr2=0x7f29300a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:47.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.564+0000 7f294c6b6640 1 --2- 172.21.15.71:0/155326367 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f29300a2b80 0x7f29300a5040 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f2934031440 tx=0x7f2934005b50 comp rx=0 tx=0).stop 2024-09-05T07:35:47.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.564+0000 7f294c6b6640 1 -- 172.21.15.71:0/155326367 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2944101de0 msgr2=0x7f29441983e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:47.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.564+0000 7f294c6b6640 1 --2- 172.21.15.71:0/155326367 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2944101de0 0x7f29441983e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f294000b4a0 tx=0x7f294000b960 comp rx=0 tx=0).stop 2024-09-05T07:35:47.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.564+0000 7f294c6b6640 1 -- 172.21.15.71:0/155326367 shutdown_connections 2024-09-05T07:35:47.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.564+0000 7f294c6b6640 1 --2- 172.21.15.71:0/155326367 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f29300a2b80 0x7f29300a5040 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:47.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.564+0000 7f294c6b6640 1 --2- 172.21.15.71:0/155326367 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2944106f10 0x7f294419ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:47.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.564+0000 7f294c6b6640 1 --2- 172.21.15.71:0/155326367 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2944102790 0x7f2944198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:47.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.564+0000 7f294c6b6640 1 --2- 172.21.15.71:0/155326367 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2944101de0 0x7f29441983e0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:47.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.564+0000 7f294c6b6640 1 -- 172.21.15.71:0/155326367 >> 172.21.15.71:0/155326367 conn(0x7f29440fd8c0 msgr2=0x7f29440fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:47.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.564+0000 7f294c6b6640 1 -- 172.21.15.71:0/155326367 shutdown_connections 2024-09-05T07:35:47.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:47.564+0000 7f294c6b6640 1 -- 172.21.15.71:0/155326367 wait complete. 2024-09-05T07:35:47.641 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:47 smithi192 ceph-mon[34929]: Deploying daemon mds.f on smithi192 2024-09-05T07:35:47.641 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:47 smithi192 ceph-mon[34929]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:47.642 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 05 07:35:47 smithi192 systemd[1]: Starting Ceph mds.f for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:35:47.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:47 smithi123 ceph-mon[34568]: Deploying daemon mds.f on smithi192 2024-09-05T07:35:47.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:47 smithi123 ceph-mon[34568]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:47.911 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 05 07:35:47 smithi192 podman[64293]: 2024-09-05 07:35:47.543550987 +0000 UTC m=+0.015924673 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:35:47.911 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 05 07:35:47 smithi192 podman[64293]: 2024-09-05 07:35:47.647013267 +0000 UTC m=+0.119387015 container create d92512a8f75e821c3aab8923dc5fca5992110ef6f2944ece7e7f27ff2ddbc415 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-f, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-05T07:35:47.911 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 05 07:35:47 smithi192 podman[64293]: 2024-09-05 07:35:47.885827423 +0000 UTC m=+0.358201107 container init d92512a8f75e821c3aab8923dc5fca5992110ef6f2944ece7e7f27ff2ddbc415 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-f, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T07:35:47.912 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 05 07:35:47 smithi192 podman[64293]: 2024-09-05 07:35:47.88859391 +0000 UTC m=+0.360967597 container start d92512a8f75e821c3aab8923dc5fca5992110ef6f2944ece7e7f27ff2ddbc415 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-f, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-05T07:35:47.912 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 05 07:35:47 smithi192 ceph-mds[64313]: -- 172.21.15.192:0/3531791901 <== mon.1 v2:172.21.15.192:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a5d0117860 con 0x55a5d00f4800 2024-09-05T07:35:48.210 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 05 07:35:47 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-f[64309]: starting mds.f at 2024-09-05T07:35:48.210 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 05 07:35:47 smithi192 bash[64293]: d92512a8f75e821c3aab8923dc5fca5992110ef6f2944ece7e7f27ff2ddbc415 2024-09-05T07:35:48.210 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 05 07:35:47 smithi192 systemd[1]: Started Ceph mds.f for 528064f0-6b58-11ef-bcd6-c7b262605968. 2024-09-05T07:35:48.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:48 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/155326367' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:48.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:48 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:48.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:48 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:48.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:48 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:48.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:48 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:48.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:48 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:48.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:48 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:48.660 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:48 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/155326367' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:48.660 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:48 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:48.660 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:48 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:48.660 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:48 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:48.660 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:48 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:48.660 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:48 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:48.660 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:48 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:48.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:48 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/155326367' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:48.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:48 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:48.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:48 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:48.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:48 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:48.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:48 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:48.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:48 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:48.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:48 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:49.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:49 smithi123 ceph-mon[34568]: Deploying daemon mds.c on smithi192 2024-09-05T07:35:49.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:49 smithi123 ceph-mon[34568]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:49.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:49 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.192:6834/1895736465,v1:172.21.15.192:6835/1895736465] up:boot 2024-09-05T07:35:49.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:49 smithi123 ceph-mon[34568]: fsmap 6 up:standby 2024-09-05T07:35:49.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:49 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T07:35:49.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:49 smithi192 ceph-mon[34929]: Deploying daemon mds.c on smithi192 2024-09-05T07:35:49.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:49 smithi192 ceph-mon[34929]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:49.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:49 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.192:6834/1895736465,v1:172.21.15.192:6835/1895736465] up:boot 2024-09-05T07:35:49.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:49 smithi192 ceph-mon[34929]: fsmap 6 up:standby 2024-09-05T07:35:49.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:49 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T07:35:49.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:49 smithi071 ceph-mon[30965]: Deploying daemon mds.c on smithi192 2024-09-05T07:35:49.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:49 smithi071 ceph-mon[30965]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:49.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:49 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.192:6834/1895736465,v1:172.21.15.192:6835/1895736465] up:boot 2024-09-05T07:35:49.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:49 smithi071 ceph-mon[30965]: fsmap 6 up:standby 2024-09-05T07:35:49.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:49 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T07:35:50.125 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 05 07:35:49 smithi192 systemd[1]: Starting Ceph mds.c for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:35:50.351 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:35:50.375 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 05 07:35:50 smithi192 podman[64596]: 2024-09-05 07:35:50.027519225 +0000 UTC m=+0.015601806 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:35:50.376 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 05 07:35:50 smithi192 podman[64596]: 2024-09-05 07:35:50.139828168 +0000 UTC m=+0.127910779 container create 5c6813904f53ef9390ccb32aea8c3a6a63c22b3619c94089bc1dbab947b1be00 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-c, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-05T07:35:50.376 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 05 07:35:50 smithi192 podman[64596]: 2024-09-05 07:35:50.376304245 +0000 UTC m=+0.364386815 container init 5c6813904f53ef9390ccb32aea8c3a6a63c22b3619c94089bc1dbab947b1be00 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-c, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T07:35:50.613 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:35:50.710 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 05 07:35:50 smithi192 podman[64596]: 2024-09-05 07:35:50.379146765 +0000 UTC m=+0.367229335 container start 5c6813904f53ef9390ccb32aea8c3a6a63c22b3619c94089bc1dbab947b1be00 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-c, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, RELEASE=squid-91c8a7e) 2024-09-05T07:35:50.711 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 05 07:35:50 smithi192 ceph-mds[64615]: -- 172.21.15.192:0/3621435176 <== mon.1 v2:172.21.15.192:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56444e4bd860 con 0x56444e49b000 2024-09-05T07:35:50.711 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 05 07:35:50 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-c[64611]: starting mds.c at 2024-09-05T07:35:50.711 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 05 07:35:50 smithi192 bash[64596]: 5c6813904f53ef9390ccb32aea8c3a6a63c22b3619c94089bc1dbab947b1be00 2024-09-05T07:35:50.711 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 05 07:35:50 smithi192 systemd[1]: Started Ceph mds.c for 528064f0-6b58-11ef-bcd6-c7b262605968. 2024-09-05T07:35:51.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.103+0000 7faed3e1a640 1 -- 172.21.15.71:0/4134768278 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faecc101df0 msgr2=0x7faecc1021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:51.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.103+0000 7faed3e1a640 1 --2- 172.21.15.71:0/4134768278 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faecc101df0 0x7faecc1021d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7faec4009900 tx=0x7faec402a410 comp rx=0 tx=0).stop 2024-09-05T07:35:51.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.103+0000 7faed3e1a640 1 -- 172.21.15.71:0/4134768278 shutdown_connections 2024-09-05T07:35:51.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.103+0000 7faed3e1a640 1 --2- 172.21.15.71:0/4134768278 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faecc106f20 0x7faecc10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:51.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.103+0000 7faed3e1a640 1 --2- 172.21.15.71:0/4134768278 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faecc1027a0 0x7faecc1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:51.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.103+0000 7faed3e1a640 1 --2- 172.21.15.71:0/4134768278 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faecc101df0 0x7faecc1021d0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:51.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.103+0000 7faed3e1a640 1 -- 172.21.15.71:0/4134768278 >> 172.21.15.71:0/4134768278 conn(0x7faecc0fd8f0 msgr2=0x7faecc0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:51.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.103+0000 7faed3e1a640 1 -- 172.21.15.71:0/4134768278 shutdown_connections 2024-09-05T07:35:51.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.103+0000 7faed3e1a640 1 -- 172.21.15.71:0/4134768278 wait complete. 2024-09-05T07:35:51.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.103+0000 7faed3e1a640 1 Processor -- start 2024-09-05T07:35:51.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.103+0000 7faed3e1a640 1 -- start start 2024-09-05T07:35:51.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faed3e1a640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faecc101df0 0x7faecc0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:51.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faed3e1a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faecc1027a0 0x7faecc074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:51.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faed3e1a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faecc106f20 0x7faecc074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:51.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faed3e1a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7faecc111ed0 con 0x7faecc106f20 2024-09-05T07:35:51.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faed3e1a640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7faecc111d50 con 0x7faecc101df0 2024-09-05T07:35:51.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faed3e1a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7faecc112050 con 0x7faecc1027a0 2024-09-05T07:35:51.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faed23b7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faecc106f20 0x7faecc074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:51.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faed23b7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faecc106f20 0x7faecc074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40562/0 (socket says 172.21.15.71:40562) 2024-09-05T07:35:51.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faed1bb6640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faecc101df0 0x7faecc0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:51.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faed23b7640 1 -- 172.21.15.71:0/551583120 learned_addr learned my addr 172.21.15.71:0/551583120 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:35:51.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faed13b5640 1 --2- 172.21.15.71:0/551583120 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faecc1027a0 0x7faecc074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:51.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faed23b7640 1 -- 172.21.15.71:0/551583120 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faecc1027a0 msgr2=0x7faecc074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:51.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faed23b7640 1 --2- 172.21.15.71:0/551583120 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faecc1027a0 0x7faecc074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:51.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faed23b7640 1 -- 172.21.15.71:0/551583120 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faecc101df0 msgr2=0x7faecc0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:51.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faed23b7640 1 --2- 172.21.15.71:0/551583120 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faecc101df0 0x7faecc0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:51.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faed23b7640 1 -- 172.21.15.71:0/551583120 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faecc1a6950 con 0x7faecc106f20 2024-09-05T07:35:51.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faed23b7640 1 --2- 172.21.15.71:0/551583120 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faecc106f20 0x7faecc074f70 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7faebc009fd0 tx=0x7faebc00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:51.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faecaffd640 1 -- 172.21.15.71:0/551583120 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faebc011830 con 0x7faecc106f20 2024-09-05T07:35:51.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faecaffd640 1 -- 172.21.15.71:0/551583120 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faebc016070 con 0x7faecc106f20 2024-09-05T07:35:51.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faed3e1a640 1 -- 172.21.15.71:0/551583120 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faecc1a6c40 con 0x7faecc106f20 2024-09-05T07:35:51.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faecaffd640 1 -- 172.21.15.71:0/551583120 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faebc010de0 con 0x7faecc106f20 2024-09-05T07:35:51.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.104+0000 7faed3e1a640 1 -- 172.21.15.71:0/551583120 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faecc1a7130 con 0x7faecc106f20 2024-09-05T07:35:51.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.105+0000 7faed3e1a640 1 -- 172.21.15.71:0/551583120 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faecc102250 con 0x7faecc106f20 2024-09-05T07:35:51.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.106+0000 7faecaffd640 1 -- 172.21.15.71:0/551583120 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7faebc0119d0 con 0x7faecc106f20 2024-09-05T07:35:51.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.107+0000 7faecaffd640 1 --2- 172.21.15.71:0/551583120 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7faeb40a2b80 0x7faeb40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:51.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.107+0000 7faed1bb6640 1 --2- 172.21.15.71:0/551583120 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7faeb40a2b80 0x7faeb40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:51.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.107+0000 7faecaffd640 1 -- 172.21.15.71:0/551583120 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7faebc0ce200 con 0x7faecc106f20 2024-09-05T07:35:51.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.107+0000 7faed1bb6640 1 --2- 172.21.15.71:0/551583120 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7faeb40a2b80 0x7faeb40a5040 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7faec4031440 tx=0x7faec4005e80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:51.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.111+0000 7faecaffd640 1 -- 172.21.15.71:0/551583120 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7faebc09b600 con 0x7faecc106f20 2024-09-05T07:35:51.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.313+0000 7faed3e1a640 1 -- 172.21.15.71:0/551583120 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faecc10a100 con 0x7faecc106f20 2024-09-05T07:35:51.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.314+0000 7faecaffd640 1 -- 172.21.15.71:0/551583120 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6397 (secure 0 0 0) 0x7faebc09af00 con 0x7faecc106f20 2024-09-05T07:35:51.314 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:35:51.315 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":8,"btime":"2024-09-05T07:35:50:408290+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-09-05T07:35:51.315 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 8 2024-09-05T07:35:51.316 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.316+0000 7faed3e1a640 1 -- 172.21.15.71:0/551583120 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7faeb40a2b80 msgr2=0x7faeb40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:51.317 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.316+0000 7faed3e1a640 1 --2- 172.21.15.71:0/551583120 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7faeb40a2b80 0x7faeb40a5040 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7faec4031440 tx=0x7faec4005e80 comp rx=0 tx=0).stop 2024-09-05T07:35:51.317 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.316+0000 7faed3e1a640 1 -- 172.21.15.71:0/551583120 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faecc106f20 msgr2=0x7faecc074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:51.317 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.316+0000 7faed3e1a640 1 --2- 172.21.15.71:0/551583120 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faecc106f20 0x7faecc074f70 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7faebc009fd0 tx=0x7faebc00b8e0 comp rx=0 tx=0).stop 2024-09-05T07:35:51.317 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.316+0000 7faed3e1a640 1 -- 172.21.15.71:0/551583120 shutdown_connections 2024-09-05T07:35:51.317 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.316+0000 7faed3e1a640 1 --2- 172.21.15.71:0/551583120 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7faeb40a2b80 0x7faeb40a5040 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:51.317 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.316+0000 7faed3e1a640 1 --2- 172.21.15.71:0/551583120 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faecc106f20 0x7faecc074f70 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:51.317 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.316+0000 7faed3e1a640 1 --2- 172.21.15.71:0/551583120 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faecc1027a0 0x7faecc074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:51.317 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.316+0000 7faed3e1a640 1 --2- 172.21.15.71:0/551583120 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faecc101df0 0x7faecc0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:51.317 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.316+0000 7faed3e1a640 1 -- 172.21.15.71:0/551583120 >> 172.21.15.71:0/551583120 conn(0x7faecc0fd8f0 msgr2=0x7faecc0fed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:51.317 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.316+0000 7faed3e1a640 1 -- 172.21.15.71:0/551583120 shutdown_connections 2024-09-05T07:35:51.317 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:51.316+0000 7faed3e1a640 1 -- 172.21.15.71:0/551583120 wait complete. 2024-09-05T07:35:51.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:51 smithi071 ceph-mon[30965]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:51.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:51 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] up:boot 2024-09-05T07:35:51.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:51 smithi071 ceph-mon[30965]: fsmap 7 up:standby 2024-09-05T07:35:51.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:51 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T07:35:51.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:51 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:51.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:51 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:51.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:51 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:51.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:51 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:51.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:51 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:51.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:51 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:51.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:51 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/551583120' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:51.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:51 smithi123 ceph-mon[34568]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:51.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:51 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] up:boot 2024-09-05T07:35:51.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:51 smithi123 ceph-mon[34568]: fsmap 7 up:standby 2024-09-05T07:35:51.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:51 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T07:35:51.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:51 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:51.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:51 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:51.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:51 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:51.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:51 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:51.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:51 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:51.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:51 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:51.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:51 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/551583120' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:51.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:51 smithi192 ceph-mon[34929]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:51.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:51 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] up:boot 2024-09-05T07:35:51.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:51 smithi192 ceph-mon[34929]: fsmap 7 up:standby 2024-09-05T07:35:51.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:51 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T07:35:51.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:51 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:51.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:51 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:51.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:51 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:51.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:51 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:51.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:51 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:51.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:51 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:51.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:51 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/551583120' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:52.658 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:52 smithi123 ceph-mon[34568]: Deploying daemon mds.h on smithi123 2024-09-05T07:35:52.659 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 07:35:52 smithi123 systemd[1]: Starting Ceph mds.h for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:35:52.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:52 smithi192 ceph-mon[34929]: Deploying daemon mds.h on smithi123 2024-09-05T07:35:52.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:52 smithi071 ceph-mon[30965]: Deploying daemon mds.h on smithi123 2024-09-05T07:35:52.920 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 07:35:52 smithi123 podman[64147]: 2024-09-05 07:35:52.561146984 +0000 UTC m=+0.015741256 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:35:52.920 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 07:35:52 smithi123 podman[64147]: 2024-09-05 07:35:52.66709573 +0000 UTC m=+0.121690032 container create e28b4747d053b4de48e37171f3fed921660c9a46bf55993257c54f3d9050be39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, ceph=True) 2024-09-05T07:35:52.921 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 07:35:52 smithi123 podman[64147]: 2024-09-05 07:35:52.920320958 +0000 UTC m=+0.374915223 container init e28b4747d053b4de48e37171f3fed921660c9a46bf55993257c54f3d9050be39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-h, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True) 2024-09-05T07:35:53.177 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 07:35:52 smithi123 podman[64147]: 2024-09-05 07:35:52.923299799 +0000 UTC m=+0.377894069 container start e28b4747d053b4de48e37171f3fed921660c9a46bf55993257c54f3d9050be39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-h, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T07:35:53.177 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 07:35:52 smithi123 ceph-mds[64166]: -- 172.21.15.123:0/2102017595 <== mon.2 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560a52ac9860 con 0x560a52aa7400 2024-09-05T07:35:53.177 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 07:35:52 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-h[64162]: starting mds.h at 2024-09-05T07:35:53.177 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 07:35:53 smithi123 bash[64147]: e28b4747d053b4de48e37171f3fed921660c9a46bf55993257c54f3d9050be39 2024-09-05T07:35:53.178 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 07:35:53 smithi123 systemd[1]: Started Ceph mds.h for 528064f0-6b58-11ef-bcd6-c7b262605968. 2024-09-05T07:35:53.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:53 smithi123 ceph-mon[34568]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:53.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:53 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:53.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:53 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:53.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:53 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:53.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:53 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:53.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:53 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:53.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:53 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:53.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:53 smithi192 ceph-mon[34929]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:53.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:53 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:53.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:53 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:53.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:53 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:53.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:53 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:53.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:53 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:53.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:53 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:53.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:53 smithi071 ceph-mon[30965]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:53.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:53 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:53.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:53 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:53.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:53 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:53.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:53 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:53.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:53 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:53.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:53 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:54.125 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:35:54.382 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:35:54.485 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:54 smithi192 ceph-mon[34929]: Deploying daemon mds.i on smithi192 2024-09-05T07:35:54.485 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:54 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.123:6836/4000306554,v1:172.21.15.123:6837/4000306554] up:boot 2024-09-05T07:35:54.485 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:54 smithi192 ceph-mon[34929]: fsmap 8 up:standby 2024-09-05T07:35:54.485 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:54 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T07:35:54.686 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:54 smithi071 ceph-mon[30965]: Deploying daemon mds.i on smithi192 2024-09-05T07:35:54.686 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:54 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.123:6836/4000306554,v1:172.21.15.123:6837/4000306554] up:boot 2024-09-05T07:35:54.686 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:54 smithi071 ceph-mon[30965]: fsmap 8 up:standby 2024-09-05T07:35:54.686 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:54 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T07:35:54.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.879+0000 7fbe34177640 1 -- 172.21.15.71:0/1816975297 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe2c101420 msgr2=0x7fbe2c10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:54.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.880+0000 7fbe34177640 1 --2- 172.21.15.71:0/1816975297 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe2c101420 0x7fbe2c10d950 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fbe24009cd0 tx=0x7fbe2402a8e0 comp rx=0 tx=0).stop 2024-09-05T07:35:54.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.880+0000 7fbe34177640 1 -- 172.21.15.71:0/1816975297 shutdown_connections 2024-09-05T07:35:54.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.880+0000 7fbe34177640 1 --2- 172.21.15.71:0/1816975297 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe2c101420 0x7fbe2c10d950 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:54.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.880+0000 7fbe34177640 1 --2- 172.21.15.71:0/1816975297 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe2c100a80 0x7fbe2c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:54.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.880+0000 7fbe34177640 1 --2- 172.21.15.71:0/1816975297 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe2c106a80 0x7fbe2c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:54.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.880+0000 7fbe34177640 1 -- 172.21.15.71:0/1816975297 >> 172.21.15.71:0/1816975297 conn(0x7fbe2c0fc7a0 msgr2=0x7fbe2c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:54.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.880+0000 7fbe34177640 1 -- 172.21.15.71:0/1816975297 shutdown_connections 2024-09-05T07:35:54.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.880+0000 7fbe34177640 1 -- 172.21.15.71:0/1816975297 wait complete. 2024-09-05T07:35:54.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.880+0000 7fbe34177640 1 Processor -- start 2024-09-05T07:35:54.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.880+0000 7fbe34177640 1 -- start start 2024-09-05T07:35:54.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.880+0000 7fbe34177640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe2c100a80 0x7fbe2c199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:54.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.880+0000 7fbe34177640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe2c101420 0x7fbe2c1997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:54.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.880+0000 7fbe34177640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe2c106a80 0x7fbe2c1a42e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:54.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.880+0000 7fbe34177640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fbe2c110d70 con 0x7fbe2c106a80 2024-09-05T07:35:54.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.881+0000 7fbe34177640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbe2c110bf0 con 0x7fbe2c100a80 2024-09-05T07:35:54.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.881+0000 7fbe34177640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbe2c110ef0 con 0x7fbe2c101420 2024-09-05T07:35:54.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.881+0000 7fbe32714640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe2c106a80 0x7fbe2c1a42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:54.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.881+0000 7fbe32714640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe2c106a80 0x7fbe2c1a42e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42808/0 (socket says 172.21.15.71:42808) 2024-09-05T07:35:54.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.881+0000 7fbe32714640 1 -- 172.21.15.71:0/807499728 learned_addr learned my addr 172.21.15.71:0/807499728 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:35:54.903 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.881+0000 7fbe31712640 1 --2- 172.21.15.71:0/807499728 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe2c101420 0x7fbe2c1997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:54.903 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.881+0000 7fbe31f13640 1 --2- 172.21.15.71:0/807499728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe2c100a80 0x7fbe2c199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:54.903 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.881+0000 7fbe32714640 1 -- 172.21.15.71:0/807499728 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe2c101420 msgr2=0x7fbe2c1997a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:54.903 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.881+0000 7fbe32714640 1 --2- 172.21.15.71:0/807499728 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe2c101420 0x7fbe2c1997a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:54.903 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.881+0000 7fbe32714640 1 -- 172.21.15.71:0/807499728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe2c100a80 msgr2=0x7fbe2c199260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:54.903 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.881+0000 7fbe32714640 1 --2- 172.21.15.71:0/807499728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe2c100a80 0x7fbe2c199260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:54.903 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.881+0000 7fbe32714640 1 -- 172.21.15.71:0/807499728 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe2c1a4820 con 0x7fbe2c106a80 2024-09-05T07:35:54.903 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.881+0000 7fbe32714640 1 --2- 172.21.15.71:0/807499728 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe2c106a80 0x7fbe2c1a42e0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fbe24005cc0 tx=0x7fbe24003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:54.903 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.881+0000 7fbe22ffd640 1 -- 172.21.15.71:0/807499728 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe24004450 con 0x7fbe2c106a80 2024-09-05T07:35:54.903 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.881+0000 7fbe22ffd640 1 -- 172.21.15.71:0/807499728 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe24031c90 con 0x7fbe2c106a80 2024-09-05T07:35:54.903 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.881+0000 7fbe34177640 1 -- 172.21.15.71:0/807499728 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe2c1a49f0 con 0x7fbe2c106a80 2024-09-05T07:35:54.903 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.881+0000 7fbe22ffd640 1 -- 172.21.15.71:0/807499728 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe24030e70 con 0x7fbe2c106a80 2024-09-05T07:35:54.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.881+0000 7fbe34177640 1 -- 172.21.15.71:0/807499728 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe2c1a4ed0 con 0x7fbe2c106a80 2024-09-05T07:35:54.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.882+0000 7fbe34177640 1 -- 172.21.15.71:0/807499728 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe2c100ee0 con 0x7fbe2c106a80 2024-09-05T07:35:54.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.883+0000 7fbe22ffd640 1 -- 172.21.15.71:0/807499728 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fbe240045f0 con 0x7fbe2c106a80 2024-09-05T07:35:54.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.884+0000 7fbe22ffd640 1 --2- 172.21.15.71:0/807499728 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fbe180a2c00 0x7fbe180a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:54.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.884+0000 7fbe31f13640 1 --2- 172.21.15.71:0/807499728 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fbe180a2c00 0x7fbe180a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:54.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.884+0000 7fbe22ffd640 1 -- 172.21.15.71:0/807499728 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fbe2402e030 con 0x7fbe2c106a80 2024-09-05T07:35:54.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.885+0000 7fbe31f13640 1 --2- 172.21.15.71:0/807499728 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fbe180a2c00 0x7fbe180a50c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fbe28005fd0 tx=0x7fbe28005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:54.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:54.889+0000 7fbe22ffd640 1 -- 172.21.15.71:0/807499728 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbe2404b060 con 0x7fbe2c106a80 2024-09-05T07:35:54.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:54 smithi123 ceph-mon[34568]: Deploying daemon mds.i on smithi192 2024-09-05T07:35:54.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:54 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.123:6836/4000306554,v1:172.21.15.123:6837/4000306554] up:boot 2024-09-05T07:35:54.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:54 smithi123 ceph-mon[34568]: fsmap 8 up:standby 2024-09-05T07:35:54.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:54 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T07:35:55.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:55.086+0000 7fbe34177640 1 -- 172.21.15.71:0/807499728 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbe2c109010 con 0x7fbe2c106a80 2024-09-05T07:35:55.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:55.087+0000 7fbe22ffd640 1 -- 172.21.15.71:0/807499728 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7225 (secure 0 0 0) 0x7fbe240098b0 con 0x7fbe2c106a80 2024-09-05T07:35:55.088 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:35:55.088 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":9,"btime":"2024-09-05T07:35:53:419300+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24443,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-09-05T07:35:55.088 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 9 2024-09-05T07:35:55.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:55.089+0000 7fbe34177640 1 -- 172.21.15.71:0/807499728 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fbe180a2c00 msgr2=0x7fbe180a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:55.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:55.089+0000 7fbe34177640 1 --2- 172.21.15.71:0/807499728 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fbe180a2c00 0x7fbe180a50c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fbe28005fd0 tx=0x7fbe28005850 comp rx=0 tx=0).stop 2024-09-05T07:35:55.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:55.089+0000 7fbe34177640 1 -- 172.21.15.71:0/807499728 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe2c106a80 msgr2=0x7fbe2c1a42e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:55.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:55.089+0000 7fbe34177640 1 --2- 172.21.15.71:0/807499728 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe2c106a80 0x7fbe2c1a42e0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fbe24005cc0 tx=0x7fbe24003c20 comp rx=0 tx=0).stop 2024-09-05T07:35:55.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:55.089+0000 7fbe34177640 1 -- 172.21.15.71:0/807499728 shutdown_connections 2024-09-05T07:35:55.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:55.089+0000 7fbe34177640 1 --2- 172.21.15.71:0/807499728 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fbe180a2c00 0x7fbe180a50c0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:55.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:55.089+0000 7fbe34177640 1 --2- 172.21.15.71:0/807499728 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe2c106a80 0x7fbe2c1a42e0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:55.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:55.089+0000 7fbe34177640 1 --2- 172.21.15.71:0/807499728 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe2c101420 0x7fbe2c1997a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:55.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:55.089+0000 7fbe34177640 1 --2- 172.21.15.71:0/807499728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe2c100a80 0x7fbe2c199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:55.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:55.089+0000 7fbe34177640 1 -- 172.21.15.71:0/807499728 >> 172.21.15.71:0/807499728 conn(0x7fbe2c0fc7a0 msgr2=0x7fbe2c0fd110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:55.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:55.089+0000 7fbe34177640 1 -- 172.21.15.71:0/807499728 shutdown_connections 2024-09-05T07:35:55.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:55.089+0000 7fbe34177640 1 -- 172.21.15.71:0/807499728 wait complete. 2024-09-05T07:35:55.210 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:35:55 smithi192 systemd[1]: Starting Ceph mds.i for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:35:55.508 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:55 smithi192 ceph-mon[34929]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:55.508 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:55 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/807499728' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:55.508 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:35:55 smithi192 podman[64896]: 2024-09-05 07:35:55.121220221 +0000 UTC m=+0.015837809 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:35:55.508 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:35:55 smithi192 podman[64896]: 2024-09-05 07:35:55.230525918 +0000 UTC m=+0.125143549 container create 7d1052936b3ef5076a18e0d62ebd990018458939389fe2dc81eb555272a072c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-i, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-05T07:35:55.508 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:35:55 smithi192 podman[64896]: 2024-09-05 07:35:55.424915767 +0000 UTC m=+0.319533355 container init 7d1052936b3ef5076a18e0d62ebd990018458939389fe2dc81eb555272a072c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-i, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e) 2024-09-05T07:35:55.509 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:35:55 smithi192 podman[64896]: 2024-09-05 07:35:55.427646498 +0000 UTC m=+0.322264082 container start 7d1052936b3ef5076a18e0d62ebd990018458939389fe2dc81eb555272a072c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-i, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-05T07:35:55.509 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:35:55 smithi192 ceph-mds[64915]: -- 172.21.15.192:0/3252951768 <== mon.1 v2:172.21.15.192:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5613d9d25860 con 0x5613d9d02800 2024-09-05T07:35:55.509 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:35:55 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-i[64911]: starting mds.i at 2024-09-05T07:35:55.509 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:35:55 smithi192 bash[64896]: 7d1052936b3ef5076a18e0d62ebd990018458939389fe2dc81eb555272a072c2 2024-09-05T07:35:55.873 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:55 smithi071 ceph-mon[30965]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:55.873 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:55 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/807499728' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:55.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:55 smithi123 ceph-mon[34568]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:55.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:55 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/807499728' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:55.960 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:35:55 smithi192 systemd[1]: Started Ceph mds.i for 528064f0-6b58-11ef-bcd6-c7b262605968. 2024-09-05T07:35:56.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:56 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:56.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:56 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:56.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:56 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:56.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:56 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:56.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:56 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:56.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:56 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:56.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:56 smithi071 ceph-mon[30965]: Deploying daemon mds.g on smithi071 2024-09-05T07:35:56.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:56 smithi071 ceph-mon[30965]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:56.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:56 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] up:boot 2024-09-05T07:35:56.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:56 smithi071 ceph-mon[30965]: fsmap 9 up:standby 2024-09-05T07:35:56.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:56 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T07:35:56.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:56 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:56.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:56 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:56.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:56 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:56.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:56 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:56.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:56 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:56.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:56 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:56.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:56 smithi123 ceph-mon[34568]: Deploying daemon mds.g on smithi071 2024-09-05T07:35:56.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:56 smithi123 ceph-mon[34568]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:56.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:56 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] up:boot 2024-09-05T07:35:56.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:56 smithi123 ceph-mon[34568]: fsmap 9 up:standby 2024-09-05T07:35:56.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:56 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T07:35:56.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:56 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:56.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:56 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:56.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:56 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:56.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:56 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:56.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:56 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:56.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:56 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:56.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:56 smithi192 ceph-mon[34929]: Deploying daemon mds.g on smithi071 2024-09-05T07:35:56.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:56 smithi192 ceph-mon[34929]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:56.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:56 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] up:boot 2024-09-05T07:35:56.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:56 smithi192 ceph-mon[34929]: fsmap 9 up:standby 2024-09-05T07:35:56.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:56 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T07:35:57.649 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 05 07:35:57 smithi071 systemd[1]: Starting Ceph mds.g for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:35:57.903 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:35:58.070 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 05 07:35:57 smithi071 podman[71396]: 2024-09-05 07:35:57.701415116 +0000 UTC m=+0.015657208 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:35:58.070 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 05 07:35:57 smithi071 podman[71396]: 2024-09-05 07:35:57.81776414 +0000 UTC m=+0.132006216 container create b6463cb973242eb9bb0d6d3e2b8ab64792b97bf3ca4f185780ab4e99f1b1b836 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-g, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True) 2024-09-05T07:35:58.070 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 05 07:35:58 smithi071 podman[71396]: 2024-09-05 07:35:58.070566254 +0000 UTC m=+0.384808331 container init b6463cb973242eb9bb0d6d3e2b8ab64792b97bf3ca4f185780ab4e99f1b1b836 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-g, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-05T07:35:58.247 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:35:58.370 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 05 07:35:58 smithi071 podman[71396]: 2024-09-05 07:35:58.073727829 +0000 UTC m=+0.387969915 container start b6463cb973242eb9bb0d6d3e2b8ab64792b97bf3ca4f185780ab4e99f1b1b836 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-05T07:35:58.370 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 05 07:35:58 smithi071 ceph-mds[71432]: -- 172.21.15.71:0/530298665 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a88fefd860 con 0x55a88feda800 2024-09-05T07:35:58.370 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 05 07:35:58 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-g[71428]: starting mds.g at 2024-09-05T07:35:58.370 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 05 07:35:58 smithi071 bash[71396]: b6463cb973242eb9bb0d6d3e2b8ab64792b97bf3ca4f185780ab4e99f1b1b836 2024-09-05T07:35:58.370 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 05 07:35:58 smithi071 systemd[1]: Started Ceph mds.g for 528064f0-6b58-11ef-bcd6-c7b262605968. 2024-09-05T07:35:58.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.754+0000 7f4789795640 1 -- 172.21.15.71:0/2532838897 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4784100a80 msgr2=0x7f4784100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:58.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.754+0000 7f4789795640 1 --2- 172.21.15.71:0/2532838897 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4784100a80 0x7f4784100ee0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f4778009930 tx=0x7f477802a420 comp rx=0 tx=0).stop 2024-09-05T07:35:58.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.754+0000 7f4789795640 1 -- 172.21.15.71:0/2532838897 shutdown_connections 2024-09-05T07:35:58.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.754+0000 7f4789795640 1 --2- 172.21.15.71:0/2532838897 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4784101420 0x7f478410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.754+0000 7f4789795640 1 --2- 172.21.15.71:0/2532838897 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4784100a80 0x7f4784100ee0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.754+0000 7f4789795640 1 --2- 172.21.15.71:0/2532838897 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4784106a80 0x7f4784106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.754+0000 7f4789795640 1 -- 172.21.15.71:0/2532838897 >> 172.21.15.71:0/2532838897 conn(0x7f47840fc7a0 msgr2=0x7f47840febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.754+0000 7f4789795640 1 -- 172.21.15.71:0/2532838897 shutdown_connections 2024-09-05T07:35:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.754+0000 7f4789795640 1 -- 172.21.15.71:0/2532838897 wait complete. 2024-09-05T07:35:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.754+0000 7f4789795640 1 Processor -- start 2024-09-05T07:35:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.755+0000 7f4789795640 1 -- start start 2024-09-05T07:35:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.755+0000 7f4789795640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4784100a80 0x7f4784198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.755+0000 7f4789795640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4784101420 0x7f4784198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.755+0000 7f4789795640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4784106a80 0x7f478419cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.755+0000 7f4789795640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4784111e50 con 0x7f4784100a80 2024-09-05T07:35:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.755+0000 7f4789795640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4784111cd0 con 0x7f4784101420 2024-09-05T07:35:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.755+0000 7f4789795640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4784111fd0 con 0x7f4784106a80 2024-09-05T07:35:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.755+0000 7f4782ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4784100a80 0x7f4784198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.755+0000 7f4782ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4784100a80 0x7f4784198300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42838/0 (socket says 172.21.15.71:42838) 2024-09-05T07:35:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.755+0000 7f4782ffd640 1 -- 172.21.15.71:0/1086700821 learned_addr learned my addr 172.21.15.71:0/1086700821 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:35:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.755+0000 7f47827fc640 1 --2- 172.21.15.71:0/1086700821 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4784101420 0x7f4784198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.755+0000 7f47837fe640 1 --2- 172.21.15.71:0/1086700821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4784106a80 0x7f478419cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.755+0000 7f4782ffd640 1 -- 172.21.15.71:0/1086700821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4784106a80 msgr2=0x7f478419cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.755+0000 7f4782ffd640 1 --2- 172.21.15.71:0/1086700821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4784106a80 0x7f478419cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.755+0000 7f4782ffd640 1 -- 172.21.15.71:0/1086700821 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4784101420 msgr2=0x7f4784198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.755+0000 7f4782ffd640 1 --2- 172.21.15.71:0/1086700821 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4784101420 0x7f4784198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.755+0000 7f4782ffd640 1 -- 172.21.15.71:0/1086700821 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f478419d2b0 con 0x7f4784100a80 2024-09-05T07:35:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.755+0000 7f47837fe640 1 --2- 172.21.15.71:0/1086700821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4784106a80 0x7f478419cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:35:58.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.755+0000 7f4782ffd640 1 --2- 172.21.15.71:0/1086700821 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4784100a80 0x7f4784198300 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f477400c920 tx=0x7f477400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:58.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.756+0000 7f476bfff640 1 -- 172.21.15.71:0/1086700821 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4774007c70 con 0x7f4784100a80 2024-09-05T07:35:58.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.756+0000 7f4789795640 1 -- 172.21.15.71:0/1086700821 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f478419d5a0 con 0x7f4784100a80 2024-09-05T07:35:58.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.756+0000 7f476bfff640 1 -- 172.21.15.71:0/1086700821 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4774007e10 con 0x7f4784100a80 2024-09-05T07:35:58.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.756+0000 7f476bfff640 1 -- 172.21.15.71:0/1086700821 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4774018820 con 0x7f4784100a80 2024-09-05T07:35:58.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.756+0000 7f4789795640 1 -- 172.21.15.71:0/1086700821 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47841a4e80 con 0x7f4784100a80 2024-09-05T07:35:58.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.757+0000 7f4789795640 1 -- 172.21.15.71:0/1086700821 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4784100ee0 con 0x7f4784100a80 2024-09-05T07:35:58.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.758+0000 7f476bfff640 1 -- 172.21.15.71:0/1086700821 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f47740189c0 con 0x7f4784100a80 2024-09-05T07:35:58.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.758+0000 7f476bfff640 1 --2- 172.21.15.71:0/1086700821 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f476c0a2b80 0x7f476c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:35:58.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.758+0000 7f47827fc640 1 --2- 172.21.15.71:0/1086700821 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f476c0a2b80 0x7f476c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:35:58.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.759+0000 7f476bfff640 1 -- 172.21.15.71:0/1086700821 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f47740ced00 con 0x7f4784100a80 2024-09-05T07:35:58.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.759+0000 7f47827fc640 1 --2- 172.21.15.71:0/1086700821 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f476c0a2b80 0x7f476c0a5040 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f4778000c00 tx=0x7f4778032c80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:35:58.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.763+0000 7f476bfff640 1 -- 172.21.15.71:0/1086700821 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4774014030 con 0x7f4784100a80 2024-09-05T07:35:58.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.983+0000 7f4789795640 1 -- 172.21.15.71:0/1086700821 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4784109070 con 0x7f4784100a80 2024-09-05T07:35:58.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.984+0000 7f476bfff640 1 -- 172.21.15.71:0/1086700821 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8881 (secure 0 0 0) 0x7f477400de20 con 0x7f4784100a80 2024-09-05T07:35:58.986 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:35:58.986 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":11,"btime":"2024-09-05T07:35:58:153712+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24443,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24475,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-05T07:35:58.986 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 11 2024-09-05T07:35:58.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.986+0000 7f4789795640 1 -- 172.21.15.71:0/1086700821 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f476c0a2b80 msgr2=0x7f476c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:58.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.986+0000 7f4789795640 1 --2- 172.21.15.71:0/1086700821 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f476c0a2b80 0x7f476c0a5040 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f4778000c00 tx=0x7f4778032c80 comp rx=0 tx=0).stop 2024-09-05T07:35:58.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.986+0000 7f4789795640 1 -- 172.21.15.71:0/1086700821 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4784100a80 msgr2=0x7f4784198300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:35:58.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.986+0000 7f4789795640 1 --2- 172.21.15.71:0/1086700821 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4784100a80 0x7f4784198300 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f477400c920 tx=0x7f477400cde0 comp rx=0 tx=0).stop 2024-09-05T07:35:58.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.986+0000 7f4789795640 1 -- 172.21.15.71:0/1086700821 shutdown_connections 2024-09-05T07:35:58.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.986+0000 7f4789795640 1 --2- 172.21.15.71:0/1086700821 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f476c0a2b80 0x7f476c0a5040 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:58.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.986+0000 7f4789795640 1 --2- 172.21.15.71:0/1086700821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4784106a80 0x7f478419cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:58.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.986+0000 7f4789795640 1 --2- 172.21.15.71:0/1086700821 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4784101420 0x7f4784198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:58.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.986+0000 7f4789795640 1 --2- 172.21.15.71:0/1086700821 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4784100a80 0x7f4784198300 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:35:58.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.986+0000 7f4789795640 1 -- 172.21.15.71:0/1086700821 >> 172.21.15.71:0/1086700821 conn(0x7f47840fc7a0 msgr2=0x7f47840fcfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:35:58.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.986+0000 7f4789795640 1 -- 172.21.15.71:0/1086700821 shutdown_connections 2024-09-05T07:35:58.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:35:58.986+0000 7f4789795640 1 -- 172.21.15.71:0/1086700821 wait complete. 2024-09-05T07:35:59.338 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:59 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.71:6838/1871136155,v1:172.21.15.71:6839/1871136155] up:boot 2024-09-05T07:35:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:59 smithi071 ceph-mon[30965]: fsmap 10 up:standby 2024-09-05T07:35:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:59 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-05T07:35:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:59 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:59 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:59 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:59 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:59 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:59 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:59 smithi071 ceph-mon[30965]: Deploying daemon mds.a on smithi071 2024-09-05T07:35:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:59 smithi071 ceph-mon[30965]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:59.339 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:35:59 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1086700821' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:59.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:59 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.71:6838/1871136155,v1:172.21.15.71:6839/1871136155] up:boot 2024-09-05T07:35:59.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:59 smithi123 ceph-mon[34568]: fsmap 10 up:standby 2024-09-05T07:35:59.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:59 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-05T07:35:59.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:59 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:59.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:59 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:59.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:59 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:59.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:59 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:59.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:59 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:59.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:59 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:59.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:59 smithi123 ceph-mon[34568]: Deploying daemon mds.a on smithi071 2024-09-05T07:35:59.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:59 smithi123 ceph-mon[34568]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:59.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:35:59 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1086700821' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:35:59.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:59 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.71:6838/1871136155,v1:172.21.15.71:6839/1871136155] up:boot 2024-09-05T07:35:59.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:59 smithi192 ceph-mon[34929]: fsmap 10 up:standby 2024-09-05T07:35:59.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:59 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-05T07:35:59.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:59 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:59.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:59 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:59.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:59 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:35:59.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:59 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:35:59.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:59 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:35:59.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:59 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:35:59.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:59 smithi192 ceph-mon[34929]: Deploying daemon mds.a on smithi071 2024-09-05T07:35:59.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:59 smithi192 ceph-mon[34929]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:35:59.462 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:35:59 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1086700821' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:36:01.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:01 smithi071 ceph-mon[30965]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:01.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:01 smithi123 ceph-mon[34568]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:01.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:01 smithi192 ceph-mon[34929]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:02.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:02 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.71:6840/2937012174,v1:172.21.15.71:6841/2937012174] up:boot 2024-09-05T07:36:02.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:02 smithi071 ceph-mon[30965]: fsmap 11 up:standby 2024-09-05T07:36:02.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:02 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T07:36:02.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:02 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:02.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:02 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:02.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:02 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:02.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:02 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:36:02.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:02 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:36:02.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:02 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:36:02.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:02 smithi071 ceph-mon[30965]: Deploying daemon mds.b on smithi123 2024-09-05T07:36:02.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:02 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.71:6840/2937012174,v1:172.21.15.71:6841/2937012174] up:boot 2024-09-05T07:36:02.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:02 smithi123 ceph-mon[34568]: fsmap 11 up:standby 2024-09-05T07:36:02.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:02 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T07:36:02.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:02 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:02.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:02 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:02.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:02 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:02.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:02 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:36:02.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:02 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:36:02.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:02 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:36:02.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:02 smithi123 ceph-mon[34568]: Deploying daemon mds.b on smithi123 2024-09-05T07:36:02.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:02 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.71:6840/2937012174,v1:172.21.15.71:6841/2937012174] up:boot 2024-09-05T07:36:02.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:02 smithi192 ceph-mon[34929]: fsmap 11 up:standby 2024-09-05T07:36:02.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:02 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T07:36:02.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:02 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:02.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:02 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:02.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:02 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:02.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:02 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T07:36:02.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:02 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T07:36:02.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:02 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:36:02.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:02 smithi192 ceph-mon[34929]: Deploying daemon mds.b on smithi123 2024-09-05T07:36:02.820 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:36:03.084 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:03.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:03 smithi071 ceph-mon[30965]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:03.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.561+0000 7f7283592640 1 -- 172.21.15.71:0/2170092395 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f727c101de0 msgr2=0x7f727c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:03.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.561+0000 7f7283592640 1 --2- 172.21.15.71:0/2170092395 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f727c101de0 0x7f727c1021c0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f7278009900 tx=0x7f727802a410 comp rx=0 tx=0).stop 2024-09-05T07:36:03.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.561+0000 7f7283592640 1 -- 172.21.15.71:0/2170092395 shutdown_connections 2024-09-05T07:36:03.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.561+0000 7f7283592640 1 --2- 172.21.15.71:0/2170092395 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f727c106f10 0x7f727c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:03.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.561+0000 7f7283592640 1 --2- 172.21.15.71:0/2170092395 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f727c102790 0x7f727c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:03.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.561+0000 7f7283592640 1 --2- 172.21.15.71:0/2170092395 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f727c101de0 0x7f727c1021c0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:03.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.561+0000 7f7283592640 1 -- 172.21.15.71:0/2170092395 >> 172.21.15.71:0/2170092395 conn(0x7f727c0fd8c0 msgr2=0x7f727c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:03.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.561+0000 7f7283592640 1 -- 172.21.15.71:0/2170092395 shutdown_connections 2024-09-05T07:36:03.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.561+0000 7f7283592640 1 -- 172.21.15.71:0/2170092395 wait complete. 2024-09-05T07:36:03.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.561+0000 7f7283592640 1 Processor -- start 2024-09-05T07:36:03.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f7283592640 1 -- start start 2024-09-05T07:36:03.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f7283592640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f727c101de0 0x7f727c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:03.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f7283592640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f727c102790 0x7f727c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:03.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f7283592640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f727c106f10 0x7f727c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:03.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f7283592640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f727c111e20 con 0x7f727c102790 2024-09-05T07:36:03.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f7283592640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f727c111ca0 con 0x7f727c106f10 2024-09-05T07:36:03.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f7283592640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f727c111fa0 con 0x7f727c101de0 2024-09-05T07:36:03.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f7280b2d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f727c102790 0x7f727c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:03.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f7280b2d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f727c102790 0x7f727c074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50576/0 (socket says 172.21.15.71:50576) 2024-09-05T07:36:03.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f7280b2d640 1 -- 172.21.15.71:0/59547700 learned_addr learned my addr 172.21.15.71:0/59547700 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:03.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f728132e640 1 --2- 172.21.15.71:0/59547700 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f727c101de0 0x7f727c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:03.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f7281b2f640 1 --2- 172.21.15.71:0/59547700 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f727c106f10 0x7f727c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:03.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f7280b2d640 1 -- 172.21.15.71:0/59547700 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f727c101de0 msgr2=0x7f727c0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:03.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f7280b2d640 1 --2- 172.21.15.71:0/59547700 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f727c101de0 0x7f727c0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:03.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f7280b2d640 1 -- 172.21.15.71:0/59547700 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f727c106f10 msgr2=0x7f727c074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:03.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f7280b2d640 1 --2- 172.21.15.71:0/59547700 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f727c106f10 0x7f727c074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:03.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f7280b2d640 1 -- 172.21.15.71:0/59547700 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f727c1a6840 con 0x7f727c102790 2024-09-05T07:36:03.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f728132e640 1 --2- 172.21.15.71:0/59547700 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f727c101de0 0x7f727c0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:36:03.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f7281b2f640 1 --2- 172.21.15.71:0/59547700 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f727c106f10 0x7f727c074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:36:03.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f7280b2d640 1 --2- 172.21.15.71:0/59547700 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f727c102790 0x7f727c074a30 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f726c00c970 tx=0x7f726c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:03.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f72727fc640 1 -- 172.21.15.71:0/59547700 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f726c007bb0 con 0x7f727c102790 2024-09-05T07:36:03.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f72727fc640 1 -- 172.21.15.71:0/59547700 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f726c007d50 con 0x7f727c102790 2024-09-05T07:36:03.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.562+0000 7f7283592640 1 -- 172.21.15.71:0/59547700 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f727c1a6b30 con 0x7f727c102790 2024-09-05T07:36:03.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.563+0000 7f72727fc640 1 -- 172.21.15.71:0/59547700 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f726c00f450 con 0x7f727c102790 2024-09-05T07:36:03.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.563+0000 7f7283592640 1 -- 172.21.15.71:0/59547700 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f727c1a7070 con 0x7f727c102790 2024-09-05T07:36:03.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.563+0000 7f7283592640 1 -- 172.21.15.71:0/59547700 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f727c1021c0 con 0x7f727c102790 2024-09-05T07:36:03.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.565+0000 7f72727fc640 1 -- 172.21.15.71:0/59547700 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f726c004f20 con 0x7f727c102790 2024-09-05T07:36:03.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.565+0000 7f72727fc640 1 --2- 172.21.15.71:0/59547700 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f72680a2c00 0x7f72680a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:03.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.565+0000 7f728132e640 1 --2- 172.21.15.71:0/59547700 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f72680a2c00 0x7f72680a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:03.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.566+0000 7f72727fc640 1 -- 172.21.15.71:0/59547700 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f726c0ce960 con 0x7f727c102790 2024-09-05T07:36:03.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.566+0000 7f728132e640 1 --2- 172.21.15.71:0/59547700 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f72680a2c00 0x7f72680a50c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7278031440 tx=0x7f7278005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:03.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.570+0000 7f72727fc640 1 -- 172.21.15.71:0/59547700 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f726c014030 con 0x7f727c102790 2024-09-05T07:36:03.594 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:03 smithi123 ceph-mon[34568]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:03.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:03 smithi192 ceph-mon[34929]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:03.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.768+0000 7f7283592640 1 -- 172.21.15.71:0/59547700 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f727c109b60 con 0x7f727c102790 2024-09-05T07:36:03.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.769+0000 7f72727fc640 1 -- 172.21.15.71:0/59547700 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9707 (secure 0 0 0) 0x7f726c09bd60 con 0x7f727c102790 2024-09-05T07:36:03.770 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:36:03.770 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":12,"btime":"2024-09-05T07:36:01:332996+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24443,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24475,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-05T07:36:03.770 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 12 2024-09-05T07:36:03.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.771+0000 7f7283592640 1 -- 172.21.15.71:0/59547700 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f72680a2c00 msgr2=0x7f72680a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:03.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.771+0000 7f7283592640 1 --2- 172.21.15.71:0/59547700 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f72680a2c00 0x7f72680a50c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7278031440 tx=0x7f7278005a20 comp rx=0 tx=0).stop 2024-09-05T07:36:03.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.771+0000 7f7283592640 1 -- 172.21.15.71:0/59547700 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f727c102790 msgr2=0x7f727c074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:03.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.771+0000 7f7283592640 1 --2- 172.21.15.71:0/59547700 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f727c102790 0x7f727c074a30 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f726c00c970 tx=0x7f726c00ce30 comp rx=0 tx=0).stop 2024-09-05T07:36:03.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.771+0000 7f7283592640 1 -- 172.21.15.71:0/59547700 shutdown_connections 2024-09-05T07:36:03.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.771+0000 7f7283592640 1 --2- 172.21.15.71:0/59547700 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f72680a2c00 0x7f72680a50c0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:03.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.771+0000 7f7283592640 1 --2- 172.21.15.71:0/59547700 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f727c106f10 0x7f727c074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:03.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.771+0000 7f7283592640 1 --2- 172.21.15.71:0/59547700 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f727c102790 0x7f727c074a30 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:03.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.771+0000 7f7283592640 1 --2- 172.21.15.71:0/59547700 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f727c101de0 0x7f727c0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:03.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.771+0000 7f7283592640 1 -- 172.21.15.71:0/59547700 >> 172.21.15.71:0/59547700 conn(0x7f727c0fd8c0 msgr2=0x7f727c0fecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:03.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.771+0000 7f7283592640 1 -- 172.21.15.71:0/59547700 shutdown_connections 2024-09-05T07:36:03.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:03.771+0000 7f7283592640 1 -- 172.21.15.71:0/59547700 wait complete. 2024-09-05T07:36:04.176 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 07:36:03 smithi123 systemd[1]: Started Ceph mds.b for 528064f0-6b58-11ef-bcd6-c7b262605968. 2024-09-05T07:36:04.478 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:04 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/59547700' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:36:04.478 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:04 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:04.478 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:04 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:04.478 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:04 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:04.478 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:04 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:04.478 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:04 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:04.478 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:04 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:36:04.479 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:04 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:04.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:04 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/59547700' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:36:04.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:04 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:04.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:04 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:04.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:04 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:04.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:04 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:04.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:04 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:04.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:04 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:36:04.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:04 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:04.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:04 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/59547700' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:36:04.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:04 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:04.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:04 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:04.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:04 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:04.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:04 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:04.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:04 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:04.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:04 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:36:04.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:04 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:05.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:05 smithi071 ceph-mon[30965]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:05.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:05 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] up:boot 2024-09-05T07:36:05.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:05 smithi071 ceph-mon[30965]: fsmap 12 up:standby 2024-09-05T07:36:05.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:05 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T07:36:05.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:05 smithi123 ceph-mon[34568]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:05.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:05 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] up:boot 2024-09-05T07:36:05.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:05 smithi123 ceph-mon[34568]: fsmap 12 up:standby 2024-09-05T07:36:05.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:05 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T07:36:05.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:05 smithi192 ceph-mon[34929]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:05.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:05 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] up:boot 2024-09-05T07:36:05.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:05 smithi192 ceph-mon[34929]: fsmap 12 up:standby 2024-09-05T07:36:05.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:05 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T07:36:06.505 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:36:06.889 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.890 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.890 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.890 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.890 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.890 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.890 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:36:06.890 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:36:06.890 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.890 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:06 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:36:06.890 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:06 smithi192 ceph-mon[34929]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:06.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:36:06.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:36:06.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:06 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:36:06.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:06 smithi071 ceph-mon[30965]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:06.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:36:06.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:36:06.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:06.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:06 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:36:06.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:06 smithi123 ceph-mon[34568]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:07.209 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:07.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.711+0000 7f06be5bf640 1 -- 172.21.15.71:0/3193165561 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06b8100ca0 msgr2=0x7f06b8106840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:07.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.711+0000 7f06be5bf640 1 --2- 172.21.15.71:0/3193165561 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06b8100ca0 0x7f06b8106840 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f06a0009930 tx=0x7f06a002a420 comp rx=0 tx=0).stop 2024-09-05T07:36:07.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.711+0000 7f06be5bf640 1 -- 172.21.15.71:0/3193165561 shutdown_connections 2024-09-05T07:36:07.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.711+0000 7f06be5bf640 1 --2- 172.21.15.71:0/3193165561 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06b8106f50 0x7f06b810eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.711+0000 7f06be5bf640 1 --2- 172.21.15.71:0/3193165561 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06b8100ca0 0x7f06b8106840 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.711+0000 7f06be5bf640 1 --2- 172.21.15.71:0/3193165561 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f06b81002f0 0x7f06b81006d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.711+0000 7f06be5bf640 1 -- 172.21.15.71:0/3193165561 >> 172.21.15.71:0/3193165561 conn(0x7f06b8077210 msgr2=0x7f06b80fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.711+0000 7f06be5bf640 1 -- 172.21.15.71:0/3193165561 shutdown_connections 2024-09-05T07:36:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.711+0000 7f06be5bf640 1 -- 172.21.15.71:0/3193165561 wait complete. 2024-09-05T07:36:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.712+0000 7f06be5bf640 1 Processor -- start 2024-09-05T07:36:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.712+0000 7f06be5bf640 1 -- start start 2024-09-05T07:36:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.712+0000 7f06be5bf640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06b81002f0 0x7f06b8198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.712+0000 7f06be5bf640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f06b8100ca0 0x7f06b8198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.712+0000 7f06be5bf640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06b8106f50 0x7f06b819cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.712+0000 7f06be5bf640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f06b8111e90 con 0x7f06b8106f50 2024-09-05T07:36:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.712+0000 7f06be5bf640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f06b8111d10 con 0x7f06b8100ca0 2024-09-05T07:36:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.712+0000 7f06be5bf640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f06b8112010 con 0x7f06b81002f0 2024-09-05T07:36:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.712+0000 7f06bcb5c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06b8106f50 0x7f06b819cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.712+0000 7f06bcb5c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06b8106f50 0x7f06b819cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50608/0 (socket says 172.21.15.71:50608) 2024-09-05T07:36:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.712+0000 7f06bcb5c640 1 -- 172.21.15.71:0/445407852 learned_addr learned my addr 172.21.15.71:0/445407852 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.712+0000 7f06b7fff640 1 --2- 172.21.15.71:0/445407852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06b81002f0 0x7f06b8198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.712+0000 7f06affff640 1 --2- 172.21.15.71:0/445407852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f06b8100ca0 0x7f06b8198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.712+0000 7f06bcb5c640 1 -- 172.21.15.71:0/445407852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06b81002f0 msgr2=0x7f06b8198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.712+0000 7f06bcb5c640 1 --2- 172.21.15.71:0/445407852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06b81002f0 0x7f06b8198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.712+0000 7f06bcb5c640 1 -- 172.21.15.71:0/445407852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f06b8100ca0 msgr2=0x7f06b8198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:07.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.712+0000 7f06bcb5c640 1 --2- 172.21.15.71:0/445407852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f06b8100ca0 0x7f06b8198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:07.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.712+0000 7f06bcb5c640 1 -- 172.21.15.71:0/445407852 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06b819d400 con 0x7f06b8106f50 2024-09-05T07:36:07.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.713+0000 7f06bcb5c640 1 --2- 172.21.15.71:0/445407852 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06b8106f50 0x7f06b819cd20 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f06b000b970 tx=0x7f06b000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:07.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.713+0000 7f06b5ffb640 1 -- 172.21.15.71:0/445407852 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b0019070 con 0x7f06b8106f50 2024-09-05T07:36:07.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.713+0000 7f06b5ffb640 1 -- 172.21.15.71:0/445407852 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f06b0014440 con 0x7f06b8106f50 2024-09-05T07:36:07.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.713+0000 7f06be5bf640 1 -- 172.21.15.71:0/445407852 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06b819d6f0 con 0x7f06b8106f50 2024-09-05T07:36:07.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.713+0000 7f06b5ffb640 1 -- 172.21.15.71:0/445407852 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b00075d0 con 0x7f06b8106f50 2024-09-05T07:36:07.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.713+0000 7f06be5bf640 1 -- 172.21.15.71:0/445407852 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06b81a4fd0 con 0x7f06b8106f50 2024-09-05T07:36:07.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.714+0000 7f06be5bf640 1 -- 172.21.15.71:0/445407852 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06b81006d0 con 0x7f06b8106f50 2024-09-05T07:36:07.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.715+0000 7f06b5ffb640 1 -- 172.21.15.71:0/445407852 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f06b001c070 con 0x7f06b8106f50 2024-09-05T07:36:07.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.716+0000 7f06b5ffb640 1 --2- 172.21.15.71:0/445407852 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f06a40a2c00 0x7f06a40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:07.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.716+0000 7f06b7fff640 1 --2- 172.21.15.71:0/445407852 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f06a40a2c00 0x7f06a40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:07.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.716+0000 7f06b5ffb640 1 -- 172.21.15.71:0/445407852 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f06b00ce0e0 con 0x7f06b8106f50 2024-09-05T07:36:07.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.716+0000 7f06b7fff640 1 --2- 172.21.15.71:0/445407852 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f06a40a2c00 0x7f06a40a50c0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f06a800bbe0 tx=0x7f06a800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:07.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.720+0000 7f06b5ffb640 1 -- 172.21.15.71:0/445407852 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f06b009ae90 con 0x7f06b8106f50 2024-09-05T07:36:07.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.938+0000 7f06be5bf640 1 -- 172.21.15.71:0/445407852 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f06b802d7c0 con 0x7f06b8106f50 2024-09-05T07:36:07.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.938+0000 7f06b5ffb640 1 -- 172.21.15.71:0/445407852 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10536 (secure 0 0 0) 0x7f06b009f190 con 0x7f06b8106f50 2024-09-05T07:36:07.939 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:36:07.939 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":13,"btime":"2024-09-05T07:36:04:386534+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24443,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24470,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":24475,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-05T07:36:07.939 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 13 2024-09-05T07:36:07.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.941+0000 7f06be5bf640 1 -- 172.21.15.71:0/445407852 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f06a40a2c00 msgr2=0x7f06a40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:07.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.941+0000 7f06be5bf640 1 --2- 172.21.15.71:0/445407852 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f06a40a2c00 0x7f06a40a50c0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f06a800bbe0 tx=0x7f06a800b390 comp rx=0 tx=0).stop 2024-09-05T07:36:07.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.941+0000 7f06be5bf640 1 -- 172.21.15.71:0/445407852 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06b8106f50 msgr2=0x7f06b819cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:07.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.941+0000 7f06be5bf640 1 --2- 172.21.15.71:0/445407852 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06b8106f50 0x7f06b819cd20 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f06b000b970 tx=0x7f06b000be30 comp rx=0 tx=0).stop 2024-09-05T07:36:07.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.941+0000 7f06be5bf640 1 -- 172.21.15.71:0/445407852 shutdown_connections 2024-09-05T07:36:07.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.941+0000 7f06be5bf640 1 --2- 172.21.15.71:0/445407852 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f06a40a2c00 0x7f06a40a50c0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:07.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.941+0000 7f06be5bf640 1 --2- 172.21.15.71:0/445407852 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06b8106f50 0x7f06b819cd20 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:07.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.941+0000 7f06be5bf640 1 --2- 172.21.15.71:0/445407852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f06b8100ca0 0x7f06b8198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:07.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.941+0000 7f06be5bf640 1 --2- 172.21.15.71:0/445407852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06b81002f0 0x7f06b8198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:07.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.941+0000 7f06be5bf640 1 -- 172.21.15.71:0/445407852 >> 172.21.15.71:0/445407852 conn(0x7f06b8077210 msgr2=0x7f06b8105320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:07.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.941+0000 7f06be5bf640 1 -- 172.21.15.71:0/445407852 shutdown_connections 2024-09-05T07:36:07.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:07.941+0000 7f06be5bf640 1 -- 172.21.15.71:0/445407852 wait complete. 2024-09-05T07:36:08.658 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-09-05T07:36:08.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:08 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:08.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:08 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:08.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:08 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:08.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:08 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:08.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:08 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/445407852' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:36:08.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:08 smithi071 ceph-mon[30965]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:08.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:08 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:08.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:08 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:08.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:08 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:08.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:08 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:08.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:08 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/445407852' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:36:08.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:08 smithi123 ceph-mon[34568]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:08.931 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:08.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:08 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:08.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:08 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:08.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:08 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:08.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:08 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:08.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:08 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/445407852' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:36:08.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:08 smithi192 ceph-mon[34929]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:09.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.396+0000 7fde52a68640 1 -- 172.21.15.71:0/1839595276 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fde4c1055b0 msgr2=0x7fde4c10d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:09.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.396+0000 7fde52a68640 1 --2- 172.21.15.71:0/1839595276 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fde4c1055b0 0x7fde4c10d130 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fde44009ca0 tx=0x7fde4402a8c0 comp rx=0 tx=0).stop 2024-09-05T07:36:09.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.396+0000 7fde52a68640 1 -- 172.21.15.71:0/1839595276 shutdown_connections 2024-09-05T07:36:09.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.396+0000 7fde52a68640 1 --2- 172.21.15.71:0/1839595276 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fde4c1055b0 0x7fde4c10d130 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:09.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.396+0000 7fde52a68640 1 --2- 172.21.15.71:0/1839595276 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde4c100e30 0x7fde4c104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:09.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.396+0000 7fde52a68640 1 --2- 172.21.15.71:0/1839595276 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fde4c100480 0x7fde4c100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:09.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.396+0000 7fde52a68640 1 -- 172.21.15.71:0/1839595276 >> 172.21.15.71:0/1839595276 conn(0x7fde4c077210 msgr2=0x7fde4c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:09.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.396+0000 7fde52a68640 1 -- 172.21.15.71:0/1839595276 shutdown_connections 2024-09-05T07:36:09.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.396+0000 7fde52a68640 1 -- 172.21.15.71:0/1839595276 wait complete. 2024-09-05T07:36:09.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.397+0000 7fde52a68640 1 Processor -- start 2024-09-05T07:36:09.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.397+0000 7fde52a68640 1 -- start start 2024-09-05T07:36:09.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.397+0000 7fde52a68640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fde4c100480 0x7fde4c199110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:09.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.397+0000 7fde52a68640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde4c100e30 0x7fde4c199650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:09.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.397+0000 7fde52a68640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fde4c1055b0 0x7fde4c1a4190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:09.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.397+0000 7fde52a68640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fde4c110470 con 0x7fde4c1055b0 2024-09-05T07:36:09.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.397+0000 7fde52a68640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fde4c1102f0 con 0x7fde4c100480 2024-09-05T07:36:09.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.397+0000 7fde52a68640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fde4c1105f0 con 0x7fde4c100e30 2024-09-05T07:36:09.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.397+0000 7fde51005640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fde4c1055b0 0x7fde4c1a4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:09.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.397+0000 7fde51005640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fde4c1055b0 0x7fde4c1a4190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50634/0 (socket says 172.21.15.71:50634) 2024-09-05T07:36:09.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.397+0000 7fde51005640 1 -- 172.21.15.71:0/4072404764 learned_addr learned my addr 172.21.15.71:0/4072404764 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:09.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.398+0000 7fde4bfff640 1 --2- 172.21.15.71:0/4072404764 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde4c100e30 0x7fde4c199650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:09.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.398+0000 7fde50804640 1 --2- 172.21.15.71:0/4072404764 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fde4c100480 0x7fde4c199110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:09.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.398+0000 7fde51005640 1 -- 172.21.15.71:0/4072404764 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde4c100e30 msgr2=0x7fde4c199650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:09.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.398+0000 7fde51005640 1 --2- 172.21.15.71:0/4072404764 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde4c100e30 0x7fde4c199650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:09.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.398+0000 7fde51005640 1 -- 172.21.15.71:0/4072404764 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fde4c100480 msgr2=0x7fde4c199110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:09.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.398+0000 7fde51005640 1 --2- 172.21.15.71:0/4072404764 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fde4c100480 0x7fde4c199110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:09.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.398+0000 7fde51005640 1 -- 172.21.15.71:0/4072404764 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde4c1a46d0 con 0x7fde4c1055b0 2024-09-05T07:36:09.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.398+0000 7fde4bfff640 1 --2- 172.21.15.71:0/4072404764 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde4c100e30 0x7fde4c199650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:36:09.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.398+0000 7fde50804640 1 --2- 172.21.15.71:0/4072404764 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fde4c100480 0x7fde4c199110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:36:09.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.398+0000 7fde51005640 1 --2- 172.21.15.71:0/4072404764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fde4c1055b0 0x7fde4c1a4190 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fde44009dc0 tx=0x7fde44003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:09.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.398+0000 7fde49ffb640 1 -- 172.21.15.71:0/4072404764 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde44004040 con 0x7fde4c1055b0 2024-09-05T07:36:09.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.398+0000 7fde49ffb640 1 -- 172.21.15.71:0/4072404764 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde44004690 con 0x7fde4c1055b0 2024-09-05T07:36:09.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.398+0000 7fde52a68640 1 -- 172.21.15.71:0/4072404764 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde4c1a48a0 con 0x7fde4c1055b0 2024-09-05T07:36:09.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.398+0000 7fde49ffb640 1 -- 172.21.15.71:0/4072404764 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde44030d90 con 0x7fde4c1055b0 2024-09-05T07:36:09.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.398+0000 7fde52a68640 1 -- 172.21.15.71:0/4072404764 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde4c1a4d50 con 0x7fde4c1055b0 2024-09-05T07:36:09.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.399+0000 7fde52a68640 1 -- 172.21.15.71:0/4072404764 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde4c100860 con 0x7fde4c1055b0 2024-09-05T07:36:09.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.400+0000 7fde49ffb640 1 -- 172.21.15.71:0/4072404764 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fde440305c0 con 0x7fde4c1055b0 2024-09-05T07:36:09.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.401+0000 7fde49ffb640 1 --2- 172.21.15.71:0/4072404764 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fde3c0a2b80 0x7fde3c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:09.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.401+0000 7fde50804640 1 --2- 172.21.15.71:0/4072404764 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fde3c0a2b80 0x7fde3c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:09.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.401+0000 7fde49ffb640 1 -- 172.21.15.71:0/4072404764 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fde440f0440 con 0x7fde4c1055b0 2024-09-05T07:36:09.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.401+0000 7fde50804640 1 --2- 172.21.15.71:0/4072404764 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fde3c0a2b80 0x7fde3c0a5040 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fde400058c0 tx=0x7fde40005d30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:09.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.405+0000 7fde49ffb640 1 -- 172.21.15.71:0/4072404764 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fde44039e20 con 0x7fde4c1055b0 2024-09-05T07:36:09.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.573+0000 7fde52a68640 1 -- 172.21.15.71:0/4072404764 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fde4c1a4fb0 con 0x7fde4c1055b0 2024-09-05T07:36:09.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.573+0000 7fde49ffb640 1 -- 172.21.15.71:0/4072404764 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v77) ==== 84+0+65 (secure 0 0 0) 0x7fde440bd840 con 0x7fde4c1055b0 2024-09-05T07:36:09.574 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:36:09.574 INFO:teuthology.orchestra.run.smithi071.stdout:[ 2024-09-05T07:36:09.574 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:36:09.574 INFO:teuthology.orchestra.run.smithi071.stdout: "poolnum": 1, 2024-09-05T07:36:09.574 INFO:teuthology.orchestra.run.smithi071.stdout: "poolname": ".mgr" 2024-09-05T07:36:09.574 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:36:09.574 INFO:teuthology.orchestra.run.smithi071.stdout:] 2024-09-05T07:36:09.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.575+0000 7fde52a68640 1 -- 172.21.15.71:0/4072404764 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fde3c0a2b80 msgr2=0x7fde3c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:09.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.575+0000 7fde52a68640 1 --2- 172.21.15.71:0/4072404764 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fde3c0a2b80 0x7fde3c0a5040 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fde400058c0 tx=0x7fde40005d30 comp rx=0 tx=0).stop 2024-09-05T07:36:09.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.575+0000 7fde52a68640 1 -- 172.21.15.71:0/4072404764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fde4c1055b0 msgr2=0x7fde4c1a4190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:09.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.575+0000 7fde52a68640 1 --2- 172.21.15.71:0/4072404764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fde4c1055b0 0x7fde4c1a4190 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fde44009dc0 tx=0x7fde44003ba0 comp rx=0 tx=0).stop 2024-09-05T07:36:09.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.575+0000 7fde52a68640 1 -- 172.21.15.71:0/4072404764 shutdown_connections 2024-09-05T07:36:09.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.575+0000 7fde52a68640 1 --2- 172.21.15.71:0/4072404764 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fde3c0a2b80 0x7fde3c0a5040 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:09.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.575+0000 7fde52a68640 1 --2- 172.21.15.71:0/4072404764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fde4c1055b0 0x7fde4c1a4190 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:09.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.575+0000 7fde52a68640 1 --2- 172.21.15.71:0/4072404764 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fde4c100e30 0x7fde4c199650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:09.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.575+0000 7fde52a68640 1 --2- 172.21.15.71:0/4072404764 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fde4c100480 0x7fde4c199110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:09.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.575+0000 7fde52a68640 1 -- 172.21.15.71:0/4072404764 >> 172.21.15.71:0/4072404764 conn(0x7fde4c077210 msgr2=0x7fde4c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:09.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.575+0000 7fde52a68640 1 -- 172.21.15.71:0/4072404764 shutdown_connections 2024-09-05T07:36:09.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:09.575+0000 7fde52a68640 1 -- 172.21.15.71:0/4072404764 wait complete. 2024-09-05T07:36:09.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:09 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:09.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:09 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:09.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:09 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:36:09.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:09 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:36:09.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:09 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:09.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:09 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/4072404764' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-05T07:36:10.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:09 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:10.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:09 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:10.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:09 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:36:10.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:09 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:36:10.178 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:09 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:10.178 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:09 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/4072404764' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-05T07:36:10.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:09 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:10.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:09 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:10.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:09 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:36:10.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:09 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:36:10.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:09 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:36:10.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:09 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/4072404764' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-05T07:36:10.301 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-05T07:36:10.302 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-05T07:36:10.548 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:10.924 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:10 smithi071 ceph-mon[30965]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:11.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.007+0000 7f905f0a4640 1 -- 172.21.15.71:0/365231167 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9058101420 msgr2=0x7f905810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:11.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.007+0000 7f905f0a4640 1 --2- 172.21.15.71:0/365231167 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9058101420 0x7f905810d950 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f9050009cd0 tx=0x7f905002a8e0 comp rx=0 tx=0).stop 2024-09-05T07:36:11.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.007+0000 7f905f0a4640 1 -- 172.21.15.71:0/365231167 shutdown_connections 2024-09-05T07:36:11.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.007+0000 7f905f0a4640 1 --2- 172.21.15.71:0/365231167 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9058101420 0x7f905810d950 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:11.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.007+0000 7f905f0a4640 1 --2- 172.21.15.71:0/365231167 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9058100a80 0x7f9058100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:11.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.007+0000 7f905f0a4640 1 --2- 172.21.15.71:0/365231167 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9058106a80 0x7f9058106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:11.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.007+0000 7f905f0a4640 1 -- 172.21.15.71:0/365231167 >> 172.21.15.71:0/365231167 conn(0x7f90580fc7a0 msgr2=0x7f90580febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:11.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.007+0000 7f905f0a4640 1 -- 172.21.15.71:0/365231167 shutdown_connections 2024-09-05T07:36:11.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.007+0000 7f905f0a4640 1 -- 172.21.15.71:0/365231167 wait complete. 2024-09-05T07:36:11.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.008+0000 7f905f0a4640 1 Processor -- start 2024-09-05T07:36:11.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.008+0000 7f905f0a4640 1 -- start start 2024-09-05T07:36:11.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.008+0000 7f905f0a4640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9058100a80 0x7f90581982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:11.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.008+0000 7f905f0a4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9058101420 0x7f9058198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:11.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.008+0000 7f905f0a4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9058106a80 0x7f905819cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:11.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.008+0000 7f905f0a4640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9058110d50 con 0x7f9058101420 2024-09-05T07:36:11.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.008+0000 7f905f0a4640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9058110bd0 con 0x7f9058100a80 2024-09-05T07:36:11.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.008+0000 7f905f0a4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9058110ed0 con 0x7f9058106a80 2024-09-05T07:36:11.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.008+0000 7f9057fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9058101420 0x7f9058198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:11.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.008+0000 7f9057fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9058101420 0x7f9058198830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50656/0 (socket says 172.21.15.71:50656) 2024-09-05T07:36:11.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.008+0000 7f9057fff640 1 -- 172.21.15.71:0/226543083 learned_addr learned my addr 172.21.15.71:0/226543083 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:11.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.008+0000 7f905ce40640 1 --2- 172.21.15.71:0/226543083 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9058100a80 0x7f90581982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:11.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.008+0000 7f905d641640 1 --2- 172.21.15.71:0/226543083 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9058106a80 0x7f905819cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:11.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.008+0000 7f9057fff640 1 -- 172.21.15.71:0/226543083 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9058106a80 msgr2=0x7f905819cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:11.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.008+0000 7f9057fff640 1 --2- 172.21.15.71:0/226543083 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9058106a80 0x7f905819cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:11.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.008+0000 7f9057fff640 1 -- 172.21.15.71:0/226543083 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9058100a80 msgr2=0x7f90581982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:11.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.008+0000 7f9057fff640 1 --2- 172.21.15.71:0/226543083 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9058100a80 0x7f90581982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:11.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.008+0000 7f9057fff640 1 -- 172.21.15.71:0/226543083 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f905819d2a0 con 0x7f9058101420 2024-09-05T07:36:11.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.008+0000 7f9057fff640 1 --2- 172.21.15.71:0/226543083 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9058101420 0x7f9058198830 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f904400c920 tx=0x7f904400cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:11.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.008+0000 7f9055ffb640 1 -- 172.21.15.71:0/226543083 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9044007bb0 con 0x7f9058101420 2024-09-05T07:36:11.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.009+0000 7f905f0a4640 1 -- 172.21.15.71:0/226543083 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f905819d590 con 0x7f9058101420 2024-09-05T07:36:11.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.009+0000 7f9055ffb640 1 -- 172.21.15.71:0/226543083 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9044007d50 con 0x7f9058101420 2024-09-05T07:36:11.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.009+0000 7f9055ffb640 1 -- 172.21.15.71:0/226543083 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9044018730 con 0x7f9058101420 2024-09-05T07:36:11.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.009+0000 7f905f0a4640 1 -- 172.21.15.71:0/226543083 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90581a4e70 con 0x7f9058101420 2024-09-05T07:36:11.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.010+0000 7f905f0a4640 1 -- 172.21.15.71:0/226543083 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9058100ee0 con 0x7f9058101420 2024-09-05T07:36:11.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.011+0000 7f9055ffb640 1 -- 172.21.15.71:0/226543083 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f904400f450 con 0x7f9058101420 2024-09-05T07:36:11.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.011+0000 7f9055ffb640 1 --2- 172.21.15.71:0/226543083 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f90480a2b80 0x7f90480a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:11.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.011+0000 7f905ce40640 1 --2- 172.21.15.71:0/226543083 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f90480a2b80 0x7f90480a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:11.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.011+0000 7f9055ffb640 1 -- 172.21.15.71:0/226543083 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f90440cecf0 con 0x7f9058101420 2024-09-05T07:36:11.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.012+0000 7f905ce40640 1 --2- 172.21.15.71:0/226543083 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f90480a2b80 0x7f90480a5040 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f904c009990 tx=0x7f904c009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:11.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.015+0000 7f9055ffb640 1 -- 172.21.15.71:0/226543083 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f90440d3070 con 0x7f9058101420 2024-09-05T07:36:11.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:10 smithi123 ceph-mon[34568]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:11.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.182+0000 7f905f0a4640 1 -- 172.21.15.71:0/226543083 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f905810a020 con 0x7f9058101420 2024-09-05T07:36:11.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:10 smithi192 ceph-mon[34929]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:11.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.781+0000 7f9055ffb640 1 -- 172.21.15.71:0/226543083 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v78) ==== 138+0+0 (secure 0 0 0) 0x7f9044014030 con 0x7f9058101420 2024-09-05T07:36:11.782 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_metadata' created 2024-09-05T07:36:11.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.783+0000 7f905f0a4640 1 -- 172.21.15.71:0/226543083 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f90480a2b80 msgr2=0x7f90480a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:11.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.783+0000 7f905f0a4640 1 --2- 172.21.15.71:0/226543083 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f90480a2b80 0x7f90480a5040 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f904c009990 tx=0x7f904c009110 comp rx=0 tx=0).stop 2024-09-05T07:36:11.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.783+0000 7f905f0a4640 1 -- 172.21.15.71:0/226543083 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9058101420 msgr2=0x7f9058198830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:11.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.783+0000 7f905f0a4640 1 --2- 172.21.15.71:0/226543083 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9058101420 0x7f9058198830 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f904400c920 tx=0x7f904400cd20 comp rx=0 tx=0).stop 2024-09-05T07:36:11.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.784+0000 7f905f0a4640 1 -- 172.21.15.71:0/226543083 shutdown_connections 2024-09-05T07:36:11.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.784+0000 7f905f0a4640 1 --2- 172.21.15.71:0/226543083 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f90480a2b80 0x7f90480a5040 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:11.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.784+0000 7f905f0a4640 1 --2- 172.21.15.71:0/226543083 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9058106a80 0x7f905819cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:11.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.784+0000 7f905f0a4640 1 --2- 172.21.15.71:0/226543083 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9058101420 0x7f9058198830 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:11.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.784+0000 7f905f0a4640 1 --2- 172.21.15.71:0/226543083 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9058100a80 0x7f90581982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:11.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.784+0000 7f905f0a4640 1 -- 172.21.15.71:0/226543083 >> 172.21.15.71:0/226543083 conn(0x7f90580fc7a0 msgr2=0x7f905806aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:11.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.784+0000 7f905f0a4640 1 -- 172.21.15.71:0/226543083 shutdown_connections 2024-09-05T07:36:11.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:11.784+0000 7f905f0a4640 1 -- 172.21.15.71:0/226543083 wait complete. 2024-09-05T07:36:12.103 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:11 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/226543083' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-05T07:36:12.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:11 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/226543083' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-05T07:36:12.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:11 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/226543083' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-05T07:36:12.440 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-09-05T07:36:12.685 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:13.078 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:12 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/226543083' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-05T07:36:13.078 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:12 smithi123 ceph-mon[34568]: osdmap e78: 12 total, 12 up, 12 in 2024-09-05T07:36:13.078 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:12 smithi123 ceph-mon[34568]: pgmap v267: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:13.112 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:12 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/226543083' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-05T07:36:13.112 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:12 smithi192 ceph-mon[34929]: osdmap e78: 12 total, 12 up, 12 in 2024-09-05T07:36:13.112 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:12 smithi192 ceph-mon[34929]: pgmap v267: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:13.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:12 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/226543083' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-05T07:36:13.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:12 smithi071 ceph-mon[30965]: osdmap e78: 12 total, 12 up, 12 in 2024-09-05T07:36:13.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:12 smithi071 ceph-mon[30965]: pgmap v267: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:13.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.302+0000 7f0043634640 1 -- 172.21.15.71:0/3982640861 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f003c106f10 msgr2=0x7f003c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.302+0000 7f0043634640 1 --2- 172.21.15.71:0/3982640861 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f003c106f10 0x7f003c10ea90 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f0034009ca0 tx=0x7f003402a8c0 comp rx=0 tx=0).stop 2024-09-05T07:36:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.302+0000 7f0043634640 1 -- 172.21.15.71:0/3982640861 shutdown_connections 2024-09-05T07:36:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.302+0000 7f0043634640 1 --2- 172.21.15.71:0/3982640861 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f003c106f10 0x7f003c10ea90 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.302+0000 7f0043634640 1 --2- 172.21.15.71:0/3982640861 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f003c102790 0x7f003c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.302+0000 7f0043634640 1 --2- 172.21.15.71:0/3982640861 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f003c101de0 0x7f003c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.302+0000 7f0043634640 1 -- 172.21.15.71:0/3982640861 >> 172.21.15.71:0/3982640861 conn(0x7f003c0fd8c0 msgr2=0x7f003c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.302+0000 7f0043634640 1 -- 172.21.15.71:0/3982640861 shutdown_connections 2024-09-05T07:36:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.302+0000 7f0043634640 1 -- 172.21.15.71:0/3982640861 wait complete. 2024-09-05T07:36:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.303+0000 7f0043634640 1 Processor -- start 2024-09-05T07:36:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.303+0000 7f0043634640 1 -- start start 2024-09-05T07:36:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.303+0000 7f0043634640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f003c101de0 0x7f003c198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.303+0000 7f0043634640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f003c102790 0x7f003c198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.303+0000 7f0043634640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f003c106f10 0x7f003c19ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.303+0000 7f0043634640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f003c111e40 con 0x7f003c102790 2024-09-05T07:36:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.303+0000 7f0043634640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f003c111cc0 con 0x7f003c106f10 2024-09-05T07:36:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.303+0000 7f0043634640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f003c111fc0 con 0x7f003c101de0 2024-09-05T07:36:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.303+0000 7f0040bcf640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f003c102790 0x7f003c198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.304+0000 7f0040bcf640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f003c102790 0x7f003c198940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33064/0 (socket says 172.21.15.71:33064) 2024-09-05T07:36:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.304+0000 7f0040bcf640 1 -- 172.21.15.71:0/1971748547 learned_addr learned my addr 172.21.15.71:0/1971748547 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.304+0000 7f00413d0640 1 --2- 172.21.15.71:0/1971748547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f003c101de0 0x7f003c198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.304+0000 7f0041bd1640 1 --2- 172.21.15.71:0/1971748547 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f003c106f10 0x7f003c19ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.304+0000 7f0040bcf640 1 -- 172.21.15.71:0/1971748547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f003c101de0 msgr2=0x7f003c198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:13.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.304+0000 7f0040bcf640 1 --2- 172.21.15.71:0/1971748547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f003c101de0 0x7f003c198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:13.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.304+0000 7f0040bcf640 1 -- 172.21.15.71:0/1971748547 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f003c106f10 msgr2=0x7f003c19ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:13.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.304+0000 7f0040bcf640 1 --2- 172.21.15.71:0/1971748547 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f003c106f10 0x7f003c19ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:13.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.304+0000 7f0040bcf640 1 -- 172.21.15.71:0/1971748547 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f003c19d3b0 con 0x7f003c102790 2024-09-05T07:36:13.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.304+0000 7f0040bcf640 1 --2- 172.21.15.71:0/1971748547 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f003c102790 0x7f003c198940 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f002c00b4a0 tx=0x7f002c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:13.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.304+0000 7f00327fc640 1 -- 172.21.15.71:0/1971748547 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f002c014070 con 0x7f003c102790 2024-09-05T07:36:13.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.304+0000 7f00327fc640 1 -- 172.21.15.71:0/1971748547 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f002c010ac0 con 0x7f003c102790 2024-09-05T07:36:13.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.304+0000 7f0043634640 1 -- 172.21.15.71:0/1971748547 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f003c19d6a0 con 0x7f003c102790 2024-09-05T07:36:13.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.304+0000 7f00327fc640 1 -- 172.21.15.71:0/1971748547 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f002c017c30 con 0x7f003c102790 2024-09-05T07:36:13.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.304+0000 7f0043634640 1 -- 172.21.15.71:0/1971748547 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f003c1a4f80 con 0x7f003c102790 2024-09-05T07:36:13.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.305+0000 7f0043634640 1 -- 172.21.15.71:0/1971748547 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f003c1021c0 con 0x7f003c102790 2024-09-05T07:36:13.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.307+0000 7f00327fc640 1 -- 172.21.15.71:0/1971748547 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f002c017070 con 0x7f003c102790 2024-09-05T07:36:13.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.307+0000 7f00327fc640 1 --2- 172.21.15.71:0/1971748547 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00280a2c00 0x7f00280a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:13.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.307+0000 7f00413d0640 1 --2- 172.21.15.71:0/1971748547 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00280a2c00 0x7f00280a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:13.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.307+0000 7f00327fc640 1 -- 172.21.15.71:0/1971748547 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7497+0+0 (secure 0 0 0) 0x7f002c0ce3a0 con 0x7f003c102790 2024-09-05T07:36:13.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.308+0000 7f00413d0640 1 --2- 172.21.15.71:0/1971748547 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00280a2c00 0x7f00280a50c0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f003800bbe0 tx=0x7f003800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:13.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.311+0000 7f00327fc640 1 -- 172.21.15.71:0/1971748547 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f002c09b630 con 0x7f003c102790 2024-09-05T07:36:13.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.477+0000 7f0043634640 1 -- 172.21.15.71:0/1971748547 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f003c199760 con 0x7f003c102790 2024-09-05T07:36:13.789 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.789+0000 7f00327fc640 1 -- 172.21.15.71:0/1971748547 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v80) ==== 171+0+0 (secure 0 0 0) 0x7f003c199760 con 0x7f003c102790 2024-09-05T07:36:13.790 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_data' created 2024-09-05T07:36:13.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.791+0000 7f0043634640 1 -- 172.21.15.71:0/1971748547 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00280a2c00 msgr2=0x7f00280a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:13.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.791+0000 7f0043634640 1 --2- 172.21.15.71:0/1971748547 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00280a2c00 0x7f00280a50c0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f003800bbe0 tx=0x7f003800b390 comp rx=0 tx=0).stop 2024-09-05T07:36:13.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.791+0000 7f0043634640 1 -- 172.21.15.71:0/1971748547 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f003c102790 msgr2=0x7f003c198940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:13.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.791+0000 7f0043634640 1 --2- 172.21.15.71:0/1971748547 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f003c102790 0x7f003c198940 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f002c00b4a0 tx=0x7f002c00b960 comp rx=0 tx=0).stop 2024-09-05T07:36:13.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.792+0000 7f0043634640 1 -- 172.21.15.71:0/1971748547 shutdown_connections 2024-09-05T07:36:13.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.792+0000 7f0043634640 1 --2- 172.21.15.71:0/1971748547 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00280a2c00 0x7f00280a50c0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:13.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.792+0000 7f0043634640 1 --2- 172.21.15.71:0/1971748547 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f003c106f10 0x7f003c19ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:13.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.792+0000 7f0043634640 1 --2- 172.21.15.71:0/1971748547 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f003c102790 0x7f003c198940 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:13.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.792+0000 7f0043634640 1 --2- 172.21.15.71:0/1971748547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f003c101de0 0x7f003c198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:13.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.792+0000 7f0043634640 1 -- 172.21.15.71:0/1971748547 >> 172.21.15.71:0/1971748547 conn(0x7f003c0fd8c0 msgr2=0x7f003c0fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:13.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.792+0000 7f0043634640 1 -- 172.21.15.71:0/1971748547 shutdown_connections 2024-09-05T07:36:13.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:13.793+0000 7f0043634640 1 -- 172.21.15.71:0/1971748547 wait complete. 2024-09-05T07:36:14.098 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:13 smithi123 ceph-mon[34568]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-05T07:36:14.099 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:13 smithi123 ceph-mon[34568]: osdmap e79: 12 total, 12 up, 12 in 2024-09-05T07:36:14.099 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:13 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1971748547' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-09-05T07:36:14.120 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:13 smithi071 ceph-mon[30965]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-05T07:36:14.120 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:13 smithi071 ceph-mon[30965]: osdmap e79: 12 total, 12 up, 12 in 2024-09-05T07:36:14.120 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:13 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1971748547' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-09-05T07:36:14.128 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:13 smithi192 ceph-mon[34929]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-05T07:36:14.128 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:13 smithi192 ceph-mon[34929]: osdmap e79: 12 total, 12 up, 12 in 2024-09-05T07:36:14.128 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:13 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1971748547' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-09-05T07:36:14.440 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-05T07:36:14.685 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:15.092 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:14 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1971748547' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-09-05T07:36:15.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:14 smithi071 ceph-mon[30965]: osdmap e80: 12 total, 12 up, 12 in 2024-09-05T07:36:15.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:14 smithi071 ceph-mon[30965]: pgmap v270: 97 pgs: 5 creating+peering, 15 active+clean, 77 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:15.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:14 smithi071 ceph-mon[30965]: osdmap e81: 12 total, 12 up, 12 in 2024-09-05T07:36:15.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:14 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1971748547' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-09-05T07:36:15.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:14 smithi123 ceph-mon[34568]: osdmap e80: 12 total, 12 up, 12 in 2024-09-05T07:36:15.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:14 smithi123 ceph-mon[34568]: pgmap v270: 97 pgs: 5 creating+peering, 15 active+clean, 77 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:15.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:14 smithi123 ceph-mon[34568]: osdmap e81: 12 total, 12 up, 12 in 2024-09-05T07:36:15.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.174+0000 7f41c03cc640 1 -- 172.21.15.71:0/1041914613 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f41b8106f10 msgr2=0x7f41b810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:15.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.174+0000 7f41c03cc640 1 --2- 172.21.15.71:0/1041914613 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f41b8106f10 0x7f41b810ea90 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f41b0009ca0 tx=0x7f41b002a8c0 comp rx=0 tx=0).stop 2024-09-05T07:36:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.174+0000 7f41c03cc640 1 -- 172.21.15.71:0/1041914613 shutdown_connections 2024-09-05T07:36:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.174+0000 7f41c03cc640 1 --2- 172.21.15.71:0/1041914613 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f41b8106f10 0x7f41b810ea90 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.174+0000 7f41c03cc640 1 --2- 172.21.15.71:0/1041914613 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f41b8102790 0x7f41b81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.174+0000 7f41c03cc640 1 --2- 172.21.15.71:0/1041914613 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f41b8101de0 0x7f41b81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.174+0000 7f41c03cc640 1 -- 172.21.15.71:0/1041914613 >> 172.21.15.71:0/1041914613 conn(0x7f41b80fd8c0 msgr2=0x7f41b80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.174+0000 7f41c03cc640 1 -- 172.21.15.71:0/1041914613 shutdown_connections 2024-09-05T07:36:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.174+0000 7f41c03cc640 1 -- 172.21.15.71:0/1041914613 wait complete. 2024-09-05T07:36:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.175+0000 7f41c03cc640 1 Processor -- start 2024-09-05T07:36:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.175+0000 7f41c03cc640 1 -- start start 2024-09-05T07:36:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.175+0000 7f41c03cc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f41b8101de0 0x7f41b8198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.175+0000 7f41c03cc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f41b8102790 0x7f41b8198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.175+0000 7f41c03cc640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f41b8106f10 0x7f41b819cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.175+0000 7f41c03cc640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f41b8111e20 con 0x7f41b8101de0 2024-09-05T07:36:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.175+0000 7f41c03cc640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f41b8111ca0 con 0x7f41b8106f10 2024-09-05T07:36:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.175+0000 7f41c03cc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f41b8111fa0 con 0x7f41b8102790 2024-09-05T07:36:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.175+0000 7f41be168640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f41b8101de0 0x7f41b8198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.175+0000 7f41be168640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f41b8101de0 0x7f41b8198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33086/0 (socket says 172.21.15.71:33086) 2024-09-05T07:36:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.175+0000 7f41be168640 1 -- 172.21.15.71:0/2362174104 learned_addr learned my addr 172.21.15.71:0/2362174104 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.175+0000 7f41bd967640 1 --2- 172.21.15.71:0/2362174104 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f41b8102790 0x7f41b8198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.175+0000 7f41be969640 1 --2- 172.21.15.71:0/2362174104 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f41b8106f10 0x7f41b819cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.175+0000 7f41be168640 1 -- 172.21.15.71:0/2362174104 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f41b8102790 msgr2=0x7f41b8198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.175+0000 7f41be168640 1 --2- 172.21.15.71:0/2362174104 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f41b8102790 0x7f41b8198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.175+0000 7f41be168640 1 -- 172.21.15.71:0/2362174104 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f41b8106f10 msgr2=0x7f41b819cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.175+0000 7f41be168640 1 --2- 172.21.15.71:0/2362174104 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f41b8106f10 0x7f41b819cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.175+0000 7f41be168640 1 -- 172.21.15.71:0/2362174104 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41b819d2d0 con 0x7f41b8101de0 2024-09-05T07:36:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.175+0000 7f41be168640 1 --2- 172.21.15.71:0/2362174104 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f41b8101de0 0x7f41b8198320 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f41ac00e9f0 tx=0x7f41ac00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:15.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.176+0000 7f41ab7fe640 1 -- 172.21.15.71:0/2362174104 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41ac00cd80 con 0x7f41b8101de0 2024-09-05T07:36:15.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.176+0000 7f41ab7fe640 1 -- 172.21.15.71:0/2362174104 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f41ac0054d0 con 0x7f41b8101de0 2024-09-05T07:36:15.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.176+0000 7f41c03cc640 1 -- 172.21.15.71:0/2362174104 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41b819d5c0 con 0x7f41b8101de0 2024-09-05T07:36:15.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.176+0000 7f41ab7fe640 1 -- 172.21.15.71:0/2362174104 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41ac010490 con 0x7f41b8101de0 2024-09-05T07:36:15.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.176+0000 7f41c03cc640 1 -- 172.21.15.71:0/2362174104 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41b81a4ea0 con 0x7f41b8101de0 2024-09-05T07:36:15.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.177+0000 7f41c03cc640 1 -- 172.21.15.71:0/2362174104 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41b81021c0 con 0x7f41b8101de0 2024-09-05T07:36:15.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.178+0000 7f41ab7fe640 1 -- 172.21.15.71:0/2362174104 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f41ac005000 con 0x7f41b8101de0 2024-09-05T07:36:15.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.178+0000 7f41ab7fe640 1 --2- 172.21.15.71:0/2362174104 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f41a40a2b80 0x7f41a40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:15.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.178+0000 7f41bd967640 1 --2- 172.21.15.71:0/2362174104 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f41a40a2b80 0x7f41a40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:15.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.178+0000 7f41ab7fe640 1 -- 172.21.15.71:0/2362174104 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7879+0+0 (secure 0 0 0) 0x7f41ac0cf400 con 0x7f41b8101de0 2024-09-05T07:36:15.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.179+0000 7f41bd967640 1 --2- 172.21.15.71:0/2362174104 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f41a40a2b80 0x7f41a40a5040 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f41b80fdce0 tx=0x7f41b4005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:15.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.182+0000 7f41ab7fe640 1 -- 172.21.15.71:0/2362174104 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f41ac0541b0 con 0x7f41b8101de0 2024-09-05T07:36:15.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:14 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1971748547' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-09-05T07:36:15.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:14 smithi192 ceph-mon[34929]: osdmap e80: 12 total, 12 up, 12 in 2024-09-05T07:36:15.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:14 smithi192 ceph-mon[34929]: pgmap v270: 97 pgs: 5 creating+peering, 15 active+clean, 77 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:15.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:14 smithi192 ceph-mon[34929]: osdmap e81: 12 total, 12 up, 12 in 2024-09-05T07:36:15.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.384+0000 7f41c03cc640 1 -- 172.21.15.71:0/2362174104 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f41b8199680 con 0x7f41b8101de0 2024-09-05T07:36:15.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.825+0000 7f41ab7fe640 1 -- 172.21.15.71:0/2362174104 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f41ac0052f0 con 0x7f41b8101de0 2024-09-05T07:36:15.825 INFO:teuthology.orchestra.run.smithi071.stderr:new fs with metadata pool 2 and data pool 3 2024-09-05T07:36:15.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.827+0000 7f41c03cc640 1 -- 172.21.15.71:0/2362174104 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f41a40a2b80 msgr2=0x7f41a40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:15.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.827+0000 7f41c03cc640 1 --2- 172.21.15.71:0/2362174104 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f41a40a2b80 0x7f41a40a5040 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f41b80fdce0 tx=0x7f41b4005f90 comp rx=0 tx=0).stop 2024-09-05T07:36:15.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.827+0000 7f41c03cc640 1 -- 172.21.15.71:0/2362174104 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f41b8101de0 msgr2=0x7f41b8198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:15.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.827+0000 7f41c03cc640 1 --2- 172.21.15.71:0/2362174104 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f41b8101de0 0x7f41b8198320 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f41ac00e9f0 tx=0x7f41ac00edf0 comp rx=0 tx=0).stop 2024-09-05T07:36:15.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.827+0000 7f41c03cc640 1 -- 172.21.15.71:0/2362174104 shutdown_connections 2024-09-05T07:36:15.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.827+0000 7f41c03cc640 1 --2- 172.21.15.71:0/2362174104 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f41a40a2b80 0x7f41a40a5040 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:15.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.827+0000 7f41c03cc640 1 --2- 172.21.15.71:0/2362174104 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f41b8106f10 0x7f41b819cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:15.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.827+0000 7f41c03cc640 1 --2- 172.21.15.71:0/2362174104 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f41b8102790 0x7f41b8198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:15.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.827+0000 7f41c03cc640 1 --2- 172.21.15.71:0/2362174104 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f41b8101de0 0x7f41b8198320 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:15.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.827+0000 7f41c03cc640 1 -- 172.21.15.71:0/2362174104 >> 172.21.15.71:0/2362174104 conn(0x7f41b80fd8c0 msgr2=0x7f41b80fec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:15.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.827+0000 7f41c03cc640 1 -- 172.21.15.71:0/2362174104 shutdown_connections 2024-09-05T07:36:15.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:15.827+0000 7f41c03cc640 1 -- 172.21.15.71:0/2362174104 wait complete. 2024-09-05T07:36:16.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:15 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2362174104' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-05T07:36:16.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:15 smithi071 ceph-mon[30965]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-09-05T07:36:16.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:15 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2362174104' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-05T07:36:16.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:15 smithi123 ceph-mon[34568]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-09-05T07:36:16.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:15 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2362174104' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-05T07:36:16.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:15 smithi192 ceph-mon[34929]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-09-05T07:36:16.548 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-09-05T07:36:16.549 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-09-05T07:36:16.800 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:17.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:16 smithi071 ceph-mon[30965]: osdmap e82: 12 total, 12 up, 12 in 2024-09-05T07:36:17.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:16 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2362174104' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-05T07:36:17.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:16 smithi071 ceph-mon[30965]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-09-05T07:36:17.073 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:16 smithi071 ceph-mon[30965]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-09-05T07:36:17.074 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:16 smithi071 ceph-mon[30965]: pgmap v273: 97 pgs: 24 creating+peering, 49 active+clean, 24 unknown; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:17.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:16 smithi123 ceph-mon[34568]: osdmap e82: 12 total, 12 up, 12 in 2024-09-05T07:36:17.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:16 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2362174104' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-05T07:36:17.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:16 smithi123 ceph-mon[34568]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-09-05T07:36:17.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:16 smithi123 ceph-mon[34568]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-09-05T07:36:17.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:16 smithi123 ceph-mon[34568]: pgmap v273: 97 pgs: 24 creating+peering, 49 active+clean, 24 unknown; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:17.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:16 smithi192 ceph-mon[34929]: osdmap e82: 12 total, 12 up, 12 in 2024-09-05T07:36:17.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:16 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2362174104' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-05T07:36:17.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:16 smithi192 ceph-mon[34929]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-09-05T07:36:17.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:16 smithi192 ceph-mon[34929]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-09-05T07:36:17.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:16 smithi192 ceph-mon[34929]: pgmap v273: 97 pgs: 24 creating+peering, 49 active+clean, 24 unknown; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:17.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.268+0000 7fcf01f4d640 1 -- 172.21.15.71:0/1059139099 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcefc100cc0 msgr2=0x7fcefc106800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:17.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.268+0000 7fcf01f4d640 1 --2- 172.21.15.71:0/1059139099 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcefc100cc0 0x7fcefc106800 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fcee4009900 tx=0x7fcee402a410 comp rx=0 tx=0).stop 2024-09-05T07:36:17.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.268+0000 7fcf01f4d640 1 -- 172.21.15.71:0/1059139099 shutdown_connections 2024-09-05T07:36:17.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.268+0000 7fcf01f4d640 1 --2- 172.21.15.71:0/1059139099 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcefc106f30 0x7fcefc10eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:17.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.268+0000 7fcf01f4d640 1 --2- 172.21.15.71:0/1059139099 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcefc100cc0 0x7fcefc106800 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:17.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.268+0000 7fcf01f4d640 1 --2- 172.21.15.71:0/1059139099 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcefc100310 0x7fcefc1006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:17.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.268+0000 7fcf01f4d640 1 -- 172.21.15.71:0/1059139099 >> 172.21.15.71:0/1059139099 conn(0x7fcefc077210 msgr2=0x7fcefc0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:17.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.268+0000 7fcf01f4d640 1 -- 172.21.15.71:0/1059139099 shutdown_connections 2024-09-05T07:36:17.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.268+0000 7fcf01f4d640 1 -- 172.21.15.71:0/1059139099 wait complete. 2024-09-05T07:36:17.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.269+0000 7fcf01f4d640 1 Processor -- start 2024-09-05T07:36:17.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.269+0000 7fcf01f4d640 1 -- start start 2024-09-05T07:36:17.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.269+0000 7fcf01f4d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcefc100310 0x7fcefc1984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:17.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.269+0000 7fcf01f4d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcefc100cc0 0x7fcefc198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:17.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.269+0000 7fcf01f4d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcefc106f30 0x7fcefc19cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:17.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.269+0000 7fcf01f4d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fcefc111ee0 con 0x7fcefc100310 2024-09-05T07:36:17.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.269+0000 7fcf01f4d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcefc111d60 con 0x7fcefc106f30 2024-09-05T07:36:17.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.269+0000 7fcf01f4d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fcefc112060 con 0x7fcefc100cc0 2024-09-05T07:36:17.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.269+0000 7fcefb7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcefc100310 0x7fcefc1984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:17.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.269+0000 7fcefb7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcefc100310 0x7fcefc1984e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33096/0 (socket says 172.21.15.71:33096) 2024-09-05T07:36:17.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.269+0000 7fcefb7fe640 1 -- 172.21.15.71:0/2900611916 learned_addr learned my addr 172.21.15.71:0/2900611916 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:17.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.270+0000 7fcef3fff640 1 --2- 172.21.15.71:0/2900611916 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcefc100cc0 0x7fcefc198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:17.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.270+0000 7fcefbfff640 1 --2- 172.21.15.71:0/2900611916 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcefc106f30 0x7fcefc19cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:17.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.270+0000 7fcefb7fe640 1 -- 172.21.15.71:0/2900611916 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcefc100cc0 msgr2=0x7fcefc198a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:17.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.270+0000 7fcefb7fe640 1 --2- 172.21.15.71:0/2900611916 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcefc100cc0 0x7fcefc198a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:17.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.270+0000 7fcefb7fe640 1 -- 172.21.15.71:0/2900611916 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcefc106f30 msgr2=0x7fcefc19cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:17.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.270+0000 7fcefb7fe640 1 --2- 172.21.15.71:0/2900611916 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcefc106f30 0x7fcefc19cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:17.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.270+0000 7fcefb7fe640 1 -- 172.21.15.71:0/2900611916 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcefc19d490 con 0x7fcefc100310 2024-09-05T07:36:17.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.270+0000 7fcef3fff640 1 --2- 172.21.15.71:0/2900611916 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcefc100cc0 0x7fcefc198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:36:17.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.270+0000 7fcefbfff640 1 --2- 172.21.15.71:0/2900611916 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcefc106f30 0x7fcefc19cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:36:17.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.270+0000 7fcefb7fe640 1 --2- 172.21.15.71:0/2900611916 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcefc100310 0x7fcefc1984e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fceec00b4a0 tx=0x7fceec00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:17.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.270+0000 7fcef97fa640 1 -- 172.21.15.71:0/2900611916 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceec014070 con 0x7fcefc100310 2024-09-05T07:36:17.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.270+0000 7fcf01f4d640 1 -- 172.21.15.71:0/2900611916 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcefc19d780 con 0x7fcefc100310 2024-09-05T07:36:17.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.270+0000 7fcef97fa640 1 -- 172.21.15.71:0/2900611916 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fceec010ac0 con 0x7fcefc100310 2024-09-05T07:36:17.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.270+0000 7fcef97fa640 1 -- 172.21.15.71:0/2900611916 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceec017c30 con 0x7fcefc100310 2024-09-05T07:36:17.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.270+0000 7fcf01f4d640 1 -- 172.21.15.71:0/2900611916 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcefc1a5060 con 0x7fcefc100310 2024-09-05T07:36:17.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.271+0000 7fcf01f4d640 1 -- 172.21.15.71:0/2900611916 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcefc100770 con 0x7fcefc100310 2024-09-05T07:36:17.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.272+0000 7fcef97fa640 1 -- 172.21.15.71:0/2900611916 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fceec017070 con 0x7fcefc100310 2024-09-05T07:36:17.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.273+0000 7fcef97fa640 1 --2- 172.21.15.71:0/2900611916 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fcee80a2b80 0x7fcee80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:17.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.273+0000 7fcef97fa640 1 -- 172.21.15.71:0/2900611916 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7fceec0ce390 con 0x7fcefc100310 2024-09-05T07:36:17.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.273+0000 7fcef3fff640 1 --2- 172.21.15.71:0/2900611916 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fcee80a2b80 0x7fcee80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:17.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.273+0000 7fcef3fff640 1 --2- 172.21.15.71:0/2900611916 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fcee80a2b80 0x7fcee80a5040 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fcee4031440 tx=0x7fcee40095f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:17.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.277+0000 7fcef97fa640 1 -- 172.21.15.71:0/2900611916 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fceec09b440 con 0x7fcefc100310 2024-09-05T07:36:17.453 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.453+0000 7fcf01f4d640 1 -- 172.21.15.71:0/2900611916 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7fcefc199840 con 0x7fcefc100310 2024-09-05T07:36:17.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.838+0000 7fcef97fa640 1 -- 172.21.15.71:0/2900611916 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v83) ==== 157+0+0 (secure 0 0 0) 0x7fceec09ad40 con 0x7fcefc100310 2024-09-05T07:36:17.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.841+0000 7fcf01f4d640 1 -- 172.21.15.71:0/2900611916 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fcee80a2b80 msgr2=0x7fcee80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:17.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.841+0000 7fcf01f4d640 1 --2- 172.21.15.71:0/2900611916 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fcee80a2b80 0x7fcee80a5040 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fcee4031440 tx=0x7fcee40095f0 comp rx=0 tx=0).stop 2024-09-05T07:36:17.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.841+0000 7fcf01f4d640 1 -- 172.21.15.71:0/2900611916 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcefc100310 msgr2=0x7fcefc1984e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:17.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.841+0000 7fcf01f4d640 1 --2- 172.21.15.71:0/2900611916 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcefc100310 0x7fcefc1984e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fceec00b4a0 tx=0x7fceec00b960 comp rx=0 tx=0).stop 2024-09-05T07:36:17.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.841+0000 7fcf01f4d640 1 -- 172.21.15.71:0/2900611916 shutdown_connections 2024-09-05T07:36:17.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.841+0000 7fcf01f4d640 1 --2- 172.21.15.71:0/2900611916 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fcee80a2b80 0x7fcee80a5040 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:17.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.841+0000 7fcf01f4d640 1 --2- 172.21.15.71:0/2900611916 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcefc106f30 0x7fcefc19cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:17.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.841+0000 7fcf01f4d640 1 --2- 172.21.15.71:0/2900611916 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcefc100cc0 0x7fcefc198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:17.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.841+0000 7fcf01f4d640 1 --2- 172.21.15.71:0/2900611916 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcefc100310 0x7fcefc1984e0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:17.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.841+0000 7fcf01f4d640 1 -- 172.21.15.71:0/2900611916 >> 172.21.15.71:0/2900611916 conn(0x7fcefc077210 msgr2=0x7fcefc1052e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:17.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.841+0000 7fcf01f4d640 1 -- 172.21.15.71:0/2900611916 shutdown_connections 2024-09-05T07:36:17.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:17.841+0000 7fcf01f4d640 1 -- 172.21.15.71:0/2900611916 wait complete. 2024-09-05T07:36:18.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:17 smithi071 ceph-mon[30965]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-05T07:36:18.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:17 smithi071 ceph-mon[30965]: Cluster is now healthy 2024-09-05T07:36:18.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:17 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] up:active 2024-09-05T07:36:18.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:17 smithi071 ceph-mon[30965]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T07:36:18.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:17 smithi071 ceph-mon[30965]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T07:36:18.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:17 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2900611916' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-09-05T07:36:18.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:17 smithi123 ceph-mon[34568]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-05T07:36:18.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:17 smithi123 ceph-mon[34568]: Cluster is now healthy 2024-09-05T07:36:18.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:17 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] up:active 2024-09-05T07:36:18.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:17 smithi123 ceph-mon[34568]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T07:36:18.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:17 smithi123 ceph-mon[34568]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T07:36:18.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:17 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2900611916' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-09-05T07:36:18.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:17 smithi192 ceph-mon[34929]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-05T07:36:18.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:17 smithi192 ceph-mon[34929]: Cluster is now healthy 2024-09-05T07:36:18.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:17 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] up:active 2024-09-05T07:36:18.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:17 smithi192 ceph-mon[34929]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T07:36:18.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:17 smithi192 ceph-mon[34929]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T07:36:18.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:17 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2900611916' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-09-05T07:36:18.574 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-09-05T07:36:18.825 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:19.098 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:18 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2900611916' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-09-05T07:36:19.099 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:18 smithi071 ceph-mon[30965]: osdmap e83: 12 total, 12 up, 12 in 2024-09-05T07:36:19.099 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:18 smithi071 ceph-mon[30965]: pgmap v275: 97 pgs: 24 creating+peering, 65 active+clean, 8 unknown; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 5 op/s 2024-09-05T07:36:19.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:18 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2900611916' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-09-05T07:36:19.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:18 smithi123 ceph-mon[34568]: osdmap e83: 12 total, 12 up, 12 in 2024-09-05T07:36:19.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:18 smithi123 ceph-mon[34568]: pgmap v275: 97 pgs: 24 creating+peering, 65 active+clean, 8 unknown; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 5 op/s 2024-09-05T07:36:19.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:18 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2900611916' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-09-05T07:36:19.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:18 smithi192 ceph-mon[34929]: osdmap e83: 12 total, 12 up, 12 in 2024-09-05T07:36:19.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:18 smithi192 ceph-mon[34929]: pgmap v275: 97 pgs: 24 creating+peering, 65 active+clean, 8 unknown; 577 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 5 op/s 2024-09-05T07:36:19.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.330+0000 7f0083ba7640 1 -- 172.21.15.71:0/404741268 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f007c102790 msgr2=0x7f007c1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:19.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.330+0000 7f0083ba7640 1 --2- 172.21.15.71:0/404741268 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f007c102790 0x7f007c1067e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f006c009900 tx=0x7f006c02a410 comp rx=0 tx=0).stop 2024-09-05T07:36:19.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.330+0000 7f0083ba7640 1 -- 172.21.15.71:0/404741268 shutdown_connections 2024-09-05T07:36:19.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.330+0000 7f0083ba7640 1 --2- 172.21.15.71:0/404741268 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f007c106f10 0x7f007c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:19.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.330+0000 7f0083ba7640 1 --2- 172.21.15.71:0/404741268 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f007c102790 0x7f007c1067e0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:19.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.330+0000 7f0083ba7640 1 --2- 172.21.15.71:0/404741268 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f007c101de0 0x7f007c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:19.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.330+0000 7f0083ba7640 1 -- 172.21.15.71:0/404741268 >> 172.21.15.71:0/404741268 conn(0x7f007c0fd8c0 msgr2=0x7f007c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:19.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.330+0000 7f0083ba7640 1 -- 172.21.15.71:0/404741268 shutdown_connections 2024-09-05T07:36:19.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.330+0000 7f0083ba7640 1 -- 172.21.15.71:0/404741268 wait complete. 2024-09-05T07:36:19.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.331+0000 7f0083ba7640 1 Processor -- start 2024-09-05T07:36:19.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.331+0000 7f0083ba7640 1 -- start start 2024-09-05T07:36:19.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.331+0000 7f0083ba7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f007c101de0 0x7f007c198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:19.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.331+0000 7f0083ba7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f007c102790 0x7f007c198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:19.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.331+0000 7f0083ba7640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f007c106f10 0x7f007c19cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:19.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.331+0000 7f0083ba7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f007c111ec0 con 0x7f007c102790 2024-09-05T07:36:19.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.331+0000 7f0083ba7640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f007c111d40 con 0x7f007c106f10 2024-09-05T07:36:19.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.331+0000 7f0083ba7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f007c112040 con 0x7f007c101de0 2024-09-05T07:36:19.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.331+0000 7f0081142640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f007c102790 0x7f007c198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:19.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.331+0000 7f0081142640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f007c102790 0x7f007c198a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33110/0 (socket says 172.21.15.71:33110) 2024-09-05T07:36:19.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.331+0000 7f0081142640 1 -- 172.21.15.71:0/3605913584 learned_addr learned my addr 172.21.15.71:0/3605913584 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:19.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.331+0000 7f0082144640 1 --2- 172.21.15.71:0/3605913584 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f007c106f10 0x7f007c19cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:19.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.331+0000 7f0081943640 1 --2- 172.21.15.71:0/3605913584 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f007c101de0 0x7f007c198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:19.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.332+0000 7f0081142640 1 -- 172.21.15.71:0/3605913584 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f007c101de0 msgr2=0x7f007c198520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:19.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.332+0000 7f0081142640 1 --2- 172.21.15.71:0/3605913584 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f007c101de0 0x7f007c198520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:19.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.332+0000 7f0081142640 1 -- 172.21.15.71:0/3605913584 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f007c106f10 msgr2=0x7f007c19cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:19.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.332+0000 7f0081142640 1 --2- 172.21.15.71:0/3605913584 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f007c106f10 0x7f007c19cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:19.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.332+0000 7f0081142640 1 -- 172.21.15.71:0/3605913584 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f007c19d4d0 con 0x7f007c102790 2024-09-05T07:36:19.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.332+0000 7f0081943640 1 --2- 172.21.15.71:0/3605913584 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f007c101de0 0x7f007c198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:36:19.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.332+0000 7f0081142640 1 --2- 172.21.15.71:0/3605913584 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f007c102790 0x7f007c198a60 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f006c006010 tx=0x7f006c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:19.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.332+0000 7f0072ffd640 1 -- 172.21.15.71:0/3605913584 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f006c03f030 con 0x7f007c102790 2024-09-05T07:36:19.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.332+0000 7f0072ffd640 1 -- 172.21.15.71:0/3605913584 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f006c0035f0 con 0x7f007c102790 2024-09-05T07:36:19.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.332+0000 7f0083ba7640 1 -- 172.21.15.71:0/3605913584 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f007c19d760 con 0x7f007c102790 2024-09-05T07:36:19.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.332+0000 7f0072ffd640 1 -- 172.21.15.71:0/3605913584 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f006c035070 con 0x7f007c102790 2024-09-05T07:36:19.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.332+0000 7f0083ba7640 1 -- 172.21.15.71:0/3605913584 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f007c1a50a0 con 0x7f007c102790 2024-09-05T07:36:19.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.333+0000 7f0083ba7640 1 -- 172.21.15.71:0/3605913584 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f007c1032c0 con 0x7f007c102790 2024-09-05T07:36:19.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.334+0000 7f0072ffd640 1 -- 172.21.15.71:0/3605913584 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f006c003b10 con 0x7f007c102790 2024-09-05T07:36:19.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.334+0000 7f0072ffd640 1 --2- 172.21.15.71:0/3605913584 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00680a2b80 0x7f00680a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:19.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.335+0000 7f0081943640 1 --2- 172.21.15.71:0/3605913584 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00680a2b80 0x7f00680a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:19.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.335+0000 7f0072ffd640 1 -- 172.21.15.71:0/3605913584 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f006c0efbf0 con 0x7f007c102790 2024-09-05T07:36:19.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.335+0000 7f0081943640 1 --2- 172.21.15.71:0/3605913584 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00680a2b80 0x7f00680a5040 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0078009930 tx=0x7f0078008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:19.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.339+0000 7f0072ffd640 1 -- 172.21.15.71:0/3605913584 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f006c0bcb20 con 0x7f007c102790 2024-09-05T07:36:19.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:19.506+0000 7f0083ba7640 1 -- 172.21.15.71:0/3605913584 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f007c10a0f0 con 0x7f007c102790 2024-09-05T07:36:20.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:19 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3605913584' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-05T07:36:20.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:19 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3605913584' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-05T07:36:20.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:19 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3605913584' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-05T07:36:20.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:20.854+0000 7f0072ffd640 1 -- 172.21.15.71:0/3605913584 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v85) ==== 228+0+0 (secure 0 0 0) 0x7f006c0bc420 con 0x7f007c102790 2024-09-05T07:36:20.855 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_data_ec' created 2024-09-05T07:36:20.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:20.857+0000 7f0083ba7640 1 -- 172.21.15.71:0/3605913584 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00680a2b80 msgr2=0x7f00680a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:20.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:20.857+0000 7f0083ba7640 1 --2- 172.21.15.71:0/3605913584 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00680a2b80 0x7f00680a5040 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0078009930 tx=0x7f0078008040 comp rx=0 tx=0).stop 2024-09-05T07:36:20.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:20.857+0000 7f0083ba7640 1 -- 172.21.15.71:0/3605913584 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f007c102790 msgr2=0x7f007c198a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:20.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:20.857+0000 7f0083ba7640 1 --2- 172.21.15.71:0/3605913584 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f007c102790 0x7f007c198a60 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f006c006010 tx=0x7f006c004270 comp rx=0 tx=0).stop 2024-09-05T07:36:20.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:20.857+0000 7f0083ba7640 1 -- 172.21.15.71:0/3605913584 shutdown_connections 2024-09-05T07:36:20.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:20.857+0000 7f0083ba7640 1 --2- 172.21.15.71:0/3605913584 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00680a2b80 0x7f00680a5040 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:20.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:20.857+0000 7f0083ba7640 1 --2- 172.21.15.71:0/3605913584 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f007c106f10 0x7f007c19cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:20.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:20.857+0000 7f0083ba7640 1 --2- 172.21.15.71:0/3605913584 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f007c102790 0x7f007c198a60 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:20.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:20.857+0000 7f0083ba7640 1 --2- 172.21.15.71:0/3605913584 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f007c101de0 0x7f007c198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:20.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:20.857+0000 7f0083ba7640 1 -- 172.21.15.71:0/3605913584 >> 172.21.15.71:0/3605913584 conn(0x7f007c0fd8c0 msgr2=0x7f007c0fee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:20.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:20.857+0000 7f0083ba7640 1 -- 172.21.15.71:0/3605913584 shutdown_connections 2024-09-05T07:36:20.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:20.857+0000 7f0083ba7640 1 -- 172.21.15.71:0/3605913584 wait complete. 2024-09-05T07:36:21.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:20 smithi071 ceph-mon[30965]: osdmap e84: 12 total, 12 up, 12 in 2024-09-05T07:36:21.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:20 smithi071 ceph-mon[30965]: pgmap v277: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 7 op/s 2024-09-05T07:36:21.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:20 smithi123 ceph-mon[34568]: osdmap e84: 12 total, 12 up, 12 in 2024-09-05T07:36:21.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:20 smithi123 ceph-mon[34568]: pgmap v277: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 7 op/s 2024-09-05T07:36:21.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:20 smithi192 ceph-mon[34929]: osdmap e84: 12 total, 12 up, 12 in 2024-09-05T07:36:21.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:20 smithi192 ceph-mon[34929]: pgmap v277: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 7 op/s 2024-09-05T07:36:21.590 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-09-05T07:36:21.710 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:36:21 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-i[64911]: 2024-09-05T07:36:21.441+0000 7f2abda98640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T07:36:21.841 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:22.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:21 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3605913584' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-05T07:36:22.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:21 smithi071 ceph-mon[30965]: osdmap e85: 12 total, 12 up, 12 in 2024-09-05T07:36:22.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:21 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3605913584' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-05T07:36:22.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:21 smithi123 ceph-mon[34568]: osdmap e85: 12 total, 12 up, 12 in 2024-09-05T07:36:22.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:21 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3605913584' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-05T07:36:22.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:21 smithi192 ceph-mon[34929]: osdmap e85: 12 total, 12 up, 12 in 2024-09-05T07:36:22.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.316+0000 7f15f9e96640 1 -- 172.21.15.71:0/3327701417 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15f4101420 msgr2=0x7f15f410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:22.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.316+0000 7f15f9e96640 1 --2- 172.21.15.71:0/3327701417 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15f4101420 0x7f15f410d950 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f15ec009cd0 tx=0x7f15ec02a8e0 comp rx=0 tx=0).stop 2024-09-05T07:36:22.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.316+0000 7f15f9e96640 1 -- 172.21.15.71:0/3327701417 shutdown_connections 2024-09-05T07:36:22.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.316+0000 7f15f9e96640 1 --2- 172.21.15.71:0/3327701417 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15f4101420 0x7f15f410d950 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:22.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.316+0000 7f15f9e96640 1 --2- 172.21.15.71:0/3327701417 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15f4100a80 0x7f15f4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:22.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.316+0000 7f15f9e96640 1 --2- 172.21.15.71:0/3327701417 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15f4106a80 0x7f15f4106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:22.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.316+0000 7f15f9e96640 1 -- 172.21.15.71:0/3327701417 >> 172.21.15.71:0/3327701417 conn(0x7f15f40fc7a0 msgr2=0x7f15f40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:22.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.316+0000 7f15f9e96640 1 -- 172.21.15.71:0/3327701417 shutdown_connections 2024-09-05T07:36:22.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.316+0000 7f15f9e96640 1 -- 172.21.15.71:0/3327701417 wait complete. 2024-09-05T07:36:22.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.317+0000 7f15f9e96640 1 Processor -- start 2024-09-05T07:36:22.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.317+0000 7f15f9e96640 1 -- start start 2024-09-05T07:36:22.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.317+0000 7f15f9e96640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15f4100a80 0x7f15f4198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:22.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.317+0000 7f15f9e96640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15f4101420 0x7f15f4198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:22.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.317+0000 7f15f9e96640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15f4106a80 0x7f15f419cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:22.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.317+0000 7f15f9e96640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f15f4111e50 con 0x7f15f4101420 2024-09-05T07:36:22.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.317+0000 7f15f9e96640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f15f4111cd0 con 0x7f15f4106a80 2024-09-05T07:36:22.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.317+0000 7f15f9e96640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f15f4111fd0 con 0x7f15f4100a80 2024-09-05T07:36:22.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.317+0000 7f15f2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15f4101420 0x7f15f4198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:22.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.317+0000 7f15f2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15f4101420 0x7f15f4198870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37864/0 (socket says 172.21.15.71:37864) 2024-09-05T07:36:22.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.317+0000 7f15f2ffd640 1 -- 172.21.15.71:0/1018860917 learned_addr learned my addr 172.21.15.71:0/1018860917 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:22.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.317+0000 7f15f37fe640 1 --2- 172.21.15.71:0/1018860917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15f4100a80 0x7f15f4198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:22.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.317+0000 7f15f3fff640 1 --2- 172.21.15.71:0/1018860917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15f4106a80 0x7f15f419cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:22.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.317+0000 7f15f2ffd640 1 -- 172.21.15.71:0/1018860917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15f4100a80 msgr2=0x7f15f4198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:22.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.317+0000 7f15f2ffd640 1 --2- 172.21.15.71:0/1018860917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15f4100a80 0x7f15f4198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:22.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.317+0000 7f15f2ffd640 1 -- 172.21.15.71:0/1018860917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15f4106a80 msgr2=0x7f15f419cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:22.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.317+0000 7f15f2ffd640 1 --2- 172.21.15.71:0/1018860917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15f4106a80 0x7f15f419cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:22.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.317+0000 7f15f2ffd640 1 -- 172.21.15.71:0/1018860917 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15f419d2e0 con 0x7f15f4101420 2024-09-05T07:36:22.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.317+0000 7f15f3fff640 1 --2- 172.21.15.71:0/1018860917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15f4106a80 0x7f15f419cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:36:22.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.318+0000 7f15f2ffd640 1 --2- 172.21.15.71:0/1018860917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15f4101420 0x7f15f4198870 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f15e800d770 tx=0x7f15e800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:22.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.318+0000 7f15f0ff9640 1 -- 172.21.15.71:0/1018860917 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e8017070 con 0x7f15f4101420 2024-09-05T07:36:22.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.318+0000 7f15f0ff9640 1 -- 172.21.15.71:0/1018860917 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15e80054d0 con 0x7f15f4101420 2024-09-05T07:36:22.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.318+0000 7f15f9e96640 1 -- 172.21.15.71:0/1018860917 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15f419d5d0 con 0x7f15f4101420 2024-09-05T07:36:22.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.318+0000 7f15f0ff9640 1 -- 172.21.15.71:0/1018860917 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e8004cf0 con 0x7f15f4101420 2024-09-05T07:36:22.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.318+0000 7f15f9e96640 1 -- 172.21.15.71:0/1018860917 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15f41a4eb0 con 0x7f15f4101420 2024-09-05T07:36:22.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.319+0000 7f15f9e96640 1 -- 172.21.15.71:0/1018860917 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15f4100ee0 con 0x7f15f4101420 2024-09-05T07:36:22.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.320+0000 7f15f0ff9640 1 -- 172.21.15.71:0/1018860917 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f15e8004e90 con 0x7f15f4101420 2024-09-05T07:36:22.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.321+0000 7f15f0ff9640 1 --2- 172.21.15.71:0/1018860917 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f15dc0a2b80 0x7f15dc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:22.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.321+0000 7f15f37fe640 1 --2- 172.21.15.71:0/1018860917 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f15dc0a2b80 0x7f15dc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:22.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.321+0000 7f15f0ff9640 1 -- 172.21.15.71:0/1018860917 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8770+0+0 (secure 0 0 0) 0x7f15e80cf120 con 0x7f15f4101420 2024-09-05T07:36:22.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.321+0000 7f15f37fe640 1 --2- 172.21.15.71:0/1018860917 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f15dc0a2b80 0x7f15dc0a5040 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f15e400bb60 tx=0x7f15e400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:22.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.324+0000 7f15f0ff9640 1 -- 172.21.15.71:0/1018860917 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f15e809be60 con 0x7f15f4101420 2024-09-05T07:36:22.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.496+0000 7f15f9e96640 1 -- 172.21.15.71:0/1018860917 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f15f4199690 con 0x7f15f4101420 2024-09-05T07:36:22.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.868+0000 7f15f0ff9640 1 -- 172.21.15.71:0/1018860917 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v87) ==== 169+0+0 (secure 0 0 0) 0x7f15f4199690 con 0x7f15f4101420 2024-09-05T07:36:22.869 INFO:teuthology.orchestra.run.smithi071.stderr:set pool 4 allow_ec_overwrites to true 2024-09-05T07:36:22.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.871+0000 7f15f9e96640 1 -- 172.21.15.71:0/1018860917 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f15dc0a2b80 msgr2=0x7f15dc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:22.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.871+0000 7f15f9e96640 1 --2- 172.21.15.71:0/1018860917 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f15dc0a2b80 0x7f15dc0a5040 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f15e400bb60 tx=0x7f15e400b390 comp rx=0 tx=0).stop 2024-09-05T07:36:22.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.871+0000 7f15f9e96640 1 -- 172.21.15.71:0/1018860917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15f4101420 msgr2=0x7f15f4198870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:22.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.871+0000 7f15f9e96640 1 --2- 172.21.15.71:0/1018860917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15f4101420 0x7f15f4198870 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f15e800d770 tx=0x7f15e800dc30 comp rx=0 tx=0).stop 2024-09-05T07:36:22.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.872+0000 7f15f9e96640 1 -- 172.21.15.71:0/1018860917 shutdown_connections 2024-09-05T07:36:22.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.872+0000 7f15f9e96640 1 --2- 172.21.15.71:0/1018860917 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f15dc0a2b80 0x7f15dc0a5040 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:22.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.872+0000 7f15f9e96640 1 --2- 172.21.15.71:0/1018860917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15f4106a80 0x7f15f419cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:22.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.872+0000 7f15f9e96640 1 --2- 172.21.15.71:0/1018860917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15f4101420 0x7f15f4198870 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:22.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.872+0000 7f15f9e96640 1 --2- 172.21.15.71:0/1018860917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15f4100a80 0x7f15f4198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:22.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.872+0000 7f15f9e96640 1 -- 172.21.15.71:0/1018860917 >> 172.21.15.71:0/1018860917 conn(0x7f15f40fc7a0 msgr2=0x7f15f40fcfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:22.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.872+0000 7f15f9e96640 1 -- 172.21.15.71:0/1018860917 shutdown_connections 2024-09-05T07:36:22.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:22.872+0000 7f15f9e96640 1 -- 172.21.15.71:0/1018860917 wait complete. 2024-09-05T07:36:23.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:22 smithi071 ceph-mon[30965]: osdmap e86: 12 total, 12 up, 12 in 2024-09-05T07:36:23.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:22 smithi071 ceph-mon[30965]: pgmap v280: 129 pgs: 15 creating+peering, 17 unknown, 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 8 op/s 2024-09-05T07:36:23.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:22 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1018860917' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-09-05T07:36:23.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:22 smithi123 ceph-mon[34568]: osdmap e86: 12 total, 12 up, 12 in 2024-09-05T07:36:23.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:22 smithi123 ceph-mon[34568]: pgmap v280: 129 pgs: 15 creating+peering, 17 unknown, 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 8 op/s 2024-09-05T07:36:23.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:22 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1018860917' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-09-05T07:36:23.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:22 smithi192 ceph-mon[34929]: osdmap e86: 12 total, 12 up, 12 in 2024-09-05T07:36:23.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:22 smithi192 ceph-mon[34929]: pgmap v280: 129 pgs: 15 creating+peering, 17 unknown, 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 8 op/s 2024-09-05T07:36:23.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:22 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1018860917' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-09-05T07:36:23.526 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs add_data_pool cephfs cephfs_data_ec 2024-09-05T07:36:23.780 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:24.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:23 smithi071 ceph-mon[30965]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-05T07:36:24.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:23 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1018860917' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-09-05T07:36:24.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:23 smithi071 ceph-mon[30965]: osdmap e87: 12 total, 12 up, 12 in 2024-09-05T07:36:24.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:23 smithi123 ceph-mon[34568]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-05T07:36:24.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:23 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1018860917' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-09-05T07:36:24.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:23 smithi123 ceph-mon[34568]: osdmap e87: 12 total, 12 up, 12 in 2024-09-05T07:36:24.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:23 smithi192 ceph-mon[34929]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-05T07:36:24.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:23 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1018860917' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-09-05T07:36:24.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:23 smithi192 ceph-mon[34929]: osdmap e87: 12 total, 12 up, 12 in 2024-09-05T07:36:24.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.252+0000 7f8467637640 1 -- 172.21.15.71:0/1704371033 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8460106a80 msgr2=0x7f8460106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:24.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.252+0000 7f8467637640 1 --2- 172.21.15.71:0/1704371033 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8460106a80 0x7f8460106e60 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f8450009cd0 tx=0x7f845002a8e0 comp rx=0 tx=0).stop 2024-09-05T07:36:24.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.252+0000 7f8467637640 1 -- 172.21.15.71:0/1704371033 shutdown_connections 2024-09-05T07:36:24.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.252+0000 7f8467637640 1 --2- 172.21.15.71:0/1704371033 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8460101420 0x7f846010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:24.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.252+0000 7f8467637640 1 --2- 172.21.15.71:0/1704371033 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8460100a80 0x7f8460100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:24.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.252+0000 7f8467637640 1 --2- 172.21.15.71:0/1704371033 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8460106a80 0x7f8460106e60 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:24.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.252+0000 7f8467637640 1 -- 172.21.15.71:0/1704371033 >> 172.21.15.71:0/1704371033 conn(0x7f84600fc7a0 msgr2=0x7f84600febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:24.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.252+0000 7f8467637640 1 -- 172.21.15.71:0/1704371033 shutdown_connections 2024-09-05T07:36:24.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.252+0000 7f8467637640 1 -- 172.21.15.71:0/1704371033 wait complete. 2024-09-05T07:36:24.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.252+0000 7f8467637640 1 Processor -- start 2024-09-05T07:36:24.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.252+0000 7f8467637640 1 -- start start 2024-09-05T07:36:24.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f8467637640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8460100a80 0x7f8460199360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:24.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f8467637640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8460101420 0x7f84601998a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:24.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f8467637640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8460106a80 0x7f84601a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:24.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f8467637640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f8460110dd0 con 0x7f8460106a80 2024-09-05T07:36:24.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f8467637640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8460110c50 con 0x7f8460101420 2024-09-05T07:36:24.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f8467637640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8460110f50 con 0x7f8460100a80 2024-09-05T07:36:24.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f8465bd4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8460106a80 0x7f84601a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:24.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f8465bd4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8460106a80 0x7f84601a43e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37890/0 (socket says 172.21.15.71:37890) 2024-09-05T07:36:24.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f8465bd4640 1 -- 172.21.15.71:0/420405960 learned_addr learned my addr 172.21.15.71:0/420405960 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:24.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f84653d3640 1 --2- 172.21.15.71:0/420405960 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8460100a80 0x7f8460199360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:24.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f8464bd2640 1 --2- 172.21.15.71:0/420405960 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8460101420 0x7f84601998a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:24.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f8465bd4640 1 -- 172.21.15.71:0/420405960 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8460100a80 msgr2=0x7f8460199360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:24.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f8465bd4640 1 --2- 172.21.15.71:0/420405960 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8460100a80 0x7f8460199360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:24.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f8465bd4640 1 -- 172.21.15.71:0/420405960 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8460101420 msgr2=0x7f84601998a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:24.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f8465bd4640 1 --2- 172.21.15.71:0/420405960 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8460101420 0x7f84601998a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:24.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f8465bd4640 1 -- 172.21.15.71:0/420405960 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84601a4920 con 0x7f8460106a80 2024-09-05T07:36:24.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f84653d3640 1 --2- 172.21.15.71:0/420405960 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8460100a80 0x7f8460199360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:36:24.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f8465bd4640 1 --2- 172.21.15.71:0/420405960 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8460106a80 0x7f84601a43e0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f8458009fd0 tx=0x7f845800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:24.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f845e7fc640 1 -- 172.21.15.71:0/420405960 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8458011830 con 0x7f8460106a80 2024-09-05T07:36:24.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f8467637640 1 -- 172.21.15.71:0/420405960 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84601a4af0 con 0x7f8460106a80 2024-09-05T07:36:24.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f845e7fc640 1 -- 172.21.15.71:0/420405960 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8458016070 con 0x7f8460106a80 2024-09-05T07:36:24.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f845e7fc640 1 -- 172.21.15.71:0/420405960 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8458010de0 con 0x7f8460106a80 2024-09-05T07:36:24.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.253+0000 7f8467637640 1 -- 172.21.15.71:0/420405960 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84601a4fb0 con 0x7f8460106a80 2024-09-05T07:36:24.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.254+0000 7f8467637640 1 -- 172.21.15.71:0/420405960 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8460100f60 con 0x7f8460106a80 2024-09-05T07:36:24.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.255+0000 7f845e7fc640 1 -- 172.21.15.71:0/420405960 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f84580119d0 con 0x7f8460106a80 2024-09-05T07:36:24.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.256+0000 7f845e7fc640 1 --2- 172.21.15.71:0/420405960 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f84480a2b80 0x7f84480a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:24.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.256+0000 7f84653d3640 1 --2- 172.21.15.71:0/420405960 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f84480a2b80 0x7f84480a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:24.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.256+0000 7f845e7fc640 1 -- 172.21.15.71:0/420405960 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8770+0+0 (secure 0 0 0) 0x7f84580cea00 con 0x7f8460106a80 2024-09-05T07:36:24.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.256+0000 7f84653d3640 1 --2- 172.21.15.71:0/420405960 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f84480a2b80 0x7f84480a5040 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f8450006010 tx=0x7f8450009800 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:24.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.260+0000 7f845e7fc640 1 -- 172.21.15.71:0/420405960 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f845809b740 con 0x7f8460106a80 2024-09-05T07:36:24.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.465+0000 7f8467637640 1 -- 172.21.15.71:0/420405960 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7f846002d7c0 con 0x7f8460106a80 2024-09-05T07:36:24.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.876+0000 7f845e7fc640 1 -- 172.21.15.71:0/420405960 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v17) ==== 137+0+0 (secure 0 0 0) 0x7f845809b040 con 0x7f8460106a80 2024-09-05T07:36:24.877 INFO:teuthology.orchestra.run.smithi071.stderr:added data pool 4 to fsmap 2024-09-05T07:36:24.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.879+0000 7f8467637640 1 -- 172.21.15.71:0/420405960 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f84480a2b80 msgr2=0x7f84480a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:24.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.879+0000 7f8467637640 1 --2- 172.21.15.71:0/420405960 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f84480a2b80 0x7f84480a5040 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f8450006010 tx=0x7f8450009800 comp rx=0 tx=0).stop 2024-09-05T07:36:24.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.879+0000 7f8467637640 1 -- 172.21.15.71:0/420405960 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8460106a80 msgr2=0x7f84601a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:24.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.879+0000 7f8467637640 1 --2- 172.21.15.71:0/420405960 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8460106a80 0x7f84601a43e0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f8458009fd0 tx=0x7f845800b8e0 comp rx=0 tx=0).stop 2024-09-05T07:36:24.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.879+0000 7f8467637640 1 -- 172.21.15.71:0/420405960 shutdown_connections 2024-09-05T07:36:24.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.879+0000 7f8467637640 1 --2- 172.21.15.71:0/420405960 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f84480a2b80 0x7f84480a5040 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:24.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.879+0000 7f8467637640 1 --2- 172.21.15.71:0/420405960 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8460106a80 0x7f84601a43e0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:24.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.879+0000 7f8467637640 1 --2- 172.21.15.71:0/420405960 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8460101420 0x7f84601998a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:24.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.879+0000 7f8467637640 1 --2- 172.21.15.71:0/420405960 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8460100a80 0x7f8460199360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:24.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.879+0000 7f8467637640 1 -- 172.21.15.71:0/420405960 >> 172.21.15.71:0/420405960 conn(0x7f84600fc7a0 msgr2=0x7f84600fd150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:24.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.879+0000 7f8467637640 1 -- 172.21.15.71:0/420405960 shutdown_connections 2024-09-05T07:36:24.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:24.879+0000 7f8467637640 1 -- 172.21.15.71:0/420405960 wait complete. 2024-09-05T07:36:25.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:24 smithi071 ceph-mon[30965]: pgmap v282: 129 pgs: 15 creating+peering, 11 unknown, 103 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-09-05T07:36:25.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:24 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/420405960' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-09-05T07:36:25.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:24 smithi123 ceph-mon[34568]: pgmap v282: 129 pgs: 15 creating+peering, 11 unknown, 103 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-09-05T07:36:25.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:24 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/420405960' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-09-05T07:36:25.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:24 smithi192 ceph-mon[34929]: pgmap v282: 129 pgs: 15 creating+peering, 11 unknown, 103 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-09-05T07:36:25.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:24 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/420405960' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-09-05T07:36:25.535 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:36:25.786 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:26.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:25 smithi071 ceph-mon[30965]: osdmap e88: 12 total, 12 up, 12 in 2024-09-05T07:36:26.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:25 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/420405960' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-09-05T07:36:26.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:25 smithi071 ceph-mon[30965]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T07:36:26.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:25 smithi123 ceph-mon[34568]: osdmap e88: 12 total, 12 up, 12 in 2024-09-05T07:36:26.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:25 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/420405960' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-09-05T07:36:26.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:25 smithi123 ceph-mon[34568]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T07:36:26.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:25 smithi192 ceph-mon[34929]: osdmap e88: 12 total, 12 up, 12 in 2024-09-05T07:36:26.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:25 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/420405960' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-09-05T07:36:26.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:25 smithi192 ceph-mon[34929]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T07:36:26.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.274+0000 7f669baa7640 1 -- 172.21.15.71:0/4001869226 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6694100e20 msgr2=0x7f6694101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:26.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.274+0000 7f669baa7640 1 --2- 172.21.15.71:0/4001869226 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6694100e20 0x7f6694101200 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f6690009900 tx=0x7f669002a480 comp rx=0 tx=0).stop 2024-09-05T07:36:26.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.274+0000 7f669baa7640 1 -- 172.21.15.71:0/4001869226 shutdown_connections 2024-09-05T07:36:26.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.274+0000 7f669baa7640 1 --2- 172.21.15.71:0/4001869226 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6694102ef0 0x7f669410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:26.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.274+0000 7f669baa7640 1 --2- 172.21.15.71:0/4001869226 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6694102570 0x7f66941029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:26.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.274+0000 7f669baa7640 1 --2- 172.21.15.71:0/4001869226 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6694100e20 0x7f6694101200 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:26.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.274+0000 7f669baa7640 1 -- 172.21.15.71:0/4001869226 >> 172.21.15.71:0/4001869226 conn(0x7f66940fc7d0 msgr2=0x7f66940febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:26.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.274+0000 7f669baa7640 1 -- 172.21.15.71:0/4001869226 shutdown_connections 2024-09-05T07:36:26.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.274+0000 7f669baa7640 1 -- 172.21.15.71:0/4001869226 wait complete. 2024-09-05T07:36:26.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.274+0000 7f669baa7640 1 Processor -- start 2024-09-05T07:36:26.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.274+0000 7f669baa7640 1 -- start start 2024-09-05T07:36:26.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f669baa7640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6694100e20 0x7f6694199370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:26.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f669baa7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6694102570 0x7f66941998b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:26.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f669baa7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6694102ef0 0x7f66941a43f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:26.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f669baa7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6694110ea0 con 0x7f6694102570 2024-09-05T07:36:26.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f669baa7640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6694110d20 con 0x7f6694100e20 2024-09-05T07:36:26.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f669baa7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6694111020 con 0x7f6694102ef0 2024-09-05T07:36:26.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f6699042640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6694102570 0x7f66941998b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:26.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f6699042640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6694102570 0x7f66941998b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37920/0 (socket says 172.21.15.71:37920) 2024-09-05T07:36:26.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f6699843640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6694100e20 0x7f6694199370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:26.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f6699042640 1 -- 172.21.15.71:0/1499777205 learned_addr learned my addr 172.21.15.71:0/1499777205 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:26.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f669a044640 1 --2- 172.21.15.71:0/1499777205 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6694102ef0 0x7f66941a43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:26.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f6699042640 1 -- 172.21.15.71:0/1499777205 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6694102ef0 msgr2=0x7f66941a43f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:26.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f6699042640 1 --2- 172.21.15.71:0/1499777205 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6694102ef0 0x7f66941a43f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:26.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f6699042640 1 -- 172.21.15.71:0/1499777205 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6694100e20 msgr2=0x7f6694199370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:26.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f6699042640 1 --2- 172.21.15.71:0/1499777205 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6694100e20 0x7f6694199370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:26.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f6699042640 1 -- 172.21.15.71:0/1499777205 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66941a4930 con 0x7f6694102570 2024-09-05T07:36:26.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f669a044640 1 --2- 172.21.15.71:0/1499777205 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6694102ef0 0x7f66941a43f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:36:26.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f6699042640 1 --2- 172.21.15.71:0/1499777205 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6694102570 0x7f66941998b0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f668400b4a0 tx=0x7f668400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:26.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f668affd640 1 -- 172.21.15.71:0/1499777205 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6684014070 con 0x7f6694102570 2024-09-05T07:36:26.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f668affd640 1 -- 172.21.15.71:0/1499777205 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6684010ac0 con 0x7f6694102570 2024-09-05T07:36:26.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f669baa7640 1 -- 172.21.15.71:0/1499777205 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66941a4b00 con 0x7f6694102570 2024-09-05T07:36:26.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f668affd640 1 -- 172.21.15.71:0/1499777205 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6684017c30 con 0x7f6694102570 2024-09-05T07:36:26.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.275+0000 7f669baa7640 1 -- 172.21.15.71:0/1499777205 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66941a4fc0 con 0x7f6694102570 2024-09-05T07:36:26.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.277+0000 7f669baa7640 1 -- 172.21.15.71:0/1499777205 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6694101200 con 0x7f6694102570 2024-09-05T07:36:26.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.278+0000 7f668affd640 1 -- 172.21.15.71:0/1499777205 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f6684017070 con 0x7f6694102570 2024-09-05T07:36:26.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.278+0000 7f668affd640 1 --2- 172.21.15.71:0/1499777205 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f66800a2b80 0x7f66800a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:26.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.278+0000 7f6699843640 1 --2- 172.21.15.71:0/1499777205 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f66800a2b80 0x7f66800a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:26.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.278+0000 7f668affd640 1 -- 172.21.15.71:0/1499777205 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f66840ce630 con 0x7f6694102570 2024-09-05T07:36:26.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.279+0000 7f6699843640 1 --2- 172.21.15.71:0/1499777205 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f66800a2b80 0x7f66800a5040 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6690000c00 tx=0x7f6690005e80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:26.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.282+0000 7f668affd640 1 -- 172.21.15.71:0/1499777205 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f668409b350 con 0x7f6694102570 2024-09-05T07:36:26.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.484+0000 7f669baa7640 1 -- 172.21.15.71:0/1499777205 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6694109090 con 0x7f6694102570 2024-09-05T07:36:26.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.484+0000 7f668affd640 1 -- 172.21.15.71:0/1499777205 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11854 (secure 0 0 0) 0x7f668409ac50 con 0x7f6694102570 2024-09-05T07:36:26.485 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:36:26.485 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":17,"btime":"2024-09-05T07:36:24:870939+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24443,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24470,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:36:24.466898+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24475,"qdb_cluster":[24475]},"id":1}]} 2024-09-05T07:36:26.486 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 17 2024-09-05T07:36:26.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.487+0000 7f669baa7640 1 -- 172.21.15.71:0/1499777205 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f66800a2b80 msgr2=0x7f66800a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:26.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.487+0000 7f669baa7640 1 --2- 172.21.15.71:0/1499777205 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f66800a2b80 0x7f66800a5040 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6690000c00 tx=0x7f6690005e80 comp rx=0 tx=0).stop 2024-09-05T07:36:26.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.487+0000 7f669baa7640 1 -- 172.21.15.71:0/1499777205 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6694102570 msgr2=0x7f66941998b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:26.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.487+0000 7f669baa7640 1 --2- 172.21.15.71:0/1499777205 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6694102570 0x7f66941998b0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f668400b4a0 tx=0x7f668400b960 comp rx=0 tx=0).stop 2024-09-05T07:36:26.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.487+0000 7f669baa7640 1 -- 172.21.15.71:0/1499777205 shutdown_connections 2024-09-05T07:36:26.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.487+0000 7f669baa7640 1 --2- 172.21.15.71:0/1499777205 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f66800a2b80 0x7f66800a5040 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:26.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.487+0000 7f669baa7640 1 --2- 172.21.15.71:0/1499777205 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6694102ef0 0x7f66941a43f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:26.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.487+0000 7f669baa7640 1 --2- 172.21.15.71:0/1499777205 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6694102570 0x7f66941998b0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:26.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.487+0000 7f669baa7640 1 --2- 172.21.15.71:0/1499777205 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6694100e20 0x7f6694199370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:26.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.487+0000 7f669baa7640 1 -- 172.21.15.71:0/1499777205 >> 172.21.15.71:0/1499777205 conn(0x7f66940fc7d0 msgr2=0x7f66940febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:26.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.487+0000 7f669baa7640 1 -- 172.21.15.71:0/1499777205 shutdown_connections 2024-09-05T07:36:26.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:26.487+0000 7f669baa7640 1 -- 172.21.15.71:0/1499777205 wait complete. 2024-09-05T07:36:27.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:26 smithi071 ceph-mon[30965]: pgmap v284: 129 pgs: 11 creating+peering, 118 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:27.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:26 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1499777205' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:36:27.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:26 smithi123 ceph-mon[34568]: pgmap v284: 129 pgs: 11 creating+peering, 118 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:27.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:26 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1499777205' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:36:27.197 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T07:36:27.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:26 smithi192 ceph-mon[34929]: pgmap v284: 129 pgs: 11 creating+peering, 118 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:27.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:26 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1499777205' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:36:27.443 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:27.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.933+0000 7f2c25855640 1 -- 172.21.15.71:0/3041597731 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2c20100ca0 msgr2=0x7f2c20106840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:27.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.933+0000 7f2c25855640 1 --2- 172.21.15.71:0/3041597731 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2c20100ca0 0x7f2c20106840 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2c14009930 tx=0x7f2c1402a420 comp rx=0 tx=0).stop 2024-09-05T07:36:27.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.933+0000 7f2c25855640 1 -- 172.21.15.71:0/3041597731 shutdown_connections 2024-09-05T07:36:27.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.933+0000 7f2c25855640 1 --2- 172.21.15.71:0/3041597731 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2c20106f50 0x7f2c2010eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:27.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.933+0000 7f2c25855640 1 --2- 172.21.15.71:0/3041597731 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2c20100ca0 0x7f2c20106840 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:27.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.933+0000 7f2c25855640 1 --2- 172.21.15.71:0/3041597731 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c201002f0 0x7f2c201006d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:27.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.933+0000 7f2c25855640 1 -- 172.21.15.71:0/3041597731 >> 172.21.15.71:0/3041597731 conn(0x7f2c20077210 msgr2=0x7f2c200fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:27.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.933+0000 7f2c25855640 1 -- 172.21.15.71:0/3041597731 shutdown_connections 2024-09-05T07:36:27.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.933+0000 7f2c25855640 1 -- 172.21.15.71:0/3041597731 wait complete. 2024-09-05T07:36:27.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.933+0000 7f2c25855640 1 Processor -- start 2024-09-05T07:36:27.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.934+0000 7f2c25855640 1 -- start start 2024-09-05T07:36:27.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.934+0000 7f2c25855640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2c201002f0 0x7f2c20198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:27.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.934+0000 7f2c25855640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c20100ca0 0x7f2c20198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:27.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.934+0000 7f2c25855640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2c20106f50 0x7f2c2019cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:27.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.934+0000 7f2c25855640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2c20111e90 con 0x7f2c201002f0 2024-09-05T07:36:27.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.934+0000 7f2c25855640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2c20111d10 con 0x7f2c20106f50 2024-09-05T07:36:27.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.934+0000 7f2c25855640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2c20112010 con 0x7f2c20100ca0 2024-09-05T07:36:27.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.934+0000 7f2c1effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2c201002f0 0x7f2c20198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:27.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.934+0000 7f2c1effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2c201002f0 0x7f2c20198450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37928/0 (socket says 172.21.15.71:37928) 2024-09-05T07:36:27.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.934+0000 7f2c1effd640 1 -- 172.21.15.71:0/2158759861 learned_addr learned my addr 172.21.15.71:0/2158759861 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:27.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.934+0000 7f2c1e7fc640 1 --2- 172.21.15.71:0/2158759861 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c20100ca0 0x7f2c20198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:27.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.934+0000 7f2c1f7fe640 1 --2- 172.21.15.71:0/2158759861 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2c20106f50 0x7f2c2019cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:27.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.934+0000 7f2c1effd640 1 -- 172.21.15.71:0/2158759861 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c20100ca0 msgr2=0x7f2c20198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:27.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.934+0000 7f2c1effd640 1 --2- 172.21.15.71:0/2158759861 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c20100ca0 0x7f2c20198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:27.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.934+0000 7f2c1effd640 1 -- 172.21.15.71:0/2158759861 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2c20106f50 msgr2=0x7f2c2019cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:27.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.934+0000 7f2c1effd640 1 --2- 172.21.15.71:0/2158759861 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2c20106f50 0x7f2c2019cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:27.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.934+0000 7f2c1effd640 1 -- 172.21.15.71:0/2158759861 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c2019d400 con 0x7f2c201002f0 2024-09-05T07:36:27.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.934+0000 7f2c1effd640 1 --2- 172.21.15.71:0/2158759861 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2c201002f0 0x7f2c20198450 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f2c1000d950 tx=0x7f2c1000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:27.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.934+0000 7f2c24853640 1 -- 172.21.15.71:0/2158759861 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c10017070 con 0x7f2c201002f0 2024-09-05T07:36:27.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.935+0000 7f2c25855640 1 -- 172.21.15.71:0/2158759861 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c2019d6f0 con 0x7f2c201002f0 2024-09-05T07:36:27.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.935+0000 7f2c24853640 1 -- 172.21.15.71:0/2158759861 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c10009c30 con 0x7f2c201002f0 2024-09-05T07:36:27.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.935+0000 7f2c24853640 1 -- 172.21.15.71:0/2158759861 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c1000f620 con 0x7f2c201002f0 2024-09-05T07:36:27.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.935+0000 7f2c25855640 1 -- 172.21.15.71:0/2158759861 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c201a4fd0 con 0x7f2c201002f0 2024-09-05T07:36:27.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.935+0000 7f2c25855640 1 -- 172.21.15.71:0/2158759861 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c201006d0 con 0x7f2c201002f0 2024-09-05T07:36:27.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.937+0000 7f2c24853640 1 -- 172.21.15.71:0/2158759861 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2c100109a0 con 0x7f2c201002f0 2024-09-05T07:36:27.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.937+0000 7f2c24853640 1 --2- 172.21.15.71:0/2158759861 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f2c080a2b80 0x7f2c080a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:27.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.937+0000 7f2c1e7fc640 1 --2- 172.21.15.71:0/2158759861 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f2c080a2b80 0x7f2c080a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:27.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.937+0000 7f2c24853640 1 -- 172.21.15.71:0/2158759861 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f2c100cef80 con 0x7f2c201002f0 2024-09-05T07:36:27.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.938+0000 7f2c1e7fc640 1 --2- 172.21.15.71:0/2158759861 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f2c080a2b80 0x7f2c080a5040 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f2c14006010 tx=0x7f2c14000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:27.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:27.941+0000 7f2c24853640 1 -- 172.21.15.71:0/2158759861 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2c10009de0 con 0x7f2c201002f0 2024-09-05T07:36:28.110 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:27 smithi071 ceph-mon[30965]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-05T07:36:28.110 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:27 smithi071 ceph-mon[30965]: Cluster is now healthy 2024-09-05T07:36:28.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:28.109+0000 7f2c25855640 1 -- 172.21.15.71:0/2158759861 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2c2010a120 con 0x7f2c201002f0 2024-09-05T07:36:28.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:28.111+0000 7f2c24853640 1 -- 172.21.15.71:0/2158759861 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24185 (secure 0 0 0) 0x7f2c1009bca0 con 0x7f2c201002f0 2024-09-05T07:36:28.111 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:36:28.112 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":88,"fsid":"528064f0-6b58-11ef-bcd6-c7b262605968","created":"2024-09-05T07:28:40.672482+0000","modified":"2024-09-05T07:36:24.466745+0000","last_up_change":"2024-09-05T07:35:23.377351+0000","last_in_change":"2024-09-05T07:35:00.653011+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T07:31:42.519306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T07:36:11.417603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T07:36:13.712570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T07:36:20.085795+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"46b7dcd0-5366-4876-97f3-6242a69addcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6803","nonce":4274686280}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6805","nonce":4274686280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6809","nonce":4274686280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6807","nonce":4274686280}]},"public_addr":"172.21.15.71:6803/4274686280","cluster_addr":"172.21.15.71:6805/4274686280","heartbeat_back_addr":"172.21.15.71:6809/4274686280","heartbeat_front_addr":"172.21.15.71:6807/4274686280","state":["exists","up"]},{"osd":1,"uuid":"d859b4f9-f616-4331-8ffb-54507eb5f836","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6801","nonce":1041172381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6803","nonce":1041172381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6807","nonce":1041172381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6805","nonce":1041172381}]},"public_addr":"172.21.15.123:6801/1041172381","cluster_addr":"172.21.15.123:6803/1041172381","heartbeat_back_addr":"172.21.15.123:6807/1041172381","heartbeat_front_addr":"172.21.15.123:6805/1041172381","state":["exists","up"]},{"osd":2,"uuid":"1ca9c723-8ecb-445c-bae7-39fd2954cdf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6801","nonce":2964624102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6803","nonce":2964624102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6807","nonce":2964624102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6805","nonce":2964624102}]},"public_addr":"172.21.15.192:6801/2964624102","cluster_addr":"172.21.15.192:6803/2964624102","heartbeat_back_addr":"172.21.15.192:6807/2964624102","heartbeat_front_addr":"172.21.15.192:6805/2964624102","state":["exists","up"]},{"osd":3,"uuid":"e38584ff-2abe-47ff-b3ae-58a7a4261ac4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6811","nonce":158061328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6813","nonce":158061328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6817","nonce":158061328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6815","nonce":158061328}]},"public_addr":"172.21.15.71:6811/158061328","cluster_addr":"172.21.15.71:6813/158061328","heartbeat_back_addr":"172.21.15.71:6817/158061328","heartbeat_front_addr":"172.21.15.71:6815/158061328","state":["exists","up"]},{"osd":4,"uuid":"b2de40fc-0fa3-484e-b0b2-edd96874aee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6809","nonce":3090003493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6811","nonce":3090003493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6815","nonce":3090003493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6813","nonce":3090003493}]},"public_addr":"172.21.15.123:6809/3090003493","cluster_addr":"172.21.15.123:6811/3090003493","heartbeat_back_addr":"172.21.15.123:6815/3090003493","heartbeat_front_addr":"172.21.15.123:6813/3090003493","state":["exists","up"]},{"osd":5,"uuid":"e443d3b0-960e-4992-88c4-4d546706ee87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6809","nonce":3375480711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6811","nonce":3375480711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6815","nonce":3375480711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6813","nonce":3375480711}]},"public_addr":"172.21.15.192:6809/3375480711","cluster_addr":"172.21.15.192:6811/3375480711","heartbeat_back_addr":"172.21.15.192:6815/3375480711","heartbeat_front_addr":"172.21.15.192:6813/3375480711","state":["exists","up"]},{"osd":6,"uuid":"d43efaeb-66d0-496b-b490-4635e6d725c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6819","nonce":13242244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6821","nonce":13242244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6825","nonce":13242244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6823","nonce":13242244}]},"public_addr":"172.21.15.71:6819/13242244","cluster_addr":"172.21.15.71:6821/13242244","heartbeat_back_addr":"172.21.15.71:6825/13242244","heartbeat_front_addr":"172.21.15.71:6823/13242244","state":["exists","up"]},{"osd":7,"uuid":"69562997-b629-4e0f-8719-65019735a46a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6817","nonce":956921658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6819","nonce":956921658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6823","nonce":956921658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6821","nonce":956921658}]},"public_addr":"172.21.15.123:6817/956921658","cluster_addr":"172.21.15.123:6819/956921658","heartbeat_back_addr":"172.21.15.123:6823/956921658","heartbeat_front_addr":"172.21.15.123:6821/956921658","state":["exists","up"]},{"osd":8,"uuid":"6dc7e084-d602-4b2c-9dfc-cd26041835c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6817","nonce":3079566549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6819","nonce":3079566549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6823","nonce":3079566549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6821","nonce":3079566549}]},"public_addr":"172.21.15.192:6817/3079566549","cluster_addr":"172.21.15.192:6819/3079566549","heartbeat_back_addr":"172.21.15.192:6823/3079566549","heartbeat_front_addr":"172.21.15.192:6821/3079566549","state":["exists","up"]},{"osd":9,"uuid":"79b675ae-7c56-4b65-9ecb-376dc0d305e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6827","nonce":12570717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6829","nonce":12570717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6833","nonce":12570717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6831","nonce":12570717}]},"public_addr":"172.21.15.71:6827/12570717","cluster_addr":"172.21.15.71:6829/12570717","heartbeat_back_addr":"172.21.15.71:6833/12570717","heartbeat_front_addr":"172.21.15.71:6831/12570717","state":["exists","up"]},{"osd":10,"uuid":"5e26505a-15f9-4758-9ef7-886a46364844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6825","nonce":2204926848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6827","nonce":2204926848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6831","nonce":2204926848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6829","nonce":2204926848}]},"public_addr":"172.21.15.123:6825/2204926848","cluster_addr":"172.21.15.123:6827/2204926848","heartbeat_back_addr":"172.21.15.123:6831/2204926848","heartbeat_front_addr":"172.21.15.123:6829/2204926848","state":["exists","up"]},{"osd":11,"uuid":"af6cebb5-d119-4a8a-9941-ba29b6499b84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6825","nonce":2370287418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6827","nonce":2370287418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6831","nonce":2370287418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6829","nonce":2370287418}]},"public_addr":"172.21.15.192:6825/2370287418","cluster_addr":"172.21.15.192:6827/2370287418","heartbeat_back_addr":"172.21.15.192:6831/2370287418","heartbeat_front_addr":"172.21.15.192:6829/2370287418","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:30:54.069845+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:16.417921+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:39.327215+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:04.156774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:28.698454+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:52.201948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:17.317406+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:41.490355+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:05.912640+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:31.907199+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:56.603625+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:35:21.370324+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1087222059":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:6800/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/3537016012":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/4125208267":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/2785525161":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/648100065":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1573159026":"2024-09-06T07:29:10.775719+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T07:36:28.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:28.113+0000 7f2c25855640 1 -- 172.21.15.71:0/2158759861 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f2c080a2b80 msgr2=0x7f2c080a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:28.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:28.113+0000 7f2c25855640 1 --2- 172.21.15.71:0/2158759861 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f2c080a2b80 0x7f2c080a5040 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f2c14006010 tx=0x7f2c14000bc0 comp rx=0 tx=0).stop 2024-09-05T07:36:28.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:28.113+0000 7f2c25855640 1 -- 172.21.15.71:0/2158759861 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2c201002f0 msgr2=0x7f2c20198450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:28.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:28.113+0000 7f2c25855640 1 --2- 172.21.15.71:0/2158759861 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2c201002f0 0x7f2c20198450 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f2c1000d950 tx=0x7f2c1000de10 comp rx=0 tx=0).stop 2024-09-05T07:36:28.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:28.113+0000 7f2c25855640 1 -- 172.21.15.71:0/2158759861 shutdown_connections 2024-09-05T07:36:28.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:28.113+0000 7f2c25855640 1 --2- 172.21.15.71:0/2158759861 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f2c080a2b80 0x7f2c080a5040 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:28.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:28.113+0000 7f2c25855640 1 --2- 172.21.15.71:0/2158759861 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2c20106f50 0x7f2c2019cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:28.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:28.113+0000 7f2c25855640 1 --2- 172.21.15.71:0/2158759861 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c20100ca0 0x7f2c20198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:28.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:28.113+0000 7f2c25855640 1 --2- 172.21.15.71:0/2158759861 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2c201002f0 0x7f2c20198450 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:28.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:28.113+0000 7f2c25855640 1 -- 172.21.15.71:0/2158759861 >> 172.21.15.71:0/2158759861 conn(0x7f2c20077210 msgr2=0x7f2c20105320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:28.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:28.113+0000 7f2c25855640 1 -- 172.21.15.71:0/2158759861 shutdown_connections 2024-09-05T07:36:28.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:28.113+0000 7f2c25855640 1 -- 172.21.15.71:0/2158759861 wait complete. 2024-09-05T07:36:28.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:27 smithi123 ceph-mon[34568]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-05T07:36:28.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:27 smithi123 ceph-mon[34568]: Cluster is now healthy 2024-09-05T07:36:28.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:27 smithi192 ceph-mon[34929]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-05T07:36:28.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:27 smithi192 ceph-mon[34929]: Cluster is now healthy 2024-09-05T07:36:28.761 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T07:36:29.008 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:29.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:28 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2158759861' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:36:29.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:28 smithi071 ceph-mon[30965]: pgmap v285: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:29.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:28 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2158759861' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:36:29.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:28 smithi123 ceph-mon[34568]: pgmap v285: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:29.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:28 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2158759861' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:36:29.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:28 smithi192 ceph-mon[34929]: pgmap v285: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:29.554 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.515+0000 7f9073594640 1 -- 172.21.15.71:0/3889679405 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f906c102790 msgr2=0x7f906c1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:29.554 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.515+0000 7f9073594640 1 --2- 172.21.15.71:0/3889679405 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f906c102790 0x7f906c1067e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f905c009900 tx=0x7f905c02a410 comp rx=0 tx=0).stop 2024-09-05T07:36:29.554 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.515+0000 7f9073594640 1 -- 172.21.15.71:0/3889679405 shutdown_connections 2024-09-05T07:36:29.554 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.515+0000 7f9073594640 1 --2- 172.21.15.71:0/3889679405 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f906c106f10 0x7f906c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:29.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.515+0000 7f9073594640 1 --2- 172.21.15.71:0/3889679405 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f906c102790 0x7f906c1067e0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:29.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.515+0000 7f9073594640 1 --2- 172.21.15.71:0/3889679405 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f906c101de0 0x7f906c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:29.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.515+0000 7f9073594640 1 -- 172.21.15.71:0/3889679405 >> 172.21.15.71:0/3889679405 conn(0x7f906c0fd8c0 msgr2=0x7f906c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:29.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.515+0000 7f9073594640 1 -- 172.21.15.71:0/3889679405 shutdown_connections 2024-09-05T07:36:29.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.515+0000 7f9073594640 1 -- 172.21.15.71:0/3889679405 wait complete. 2024-09-05T07:36:29.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.516+0000 7f9073594640 1 Processor -- start 2024-09-05T07:36:29.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.516+0000 7f9073594640 1 -- start start 2024-09-05T07:36:29.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.516+0000 7f9073594640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f906c101de0 0x7f906c1983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:29.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.516+0000 7f9073594640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f906c102790 0x7f906c198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:29.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.516+0000 7f9073594640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f906c106f10 0x7f906c19cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:29.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.516+0000 7f9073594640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f906c111de0 con 0x7f906c102790 2024-09-05T07:36:29.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.516+0000 7f9073594640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f906c111c60 con 0x7f906c101de0 2024-09-05T07:36:29.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.516+0000 7f9073594640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f906c111f60 con 0x7f906c106f10 2024-09-05T07:36:29.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.516+0000 7f9070b2f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f906c102790 0x7f906c198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:29.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.516+0000 7f9070b2f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f906c102790 0x7f906c198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37952/0 (socket says 172.21.15.71:37952) 2024-09-05T07:36:29.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.516+0000 7f9070b2f640 1 -- 172.21.15.71:0/2207589243 learned_addr learned my addr 172.21.15.71:0/2207589243 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:29.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.516+0000 7f9071330640 1 --2- 172.21.15.71:0/2207589243 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f906c101de0 0x7f906c1983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:29.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.516+0000 7f9070b2f640 1 -- 172.21.15.71:0/2207589243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f906c106f10 msgr2=0x7f906c19cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:29.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.516+0000 7f9070b2f640 1 --2- 172.21.15.71:0/2207589243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f906c106f10 0x7f906c19cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:29.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.516+0000 7f9070b2f640 1 -- 172.21.15.71:0/2207589243 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f906c101de0 msgr2=0x7f906c1983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:29.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.516+0000 7f9070b2f640 1 --2- 172.21.15.71:0/2207589243 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f906c101de0 0x7f906c1983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:29.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.516+0000 7f9070b2f640 1 -- 172.21.15.71:0/2207589243 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f906c19d370 con 0x7f906c102790 2024-09-05T07:36:29.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.516+0000 7f9070b2f640 1 --2- 172.21.15.71:0/2207589243 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f906c102790 0x7f906c198900 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f905c006010 tx=0x7f905c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:29.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.517+0000 7f90627fc640 1 -- 172.21.15.71:0/2207589243 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f905c03f030 con 0x7f906c102790 2024-09-05T07:36:29.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.517+0000 7f90627fc640 1 -- 172.21.15.71:0/2207589243 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f905c0035f0 con 0x7f906c102790 2024-09-05T07:36:29.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.517+0000 7f9073594640 1 -- 172.21.15.71:0/2207589243 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f906c19d600 con 0x7f906c102790 2024-09-05T07:36:29.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.517+0000 7f90627fc640 1 -- 172.21.15.71:0/2207589243 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f905c035070 con 0x7f906c102790 2024-09-05T07:36:29.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.517+0000 7f9073594640 1 -- 172.21.15.71:0/2207589243 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f906c1a4f40 con 0x7f906c102790 2024-09-05T07:36:29.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.518+0000 7f9073594640 1 -- 172.21.15.71:0/2207589243 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f906c1021c0 con 0x7f906c102790 2024-09-05T07:36:29.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.519+0000 7f90627fc640 1 -- 172.21.15.71:0/2207589243 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f905c003b10 con 0x7f906c102790 2024-09-05T07:36:29.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.519+0000 7f90627fc640 1 --2- 172.21.15.71:0/2207589243 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f90580a2c00 0x7f90580a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:29.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.519+0000 7f9071330640 1 --2- 172.21.15.71:0/2207589243 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f90580a2c00 0x7f90580a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:29.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.519+0000 7f90627fc640 1 -- 172.21.15.71:0/2207589243 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f905c0efe30 con 0x7f906c102790 2024-09-05T07:36:29.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.520+0000 7f9071330640 1 --2- 172.21.15.71:0/2207589243 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f90580a2c00 0x7f90580a50c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f906800ba40 tx=0x7f9068005cc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:29.558 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.523+0000 7f90627fc640 1 -- 172.21.15.71:0/2207589243 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f905c0bcb50 con 0x7f906c102790 2024-09-05T07:36:29.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.693+0000 7f9073594640 1 -- 172.21.15.71:0/2207589243 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f906c10a0f0 con 0x7f906c102790 2024-09-05T07:36:29.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.694+0000 7f90627fc640 1 -- 172.21.15.71:0/2207589243 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24185 (secure 0 0 0) 0x7f905c0bc450 con 0x7f906c102790 2024-09-05T07:36:29.695 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:36:29.695 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":88,"fsid":"528064f0-6b58-11ef-bcd6-c7b262605968","created":"2024-09-05T07:28:40.672482+0000","modified":"2024-09-05T07:36:24.466745+0000","last_up_change":"2024-09-05T07:35:23.377351+0000","last_in_change":"2024-09-05T07:35:00.653011+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T07:31:42.519306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T07:36:11.417603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T07:36:13.712570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T07:36:20.085795+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"46b7dcd0-5366-4876-97f3-6242a69addcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6803","nonce":4274686280}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6805","nonce":4274686280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6809","nonce":4274686280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6807","nonce":4274686280}]},"public_addr":"172.21.15.71:6803/4274686280","cluster_addr":"172.21.15.71:6805/4274686280","heartbeat_back_addr":"172.21.15.71:6809/4274686280","heartbeat_front_addr":"172.21.15.71:6807/4274686280","state":["exists","up"]},{"osd":1,"uuid":"d859b4f9-f616-4331-8ffb-54507eb5f836","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6801","nonce":1041172381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6803","nonce":1041172381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6807","nonce":1041172381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6805","nonce":1041172381}]},"public_addr":"172.21.15.123:6801/1041172381","cluster_addr":"172.21.15.123:6803/1041172381","heartbeat_back_addr":"172.21.15.123:6807/1041172381","heartbeat_front_addr":"172.21.15.123:6805/1041172381","state":["exists","up"]},{"osd":2,"uuid":"1ca9c723-8ecb-445c-bae7-39fd2954cdf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6801","nonce":2964624102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6803","nonce":2964624102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6807","nonce":2964624102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6805","nonce":2964624102}]},"public_addr":"172.21.15.192:6801/2964624102","cluster_addr":"172.21.15.192:6803/2964624102","heartbeat_back_addr":"172.21.15.192:6807/2964624102","heartbeat_front_addr":"172.21.15.192:6805/2964624102","state":["exists","up"]},{"osd":3,"uuid":"e38584ff-2abe-47ff-b3ae-58a7a4261ac4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6811","nonce":158061328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6813","nonce":158061328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6817","nonce":158061328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6815","nonce":158061328}]},"public_addr":"172.21.15.71:6811/158061328","cluster_addr":"172.21.15.71:6813/158061328","heartbeat_back_addr":"172.21.15.71:6817/158061328","heartbeat_front_addr":"172.21.15.71:6815/158061328","state":["exists","up"]},{"osd":4,"uuid":"b2de40fc-0fa3-484e-b0b2-edd96874aee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6809","nonce":3090003493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6811","nonce":3090003493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6815","nonce":3090003493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6813","nonce":3090003493}]},"public_addr":"172.21.15.123:6809/3090003493","cluster_addr":"172.21.15.123:6811/3090003493","heartbeat_back_addr":"172.21.15.123:6815/3090003493","heartbeat_front_addr":"172.21.15.123:6813/3090003493","state":["exists","up"]},{"osd":5,"uuid":"e443d3b0-960e-4992-88c4-4d546706ee87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6809","nonce":3375480711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6811","nonce":3375480711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6815","nonce":3375480711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6813","nonce":3375480711}]},"public_addr":"172.21.15.192:6809/3375480711","cluster_addr":"172.21.15.192:6811/3375480711","heartbeat_back_addr":"172.21.15.192:6815/3375480711","heartbeat_front_addr":"172.21.15.192:6813/3375480711","state":["exists","up"]},{"osd":6,"uuid":"d43efaeb-66d0-496b-b490-4635e6d725c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6819","nonce":13242244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6821","nonce":13242244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6825","nonce":13242244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6823","nonce":13242244}]},"public_addr":"172.21.15.71:6819/13242244","cluster_addr":"172.21.15.71:6821/13242244","heartbeat_back_addr":"172.21.15.71:6825/13242244","heartbeat_front_addr":"172.21.15.71:6823/13242244","state":["exists","up"]},{"osd":7,"uuid":"69562997-b629-4e0f-8719-65019735a46a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6817","nonce":956921658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6819","nonce":956921658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6823","nonce":956921658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6821","nonce":956921658}]},"public_addr":"172.21.15.123:6817/956921658","cluster_addr":"172.21.15.123:6819/956921658","heartbeat_back_addr":"172.21.15.123:6823/956921658","heartbeat_front_addr":"172.21.15.123:6821/956921658","state":["exists","up"]},{"osd":8,"uuid":"6dc7e084-d602-4b2c-9dfc-cd26041835c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6817","nonce":3079566549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6819","nonce":3079566549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6823","nonce":3079566549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6821","nonce":3079566549}]},"public_addr":"172.21.15.192:6817/3079566549","cluster_addr":"172.21.15.192:6819/3079566549","heartbeat_back_addr":"172.21.15.192:6823/3079566549","heartbeat_front_addr":"172.21.15.192:6821/3079566549","state":["exists","up"]},{"osd":9,"uuid":"79b675ae-7c56-4b65-9ecb-376dc0d305e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6827","nonce":12570717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6829","nonce":12570717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6833","nonce":12570717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6831","nonce":12570717}]},"public_addr":"172.21.15.71:6827/12570717","cluster_addr":"172.21.15.71:6829/12570717","heartbeat_back_addr":"172.21.15.71:6833/12570717","heartbeat_front_addr":"172.21.15.71:6831/12570717","state":["exists","up"]},{"osd":10,"uuid":"5e26505a-15f9-4758-9ef7-886a46364844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6825","nonce":2204926848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6827","nonce":2204926848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6831","nonce":2204926848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6829","nonce":2204926848}]},"public_addr":"172.21.15.123:6825/2204926848","cluster_addr":"172.21.15.123:6827/2204926848","heartbeat_back_addr":"172.21.15.123:6831/2204926848","heartbeat_front_addr":"172.21.15.123:6829/2204926848","state":["exists","up"]},{"osd":11,"uuid":"af6cebb5-d119-4a8a-9941-ba29b6499b84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6825","nonce":2370287418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6827","nonce":2370287418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6831","nonce":2370287418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6829","nonce":2370287418}]},"public_addr":"172.21.15.192:6825/2370287418","cluster_addr":"172.21.15.192:6827/2370287418","heartbeat_back_addr":"172.21.15.192:6831/2370287418","heartbeat_front_addr":"172.21.15.192:6829/2370287418","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:30:54.069845+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:16.417921+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:39.327215+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:04.156774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:28.698454+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:52.201948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:17.317406+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:41.490355+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:05.912640+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:31.907199+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:56.603625+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:35:21.370324+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1087222059":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:6800/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/3537016012":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/4125208267":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/2785525161":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/648100065":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1573159026":"2024-09-06T07:29:10.775719+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T07:36:29.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.696+0000 7f9073594640 1 -- 172.21.15.71:0/2207589243 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f90580a2c00 msgr2=0x7f90580a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:29.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.697+0000 7f9073594640 1 --2- 172.21.15.71:0/2207589243 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f90580a2c00 0x7f90580a50c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f906800ba40 tx=0x7f9068005cc0 comp rx=0 tx=0).stop 2024-09-05T07:36:29.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.697+0000 7f9073594640 1 -- 172.21.15.71:0/2207589243 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f906c102790 msgr2=0x7f906c198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:29.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.697+0000 7f9073594640 1 --2- 172.21.15.71:0/2207589243 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f906c102790 0x7f906c198900 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f905c006010 tx=0x7f905c004270 comp rx=0 tx=0).stop 2024-09-05T07:36:29.699 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.697+0000 7f9073594640 1 -- 172.21.15.71:0/2207589243 shutdown_connections 2024-09-05T07:36:29.699 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.697+0000 7f9073594640 1 --2- 172.21.15.71:0/2207589243 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f90580a2c00 0x7f90580a50c0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:29.699 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.697+0000 7f9073594640 1 --2- 172.21.15.71:0/2207589243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f906c106f10 0x7f906c19cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:29.699 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.697+0000 7f9073594640 1 --2- 172.21.15.71:0/2207589243 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f906c102790 0x7f906c198900 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:29.699 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.697+0000 7f9073594640 1 --2- 172.21.15.71:0/2207589243 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f906c101de0 0x7f906c1983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:29.699 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.697+0000 7f9073594640 1 -- 172.21.15.71:0/2207589243 >> 172.21.15.71:0/2207589243 conn(0x7f906c0fd8c0 msgr2=0x7f906c0fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:29.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.697+0000 7f9073594640 1 -- 172.21.15.71:0/2207589243 shutdown_connections 2024-09-05T07:36:29.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:29.697+0000 7f9073594640 1 -- 172.21.15.71:0/2207589243 wait complete. 2024-09-05T07:36:29.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:29 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2207589243' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:36:30.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:29 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2207589243' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:36:30.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:29 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2207589243' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:36:30.380 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:36:30.625 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:31.040 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:30 smithi071 ceph-mon[30965]: pgmap v286: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:31.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.116+0000 7feda2335640 1 -- 172.21.15.71:0/4207211247 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed9c106a80 msgr2=0x7fed9c106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:31.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.116+0000 7feda2335640 1 --2- 172.21.15.71:0/4207211247 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed9c106a80 0x7fed9c106e60 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fed8c009930 tx=0x7fed8c02a420 comp rx=0 tx=0).stop 2024-09-05T07:36:31.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.116+0000 7feda2335640 1 -- 172.21.15.71:0/4207211247 shutdown_connections 2024-09-05T07:36:31.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.116+0000 7feda2335640 1 --2- 172.21.15.71:0/4207211247 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed9c101420 0x7fed9c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:31.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.116+0000 7feda2335640 1 --2- 172.21.15.71:0/4207211247 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed9c100a80 0x7fed9c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:31.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.116+0000 7feda2335640 1 --2- 172.21.15.71:0/4207211247 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed9c106a80 0x7fed9c106e60 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:31.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.116+0000 7feda2335640 1 -- 172.21.15.71:0/4207211247 >> 172.21.15.71:0/4207211247 conn(0x7fed9c0fc7a0 msgr2=0x7fed9c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:31.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.116+0000 7feda2335640 1 -- 172.21.15.71:0/4207211247 shutdown_connections 2024-09-05T07:36:31.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.116+0000 7feda2335640 1 -- 172.21.15.71:0/4207211247 wait complete. 2024-09-05T07:36:31.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.116+0000 7feda2335640 1 Processor -- start 2024-09-05T07:36:31.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.117+0000 7feda2335640 1 -- start start 2024-09-05T07:36:31.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.117+0000 7feda2335640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed9c100a80 0x7fed9c199360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:31.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.117+0000 7feda2335640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed9c101420 0x7fed9c1998a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:31.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.117+0000 7feda2335640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed9c106a80 0x7fed9c1a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:31.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.117+0000 7feda2335640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fed9c110dd0 con 0x7fed9c100a80 2024-09-05T07:36:31.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.117+0000 7feda2335640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fed9c110c50 con 0x7fed9c106a80 2024-09-05T07:36:31.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.117+0000 7feda2335640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fed9c110f50 con 0x7fed9c101420 2024-09-05T07:36:31.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.117+0000 7fed9bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed9c100a80 0x7fed9c199360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:31.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.117+0000 7fed9bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed9c100a80 0x7fed9c199360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46174/0 (socket says 172.21.15.71:46174) 2024-09-05T07:36:31.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.117+0000 7fed9bfff640 1 -- 172.21.15.71:0/558788408 learned_addr learned my addr 172.21.15.71:0/558788408 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:31.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.117+0000 7fed9b7fe640 1 --2- 172.21.15.71:0/558788408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed9c101420 0x7fed9c1998a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:31.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.117+0000 7feda08d2640 1 --2- 172.21.15.71:0/558788408 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed9c106a80 0x7fed9c1a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:31.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.117+0000 7fed9bfff640 1 -- 172.21.15.71:0/558788408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed9c101420 msgr2=0x7fed9c1998a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:31.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.117+0000 7fed9bfff640 1 --2- 172.21.15.71:0/558788408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed9c101420 0x7fed9c1998a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:31.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.117+0000 7fed9bfff640 1 -- 172.21.15.71:0/558788408 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed9c106a80 msgr2=0x7fed9c1a43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:31.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.117+0000 7fed9bfff640 1 --2- 172.21.15.71:0/558788408 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed9c106a80 0x7fed9c1a43e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:31.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.117+0000 7fed9bfff640 1 -- 172.21.15.71:0/558788408 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed9c1a4920 con 0x7fed9c100a80 2024-09-05T07:36:31.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.118+0000 7fed9bfff640 1 --2- 172.21.15.71:0/558788408 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed9c100a80 0x7fed9c199360 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fed8c005940 tx=0x7fed8c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:31.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.118+0000 7fed997fa640 1 -- 172.21.15.71:0/558788408 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed8c03f030 con 0x7fed9c100a80 2024-09-05T07:36:31.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.118+0000 7feda2335640 1 -- 172.21.15.71:0/558788408 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed9c1a4af0 con 0x7fed9c100a80 2024-09-05T07:36:31.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.118+0000 7fed997fa640 1 -- 172.21.15.71:0/558788408 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fed8c003cb0 con 0x7fed9c100a80 2024-09-05T07:36:31.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.118+0000 7fed997fa640 1 -- 172.21.15.71:0/558788408 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed8c035070 con 0x7fed9c100a80 2024-09-05T07:36:31.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.118+0000 7feda2335640 1 -- 172.21.15.71:0/558788408 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed9c1a4f50 con 0x7fed9c100a80 2024-09-05T07:36:31.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.119+0000 7feda2335640 1 -- 172.21.15.71:0/558788408 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed9c100f60 con 0x7fed9c100a80 2024-09-05T07:36:31.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.120+0000 7fed997fa640 1 -- 172.21.15.71:0/558788408 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fed8c042030 con 0x7fed9c100a80 2024-09-05T07:36:31.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.121+0000 7fed997fa640 1 --2- 172.21.15.71:0/558788408 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fed880a2b80 0x7fed880a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:31.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.121+0000 7fed9b7fe640 1 --2- 172.21.15.71:0/558788408 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fed880a2b80 0x7fed880a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:31.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.121+0000 7fed997fa640 1 -- 172.21.15.71:0/558788408 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7fed8c0ef8c0 con 0x7fed9c100a80 2024-09-05T07:36:31.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.121+0000 7fed9b7fe640 1 --2- 172.21.15.71:0/558788408 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fed880a2b80 0x7fed880a5040 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fed9c06b2e0 tx=0x7fed84008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:31.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.125+0000 7fed997fa640 1 -- 172.21.15.71:0/558788408 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fed8c0bc5e0 con 0x7fed9c100a80 2024-09-05T07:36:31.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:30 smithi123 ceph-mon[34568]: pgmap v286: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:31.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:30 smithi192 ceph-mon[34929]: pgmap v286: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:31.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.326+0000 7feda2335640 1 -- 172.21.15.71:0/558788408 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fed9c108ff0 con 0x7fed9c100a80 2024-09-05T07:36:31.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.327+0000 7fed997fa640 1 -- 172.21.15.71:0/558788408 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11854 (secure 0 0 0) 0x7fed8c0bbee0 con 0x7fed9c100a80 2024-09-05T07:36:31.328 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:36:31.328 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":17,"btime":"2024-09-05T07:36:24:870939+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24443,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24470,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:36:24.466898+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24475,"qdb_cluster":[24475]},"id":1}]} 2024-09-05T07:36:31.328 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 17 2024-09-05T07:36:31.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.329+0000 7feda2335640 1 -- 172.21.15.71:0/558788408 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fed880a2b80 msgr2=0x7fed880a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:31.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.329+0000 7feda2335640 1 --2- 172.21.15.71:0/558788408 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fed880a2b80 0x7fed880a5040 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fed9c06b2e0 tx=0x7fed84008040 comp rx=0 tx=0).stop 2024-09-05T07:36:31.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.329+0000 7feda2335640 1 -- 172.21.15.71:0/558788408 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed9c100a80 msgr2=0x7fed9c199360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:31.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.329+0000 7feda2335640 1 --2- 172.21.15.71:0/558788408 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed9c100a80 0x7fed9c199360 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fed8c005940 tx=0x7fed8c0042f0 comp rx=0 tx=0).stop 2024-09-05T07:36:31.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.329+0000 7feda2335640 1 -- 172.21.15.71:0/558788408 shutdown_connections 2024-09-05T07:36:31.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.329+0000 7feda2335640 1 --2- 172.21.15.71:0/558788408 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fed880a2b80 0x7fed880a5040 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:31.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.329+0000 7feda2335640 1 --2- 172.21.15.71:0/558788408 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed9c106a80 0x7fed9c1a43e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:31.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.329+0000 7feda2335640 1 --2- 172.21.15.71:0/558788408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed9c101420 0x7fed9c1998a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:31.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.329+0000 7feda2335640 1 --2- 172.21.15.71:0/558788408 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed9c100a80 0x7fed9c199360 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:31.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.329+0000 7feda2335640 1 -- 172.21.15.71:0/558788408 >> 172.21.15.71:0/558788408 conn(0x7fed9c0fc7a0 msgr2=0x7fed9c0fd160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:31.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.329+0000 7feda2335640 1 -- 172.21.15.71:0/558788408 shutdown_connections 2024-09-05T07:36:31.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:31.330+0000 7feda2335640 1 -- 172.21.15.71:0/558788408 wait complete. 2024-09-05T07:36:31.977 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T07:36:32.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:31 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/558788408' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:36:32.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:31 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/558788408' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:36:32.233 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:32.353 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:31 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/558788408' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:36:32.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.766+0000 7f4b53633640 1 -- 172.21.15.71:0/2413338746 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4b4c102ef0 msgr2=0x7f4b4c10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:32.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.766+0000 7f4b53633640 1 --2- 172.21.15.71:0/2413338746 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4b4c102ef0 0x7f4b4c10da40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f4b44009ca0 tx=0x7f4b4402a950 comp rx=0 tx=0).stop 2024-09-05T07:36:32.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.766+0000 7f4b53633640 1 -- 172.21.15.71:0/2413338746 shutdown_connections 2024-09-05T07:36:32.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.766+0000 7f4b53633640 1 --2- 172.21.15.71:0/2413338746 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4b4c102ef0 0x7f4b4c10da40 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:32.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.766+0000 7f4b53633640 1 --2- 172.21.15.71:0/2413338746 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b4c102570 0x7f4b4c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:32.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.766+0000 7f4b53633640 1 --2- 172.21.15.71:0/2413338746 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4b4c100e20 0x7f4b4c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:32.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.766+0000 7f4b53633640 1 -- 172.21.15.71:0/2413338746 >> 172.21.15.71:0/2413338746 conn(0x7f4b4c0fc7d0 msgr2=0x7f4b4c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:32.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.767+0000 7f4b53633640 1 -- 172.21.15.71:0/2413338746 shutdown_connections 2024-09-05T07:36:32.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.767+0000 7f4b53633640 1 -- 172.21.15.71:0/2413338746 wait complete. 2024-09-05T07:36:32.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.767+0000 7f4b53633640 1 Processor -- start 2024-09-05T07:36:32.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.767+0000 7f4b53633640 1 -- start start 2024-09-05T07:36:32.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.767+0000 7f4b53633640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4b4c100e20 0x7f4b4c198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:32.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.767+0000 7f4b53633640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4b4c102570 0x7f4b4c198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:32.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.767+0000 7f4b53633640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b4c102ef0 0x7f4b4c19cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:32.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.767+0000 7f4b53633640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4b4c110e30 con 0x7f4b4c102570 2024-09-05T07:36:32.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.767+0000 7f4b53633640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4b4c110cb0 con 0x7f4b4c100e20 2024-09-05T07:36:32.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.767+0000 7f4b53633640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4b4c110fb0 con 0x7f4b4c102ef0 2024-09-05T07:36:32.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.767+0000 7f4b50bce640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4b4c102570 0x7f4b4c198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:32.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.767+0000 7f4b50bce640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4b4c102570 0x7f4b4c198840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46192/0 (socket says 172.21.15.71:46192) 2024-09-05T07:36:32.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.767+0000 7f4b50bce640 1 -- 172.21.15.71:0/1657442709 learned_addr learned my addr 172.21.15.71:0/1657442709 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:32.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.768+0000 7f4b51bd0640 1 --2- 172.21.15.71:0/1657442709 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b4c102ef0 0x7f4b4c19cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:32.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.768+0000 7f4b513cf640 1 --2- 172.21.15.71:0/1657442709 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4b4c100e20 0x7f4b4c198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:32.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.768+0000 7f4b50bce640 1 -- 172.21.15.71:0/1657442709 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b4c102ef0 msgr2=0x7f4b4c19cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:32.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.768+0000 7f4b50bce640 1 --2- 172.21.15.71:0/1657442709 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b4c102ef0 0x7f4b4c19cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:32.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.768+0000 7f4b50bce640 1 -- 172.21.15.71:0/1657442709 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4b4c100e20 msgr2=0x7f4b4c198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:32.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.768+0000 7f4b50bce640 1 --2- 172.21.15.71:0/1657442709 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4b4c100e20 0x7f4b4c198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:32.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.768+0000 7f4b50bce640 1 -- 172.21.15.71:0/1657442709 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b4c19d2b0 con 0x7f4b4c102570 2024-09-05T07:36:32.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.768+0000 7f4b513cf640 1 --2- 172.21.15.71:0/1657442709 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4b4c100e20 0x7f4b4c198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:36:32.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.768+0000 7f4b50bce640 1 --2- 172.21.15.71:0/1657442709 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4b4c102570 0x7f4b4c198840 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f4b4800d950 tx=0x7f4b4800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:32.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.768+0000 7f4b3e7fc640 1 -- 172.21.15.71:0/1657442709 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b48017070 con 0x7f4b4c102570 2024-09-05T07:36:32.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.768+0000 7f4b53633640 1 -- 172.21.15.71:0/1657442709 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b4c19d5a0 con 0x7f4b4c102570 2024-09-05T07:36:32.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.768+0000 7f4b3e7fc640 1 -- 172.21.15.71:0/1657442709 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b48009c30 con 0x7f4b4c102570 2024-09-05T07:36:32.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.768+0000 7f4b3e7fc640 1 -- 172.21.15.71:0/1657442709 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b4800f620 con 0x7f4b4c102570 2024-09-05T07:36:32.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.768+0000 7f4b53633640 1 -- 172.21.15.71:0/1657442709 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b4c1a4e80 con 0x7f4b4c102570 2024-09-05T07:36:32.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.769+0000 7f4b53633640 1 -- 172.21.15.71:0/1657442709 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b4c101200 con 0x7f4b4c102570 2024-09-05T07:36:32.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.770+0000 7f4b3e7fc640 1 -- 172.21.15.71:0/1657442709 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4b480109a0 con 0x7f4b4c102570 2024-09-05T07:36:32.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.771+0000 7f4b3e7fc640 1 --2- 172.21.15.71:0/1657442709 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4b380a2b80 0x7f4b380a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:32.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.771+0000 7f4b513cf640 1 --2- 172.21.15.71:0/1657442709 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4b380a2b80 0x7f4b380a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:32.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.771+0000 7f4b3e7fc640 1 -- 172.21.15.71:0/1657442709 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f4b480cee90 con 0x7f4b4c102570 2024-09-05T07:36:32.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.771+0000 7f4b513cf640 1 --2- 172.21.15.71:0/1657442709 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4b380a2b80 0x7f4b380a5040 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f4b4000abe0 tx=0x7f4b4000a5c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:32.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.774+0000 7f4b3e7fc640 1 -- 172.21.15.71:0/1657442709 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4b48009de0 con 0x7f4b4c102570 2024-09-05T07:36:32.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.944+0000 7f4b53633640 1 -- 172.21.15.71:0/1657442709 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4b4c199660 con 0x7f4b4c102570 2024-09-05T07:36:32.945 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:32 smithi071 ceph-mon[30965]: pgmap v287: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:32.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.946+0000 7f4b3e7fc640 1 -- 172.21.15.71:0/1657442709 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24185 (secure 0 0 0) 0x7f4b4c199660 con 0x7f4b4c102570 2024-09-05T07:36:32.946 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:36:32.946 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":88,"fsid":"528064f0-6b58-11ef-bcd6-c7b262605968","created":"2024-09-05T07:28:40.672482+0000","modified":"2024-09-05T07:36:24.466745+0000","last_up_change":"2024-09-05T07:35:23.377351+0000","last_in_change":"2024-09-05T07:35:00.653011+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T07:31:42.519306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T07:36:11.417603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T07:36:13.712570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T07:36:20.085795+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"46b7dcd0-5366-4876-97f3-6242a69addcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6803","nonce":4274686280}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6805","nonce":4274686280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6809","nonce":4274686280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6807","nonce":4274686280}]},"public_addr":"172.21.15.71:6803/4274686280","cluster_addr":"172.21.15.71:6805/4274686280","heartbeat_back_addr":"172.21.15.71:6809/4274686280","heartbeat_front_addr":"172.21.15.71:6807/4274686280","state":["exists","up"]},{"osd":1,"uuid":"d859b4f9-f616-4331-8ffb-54507eb5f836","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6801","nonce":1041172381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6803","nonce":1041172381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6807","nonce":1041172381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6805","nonce":1041172381}]},"public_addr":"172.21.15.123:6801/1041172381","cluster_addr":"172.21.15.123:6803/1041172381","heartbeat_back_addr":"172.21.15.123:6807/1041172381","heartbeat_front_addr":"172.21.15.123:6805/1041172381","state":["exists","up"]},{"osd":2,"uuid":"1ca9c723-8ecb-445c-bae7-39fd2954cdf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6801","nonce":2964624102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6803","nonce":2964624102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6807","nonce":2964624102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6805","nonce":2964624102}]},"public_addr":"172.21.15.192:6801/2964624102","cluster_addr":"172.21.15.192:6803/2964624102","heartbeat_back_addr":"172.21.15.192:6807/2964624102","heartbeat_front_addr":"172.21.15.192:6805/2964624102","state":["exists","up"]},{"osd":3,"uuid":"e38584ff-2abe-47ff-b3ae-58a7a4261ac4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6811","nonce":158061328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6813","nonce":158061328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6817","nonce":158061328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6815","nonce":158061328}]},"public_addr":"172.21.15.71:6811/158061328","cluster_addr":"172.21.15.71:6813/158061328","heartbeat_back_addr":"172.21.15.71:6817/158061328","heartbeat_front_addr":"172.21.15.71:6815/158061328","state":["exists","up"]},{"osd":4,"uuid":"b2de40fc-0fa3-484e-b0b2-edd96874aee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6809","nonce":3090003493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6811","nonce":3090003493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6815","nonce":3090003493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6813","nonce":3090003493}]},"public_addr":"172.21.15.123:6809/3090003493","cluster_addr":"172.21.15.123:6811/3090003493","heartbeat_back_addr":"172.21.15.123:6815/3090003493","heartbeat_front_addr":"172.21.15.123:6813/3090003493","state":["exists","up"]},{"osd":5,"uuid":"e443d3b0-960e-4992-88c4-4d546706ee87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6809","nonce":3375480711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6811","nonce":3375480711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6815","nonce":3375480711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6813","nonce":3375480711}]},"public_addr":"172.21.15.192:6809/3375480711","cluster_addr":"172.21.15.192:6811/3375480711","heartbeat_back_addr":"172.21.15.192:6815/3375480711","heartbeat_front_addr":"172.21.15.192:6813/3375480711","state":["exists","up"]},{"osd":6,"uuid":"d43efaeb-66d0-496b-b490-4635e6d725c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6819","nonce":13242244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6821","nonce":13242244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6825","nonce":13242244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6823","nonce":13242244}]},"public_addr":"172.21.15.71:6819/13242244","cluster_addr":"172.21.15.71:6821/13242244","heartbeat_back_addr":"172.21.15.71:6825/13242244","heartbeat_front_addr":"172.21.15.71:6823/13242244","state":["exists","up"]},{"osd":7,"uuid":"69562997-b629-4e0f-8719-65019735a46a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6817","nonce":956921658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6819","nonce":956921658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6823","nonce":956921658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6821","nonce":956921658}]},"public_addr":"172.21.15.123:6817/956921658","cluster_addr":"172.21.15.123:6819/956921658","heartbeat_back_addr":"172.21.15.123:6823/956921658","heartbeat_front_addr":"172.21.15.123:6821/956921658","state":["exists","up"]},{"osd":8,"uuid":"6dc7e084-d602-4b2c-9dfc-cd26041835c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6817","nonce":3079566549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6819","nonce":3079566549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6823","nonce":3079566549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6821","nonce":3079566549}]},"public_addr":"172.21.15.192:6817/3079566549","cluster_addr":"172.21.15.192:6819/3079566549","heartbeat_back_addr":"172.21.15.192:6823/3079566549","heartbeat_front_addr":"172.21.15.192:6821/3079566549","state":["exists","up"]},{"osd":9,"uuid":"79b675ae-7c56-4b65-9ecb-376dc0d305e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6827","nonce":12570717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6829","nonce":12570717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6833","nonce":12570717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6831","nonce":12570717}]},"public_addr":"172.21.15.71:6827/12570717","cluster_addr":"172.21.15.71:6829/12570717","heartbeat_back_addr":"172.21.15.71:6833/12570717","heartbeat_front_addr":"172.21.15.71:6831/12570717","state":["exists","up"]},{"osd":10,"uuid":"5e26505a-15f9-4758-9ef7-886a46364844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6825","nonce":2204926848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6827","nonce":2204926848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6831","nonce":2204926848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6829","nonce":2204926848}]},"public_addr":"172.21.15.123:6825/2204926848","cluster_addr":"172.21.15.123:6827/2204926848","heartbeat_back_addr":"172.21.15.123:6831/2204926848","heartbeat_front_addr":"172.21.15.123:6829/2204926848","state":["exists","up"]},{"osd":11,"uuid":"af6cebb5-d119-4a8a-9941-ba29b6499b84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6825","nonce":2370287418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6827","nonce":2370287418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6831","nonce":2370287418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6829","nonce":2370287418}]},"public_addr":"172.21.15.192:6825/2370287418","cluster_addr":"172.21.15.192:6827/2370287418","heartbeat_back_addr":"172.21.15.192:6831/2370287418","heartbeat_front_addr":"172.21.15.192:6829/2370287418","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:30:54.069845+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:16.417921+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:39.327215+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:04.156774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:28.698454+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:52.201948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:17.317406+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:41.490355+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:05.912640+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:31.907199+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:56.603625+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:35:21.370324+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1087222059":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:6800/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/3537016012":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/4125208267":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/2785525161":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/648100065":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1573159026":"2024-09-06T07:29:10.775719+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T07:36:32.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.948+0000 7f4b53633640 1 -- 172.21.15.71:0/1657442709 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4b380a2b80 msgr2=0x7f4b380a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:32.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.948+0000 7f4b53633640 1 --2- 172.21.15.71:0/1657442709 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4b380a2b80 0x7f4b380a5040 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f4b4000abe0 tx=0x7f4b4000a5c0 comp rx=0 tx=0).stop 2024-09-05T07:36:32.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.948+0000 7f4b53633640 1 -- 172.21.15.71:0/1657442709 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4b4c102570 msgr2=0x7f4b4c198840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:32.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.948+0000 7f4b53633640 1 --2- 172.21.15.71:0/1657442709 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4b4c102570 0x7f4b4c198840 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f4b4800d950 tx=0x7f4b4800de10 comp rx=0 tx=0).stop 2024-09-05T07:36:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.948+0000 7f4b53633640 1 -- 172.21.15.71:0/1657442709 shutdown_connections 2024-09-05T07:36:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.948+0000 7f4b53633640 1 --2- 172.21.15.71:0/1657442709 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4b380a2b80 0x7f4b380a5040 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.948+0000 7f4b53633640 1 --2- 172.21.15.71:0/1657442709 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b4c102ef0 0x7f4b4c19cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.948+0000 7f4b53633640 1 --2- 172.21.15.71:0/1657442709 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4b4c102570 0x7f4b4c198840 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.948+0000 7f4b53633640 1 --2- 172.21.15.71:0/1657442709 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4b4c100e20 0x7f4b4c198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.948+0000 7f4b53633640 1 -- 172.21.15.71:0/1657442709 >> 172.21.15.71:0/1657442709 conn(0x7f4b4c0fc7d0 msgr2=0x7f4b4c06a150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.948+0000 7f4b53633640 1 -- 172.21.15.71:0/1657442709 shutdown_connections 2024-09-05T07:36:32.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:32.948+0000 7f4b53633640 1 -- 172.21.15.71:0/1657442709 wait complete. 2024-09-05T07:36:33.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:32 smithi123 ceph-mon[34568]: pgmap v287: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:33.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:32 smithi192 ceph-mon[34929]: pgmap v287: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:33.766 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-05T07:36:15.385971+0000', 'modified': '2024-09-05T07:36:24.466898+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24475}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24475': {'gid': 24475, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.192:6839/3077095890', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.192:6838', 'nonce': 3077095890}, {'type': 'v1', 'addr': '172.21.15.192:6839', 'nonce': 3077095890}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 24475, 'qdb_cluster': [24475]} 2024-09-05T07:36:33.766 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-05T07:36:33.766 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.i status 2024-09-05T07:36:34.013 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:34.134 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:33 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1657442709' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:36:34.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:33 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1657442709' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:36:34.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:33 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1657442709' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:36:34.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.479+0000 7ff119f88640 1 -- 172.21.15.71:0/2098547661 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff114100a80 msgr2=0x7ff114100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:34.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.479+0000 7ff119f88640 1 --2- 172.21.15.71:0/2098547661 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff114100a80 0x7ff114100ee0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7ff108009930 tx=0x7ff10802a420 comp rx=0 tx=0).stop 2024-09-05T07:36:34.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.479+0000 7ff119f88640 1 -- 172.21.15.71:0/2098547661 shutdown_connections 2024-09-05T07:36:34.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.479+0000 7ff119f88640 1 --2- 172.21.15.71:0/2098547661 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff114101420 0x7ff11410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.479+0000 7ff119f88640 1 --2- 172.21.15.71:0/2098547661 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff114100a80 0x7ff114100ee0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.479+0000 7ff119f88640 1 --2- 172.21.15.71:0/2098547661 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff114106a80 0x7ff114106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.479+0000 7ff119f88640 1 -- 172.21.15.71:0/2098547661 >> 172.21.15.71:0/2098547661 conn(0x7ff1140fc7a0 msgr2=0x7ff1140febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.479+0000 7ff119f88640 1 -- 172.21.15.71:0/2098547661 shutdown_connections 2024-09-05T07:36:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.479+0000 7ff119f88640 1 -- 172.21.15.71:0/2098547661 wait complete. 2024-09-05T07:36:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.480+0000 7ff119f88640 1 Processor -- start 2024-09-05T07:36:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.480+0000 7ff119f88640 1 -- start start 2024-09-05T07:36:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.480+0000 7ff119f88640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff114100a80 0x7ff114199100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.480+0000 7ff119f88640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff114101420 0x7ff114199640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.480+0000 7ff119f88640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff114106a80 0x7ff1141a4180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.480+0000 7ff119f88640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff114110cf0 con 0x7ff114100a80 2024-09-05T07:36:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.480+0000 7ff119f88640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff114110b70 con 0x7ff114101420 2024-09-05T07:36:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.480+0000 7ff119f88640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff114110e70 con 0x7ff114106a80 2024-09-05T07:36:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.480+0000 7ff1137fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff114100a80 0x7ff114199100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.480+0000 7ff1137fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff114100a80 0x7ff114199100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46198/0 (socket says 172.21.15.71:46198) 2024-09-05T07:36:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.480+0000 7ff1137fe640 1 -- 172.21.15.71:0/2667821331 learned_addr learned my addr 172.21.15.71:0/2667821331 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.480+0000 7ff112ffd640 1 --2- 172.21.15.71:0/2667821331 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff114101420 0x7ff114199640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.481+0000 7ff113fff640 1 --2- 172.21.15.71:0/2667821331 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff114106a80 0x7ff1141a4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.481+0000 7ff1137fe640 1 -- 172.21.15.71:0/2667821331 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff114106a80 msgr2=0x7ff1141a4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.481+0000 7ff1137fe640 1 --2- 172.21.15.71:0/2667821331 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff114106a80 0x7ff1141a4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.481+0000 7ff1137fe640 1 -- 172.21.15.71:0/2667821331 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff114101420 msgr2=0x7ff114199640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.481+0000 7ff1137fe640 1 --2- 172.21.15.71:0/2667821331 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff114101420 0x7ff114199640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.481+0000 7ff1137fe640 1 -- 172.21.15.71:0/2667821331 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1141a46c0 con 0x7ff114100a80 2024-09-05T07:36:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.481+0000 7ff113fff640 1 --2- 172.21.15.71:0/2667821331 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff114106a80 0x7ff1141a4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:36:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.481+0000 7ff1137fe640 1 --2- 172.21.15.71:0/2667821331 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff114100a80 0x7ff114199100 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7ff10400c920 tx=0x7ff10400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.481+0000 7ff110ff9640 1 -- 172.21.15.71:0/2667821331 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff104007c70 con 0x7ff114100a80 2024-09-05T07:36:34.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.481+0000 7ff119f88640 1 -- 172.21.15.71:0/2667821331 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1141a4890 con 0x7ff114100a80 2024-09-05T07:36:34.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.481+0000 7ff110ff9640 1 -- 172.21.15.71:0/2667821331 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff104007e10 con 0x7ff114100a80 2024-09-05T07:36:34.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.481+0000 7ff110ff9640 1 -- 172.21.15.71:0/2667821331 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff104018820 con 0x7ff114100a80 2024-09-05T07:36:34.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.481+0000 7ff119f88640 1 -- 172.21.15.71:0/2667821331 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1141a4da0 con 0x7ff114100a80 2024-09-05T07:36:34.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.484+0000 7ff110ff9640 1 -- 172.21.15.71:0/2667821331 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff1040189c0 con 0x7ff114100a80 2024-09-05T07:36:34.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.484+0000 7ff11c361740 1 Processor -- start 2024-09-05T07:36:34.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.484+0000 7ff11c361740 1 -- start start 2024-09-05T07:36:34.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.484+0000 7ff11c361740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0b9d0 0x55801fd0bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:34.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.484+0000 7ff11c361740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55801fd0c2f0 0x55801fd16670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:34.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.484+0000 7ff11c361740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd16bb0 0x55801fd18fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:34.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.484+0000 7ff11c361740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55801fc72090 con 0x55801fd0b9d0 2024-09-05T07:36:34.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.484+0000 7ff11c361740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55801fc19a70 con 0x55801fd16bb0 2024-09-05T07:36:34.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.484+0000 7ff11c361740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55801fc6e050 con 0x55801fd0c2f0 2024-09-05T07:36:34.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.484+0000 7ff110ff9640 1 --2- 172.21.15.71:0/2667821331 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0fc0a2b80 0x7ff0fc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:34.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.485+0000 7ff113fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0b9d0 0x55801fd0bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:34.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.485+0000 7ff113fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0b9d0 0x55801fd0bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46210/0 (socket says 172.21.15.71:46210) 2024-09-05T07:36:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.485+0000 7ff113fff640 1 -- 172.21.15.71:0/1010581590 learned_addr learned my addr 172.21.15.71:0/1010581590 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.485+0000 7ff113fff640 1 --2- 172.21.15.71:0/2667821331 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0fc0a2b80 0x7ff0fc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.485+0000 7ff110ff9640 1 -- 172.21.15.71:0/2667821331 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7ff1040cf380 con 0x7ff114100a80 2024-09-05T07:36:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.485+0000 7ff112ffd640 1 --2- 172.21.15.71:0/1010581590 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd16bb0 0x55801fd18fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.485+0000 7ff113fff640 1 -- 172.21.15.71:0/1010581590 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55801fd0c2f0 msgr2=0x55801fd16670 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T07:36:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.485+0000 7ff113fff640 1 --2- 172.21.15.71:0/1010581590 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55801fd0c2f0 0x55801fd16670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.485+0000 7ff113fff640 1 -- 172.21.15.71:0/1010581590 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd16bb0 msgr2=0x55801fd18fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:36:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.485+0000 7ff113fff640 1 --2- 172.21.15.71:0/1010581590 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd16bb0 0x55801fd18fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.485+0000 7ff113fff640 1 -- 172.21.15.71:0/1010581590 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55801fc26130 con 0x55801fd0b9d0 2024-09-05T07:36:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.485+0000 7ff112ffd640 1 --2- 172.21.15.71:0/1010581590 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd16bb0 0x55801fd18fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:36:34.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.485+0000 7ff113fff640 1 --2- 172.21.15.71:0/1010581590 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0b9d0 0x55801fd0bdb0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ff10c012e20 tx=0x7ff10c00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=670a82d82a000c60 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:34.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.485+0000 7ff113fff640 1 --2- 172.21.15.71:0/2667821331 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0fc0a2b80 0x7ff0fc0a5040 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff10c00afd0 tx=0x7ff10c01a000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:34.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.485+0000 7ff0f9ffb640 1 -- 172.21.15.71:0/1010581590 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff10c020070 con 0x55801fd0b9d0 2024-09-05T07:36:34.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.485+0000 7ff0f9ffb640 1 -- 172.21.15.71:0/1010581590 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff10c00ac00 con 0x55801fd0b9d0 2024-09-05T07:36:34.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.485+0000 7ff0f9ffb640 1 -- 172.21.15.71:0/1010581590 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff10c01cbd0 con 0x55801fd0b9d0 2024-09-05T07:36:34.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.486+0000 7ff11c361740 1 -- 172.21.15.71:0/1010581590 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0b9d0 msgr2=0x55801fd0bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:34.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.486+0000 7ff11c361740 1 --2- 172.21.15.71:0/1010581590 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0b9d0 0x55801fd0bdb0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ff10c012e20 tx=0x7ff10c00f730 comp rx=0 tx=0).stop 2024-09-05T07:36:34.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.486+0000 7ff11c361740 1 -- 172.21.15.71:0/1010581590 shutdown_connections 2024-09-05T07:36:34.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.486+0000 7ff11c361740 1 --2- 172.21.15.71:0/1010581590 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd16bb0 0x55801fd18fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.486+0000 7ff11c361740 1 --2- 172.21.15.71:0/1010581590 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55801fd0c2f0 0x55801fd16670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.486+0000 7ff11c361740 1 --2- 172.21.15.71:0/1010581590 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0b9d0 0x55801fd0bdb0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.486+0000 7ff11c361740 1 -- 172.21.15.71:0/1010581590 >> 172.21.15.71:0/1010581590 conn(0x55801fd07f60 msgr2=0x55801fd08340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.486+0000 7ff11c361740 1 -- 172.21.15.71:0/1010581590 shutdown_connections 2024-09-05T07:36:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.486+0000 7ff11c361740 1 -- 172.21.15.71:0/1010581590 wait complete. 2024-09-05T07:36:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.486+0000 7ff11c361740 1 -- start start 2024-09-05T07:36:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff11c361740 1 Processor -- start 2024-09-05T07:36:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff11c361740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55801fd0b9d0 0x55801fd16590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff11c361740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd0c2f0 0x55801fd138e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff11c361740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd16bb0 0x55801fd13eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff11c361740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55801fd19780 con 0x55801fd16bb0 2024-09-05T07:36:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff11c361740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55801fc2cf20 con 0x55801fd0c2f0 2024-09-05T07:36:34.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff11c361740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55801fd19900 con 0x55801fd0b9d0 2024-09-05T07:36:34.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff11c361740 10 client.0 _ll_register_callbacks cb 0x55801fbf6030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:36:34.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff113fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd16bb0 0x55801fd13eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:34.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff113fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd16bb0 0x55801fd13eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46222/0 (socket says 172.21.15.71:46222) 2024-09-05T07:36:34.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff113fff640 1 -- 172.21.15.71:0/331843770 learned_addr learned my addr 172.21.15.71:0/331843770 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:34.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff112ffd640 1 --2- 172.21.15.71:0/331843770 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd0c2f0 0x55801fd138e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:34.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff1137fe640 1 --2- 172.21.15.71:0/331843770 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55801fd0b9d0 0x55801fd16590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:34.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff113fff640 1 -- 172.21.15.71:0/331843770 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55801fd0b9d0 msgr2=0x55801fd16590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:36:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff113fff640 1 --2- 172.21.15.71:0/331843770 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55801fd0b9d0 0x55801fd16590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff113fff640 1 -- 172.21.15.71:0/331843770 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd0c2f0 msgr2=0x55801fd138e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:36:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff113fff640 1 --2- 172.21.15.71:0/331843770 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd0c2f0 0x55801fd138e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff113fff640 1 -- 172.21.15.71:0/331843770 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55801f9e32b0 con 0x55801fd16bb0 2024-09-05T07:36:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff112ffd640 1 --2- 172.21.15.71:0/331843770 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd0c2f0 0x55801fd138e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:36:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff113fff640 1 --2- 172.21.15.71:0/331843770 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd16bb0 0x55801fd13eb0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff10c019ed0 tx=0x7ff10c012280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dfe944d117af7bc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff0f2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:36:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.487+0000 7ff0f2ffd640 1 -- 172.21.15.71:0/331843770 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff10c020030 con 0x55801fd16bb0 2024-09-05T07:36:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.488+0000 7ff0f2ffd640 1 -- 172.21.15.71:0/331843770 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7ff10c004a00 con 0x55801fd16bb0 2024-09-05T07:36:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.488+0000 7ff11c361740 1 -- 172.21.15.71:0/331843770 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff10c00ac00 con 0x55801fd16bb0 2024-09-05T07:36:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.488+0000 7ff0f2ffd640 1 -- 172.21.15.71:0/331843770 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7ff10c004c00 con 0x55801fd16bb0 2024-09-05T07:36:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.488+0000 7ff11c361740 10 client.14700 fetch_fsmap learned FSMap version 17 2024-09-05T07:36:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.488+0000 7ff11c361740 1 -- 172.21.15.71:0/331843770 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x55801fd251c0 con 0x55801fd16bb0 2024-09-05T07:36:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.488+0000 7ff0f2ffd640 1 -- 172.21.15.71:0/331843770 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff10c00ac00 con 0x55801fd16bb0 2024-09-05T07:36:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.488+0000 7ff0f2ffd640 1 -- 172.21.15.71:0/331843770 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 17) ==== 8350+0+0 (secure 0 0 0) 0x7ff10c01b070 con 0x55801fd16bb0 2024-09-05T07:36:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.488+0000 7ff11c361740 10 client.14700 fetch_fsmap finished waiting for FSMap version 17 2024-09-05T07:36:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.488+0000 7ff11c361740 10 client.14700 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-05T07:36:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.488+0000 7ff11c361740 20 client.14700 populate_metadata read hostname 'smithi071' 2024-09-05T07:36:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.488+0000 7ff11c361740 1 --2- 172.21.15.71:0/331843770 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55801fd274e0 0x55801fd28950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.488+0000 7ff11c361740 4 client.14700 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:36:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.488+0000 7ff11c361740 1 -- 172.21.15.71:0/331843770 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55801fc7f600 con 0x55801fd274e0 2024-09-05T07:36:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.489+0000 7ff1137fe640 1 --2- 172.21.15.71:0/331843770 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55801fd274e0 0x55801fd28950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.489+0000 7ff1137fe640 1 --2- 172.21.15.71:0/331843770 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55801fd274e0 0x55801fd28950 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b5c59baa29ca066e server_cookie=b588b8196fbd0b45 in_seq=0 out_seq=0 2024-09-05T07:36:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.489+0000 7ff0f2ffd640 10 client.14700 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:36:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.490+0000 7ff0f2ffd640 1 -- 172.21.15.71:0/331843770 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55801fc7f600 con 0x55801fd274e0 2024-09-05T07:36:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.490+0000 7ff0f2ffd640 10 client.14700 handle_command_reply: tid=0 2024-09-05T07:36:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.490+0000 7ff11c361740 1 client.14700 shutdown 2024-09-05T07:36:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.490+0000 7ff11c361740 1 -- 172.21.15.71:0/331843770 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd16bb0 msgr2=0x55801fd13eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.490+0000 7ff11c361740 1 --2- 172.21.15.71:0/331843770 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd16bb0 0x55801fd13eb0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff10c019ed0 tx=0x7ff10c012280 comp rx=0 tx=0).stop 2024-09-05T07:36:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.490+0000 7ff11c361740 1 -- 172.21.15.71:0/331843770 shutdown_connections 2024-09-05T07:36:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.490+0000 7ff11c361740 1 --2- 172.21.15.71:0/331843770 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55801fd274e0 0x55801fd28950 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.490+0000 7ff11c361740 1 --2- 172.21.15.71:0/331843770 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd16bb0 0x55801fd13eb0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.490+0000 7ff11c361740 1 --2- 172.21.15.71:0/331843770 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd0c2f0 0x55801fd138e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.490+0000 7ff0f2ffd640 0 client.14700 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:36:34.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.490+0000 7ff11c361740 1 --2- 172.21.15.71:0/331843770 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55801fd0b9d0 0x55801fd16590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.490+0000 7ff11c361740 1 -- 172.21.15.71:0/331843770 >> 172.21.15.71:0/331843770 conn(0x55801fd07f60 msgr2=0x55801fd0dc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:34.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.490+0000 7ff11c361740 1 -- 172.21.15.71:0/331843770 shutdown_connections 2024-09-05T07:36:34.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.490+0000 7ff11c361740 1 -- 172.21.15.71:0/331843770 wait complete. 2024-09-05T07:36:34.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.490+0000 7ff11c361740 20 client.14700 trim_cache size 0 max 16384 2024-09-05T07:36:34.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.508+0000 7ff11c361740 1 Processor -- start 2024-09-05T07:36:34.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.508+0000 7ff11c361740 1 -- start start 2024-09-05T07:36:34.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.508+0000 7ff11c361740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd0b9d0 0x55801fd13e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:34.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.508+0000 7ff11c361740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0c2f0 0x55801fd31020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:34.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.508+0000 7ff11c361740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55801fd16bb0 0x55801fd0e560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:34.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.508+0000 7ff11c361740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55801fd26c90 con 0x55801fd0c2f0 2024-09-05T07:36:34.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.508+0000 7ff11c361740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55801fd27360 con 0x55801fd0b9d0 2024-09-05T07:36:34.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.508+0000 7ff11c361740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55801fd27a30 con 0x55801fd16bb0 2024-09-05T07:36:34.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.508+0000 7ff112ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0c2f0 0x55801fd31020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:34.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.508+0000 7ff112ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0c2f0 0x55801fd31020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46232/0 (socket says 172.21.15.71:46232) 2024-09-05T07:36:34.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.508+0000 7ff112ffd640 1 -- 172.21.15.71:0/2610551075 learned_addr learned my addr 172.21.15.71:0/2610551075 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:34.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.508+0000 7ff1137fe640 1 --2- 172.21.15.71:0/2610551075 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd0b9d0 0x55801fd13e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:34.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.508+0000 7ff112ffd640 1 -- 172.21.15.71:0/2610551075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55801fd16bb0 msgr2=0x55801fd0e560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:36:34.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.508+0000 7ff112ffd640 1 --2- 172.21.15.71:0/2610551075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55801fd16bb0 0x55801fd0e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.508+0000 7ff112ffd640 1 -- 172.21.15.71:0/2610551075 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd0b9d0 msgr2=0x55801fd13e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:36:34.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.508+0000 7ff112ffd640 1 --2- 172.21.15.71:0/2610551075 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd0b9d0 0x55801fd13e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.508+0000 7ff112ffd640 1 -- 172.21.15.71:0/2610551075 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55801fd0c120 con 0x55801fd0c2f0 2024-09-05T07:36:34.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.508+0000 7ff112ffd640 1 --2- 172.21.15.71:0/2610551075 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0c2f0 0x55801fd31020 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7ff10802a940 tx=0x7ff108032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=395e24a541f8067c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:34.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.509+0000 7ff0f97fa640 1 -- 172.21.15.71:0/2610551075 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff108035040 con 0x55801fd0c2f0 2024-09-05T07:36:34.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.509+0000 7ff0f97fa640 1 -- 172.21.15.71:0/2610551075 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff108004030 con 0x55801fd0c2f0 2024-09-05T07:36:34.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.509+0000 7ff0f97fa640 1 -- 172.21.15.71:0/2610551075 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff108003a80 con 0x55801fd0c2f0 2024-09-05T07:36:34.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.509+0000 7ff11c361740 1 -- 172.21.15.71:0/2610551075 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0c2f0 msgr2=0x55801fd31020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:34.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.509+0000 7ff11c361740 1 --2- 172.21.15.71:0/2610551075 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0c2f0 0x55801fd31020 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7ff10802a940 tx=0x7ff108032e10 comp rx=0 tx=0).stop 2024-09-05T07:36:34.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.509+0000 7ff11c361740 1 -- 172.21.15.71:0/2610551075 shutdown_connections 2024-09-05T07:36:34.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.509+0000 7ff11c361740 1 --2- 172.21.15.71:0/2610551075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55801fd16bb0 0x55801fd0e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.509+0000 7ff11c361740 1 --2- 172.21.15.71:0/2610551075 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0c2f0 0x55801fd31020 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.509+0000 7ff11c361740 1 --2- 172.21.15.71:0/2610551075 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd0b9d0 0x55801fd13e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.509+0000 7ff11c361740 1 -- 172.21.15.71:0/2610551075 >> 172.21.15.71:0/2610551075 conn(0x55801fd07f60 msgr2=0x55801fd15850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:34.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.509+0000 7ff11c361740 1 -- 172.21.15.71:0/2610551075 shutdown_connections 2024-09-05T07:36:34.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.509+0000 7ff11c361740 1 -- 172.21.15.71:0/2610551075 wait complete. 2024-09-05T07:36:34.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.510+0000 7ff11c361740 1 -- start start 2024-09-05T07:36:34.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.510+0000 7ff11c361740 1 Processor -- start 2024-09-05T07:36:34.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.510+0000 7ff11c361740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0b9d0 0x55801fd0fb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:34.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.510+0000 7ff11c361740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd0c2f0 0x55801fd100b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:34.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.510+0000 7ff11c361740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55801fd16bb0 0x55801fd105f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:34.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.510+0000 7ff11c361740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55801fd287d0 con 0x55801fd0b9d0 2024-09-05T07:36:34.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.510+0000 7ff11c361740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55801fd28100 con 0x55801fd0c2f0 2024-09-05T07:36:34.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.510+0000 7ff11c361740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55801fd28ea0 con 0x55801fd16bb0 2024-09-05T07:36:34.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.510+0000 7ff11c361740 10 client.0 _ll_register_callbacks cb 0x7ff10c012bf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:36:34.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.510+0000 7ff1137fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0b9d0 0x55801fd0fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:34.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.510+0000 7ff1137fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0b9d0 0x55801fd0fb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46246/0 (socket says 172.21.15.71:46246) 2024-09-05T07:36:34.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.510+0000 7ff1137fe640 1 -- 172.21.15.71:0/3336096191 learned_addr learned my addr 172.21.15.71:0/3336096191 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:34.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.510+0000 7ff113fff640 1 --2- 172.21.15.71:0/3336096191 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55801fd16bb0 0x55801fd105f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:34.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.510+0000 7ff112ffd640 1 --2- 172.21.15.71:0/3336096191 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd0c2f0 0x55801fd100b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:34.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.511+0000 7ff1137fe640 1 -- 172.21.15.71:0/3336096191 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55801fd16bb0 msgr2=0x55801fd105f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:36:34.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.511+0000 7ff1137fe640 1 --2- 172.21.15.71:0/3336096191 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55801fd16bb0 0x55801fd105f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.511+0000 7ff1137fe640 1 -- 172.21.15.71:0/3336096191 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd0c2f0 msgr2=0x55801fd100b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:36:34.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.511+0000 7ff1137fe640 1 --2- 172.21.15.71:0/3336096191 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd0c2f0 0x55801fd100b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.511+0000 7ff1137fe640 1 -- 172.21.15.71:0/3336096191 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55801fd08bf0 con 0x55801fd0b9d0 2024-09-05T07:36:34.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.511+0000 7ff113fff640 1 --2- 172.21.15.71:0/3336096191 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55801fd16bb0 0x55801fd105f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:36:34.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.511+0000 7ff112ffd640 1 --2- 172.21.15.71:0/3336096191 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd0c2f0 0x55801fd100b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:36:34.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.511+0000 7ff1137fe640 1 --2- 172.21.15.71:0/3336096191 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0b9d0 0x55801fd0fb70 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff10409b930 tx=0x7ff10409b3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cd82f5316b6dee2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:34.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.511+0000 7ff0f2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:36:34.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.511+0000 7ff0f2ffd640 1 -- 172.21.15.71:0/3336096191 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1040cf040 con 0x55801fd0b9d0 2024-09-05T07:36:34.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.511+0000 7ff0f2ffd640 1 -- 172.21.15.71:0/3336096191 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7ff104099ca0 con 0x55801fd0b9d0 2024-09-05T07:36:34.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.511+0000 7ff11c361740 1 -- 172.21.15.71:0/3336096191 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff108004030 con 0x55801fd0b9d0 2024-09-05T07:36:34.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.511+0000 7ff0f2ffd640 1 -- 172.21.15.71:0/3336096191 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7ff104064030 con 0x55801fd0b9d0 2024-09-05T07:36:34.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.511+0000 7ff11c361740 10 client.14706 fetch_fsmap learned FSMap version 17 2024-09-05T07:36:34.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.511+0000 7ff11c361740 1 -- 172.21.15.71:0/3336096191 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x55801fd95ec0 con 0x55801fd0b9d0 2024-09-05T07:36:34.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.511+0000 7ff0f2ffd640 1 -- 172.21.15.71:0/3336096191 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff108004030 con 0x55801fd0b9d0 2024-09-05T07:36:34.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.511+0000 7ff0f2ffd640 1 -- 172.21.15.71:0/3336096191 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 17) ==== 8350+0+0 (secure 0 0 0) 0x7ff104098010 con 0x55801fd0b9d0 2024-09-05T07:36:34.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.512+0000 7ff11c361740 10 client.14706 fetch_fsmap finished waiting for FSMap version 17 2024-09-05T07:36:34.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.512+0000 7ff11c361740 10 client.14706 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-05T07:36:34.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.512+0000 7ff11c361740 20 client.14706 populate_metadata read hostname 'smithi071' 2024-09-05T07:36:34.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.512+0000 7ff11c361740 1 --2- 172.21.15.71:0/3336096191 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55801fd9a9a0 0x55801fd996b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:34.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.512+0000 7ff11c361740 4 client.14706 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T07:36:34.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.512+0000 7ff11c361740 1 -- 172.21.15.71:0/3336096191 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "status"}) -- 0x55801fc79b10 con 0x55801fd9a9a0 2024-09-05T07:36:34.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.512+0000 7ff112ffd640 1 --2- 172.21.15.71:0/3336096191 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55801fd9a9a0 0x55801fd996b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:34.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.512+0000 7ff0f2ffd640 10 client.14706 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:36:34.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.512+0000 7ff112ffd640 1 --2- 172.21.15.71:0/3336096191 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55801fd9a9a0 0x55801fd996b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=efcb5ca86136ca50 server_cookie=9f6739dee6764683 in_seq=0 out_seq=0 2024-09-05T07:36:34.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.512+0000 7ff0f2ffd640 1 -- 172.21.15.71:0/3336096191 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55801fc79b10 con 0x55801fd9a9a0 2024-09-05T07:36:34.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.512+0000 7ff0f2ffd640 10 client.14706 handle_command_reply: tid=0 2024-09-05T07:36:34.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.512+0000 7ff11c361740 1 client.14706 shutdown 2024-09-05T07:36:34.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff11c361740 1 -- 172.21.15.71:0/3336096191 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0b9d0 msgr2=0x55801fd0fb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:34.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff11c361740 1 --2- 172.21.15.71:0/3336096191 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0b9d0 0x55801fd0fb70 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff10409b930 tx=0x7ff10409b3f0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff11c361740 1 -- 172.21.15.71:0/3336096191 shutdown_connections 2024-09-05T07:36:34.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff11c361740 1 --2- 172.21.15.71:0/3336096191 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55801fd9a9a0 0x55801fd996b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff11c361740 1 --2- 172.21.15.71:0/3336096191 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55801fd16bb0 0x55801fd105f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff11c361740 1 --2- 172.21.15.71:0/3336096191 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55801fd0c2f0 0x55801fd100b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff11c361740 1 --2- 172.21.15.71:0/3336096191 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55801fd0b9d0 0x55801fd0fb70 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff11c361740 1 -- 172.21.15.71:0/3336096191 >> 172.21.15.71:0/3336096191 conn(0x55801fd07f60 msgr2=0x55801fd14ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:34.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff0f2ffd640 0 client.14706 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:36:34.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff11c361740 1 -- 172.21.15.71:0/3336096191 shutdown_connections 2024-09-05T07:36:34.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff11c361740 1 -- 172.21.15.71:0/3336096191 wait complete. 2024-09-05T07:36:34.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff11c361740 20 client.14706 trim_cache size 0 max 16384 2024-09-05T07:36:34.530 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:36:34.530 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "528064f0-6b58-11ef-bcd6-c7b262605968", 2024-09-05T07:36:34.530 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 0, 2024-09-05T07:36:34.530 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24475, 2024-09-05T07:36:34.530 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-09-05T07:36:34.530 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-09-05T07:36:34.530 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-09-05T07:36:34.531 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 18.686183058000001, 2024-09-05T07:36:34.531 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 17, 2024-09-05T07:36:34.531 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 88, 2024-09-05T07:36:34.531 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 88, 2024-09-05T07:36:34.531 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 39.059863516999997 2024-09-05T07:36:34.531 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:36:34.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff119f88640 1 -- 172.21.15.71:0/2667821331 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0fc0a2b80 msgr2=0x7ff0fc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:34.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff119f88640 1 --2- 172.21.15.71:0/2667821331 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0fc0a2b80 0x7ff0fc0a5040 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff10c00afd0 tx=0x7ff10c01a000 comp rx=0 tx=0).stop 2024-09-05T07:36:34.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff119f88640 1 -- 172.21.15.71:0/2667821331 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff114100a80 msgr2=0x7ff114199100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:34.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff119f88640 1 --2- 172.21.15.71:0/2667821331 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff114100a80 0x7ff114199100 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7ff10400c920 tx=0x7ff10400cde0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff119f88640 1 -- 172.21.15.71:0/2667821331 shutdown_connections 2024-09-05T07:36:34.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff119f88640 1 --2- 172.21.15.71:0/2667821331 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0fc0a2b80 0x7ff0fc0a5040 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff119f88640 1 --2- 172.21.15.71:0/2667821331 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff114106a80 0x7ff1141a4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff119f88640 1 --2- 172.21.15.71:0/2667821331 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff114101420 0x7ff114199640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff119f88640 1 --2- 172.21.15.71:0/2667821331 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff114100a80 0x7ff114199100 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:34.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff119f88640 1 -- 172.21.15.71:0/2667821331 >> 172.21.15.71:0/2667821331 conn(0x7ff1140fc7a0 msgr2=0x7ff1140fce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:34.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.513+0000 7ff119f88640 1 -- 172.21.15.71:0/2667821331 shutdown_connections 2024-09-05T07:36:34.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:34.514+0000 7ff119f88640 1 -- 172.21.15.71:0/2667821331 wait complete. 2024-09-05T07:36:35.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]: dispatch 2024-09-05T07:36:35.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-09-05T07:36:35.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 1]}]: dispatch 2024-09-05T07:36:35.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]: dispatch 2024-09-05T07:36:35.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [7, 11]}]: dispatch 2024-09-05T07:36:35.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-09-05T07:36:35.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [5, 10]}]: dispatch 2024-09-05T07:36:35.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8]}]: dispatch 2024-09-05T07:36:35.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]: dispatch 2024-09-05T07:36:35.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:34 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 8]}]: dispatch 2024-09-05T07:36:35.150 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:34 smithi071 ceph-mon[30965]: pgmap v288: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:35.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]: dispatch 2024-09-05T07:36:35.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-09-05T07:36:35.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 1]}]: dispatch 2024-09-05T07:36:35.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]: dispatch 2024-09-05T07:36:35.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [7, 11]}]: dispatch 2024-09-05T07:36:35.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-09-05T07:36:35.178 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [5, 10]}]: dispatch 2024-09-05T07:36:35.178 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8]}]: dispatch 2024-09-05T07:36:35.178 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]: dispatch 2024-09-05T07:36:35.178 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:34 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 8]}]: dispatch 2024-09-05T07:36:35.178 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:34 smithi123 ceph-mon[34568]: pgmap v288: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:35.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]: dispatch 2024-09-05T07:36:35.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-09-05T07:36:35.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 1]}]: dispatch 2024-09-05T07:36:35.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]: dispatch 2024-09-05T07:36:35.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [7, 11]}]: dispatch 2024-09-05T07:36:35.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-09-05T07:36:35.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [5, 10]}]: dispatch 2024-09-05T07:36:35.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8]}]: dispatch 2024-09-05T07:36:35.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]: dispatch 2024-09-05T07:36:35.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:34 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 8]}]: dispatch 2024-09-05T07:36:35.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:34 smithi192 ceph-mon[34929]: pgmap v288: 129 pgs: 129 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:35.299 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-05T07:36:35.300 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-05T07:36:35.300 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs ls 2024-09-05T07:36:35.546 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:35.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]': finished 2024-09-05T07:36:35.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-09-05T07:36:35.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 1]}]': finished 2024-09-05T07:36:35.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]': finished 2024-09-05T07:36:35.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [7, 11]}]': finished 2024-09-05T07:36:35.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-09-05T07:36:35.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [5, 10]}]': finished 2024-09-05T07:36:35.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8]}]': finished 2024-09-05T07:36:35.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]': finished 2024-09-05T07:36:35.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 8]}]': finished 2024-09-05T07:36:35.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:35 smithi071 ceph-mon[30965]: osdmap e89: 12 total, 12 up, 12 in 2024-09-05T07:36:36.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.022+0000 7f733ce4c640 1 -- 172.21.15.71:0/1207826669 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7338100a80 msgr2=0x7f7338100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:36.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.022+0000 7f733ce4c640 1 --2- 172.21.15.71:0/1207826669 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7338100a80 0x7f7338100ee0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f732c009930 tx=0x7f732c02a440 comp rx=0 tx=0).stop 2024-09-05T07:36:36.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.022+0000 7f733ce4c640 1 -- 172.21.15.71:0/1207826669 shutdown_connections 2024-09-05T07:36:36.040 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.022+0000 7f733ce4c640 1 --2- 172.21.15.71:0/1207826669 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7338101420 0x7f733810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:36.040 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.022+0000 7f733ce4c640 1 --2- 172.21.15.71:0/1207826669 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7338100a80 0x7f7338100ee0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:36.040 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.022+0000 7f733ce4c640 1 --2- 172.21.15.71:0/1207826669 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7338106a80 0x7f7338106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:36.040 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.022+0000 7f733ce4c640 1 -- 172.21.15.71:0/1207826669 >> 172.21.15.71:0/1207826669 conn(0x7f73380fc7a0 msgr2=0x7f73380febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:36.040 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.022+0000 7f733ce4c640 1 -- 172.21.15.71:0/1207826669 shutdown_connections 2024-09-05T07:36:36.040 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.022+0000 7f733ce4c640 1 -- 172.21.15.71:0/1207826669 wait complete. 2024-09-05T07:36:36.040 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.023+0000 7f733ce4c640 1 Processor -- start 2024-09-05T07:36:36.040 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.023+0000 7f733ce4c640 1 -- start start 2024-09-05T07:36:36.040 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.023+0000 7f733ce4c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7338100a80 0x7f7338198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:36.040 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.023+0000 7f733ce4c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7338101420 0x7f73381988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:36.040 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.023+0000 7f733ce4c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7338106a80 0x7f733819cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:36.040 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.023+0000 7f733ce4c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7338111e70 con 0x7f7338100a80 2024-09-05T07:36:36.040 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.023+0000 7f733ce4c640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7338111cf0 con 0x7f7338101420 2024-09-05T07:36:36.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.023+0000 7f733ce4c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7338111ff0 con 0x7f7338106a80 2024-09-05T07:36:36.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.023+0000 7f733659c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7338100a80 0x7f7338198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:36.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.023+0000 7f733659c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7338100a80 0x7f7338198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46276/0 (socket says 172.21.15.71:46276) 2024-09-05T07:36:36.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.023+0000 7f733659c640 1 -- 172.21.15.71:0/1256387143 learned_addr learned my addr 172.21.15.71:0/1256387143 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:36.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.024+0000 7f7335d9b640 1 --2- 172.21.15.71:0/1256387143 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7338101420 0x7f73381988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:36.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.024+0000 7f733659c640 1 -- 172.21.15.71:0/1256387143 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7338106a80 msgr2=0x7f733819cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:36.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.024+0000 7f733659c640 1 --2- 172.21.15.71:0/1256387143 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7338106a80 0x7f733819cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:36.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.024+0000 7f733659c640 1 -- 172.21.15.71:0/1256387143 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7338101420 msgr2=0x7f73381988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:36.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.024+0000 7f733659c640 1 --2- 172.21.15.71:0/1256387143 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7338101420 0x7f73381988d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:36.042 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.024+0000 7f733659c640 1 -- 172.21.15.71:0/1256387143 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f733819d340 con 0x7f7338100a80 2024-09-05T07:36:36.042 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.024+0000 7f733659c640 1 --2- 172.21.15.71:0/1256387143 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7338100a80 0x7f7338198390 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f732800b450 tx=0x7f732800b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:36.042 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.024+0000 7f73277fe640 1 -- 172.21.15.71:0/1256387143 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7328015020 con 0x7f7338100a80 2024-09-05T07:36:36.042 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.024+0000 7f73277fe640 1 -- 172.21.15.71:0/1256387143 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7328011d40 con 0x7f7338100a80 2024-09-05T07:36:36.042 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.024+0000 7f733ce4c640 1 -- 172.21.15.71:0/1256387143 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f733819d630 con 0x7f7338100a80 2024-09-05T07:36:36.042 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.024+0000 7f73277fe640 1 -- 172.21.15.71:0/1256387143 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f732800f340 con 0x7f7338100a80 2024-09-05T07:36:36.042 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.024+0000 7f733ce4c640 1 -- 172.21.15.71:0/1256387143 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73381a4f10 con 0x7f7338100a80 2024-09-05T07:36:36.042 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.025+0000 7f733ce4c640 1 -- 172.21.15.71:0/1256387143 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7338100ee0 con 0x7f7338100a80 2024-09-05T07:36:36.042 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.026+0000 7f73277fe640 1 -- 172.21.15.71:0/1256387143 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f7328018020 con 0x7f7338100a80 2024-09-05T07:36:36.042 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.027+0000 7f73277fe640 1 --2- 172.21.15.71:0/1256387143 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f73200a2c00 0x7f73200a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:36.042 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.027+0000 7f7335d9b640 1 --2- 172.21.15.71:0/1256387143 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f73200a2c00 0x7f73200a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:36.042 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.027+0000 7f73277fe640 1 -- 172.21.15.71:0/1256387143 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f73280ceee0 con 0x7f7338100a80 2024-09-05T07:36:36.042 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.027+0000 7f7335d9b640 1 --2- 172.21.15.71:0/1256387143 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f73200a2c00 0x7f73200a50c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f732c006010 tx=0x7f732c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:36.043 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.031+0000 7f73277fe640 1 -- 172.21.15.71:0/1256387143 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f732801f020 con 0x7f7338100a80 2024-09-05T07:36:36.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]': finished 2024-09-05T07:36:36.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-09-05T07:36:36.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 1]}]': finished 2024-09-05T07:36:36.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]': finished 2024-09-05T07:36:36.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [7, 11]}]': finished 2024-09-05T07:36:36.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-09-05T07:36:36.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [5, 10]}]': finished 2024-09-05T07:36:36.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8]}]': finished 2024-09-05T07:36:36.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]': finished 2024-09-05T07:36:36.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 8]}]': finished 2024-09-05T07:36:36.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:35 smithi123 ceph-mon[34568]: osdmap e89: 12 total, 12 up, 12 in 2024-09-05T07:36:36.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]': finished 2024-09-05T07:36:36.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-09-05T07:36:36.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 1]}]': finished 2024-09-05T07:36:36.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]': finished 2024-09-05T07:36:36.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [7, 11]}]': finished 2024-09-05T07:36:36.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-09-05T07:36:36.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [5, 10]}]': finished 2024-09-05T07:36:36.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8]}]': finished 2024-09-05T07:36:36.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [9, 8]}]': finished 2024-09-05T07:36:36.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 8]}]': finished 2024-09-05T07:36:36.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:35 smithi192 ceph-mon[34929]: osdmap e89: 12 total, 12 up, 12 in 2024-09-05T07:36:36.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.234+0000 7f733ce4c640 1 -- 172.21.15.71:0/1256387143 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f7338109050 con 0x7f7338100a80 2024-09-05T07:36:36.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.234+0000 7f73277fe640 1 -- 172.21.15.71:0/1256387143 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+88 (secure 0 0 0) 0x7f732800d040 con 0x7f7338100a80 2024-09-05T07:36:36.235 INFO:teuthology.orchestra.run.smithi071.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-05T07:36:36.237 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.236+0000 7f733ce4c640 1 -- 172.21.15.71:0/1256387143 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f73200a2c00 msgr2=0x7f73200a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:36.237 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.236+0000 7f733ce4c640 1 --2- 172.21.15.71:0/1256387143 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f73200a2c00 0x7f73200a50c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f732c006010 tx=0x7f732c000bc0 comp rx=0 tx=0).stop 2024-09-05T07:36:36.237 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.236+0000 7f733ce4c640 1 -- 172.21.15.71:0/1256387143 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7338100a80 msgr2=0x7f7338198390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:36.237 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.236+0000 7f733ce4c640 1 --2- 172.21.15.71:0/1256387143 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7338100a80 0x7f7338198390 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f732800b450 tx=0x7f732800b910 comp rx=0 tx=0).stop 2024-09-05T07:36:36.237 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.236+0000 7f733ce4c640 1 -- 172.21.15.71:0/1256387143 shutdown_connections 2024-09-05T07:36:36.237 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.236+0000 7f733ce4c640 1 --2- 172.21.15.71:0/1256387143 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f73200a2c00 0x7f73200a50c0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:36.237 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.236+0000 7f733ce4c640 1 --2- 172.21.15.71:0/1256387143 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7338106a80 0x7f733819cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:36.237 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.236+0000 7f733ce4c640 1 --2- 172.21.15.71:0/1256387143 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7338101420 0x7f73381988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:36.237 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.236+0000 7f733ce4c640 1 --2- 172.21.15.71:0/1256387143 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7338100a80 0x7f7338198390 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:36.238 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.236+0000 7f733ce4c640 1 -- 172.21.15.71:0/1256387143 >> 172.21.15.71:0/1256387143 conn(0x7f73380fc7a0 msgr2=0x7f73380fcf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:36.238 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.236+0000 7f733ce4c640 1 -- 172.21.15.71:0/1256387143 shutdown_connections 2024-09-05T07:36:36.238 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:36.236+0000 7f733ce4c640 1 -- 172.21.15.71:0/1256387143 wait complete. 2024-09-05T07:36:36.950 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-05T07:36:36.950 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T07:36:36.951 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi071.front.sepia.ceph.com 2024-09-05T07:36:36.951 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-09-05T07:36:36.951 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-05T07:36:36.951 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-05T07:36:36.951 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T07:36:36.951 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T07:36:36.951 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-09-05T07:36:36.951 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:36:36.951 DEBUG:teuthology.orchestra.run.smithi071:> ip addr 2024-09-05T07:36:36.967 INFO:teuthology.orchestra.run.smithi071.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T07:36:36.968 INFO:teuthology.orchestra.run.smithi071.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T07:36:36.968 INFO:teuthology.orchestra.run.smithi071.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T07:36:36.968 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2024-09-05T07:36:36.968 INFO:teuthology.orchestra.run.smithi071.stdout: inet6 ::1/128 scope host 2024-09-05T07:36:36.968 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2024-09-05T07:36:36.968 INFO:teuthology.orchestra.run.smithi071.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-05T07:36:36.968 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0c:c4:7a:d8:aa:4a brd ff:ff:ff:ff:ff:ff 2024-09-05T07:36:36.968 INFO:teuthology.orchestra.run.smithi071.stdout: altname enp7s0f0 2024-09-05T07:36:36.968 INFO:teuthology.orchestra.run.smithi071.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-05T07:36:36.968 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0c:c4:7a:d8:aa:4b brd ff:ff:ff:ff:ff:ff 2024-09-05T07:36:36.968 INFO:teuthology.orchestra.run.smithi071.stdout: altname enp7s0f1 2024-09-05T07:36:36.969 INFO:teuthology.orchestra.run.smithi071.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-05T07:36:36.969 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0c:c4:7a:8f:d7:64 brd ff:ff:ff:ff:ff:ff 2024-09-05T07:36:36.969 INFO:teuthology.orchestra.run.smithi071.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T07:36:36.969 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0c:c4:7a:8f:d7:65 brd ff:ff:ff:ff:ff:ff 2024-09-05T07:36:36.969 INFO:teuthology.orchestra.run.smithi071.stdout: inet 172.21.15.71/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-05T07:36:36.969 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft 42253sec preferred_lft 42253sec 2024-09-05T07:36:36.969 INFO:teuthology.orchestra.run.smithi071.stdout: inet6 fe80::ec4:7aff:fe8f:d765/64 scope link noprefixroute 2024-09-05T07:36:36.969 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2024-09-05T07:36:36.970 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-05T07:36:36.970 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T07:36:36.970 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2024-09-05T07:36:36.970 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link add name ceph-brx type bridge 2024-09-05T07:36:36.970 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip addr flush dev ceph-brx 2024-09-05T07:36:36.970 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link set ceph-brx up 2024-09-05T07:36:36.970 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-05T07:36:36.970 DEBUG:teuthology.orchestra.run.smithi071:> ') 2024-09-05T07:36:37.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T07:36:37.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:36 smithi071 ceph-mon[30965]: osdmap e90: 12 total, 12 up, 12 in 2024-09-05T07:36:37.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:36 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1256387143' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-05T07:36:37.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:36 smithi071 ceph-mon[30965]: pgmap v291: 129 pgs: 1 peering, 128 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:37.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T07:36:37.167 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:36:37.168 DEBUG:teuthology.orchestra.run.smithi071:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T07:36:37.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:36 smithi123 ceph-mon[34568]: osdmap e90: 12 total, 12 up, 12 in 2024-09-05T07:36:37.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:36 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1256387143' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-05T07:36:37.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:36 smithi123 ceph-mon[34568]: pgmap v291: 129 pgs: 1 peering, 128 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:37.194 INFO:teuthology.orchestra.run.smithi071.stdout:1 2024-09-05T07:36:37.194 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:36:37.194 DEBUG:teuthology.orchestra.run.smithi071:> route 2024-09-05T07:36:37.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:36 smithi192 ceph-mon[34929]: osdmap e90: 12 total, 12 up, 12 in 2024-09-05T07:36:37.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:36 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1256387143' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-05T07:36:37.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:36 smithi192 ceph-mon[34929]: pgmap v291: 129 pgs: 1 peering, 128 active+clean; 579 KiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:36:37.263 INFO:teuthology.orchestra.run.smithi071.stdout:Kernel IP routing table 2024-09-05T07:36:37.264 INFO:teuthology.orchestra.run.smithi071.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T07:36:37.264 INFO:teuthology.orchestra.run.smithi071.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T07:36:37.264 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T07:36:37.264 INFO:teuthology.orchestra.run.smithi071.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T07:36:37.264 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T07:36:37.264 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2024-09-05T07:36:37.265 DEBUG:teuthology.orchestra.run.smithi071:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T07:36:37.265 DEBUG:teuthology.orchestra.run.smithi071:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T07:36:37.265 DEBUG:teuthology.orchestra.run.smithi071:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T07:36:37.265 DEBUG:teuthology.orchestra.run.smithi071:> ') 2024-09-05T07:36:37.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T07:36:37.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T07:36:37.584 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:36:37.584 DEBUG:teuthology.orchestra.run.smithi071:> ip netns list 2024-09-05T07:36:37.602 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:36:37.602 DEBUG:teuthology.orchestra.run.smithi071:> ip netns list-id 2024-09-05T07:36:37.657 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T07:36:37.658 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2024-09-05T07:36:37.658 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-05T07:36:37.658 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-09-05T07:36:37.658 DEBUG:teuthology.orchestra.run.smithi071:> ') 2024-09-05T07:36:37.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T07:36:37.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T07:36:37.775 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-09-05T07:36:37.775 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T07:36:37.775 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2024-09-05T07:36:37.775 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-09-05T07:36:37.775 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-05T07:36:37.776 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-09-05T07:36:37.776 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-09-05T07:36:37.776 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-09-05T07:36:37.776 DEBUG:teuthology.orchestra.run.smithi071:> ') 2024-09-05T07:36:37.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T07:36:37.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T07:36:37.900 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T07:36:37.900 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2024-09-05T07:36:37.900 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link set brx.0 up 2024-09-05T07:36:37.901 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link set dev brx.0 master ceph-brx 2024-09-05T07:36:37.901 DEBUG:teuthology.orchestra.run.smithi071:> ') 2024-09-05T07:36:37.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T07:36:37.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T07:36:37.978 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-09-05T07:36:37.978 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T07:36:37.978 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-09-05T07:36:37.993 INFO:teuthology.orchestra.run.smithi071.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-09-05T07:36:37.994 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T07:36:37.994 DEBUG:teuthology.orchestra.run.smithi071:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-09-05T07:36:38.051 DEBUG:teuthology.orchestra.run.smithi071:> sudo modprobe fuse 2024-09-05T07:36:38.117 DEBUG:teuthology.orchestra.run.smithi071:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T07:36:38.173 INFO:teuthology.orchestra.run.smithi071.stdout:/proc 2024-09-05T07:36:38.174 INFO:teuthology.orchestra.run.smithi071.stdout:/sys 2024-09-05T07:36:38.174 INFO:teuthology.orchestra.run.smithi071.stdout:/dev 2024-09-05T07:36:38.174 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/security 2024-09-05T07:36:38.174 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/shm 2024-09-05T07:36:38.174 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/pts 2024-09-05T07:36:38.174 INFO:teuthology.orchestra.run.smithi071.stdout:/run 2024-09-05T07:36:38.174 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/cgroup 2024-09-05T07:36:38.174 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/pstore 2024-09-05T07:36:38.174 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/bpf 2024-09-05T07:36:38.174 INFO:teuthology.orchestra.run.smithi071.stdout:/ 2024-09-05T07:36:38.174 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/selinux 2024-09-05T07:36:38.174 INFO:teuthology.orchestra.run.smithi071.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T07:36:38.174 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/mqueue 2024-09-05T07:36:38.174 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/hugepages 2024-09-05T07:36:38.175 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/debug 2024-09-05T07:36:38.175 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/tracing 2024-09-05T07:36:38.175 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/config 2024-09-05T07:36:38.175 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T07:36:38.175 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/fuse/connections 2024-09-05T07:36:38.175 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-sysctl.service 2024-09-05T07:36:38.175 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-05T07:36:38.175 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-05T07:36:38.175 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/nfs/rpc_pipefs 2024-09-05T07:36:38.175 INFO:teuthology.orchestra.run.smithi071.stdout:/run/user/1000 2024-09-05T07:36:38.175 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/ceph 2024-09-05T07:36:38.175 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay 2024-09-05T07:36:38.175 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/8120bdd9169bfcadfe67affa27bfd863fa68ee76c2e68e2fc674b31d55e05ee3/merged 2024-09-05T07:36:38.176 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/46076d4f1ecde8d625e04c47ea565495092b1d23715895ba5f552892f68fd841/merged 2024-09-05T07:36:38.176 INFO:teuthology.orchestra.run.smithi071.stdout:/run/user/0 2024-09-05T07:36:38.176 INFO:teuthology.orchestra.run.smithi071.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T07:36:38.176 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/a7faf6090295241bf0971b11a2b314883dc4c3d2601b9c8092f75717676919b0/merged 2024-09-05T07:36:38.176 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/7e1480d0beed4a8f67840ca52a994b7bed4d31b29e27cd71cbc90b249dd680b9/merged 2024-09-05T07:36:38.176 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/5338c2e883e9580f44c615f00abeb50064292abc70101c5c5fbfdb09e942c482/merged 2024-09-05T07:36:38.176 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/6a997d72be14dccbabcf1e2a775d22949a245833f4fda451c2e7747734abff1b/merged 2024-09-05T07:36:38.176 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/991c78ebb5acaf28234363b1360f709764f4532aeb50b95d274946f77c30c45d/merged 2024-09-05T07:36:38.176 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/4f596e56bb80eafeb461adc8e3a5ce137e2d25dee7a674715be49d18023e7804/merged 2024-09-05T07:36:38.176 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/166af612f5e3e90f01a45a551b07aedcb685079ba390137d4986a2e4945efbc6/merged 2024-09-05T07:36:38.176 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/a109a2a91016f0a17c5e79dc4937bbfc790f331da46459af9dddaddff4a274fb/merged 2024-09-05T07:36:38.176 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns 2024-09-05T07:36:38.176 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-05T07:36:38.176 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-05T07:36:38.177 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:36:38.177 DEBUG:teuthology.orchestra.run.smithi071:> ls /sys/fs/fuse/connections 2024-09-05T07:36:38.230 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T07:36:38.230 DEBUG:teuthology.orchestra.run.smithi071:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-09-05T07:36:38.273 DEBUG:teuthology.orchestra.run.smithi071:> sudo modprobe fuse 2024-09-05T07:36:38.298 DEBUG:teuthology.orchestra.run.smithi071:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T07:36:38.354 INFO:teuthology.orchestra.run.smithi071.stdout:/proc 2024-09-05T07:36:38.354 INFO:teuthology.orchestra.run.smithi071.stdout:/sys 2024-09-05T07:36:38.354 INFO:teuthology.orchestra.run.smithi071.stdout:/dev 2024-09-05T07:36:38.355 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/security 2024-09-05T07:36:38.355 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/shm 2024-09-05T07:36:38.355 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/pts 2024-09-05T07:36:38.355 INFO:teuthology.orchestra.run.smithi071.stdout:/run 2024-09-05T07:36:38.355 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/cgroup 2024-09-05T07:36:38.355 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/pstore 2024-09-05T07:36:38.355 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/bpf 2024-09-05T07:36:38.355 INFO:teuthology.orchestra.run.smithi071.stdout:/ 2024-09-05T07:36:38.355 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/selinux 2024-09-05T07:36:38.355 INFO:teuthology.orchestra.run.smithi071.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T07:36:38.355 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/mqueue 2024-09-05T07:36:38.355 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/hugepages 2024-09-05T07:36:38.355 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/debug 2024-09-05T07:36:38.356 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/tracing 2024-09-05T07:36:38.356 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/config 2024-09-05T07:36:38.356 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T07:36:38.356 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/fuse/connections 2024-09-05T07:36:38.356 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-sysctl.service 2024-09-05T07:36:38.356 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-05T07:36:38.356 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-05T07:36:38.356 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/nfs/rpc_pipefs 2024-09-05T07:36:38.356 INFO:teuthology.orchestra.run.smithi071.stdout:/run/user/1000 2024-09-05T07:36:38.356 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/ceph 2024-09-05T07:36:38.356 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay 2024-09-05T07:36:38.356 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/8120bdd9169bfcadfe67affa27bfd863fa68ee76c2e68e2fc674b31d55e05ee3/merged 2024-09-05T07:36:38.356 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/46076d4f1ecde8d625e04c47ea565495092b1d23715895ba5f552892f68fd841/merged 2024-09-05T07:36:38.356 INFO:teuthology.orchestra.run.smithi071.stdout:/run/user/0 2024-09-05T07:36:38.357 INFO:teuthology.orchestra.run.smithi071.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T07:36:38.357 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/a7faf6090295241bf0971b11a2b314883dc4c3d2601b9c8092f75717676919b0/merged 2024-09-05T07:36:38.357 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/7e1480d0beed4a8f67840ca52a994b7bed4d31b29e27cd71cbc90b249dd680b9/merged 2024-09-05T07:36:38.357 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/5338c2e883e9580f44c615f00abeb50064292abc70101c5c5fbfdb09e942c482/merged 2024-09-05T07:36:38.357 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/6a997d72be14dccbabcf1e2a775d22949a245833f4fda451c2e7747734abff1b/merged 2024-09-05T07:36:38.357 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/991c78ebb5acaf28234363b1360f709764f4532aeb50b95d274946f77c30c45d/merged 2024-09-05T07:36:38.357 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/4f596e56bb80eafeb461adc8e3a5ce137e2d25dee7a674715be49d18023e7804/merged 2024-09-05T07:36:38.357 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/166af612f5e3e90f01a45a551b07aedcb685079ba390137d4986a2e4945efbc6/merged 2024-09-05T07:36:38.357 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/a109a2a91016f0a17c5e79dc4937bbfc790f331da46459af9dddaddff4a274fb/merged 2024-09-05T07:36:38.357 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns 2024-09-05T07:36:38.357 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-05T07:36:38.358 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-05T07:36:38.358 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:36:38.358 DEBUG:teuthology.orchestra.run.smithi071:> ls /sys/fs/fuse/connections 2024-09-05T07:36:38.378 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi071.stderr:2024-09-05T07:36:38.378+0000 7f1d9e20c480 -1 init, newargv = 0x563eadd0ab80 newargc=15 2024-09-05T07:36:38.378 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi071.stderr:ceph-fuse[75004]: starting ceph client 2024-09-05T07:36:38.384 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi071.stderr:ceph-fuse[75004]: starting fuse 2024-09-05T07:36:38.393 INFO:teuthology.orchestra.run.smithi071.stdout:121 2024-09-05T07:36:38.394 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [121] 2024-09-05T07:36:38.394 DEBUG:teuthology.orchestra.run.smithi071:> sudo stdin-killer -- python3 -c ' 2024-09-05T07:36:38.394 DEBUG:teuthology.orchestra.run.smithi071:> import glob 2024-09-05T07:36:38.394 DEBUG:teuthology.orchestra.run.smithi071:> import re 2024-09-05T07:36:38.394 DEBUG:teuthology.orchestra.run.smithi071:> import os 2024-09-05T07:36:38.394 DEBUG:teuthology.orchestra.run.smithi071:> import subprocess 2024-09-05T07:36:38.394 DEBUG:teuthology.orchestra.run.smithi071:> 2024-09-05T07:36:38.394 DEBUG:teuthology.orchestra.run.smithi071:> def _find_admin_socket(client_name): 2024-09-05T07:36:38.394 DEBUG:teuthology.orchestra.run.smithi071:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-09-05T07:36:38.394 DEBUG:teuthology.orchestra.run.smithi071:> files = glob.glob(asok_path) 2024-09-05T07:36:38.395 DEBUG:teuthology.orchestra.run.smithi071:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-09-05T07:36:38.395 DEBUG:teuthology.orchestra.run.smithi071:> 2024-09-05T07:36:38.395 DEBUG:teuthology.orchestra.run.smithi071:> # Given a non-glob path, it better be there 2024-09-05T07:36:38.395 DEBUG:teuthology.orchestra.run.smithi071:> if "*" not in asok_path: 2024-09-05T07:36:38.395 DEBUG:teuthology.orchestra.run.smithi071:> assert(len(files) == 1) 2024-09-05T07:36:38.395 DEBUG:teuthology.orchestra.run.smithi071:> return files[0] 2024-09-05T07:36:38.395 DEBUG:teuthology.orchestra.run.smithi071:> 2024-09-05T07:36:38.395 DEBUG:teuthology.orchestra.run.smithi071:> for f in files: 2024-09-05T07:36:38.395 DEBUG:teuthology.orchestra.run.smithi071:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T07:36:38.395 DEBUG:teuthology.orchestra.run.smithi071:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T07:36:38.395 DEBUG:teuthology.orchestra.run.smithi071:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T07:36:38.395 DEBUG:teuthology.orchestra.run.smithi071:> contents = proc_f.read() 2024-09-05T07:36:38.395 DEBUG:teuthology.orchestra.run.smithi071:> if mountpoint in contents: 2024-09-05T07:36:38.395 DEBUG:teuthology.orchestra.run.smithi071:> return f 2024-09-05T07:36:38.396 DEBUG:teuthology.orchestra.run.smithi071:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T07:36:38.396 DEBUG:teuthology.orchestra.run.smithi071:> 2024-09-05T07:36:38.396 DEBUG:teuthology.orchestra.run.smithi071:> print(_find_admin_socket("client.admin")) 2024-09-05T07:36:38.396 DEBUG:teuthology.orchestra.run.smithi071:> ' 2024-09-05T07:36:38.512 INFO:teuthology.orchestra.run.smithi071.stdout:/var/run/ceph/ceph-client.admin.75004.asok 2024-09-05T07:36:38.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T07:36:38.523 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.75004.asok 2024-09-05T07:36:38.523 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:36:38.523 DEBUG:teuthology.orchestra.run.smithi071:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.75004.asok status 2024-09-05T07:36:38.658 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:36:38.659 INFO:teuthology.orchestra.run.smithi071.stdout: "metadata": { 2024-09-05T07:36:38.659 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T07:36:38.659 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T07:36:38.659 INFO:teuthology.orchestra.run.smithi071.stdout: "entity_id": "admin", 2024-09-05T07:36:38.659 INFO:teuthology.orchestra.run.smithi071.stdout: "hostname": "smithi071", 2024-09-05T07:36:38.660 INFO:teuthology.orchestra.run.smithi071.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-09-05T07:36:38.660 INFO:teuthology.orchestra.run.smithi071.stdout: "pid": "75004", 2024-09-05T07:36:38.660 INFO:teuthology.orchestra.run.smithi071.stdout: "root": "/" 2024-09-05T07:36:38.660 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:36:38.660 INFO:teuthology.orchestra.run.smithi071.stdout: "dentry_count": 0, 2024-09-05T07:36:38.661 INFO:teuthology.orchestra.run.smithi071.stdout: "dentry_pinned_count": 0, 2024-09-05T07:36:38.661 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 14718, 2024-09-05T07:36:38.661 INFO:teuthology.orchestra.run.smithi071.stdout: "inst": { 2024-09-05T07:36:38.661 INFO:teuthology.orchestra.run.smithi071.stdout: "name": { 2024-09-05T07:36:38.661 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "client", 2024-09-05T07:36:38.661 INFO:teuthology.orchestra.run.smithi071.stdout: "num": 14718 2024-09-05T07:36:38.662 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:36:38.662 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": { 2024-09-05T07:36:38.662 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v1", 2024-09-05T07:36:38.662 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "192.168.0.1:0", 2024-09-05T07:36:38.662 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 355544639 2024-09-05T07:36:38.662 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:36:38.663 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:36:38.663 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": { 2024-09-05T07:36:38.663 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v1", 2024-09-05T07:36:38.663 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "192.168.0.1:0", 2024-09-05T07:36:38.663 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 355544639 2024-09-05T07:36:38.663 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:36:38.664 INFO:teuthology.orchestra.run.smithi071.stdout: "inst_str": "client.14718 192.168.0.1:0/355544639", 2024-09-05T07:36:38.664 INFO:teuthology.orchestra.run.smithi071.stdout: "addr_str": "192.168.0.1:0/355544639", 2024-09-05T07:36:38.664 INFO:teuthology.orchestra.run.smithi071.stdout: "inode_count": 1, 2024-09-05T07:36:38.664 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_epoch": 17, 2024-09-05T07:36:38.664 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_epoch": 90, 2024-09-05T07:36:38.665 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_epoch_barrier": 0, 2024-09-05T07:36:38.665 INFO:teuthology.orchestra.run.smithi071.stdout: "blocklisted": false, 2024-09-05T07:36:38.665 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs" 2024-09-05T07:36:38.665 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:36:38.667 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:36:38.667 DEBUG:teuthology.orchestra.run.smithi071:> stat --file-system '--printf=%T 2024-09-05T07:36:38.668 DEBUG:teuthology.orchestra.run.smithi071:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-09-05T07:36:38.684 INFO:teuthology.orchestra.run.smithi071.stdout:fuseblk 2024-09-05T07:36:38.685 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-09-05T07:36:38.685 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:36:38.685 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-09-05T07:36:38.751 DEBUG:teuthology.orchestra.run.smithi071:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-09-05T07:36:38.843 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:38 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-05T07:36:38.862 INFO:teuthology.orchestra.run.smithi071.stdout:# file: . 2024-09-05T07:36:38.862 INFO:teuthology.orchestra.run.smithi071.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-09-05T07:36:38.863 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:36:38.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T07:36:38.869 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:36:38.869 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T07:36:38.886 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd blocklist ls 2024-09-05T07:36:39.172 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:39.565 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:39 smithi071 ceph-mon[30965]: pgmap v292: 129 pgs: 1 peering, 128 active+clean; 579 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:39.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:39 smithi123 ceph-mon[34568]: pgmap v292: 129 pgs: 1 peering, 128 active+clean; 579 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:39.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.646+0000 7fb86ba18640 1 -- 172.21.15.71:0/3104543898 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb864106f20 msgr2=0x7fb86410eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:39.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.646+0000 7fb86ba18640 1 --2- 172.21.15.71:0/3104543898 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb864106f20 0x7fb86410eaa0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fb85c009ca0 tx=0x7fb85c02a8c0 comp rx=0 tx=0).stop 2024-09-05T07:36:39.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.646+0000 7fb86ba18640 1 -- 172.21.15.71:0/3104543898 shutdown_connections 2024-09-05T07:36:39.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.646+0000 7fb86ba18640 1 --2- 172.21.15.71:0/3104543898 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb864106f20 0x7fb86410eaa0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:39.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.646+0000 7fb86ba18640 1 --2- 172.21.15.71:0/3104543898 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb8641027a0 0x7fb8641067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:39.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.646+0000 7fb86ba18640 1 --2- 172.21.15.71:0/3104543898 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb864101df0 0x7fb8641021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:39.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.646+0000 7fb86ba18640 1 -- 172.21.15.71:0/3104543898 >> 172.21.15.71:0/3104543898 conn(0x7fb8640fd8f0 msgr2=0x7fb8640ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:39.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.646+0000 7fb86ba18640 1 -- 172.21.15.71:0/3104543898 shutdown_connections 2024-09-05T07:36:39.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.646+0000 7fb86ba18640 1 -- 172.21.15.71:0/3104543898 wait complete. 2024-09-05T07:36:39.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.647+0000 7fb86ba18640 1 Processor -- start 2024-09-05T07:36:39.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.647+0000 7fb86ba18640 1 -- start start 2024-09-05T07:36:39.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.647+0000 7fb86ba18640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb864101df0 0x7fb864198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:39.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.647+0000 7fb86ba18640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb8641027a0 0x7fb8641988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:39.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.647+0000 7fb86ba18640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb864106f20 0x7fb86419cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:39.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.647+0000 7fb86ba18640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fb864111e30 con 0x7fb864101df0 2024-09-05T07:36:39.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.647+0000 7fb86ba18640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb864111cb0 con 0x7fb864106f20 2024-09-05T07:36:39.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.647+0000 7fb86ba18640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fb864111fb0 con 0x7fb8641027a0 2024-09-05T07:36:39.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.647+0000 7fb8697b4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb864101df0 0x7fb864198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:39.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.647+0000 7fb8697b4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb864101df0 0x7fb864198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46294/0 (socket says 172.21.15.71:46294) 2024-09-05T07:36:39.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.647+0000 7fb8697b4640 1 -- 172.21.15.71:0/2158770460 learned_addr learned my addr 172.21.15.71:0/2158770460 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:39.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.647+0000 7fb868fb3640 1 --2- 172.21.15.71:0/2158770460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb8641027a0 0x7fb8641988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:39.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.648+0000 7fb8697b4640 1 -- 172.21.15.71:0/2158770460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb8641027a0 msgr2=0x7fb8641988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:39.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.648+0000 7fb8697b4640 1 --2- 172.21.15.71:0/2158770460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb8641027a0 0x7fb8641988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:39.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.648+0000 7fb869fb5640 1 --2- 172.21.15.71:0/2158770460 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb864106f20 0x7fb86419cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:39.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.648+0000 7fb8697b4640 1 -- 172.21.15.71:0/2158770460 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb864106f20 msgr2=0x7fb86419cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:39.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.648+0000 7fb8697b4640 1 --2- 172.21.15.71:0/2158770460 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb864106f20 0x7fb86419cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:39.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.648+0000 7fb8697b4640 1 -- 172.21.15.71:0/2158770460 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb86419d320 con 0x7fb864101df0 2024-09-05T07:36:39.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.648+0000 7fb868fb3640 1 --2- 172.21.15.71:0/2158770460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb8641027a0 0x7fb8641988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:36:39.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.648+0000 7fb8697b4640 1 --2- 172.21.15.71:0/2158770460 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb864101df0 0x7fb864198370 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb86000d950 tx=0x7fb86000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:39.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.648+0000 7fb85a7fc640 1 -- 172.21.15.71:0/2158770460 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb860017030 con 0x7fb864101df0 2024-09-05T07:36:39.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.648+0000 7fb85a7fc640 1 -- 172.21.15.71:0/2158770460 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb860004020 con 0x7fb864101df0 2024-09-05T07:36:39.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.648+0000 7fb86ba18640 1 -- 172.21.15.71:0/2158770460 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb86419d610 con 0x7fb864101df0 2024-09-05T07:36:39.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.648+0000 7fb85a7fc640 1 -- 172.21.15.71:0/2158770460 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8600047a0 con 0x7fb864101df0 2024-09-05T07:36:39.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.648+0000 7fb86ba18640 1 -- 172.21.15.71:0/2158770460 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8641a4ef0 con 0x7fb864101df0 2024-09-05T07:36:39.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.649+0000 7fb86ba18640 1 -- 172.21.15.71:0/2158770460 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8641021d0 con 0x7fb864101df0 2024-09-05T07:36:39.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.650+0000 7fb85a7fc640 1 -- 172.21.15.71:0/2158770460 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb8600041d0 con 0x7fb864101df0 2024-09-05T07:36:39.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.651+0000 7fb85a7fc640 1 --2- 172.21.15.71:0/2158770460 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb8500a2b80 0x7fb8500a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:39.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.651+0000 7fb868fb3640 1 --2- 172.21.15.71:0/2158770460 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb8500a2b80 0x7fb8500a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:39.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.651+0000 7fb85a7fc640 1 -- 172.21.15.71:0/2158770460 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7fb8600ceee0 con 0x7fb864101df0 2024-09-05T07:36:39.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.651+0000 7fb868fb3640 1 --2- 172.21.15.71:0/2158770460 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb8500a2b80 0x7fb8500a5040 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb854005e10 tx=0x7fb854005da0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:39.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.655+0000 7fb85a7fc640 1 -- 172.21.15.71:0/2158770460 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb86009bae0 con 0x7fb864101df0 2024-09-05T07:36:39.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:39 smithi192 ceph-mon[34929]: pgmap v292: 129 pgs: 1 peering, 128 active+clean; 579 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:39.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.831+0000 7fb86ba18640 1 -- 172.21.15.71:0/2158770460 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb8641996d0 con 0x7fb864101df0 2024-09-05T07:36:39.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.832+0000 7fb85a7fc640 1 -- 172.21.15.71:0/2158770460 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v90) ==== 81+0+587 (secure 0 0 0) 0x7fb86009b3e0 con 0x7fb864101df0 2024-09-05T07:36:39.833 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6800/316149397 2024-09-06T07:29:34.205819+0000 2024-09-05T07:36:39.833 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/1087222059 2024-09-06T07:29:34.205819+0000 2024-09-05T07:36:39.833 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6801/371807956 2024-09-06T07:29:10.775719+0000 2024-09-05T07:36:39.833 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6800/371807956 2024-09-06T07:29:10.775719+0000 2024-09-05T07:36:39.833 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/3537016012 2024-09-06T07:29:10.775719+0000 2024-09-05T07:36:39.833 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/4125208267 2024-09-06T07:29:34.205819+0000 2024-09-05T07:36:39.833 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/2785525161 2024-09-06T07:29:10.775719+0000 2024-09-05T07:36:39.833 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/648100065 2024-09-06T07:29:34.205819+0000 2024-09-05T07:36:39.833 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6801/316149397 2024-09-06T07:29:34.205819+0000 2024-09-05T07:36:39.833 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/1573159026 2024-09-06T07:29:10.775719+0000 2024-09-05T07:36:39.833 INFO:teuthology.orchestra.run.smithi071.stderr:listed 10 entries 2024-09-05T07:36:39.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.834+0000 7fb86ba18640 1 -- 172.21.15.71:0/2158770460 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb8500a2b80 msgr2=0x7fb8500a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:39.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.834+0000 7fb86ba18640 1 --2- 172.21.15.71:0/2158770460 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb8500a2b80 0x7fb8500a5040 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb854005e10 tx=0x7fb854005da0 comp rx=0 tx=0).stop 2024-09-05T07:36:39.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.834+0000 7fb86ba18640 1 -- 172.21.15.71:0/2158770460 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb864101df0 msgr2=0x7fb864198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:39.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.834+0000 7fb86ba18640 1 --2- 172.21.15.71:0/2158770460 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb864101df0 0x7fb864198370 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb86000d950 tx=0x7fb86000de10 comp rx=0 tx=0).stop 2024-09-05T07:36:39.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.834+0000 7fb86ba18640 1 -- 172.21.15.71:0/2158770460 shutdown_connections 2024-09-05T07:36:39.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.834+0000 7fb86ba18640 1 --2- 172.21.15.71:0/2158770460 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb8500a2b80 0x7fb8500a5040 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:39.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.834+0000 7fb86ba18640 1 --2- 172.21.15.71:0/2158770460 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb864106f20 0x7fb86419cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:39.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.834+0000 7fb86ba18640 1 --2- 172.21.15.71:0/2158770460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb8641027a0 0x7fb8641988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:39.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.834+0000 7fb86ba18640 1 --2- 172.21.15.71:0/2158770460 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb864101df0 0x7fb864198370 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:39.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.834+0000 7fb86ba18640 1 -- 172.21.15.71:0/2158770460 >> 172.21.15.71:0/2158770460 conn(0x7fb8640fd8f0 msgr2=0x7fb8640feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:39.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.834+0000 7fb86ba18640 1 -- 172.21.15.71:0/2158770460 shutdown_connections 2024-09-05T07:36:39.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:39.834+0000 7fb86ba18640 1 -- 172.21.15.71:0/2158770460 wait complete. 2024-09-05T07:36:40.621 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:40 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2158770460' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T07:36:40.647 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:36:40.647 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T07:36:40.665 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd blocklist ls 2024-09-05T07:36:40.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:40 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2158770460' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T07:36:40.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:40 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2158770460' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T07:36:40.951 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:41.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.451+0000 7f4e335cd640 1 -- 172.21.15.71:0/2826562669 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4e2c106f10 msgr2=0x7f4e2c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:41.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.451+0000 7f4e335cd640 1 --2- 172.21.15.71:0/2826562669 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4e2c106f10 0x7f4e2c10ea90 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f4e1c009ca0 tx=0x7f4e1c02a8c0 comp rx=0 tx=0).stop 2024-09-05T07:36:41.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.451+0000 7f4e335cd640 1 -- 172.21.15.71:0/2826562669 shutdown_connections 2024-09-05T07:36:41.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.451+0000 7f4e335cd640 1 --2- 172.21.15.71:0/2826562669 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4e2c106f10 0x7f4e2c10ea90 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:41.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.451+0000 7f4e335cd640 1 --2- 172.21.15.71:0/2826562669 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4e2c102790 0x7f4e2c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:41.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.451+0000 7f4e335cd640 1 --2- 172.21.15.71:0/2826562669 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e2c101de0 0x7f4e2c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:41.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.451+0000 7f4e335cd640 1 -- 172.21.15.71:0/2826562669 >> 172.21.15.71:0/2826562669 conn(0x7f4e2c0fd8c0 msgr2=0x7f4e2c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:41.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.451+0000 7f4e335cd640 1 -- 172.21.15.71:0/2826562669 shutdown_connections 2024-09-05T07:36:41.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.451+0000 7f4e335cd640 1 -- 172.21.15.71:0/2826562669 wait complete. 2024-09-05T07:36:41.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.452+0000 7f4e335cd640 1 Processor -- start 2024-09-05T07:36:41.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.452+0000 7f4e335cd640 1 -- start start 2024-09-05T07:36:41.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.452+0000 7f4e335cd640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4e2c101de0 0x7f4e2c198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:41.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.452+0000 7f4e335cd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e2c102790 0x7f4e2c198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:41.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.452+0000 7f4e335cd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4e2c106f10 0x7f4e2c19cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:41.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.452+0000 7f4e335cd640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4e2c111e20 con 0x7f4e2c106f10 2024-09-05T07:36:41.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.452+0000 7f4e335cd640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4e2c111ca0 con 0x7f4e2c101de0 2024-09-05T07:36:41.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.452+0000 7f4e335cd640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4e2c111fa0 con 0x7f4e2c102790 2024-09-05T07:36:41.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.452+0000 7f4e31b6a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4e2c106f10 0x7f4e2c19cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:41.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.452+0000 7f4e31b6a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4e2c106f10 0x7f4e2c19cbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:60622/0 (socket says 172.21.15.71:60622) 2024-09-05T07:36:41.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.452+0000 7f4e31b6a640 1 -- 172.21.15.71:0/1413355285 learned_addr learned my addr 172.21.15.71:0/1413355285 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:41.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.452+0000 7f4e31369640 1 --2- 172.21.15.71:0/1413355285 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4e2c101de0 0x7f4e2c198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:41.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.452+0000 7f4e30b68640 1 --2- 172.21.15.71:0/1413355285 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e2c102790 0x7f4e2c198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:41.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.453+0000 7f4e31b6a640 1 -- 172.21.15.71:0/1413355285 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e2c102790 msgr2=0x7f4e2c198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:41.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.453+0000 7f4e31b6a640 1 --2- 172.21.15.71:0/1413355285 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e2c102790 0x7f4e2c198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:41.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.453+0000 7f4e31b6a640 1 -- 172.21.15.71:0/1413355285 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4e2c101de0 msgr2=0x7f4e2c198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:41.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.453+0000 7f4e31b6a640 1 --2- 172.21.15.71:0/1413355285 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4e2c101de0 0x7f4e2c198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:41.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.453+0000 7f4e31b6a640 1 -- 172.21.15.71:0/1413355285 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e2c19d2d0 con 0x7f4e2c106f10 2024-09-05T07:36:41.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.453+0000 7f4e31b6a640 1 --2- 172.21.15.71:0/1413355285 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4e2c106f10 0x7f4e2c19cbf0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f4e1c009dc0 tx=0x7f4e1c032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:41.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.453+0000 7f4e2a7fc640 1 -- 172.21.15.71:0/1413355285 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e1c003cf0 con 0x7f4e2c106f10 2024-09-05T07:36:41.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.453+0000 7f4e335cd640 1 -- 172.21.15.71:0/1413355285 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e2c19d560 con 0x7f4e2c106f10 2024-09-05T07:36:41.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.453+0000 7f4e2a7fc640 1 -- 172.21.15.71:0/1413355285 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e1c0044f0 con 0x7f4e2c106f10 2024-09-05T07:36:41.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.453+0000 7f4e2a7fc640 1 -- 172.21.15.71:0/1413355285 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e1c030b80 con 0x7f4e2c106f10 2024-09-05T07:36:41.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.453+0000 7f4e335cd640 1 -- 172.21.15.71:0/1413355285 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e2c1a4ea0 con 0x7f4e2c106f10 2024-09-05T07:36:41.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.454+0000 7f4e335cd640 1 -- 172.21.15.71:0/1413355285 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e2c1021c0 con 0x7f4e2c106f10 2024-09-05T07:36:41.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.456+0000 7f4e2a7fc640 1 -- 172.21.15.71:0/1413355285 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4e1c0046a0 con 0x7f4e2c106f10 2024-09-05T07:36:41.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.456+0000 7f4e2a7fc640 1 --2- 172.21.15.71:0/1413355285 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4e140a2b80 0x7f4e140a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:41.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.456+0000 7f4e31369640 1 --2- 172.21.15.71:0/1413355285 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4e140a2b80 0x7f4e140a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:41.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.456+0000 7f4e2a7fc640 1 -- 172.21.15.71:0/1413355285 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f4e1c0f0a90 con 0x7f4e2c106f10 2024-09-05T07:36:41.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.457+0000 7f4e31369640 1 --2- 172.21.15.71:0/1413355285 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4e140a2b80 0x7f4e140a5040 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f4e2400abe0 tx=0x7f4e2400a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:41.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.460+0000 7f4e2a7fc640 1 -- 172.21.15.71:0/1413355285 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4e1c0bd690 con 0x7f4e2c106f10 2024-09-05T07:36:41.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.637+0000 7f4e335cd640 1 -- 172.21.15.71:0/1413355285 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f4e2c10a150 con 0x7f4e2c106f10 2024-09-05T07:36:41.638 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:41 smithi071 ceph-mon[30965]: pgmap v293: 129 pgs: 1 peering, 128 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:41.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.637+0000 7f4e2a7fc640 1 -- 172.21.15.71:0/1413355285 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v90) ==== 81+0+587 (secure 0 0 0) 0x7f4e1c0bcf90 con 0x7f4e2c106f10 2024-09-05T07:36:41.638 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6800/316149397 2024-09-06T07:29:34.205819+0000 2024-09-05T07:36:41.639 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/1087222059 2024-09-06T07:29:34.205819+0000 2024-09-05T07:36:41.639 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6801/371807956 2024-09-06T07:29:10.775719+0000 2024-09-05T07:36:41.639 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6800/371807956 2024-09-06T07:29:10.775719+0000 2024-09-05T07:36:41.639 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/3537016012 2024-09-06T07:29:10.775719+0000 2024-09-05T07:36:41.639 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/4125208267 2024-09-06T07:29:34.205819+0000 2024-09-05T07:36:41.639 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/2785525161 2024-09-06T07:29:10.775719+0000 2024-09-05T07:36:41.639 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/648100065 2024-09-06T07:29:34.205819+0000 2024-09-05T07:36:41.639 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6801/316149397 2024-09-06T07:29:34.205819+0000 2024-09-05T07:36:41.639 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/1573159026 2024-09-06T07:29:10.775719+0000 2024-09-05T07:36:41.640 INFO:teuthology.orchestra.run.smithi071.stderr:listed 10 entries 2024-09-05T07:36:41.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.639+0000 7f4e335cd640 1 -- 172.21.15.71:0/1413355285 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4e140a2b80 msgr2=0x7f4e140a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:41.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.639+0000 7f4e335cd640 1 --2- 172.21.15.71:0/1413355285 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4e140a2b80 0x7f4e140a5040 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f4e2400abe0 tx=0x7f4e2400a2d0 comp rx=0 tx=0).stop 2024-09-05T07:36:41.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.639+0000 7f4e335cd640 1 -- 172.21.15.71:0/1413355285 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4e2c106f10 msgr2=0x7f4e2c19cbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:41.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.639+0000 7f4e335cd640 1 --2- 172.21.15.71:0/1413355285 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4e2c106f10 0x7f4e2c19cbf0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f4e1c009dc0 tx=0x7f4e1c032ff0 comp rx=0 tx=0).stop 2024-09-05T07:36:41.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.640+0000 7f4e335cd640 1 -- 172.21.15.71:0/1413355285 shutdown_connections 2024-09-05T07:36:41.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.640+0000 7f4e335cd640 1 --2- 172.21.15.71:0/1413355285 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f4e140a2b80 0x7f4e140a5040 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:41.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.640+0000 7f4e335cd640 1 --2- 172.21.15.71:0/1413355285 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4e2c106f10 0x7f4e2c19cbf0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:41.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.640+0000 7f4e335cd640 1 --2- 172.21.15.71:0/1413355285 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e2c102790 0x7f4e2c198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:41.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.640+0000 7f4e335cd640 1 --2- 172.21.15.71:0/1413355285 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4e2c101de0 0x7f4e2c198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:41.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.640+0000 7f4e335cd640 1 -- 172.21.15.71:0/1413355285 >> 172.21.15.71:0/1413355285 conn(0x7f4e2c0fd8c0 msgr2=0x7f4e2c0feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:41.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.640+0000 7f4e335cd640 1 -- 172.21.15.71:0/1413355285 shutdown_connections 2024-09-05T07:36:41.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:41.640+0000 7f4e335cd640 1 -- 172.21.15.71:0/1413355285 wait complete. 2024-09-05T07:36:41.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:41 smithi123 ceph-mon[34568]: pgmap v293: 129 pgs: 1 peering, 128 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:41.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:41 smithi192 ceph-mon[34929]: pgmap v293: 129 pgs: 1 peering, 128 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:42.370 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi071.front.sepia.ceph.com... 2024-09-05T07:36:42.370 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:36:42.371 DEBUG:teuthology.orchestra.run.smithi071:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-09-05T07:36:42.397 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi071.stderr:ceph-fuse[75004]: fuse finished with error 0 and tester_r 0 2024-09-05T07:36:42.398 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T07:36:42.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:42 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1413355285' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T07:36:42.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:42 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1413355285' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T07:36:42.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:42 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1413355285' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T07:36:43.611 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:43 smithi192 ceph-mon[34929]: pgmap v294: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:43.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:43 smithi071 ceph-mon[30965]: pgmap v294: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:43.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:43 smithi123 ceph-mon[34568]: pgmap v294: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:45.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:44 smithi192 ceph-mon[34929]: pgmap v295: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 436 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:45.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:44 smithi071 ceph-mon[30965]: pgmap v295: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 436 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:45.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:44 smithi123 ceph-mon[34568]: pgmap v295: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 436 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:47.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:47 smithi071 ceph-mon[30965]: pgmap v296: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 493 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:47.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:47 smithi123 ceph-mon[34568]: pgmap v296: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 493 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:47.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:47 smithi192 ceph-mon[34929]: pgmap v296: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 493 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:48.500 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi071.front.sepia.ceph.com 2024-09-05T07:36:48.500 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:36:48.501 DEBUG:teuthology.orchestra.run.smithi071:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-09-05T07:36:48.528 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T07:36:48.827 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:49.402 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.393+0000 7f1f1016d640 1 -- 172.21.15.71:0/1742773308 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f08100090 msgr2=0x7f1f08100510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:49.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.393+0000 7f1f1016d640 1 --2- 172.21.15.71:0/1742773308 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f08100090 0x7f1f08100510 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f1ef8009900 tx=0x7f1ef802a410 comp rx=0 tx=0).stop 2024-09-05T07:36:49.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.393+0000 7f1f1016d640 1 -- 172.21.15.71:0/1742773308 shutdown_connections 2024-09-05T07:36:49.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.393+0000 7f1f1016d640 1 --2- 172.21.15.71:0/1742773308 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1f08100a50 0x7f1f081057e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:49.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.393+0000 7f1f1016d640 1 --2- 172.21.15.71:0/1742773308 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f08100090 0x7f1f08100510 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:49.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.393+0000 7f1f1016d640 1 --2- 172.21.15.71:0/1742773308 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1f08106b70 0x7f1f08106f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:49.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.393+0000 7f1f1016d640 1 -- 172.21.15.71:0/1742773308 >> 172.21.15.71:0/1742773308 conn(0x7f1f08077210 msgr2=0x7f1f080fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:49.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.393+0000 7f1f1016d640 1 -- 172.21.15.71:0/1742773308 shutdown_connections 2024-09-05T07:36:49.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.393+0000 7f1f1016d640 1 -- 172.21.15.71:0/1742773308 wait complete. 2024-09-05T07:36:49.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.394+0000 7f1f1016d640 1 Processor -- start 2024-09-05T07:36:49.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.394+0000 7f1f1016d640 1 -- start start 2024-09-05T07:36:49.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.394+0000 7f1f1016d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1f08100090 0x7f1f081a4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:49.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.394+0000 7f1f1016d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f08100a50 0x7f1f081a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:49.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.394+0000 7f1f1016d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1f08106b70 0x7f1f0819e730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:49.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.394+0000 7f1f1016d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f1f081184c0 con 0x7f1f08100a50 2024-09-05T07:36:49.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.394+0000 7f1f1016d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1f08118340 con 0x7f1f08100090 2024-09-05T07:36:49.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.394+0000 7f1f1016d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f1f08118640 con 0x7f1f08106b70 2024-09-05T07:36:49.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.394+0000 7f1f0d708640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f08100a50 0x7f1f081a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:49.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.394+0000 7f1f0d708640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f08100a50 0x7f1f081a4ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:60636/0 (socket says 172.21.15.71:60636) 2024-09-05T07:36:49.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.394+0000 7f1f0d708640 1 -- 172.21.15.71:0/2418533176 learned_addr learned my addr 172.21.15.71:0/2418533176 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:49.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.394+0000 7f1f0e70a640 1 --2- 172.21.15.71:0/2418533176 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1f08106b70 0x7f1f0819e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:49.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.394+0000 7f1f0df09640 1 --2- 172.21.15.71:0/2418533176 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1f08100090 0x7f1f081a4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:49.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.394+0000 7f1f0d708640 1 -- 172.21.15.71:0/2418533176 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1f08106b70 msgr2=0x7f1f0819e730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:49.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.394+0000 7f1f0d708640 1 --2- 172.21.15.71:0/2418533176 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1f08106b70 0x7f1f0819e730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:49.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.394+0000 7f1f0d708640 1 -- 172.21.15.71:0/2418533176 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1f08100090 msgr2=0x7f1f081a4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:49.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.394+0000 7f1f0d708640 1 --2- 172.21.15.71:0/2418533176 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1f08100090 0x7f1f081a4660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:49.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.394+0000 7f1f0d708640 1 -- 172.21.15.71:0/2418533176 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f0819efa0 con 0x7f1f08100a50 2024-09-05T07:36:49.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.395+0000 7f1f0d708640 1 --2- 172.21.15.71:0/2418533176 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f08100a50 0x7f1f081a4ba0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f1ef8005ab0 tx=0x7f1ef8003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:49.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.395+0000 7f1efeffd640 1 -- 172.21.15.71:0/2418533176 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ef803f070 con 0x7f1f08100a50 2024-09-05T07:36:49.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.395+0000 7f1efeffd640 1 -- 172.21.15.71:0/2418533176 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ef8031d60 con 0x7f1f08100a50 2024-09-05T07:36:49.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.395+0000 7f1f1016d640 1 -- 172.21.15.71:0/2418533176 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f0819f230 con 0x7f1f08100a50 2024-09-05T07:36:49.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.395+0000 7f1efeffd640 1 -- 172.21.15.71:0/2418533176 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ef8035030 con 0x7f1f08100a50 2024-09-05T07:36:49.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.395+0000 7f1f1016d640 1 -- 172.21.15.71:0/2418533176 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f081ab410 con 0x7f1f08100a50 2024-09-05T07:36:49.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.396+0000 7f1f1016d640 1 -- 172.21.15.71:0/2418533176 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f081012b0 con 0x7f1f08100a50 2024-09-05T07:36:49.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.397+0000 7f1efeffd640 1 -- 172.21.15.71:0/2418533176 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f1ef8042070 con 0x7f1f08100a50 2024-09-05T07:36:49.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.398+0000 7f1efeffd640 1 --2- 172.21.15.71:0/2418533176 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f1ef40a2b80 0x7f1ef40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:49.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.398+0000 7f1f0df09640 1 --2- 172.21.15.71:0/2418533176 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f1ef40a2b80 0x7f1ef40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:49.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.398+0000 7f1efeffd640 1 -- 172.21.15.71:0/2418533176 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f1ef80f0320 con 0x7f1f08100a50 2024-09-05T07:36:49.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.398+0000 7f1f0df09640 1 --2- 172.21.15.71:0/2418533176 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f1ef40a2b80 0x7f1ef40a5040 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f1f04005fd0 tx=0x7f1f04005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:49.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.401+0000 7f1efeffd640 1 -- 172.21.15.71:0/2418533176 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1ef80bcf20 con 0x7f1f08100a50 2024-09-05T07:36:49.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.567+0000 7f1f1016d640 1 -- 172.21.15.71:0/2418533176 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1f081ab5e0 con 0x7f1f08100a50 2024-09-05T07:36:49.568 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:49 smithi071 ceph-mon[30965]: pgmap v297: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:49.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.568+0000 7f1efeffd640 1 -- 172.21.15.71:0/2418533176 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24710 (secure 0 0 0) 0x7f1ef80bc820 con 0x7f1f08100a50 2024-09-05T07:36:49.569 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:36:49.570 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":90,"fsid":"528064f0-6b58-11ef-bcd6-c7b262605968","created":"2024-09-05T07:28:40.672482+0000","modified":"2024-09-05T07:36:35.912654+0000","last_up_change":"2024-09-05T07:35:23.377351+0000","last_in_change":"2024-09-05T07:35:00.653011+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T07:31:42.519306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T07:36:11.417603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T07:36:13.712570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T07:36:20.085795+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"46b7dcd0-5366-4876-97f3-6242a69addcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6803","nonce":4274686280}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6805","nonce":4274686280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6809","nonce":4274686280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6807","nonce":4274686280}]},"public_addr":"172.21.15.71:6803/4274686280","cluster_addr":"172.21.15.71:6805/4274686280","heartbeat_back_addr":"172.21.15.71:6809/4274686280","heartbeat_front_addr":"172.21.15.71:6807/4274686280","state":["exists","up"]},{"osd":1,"uuid":"d859b4f9-f616-4331-8ffb-54507eb5f836","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6801","nonce":1041172381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6803","nonce":1041172381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6807","nonce":1041172381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6805","nonce":1041172381}]},"public_addr":"172.21.15.123:6801/1041172381","cluster_addr":"172.21.15.123:6803/1041172381","heartbeat_back_addr":"172.21.15.123:6807/1041172381","heartbeat_front_addr":"172.21.15.123:6805/1041172381","state":["exists","up"]},{"osd":2,"uuid":"1ca9c723-8ecb-445c-bae7-39fd2954cdf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6801","nonce":2964624102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6803","nonce":2964624102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6807","nonce":2964624102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6805","nonce":2964624102}]},"public_addr":"172.21.15.192:6801/2964624102","cluster_addr":"172.21.15.192:6803/2964624102","heartbeat_back_addr":"172.21.15.192:6807/2964624102","heartbeat_front_addr":"172.21.15.192:6805/2964624102","state":["exists","up"]},{"osd":3,"uuid":"e38584ff-2abe-47ff-b3ae-58a7a4261ac4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6811","nonce":158061328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6813","nonce":158061328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6817","nonce":158061328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6815","nonce":158061328}]},"public_addr":"172.21.15.71:6811/158061328","cluster_addr":"172.21.15.71:6813/158061328","heartbeat_back_addr":"172.21.15.71:6817/158061328","heartbeat_front_addr":"172.21.15.71:6815/158061328","state":["exists","up"]},{"osd":4,"uuid":"b2de40fc-0fa3-484e-b0b2-edd96874aee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6809","nonce":3090003493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6811","nonce":3090003493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6815","nonce":3090003493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6813","nonce":3090003493}]},"public_addr":"172.21.15.123:6809/3090003493","cluster_addr":"172.21.15.123:6811/3090003493","heartbeat_back_addr":"172.21.15.123:6815/3090003493","heartbeat_front_addr":"172.21.15.123:6813/3090003493","state":["exists","up"]},{"osd":5,"uuid":"e443d3b0-960e-4992-88c4-4d546706ee87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6809","nonce":3375480711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6811","nonce":3375480711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6815","nonce":3375480711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6813","nonce":3375480711}]},"public_addr":"172.21.15.192:6809/3375480711","cluster_addr":"172.21.15.192:6811/3375480711","heartbeat_back_addr":"172.21.15.192:6815/3375480711","heartbeat_front_addr":"172.21.15.192:6813/3375480711","state":["exists","up"]},{"osd":6,"uuid":"d43efaeb-66d0-496b-b490-4635e6d725c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6819","nonce":13242244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6821","nonce":13242244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6825","nonce":13242244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6823","nonce":13242244}]},"public_addr":"172.21.15.71:6819/13242244","cluster_addr":"172.21.15.71:6821/13242244","heartbeat_back_addr":"172.21.15.71:6825/13242244","heartbeat_front_addr":"172.21.15.71:6823/13242244","state":["exists","up"]},{"osd":7,"uuid":"69562997-b629-4e0f-8719-65019735a46a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6817","nonce":956921658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6819","nonce":956921658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6823","nonce":956921658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6821","nonce":956921658}]},"public_addr":"172.21.15.123:6817/956921658","cluster_addr":"172.21.15.123:6819/956921658","heartbeat_back_addr":"172.21.15.123:6823/956921658","heartbeat_front_addr":"172.21.15.123:6821/956921658","state":["exists","up"]},{"osd":8,"uuid":"6dc7e084-d602-4b2c-9dfc-cd26041835c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6817","nonce":3079566549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6819","nonce":3079566549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6823","nonce":3079566549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6821","nonce":3079566549}]},"public_addr":"172.21.15.192:6817/3079566549","cluster_addr":"172.21.15.192:6819/3079566549","heartbeat_back_addr":"172.21.15.192:6823/3079566549","heartbeat_front_addr":"172.21.15.192:6821/3079566549","state":["exists","up"]},{"osd":9,"uuid":"79b675ae-7c56-4b65-9ecb-376dc0d305e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6827","nonce":12570717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6829","nonce":12570717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6833","nonce":12570717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6831","nonce":12570717}]},"public_addr":"172.21.15.71:6827/12570717","cluster_addr":"172.21.15.71:6829/12570717","heartbeat_back_addr":"172.21.15.71:6833/12570717","heartbeat_front_addr":"172.21.15.71:6831/12570717","state":["exists","up"]},{"osd":10,"uuid":"5e26505a-15f9-4758-9ef7-886a46364844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6825","nonce":2204926848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6827","nonce":2204926848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6831","nonce":2204926848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6829","nonce":2204926848}]},"public_addr":"172.21.15.123:6825/2204926848","cluster_addr":"172.21.15.123:6827/2204926848","heartbeat_back_addr":"172.21.15.123:6831/2204926848","heartbeat_front_addr":"172.21.15.123:6829/2204926848","state":["exists","up"]},{"osd":11,"uuid":"af6cebb5-d119-4a8a-9941-ba29b6499b84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6825","nonce":2370287418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6827","nonce":2370287418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6831","nonce":2370287418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6829","nonce":2370287418}]},"public_addr":"172.21.15.192:6825/2370287418","cluster_addr":"172.21.15.192:6827/2370287418","heartbeat_back_addr":"172.21.15.192:6831/2370287418","heartbeat_front_addr":"172.21.15.192:6829/2370287418","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:30:54.069845+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:16.417921+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:39.327215+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:04.156774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:28.698454+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:52.201948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:17.317406+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:41.490355+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:05.912640+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:31.907199+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:56.603625+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:35:21.370324+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.16","mappings":[{"from":7,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1087222059":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:6800/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/3537016012":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/4125208267":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/2785525161":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/648100065":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1573159026":"2024-09-06T07:29:10.775719+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T07:36:49.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.571+0000 7f1f1016d640 1 -- 172.21.15.71:0/2418533176 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f1ef40a2b80 msgr2=0x7f1ef40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:49.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.571+0000 7f1f1016d640 1 --2- 172.21.15.71:0/2418533176 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f1ef40a2b80 0x7f1ef40a5040 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f1f04005fd0 tx=0x7f1f04005850 comp rx=0 tx=0).stop 2024-09-05T07:36:49.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.571+0000 7f1f1016d640 1 -- 172.21.15.71:0/2418533176 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f08100a50 msgr2=0x7f1f081a4ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:49.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.571+0000 7f1f1016d640 1 --2- 172.21.15.71:0/2418533176 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f08100a50 0x7f1f081a4ba0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f1ef8005ab0 tx=0x7f1ef8003cd0 comp rx=0 tx=0).stop 2024-09-05T07:36:49.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.571+0000 7f1f1016d640 1 -- 172.21.15.71:0/2418533176 shutdown_connections 2024-09-05T07:36:49.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.571+0000 7f1f1016d640 1 --2- 172.21.15.71:0/2418533176 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f1ef40a2b80 0x7f1ef40a5040 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:49.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.571+0000 7f1f1016d640 1 --2- 172.21.15.71:0/2418533176 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1f08106b70 0x7f1f0819e730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:49.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.571+0000 7f1f1016d640 1 --2- 172.21.15.71:0/2418533176 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f08100a50 0x7f1f081a4ba0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:49.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.571+0000 7f1f1016d640 1 --2- 172.21.15.71:0/2418533176 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1f08100090 0x7f1f081a4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:49.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.572+0000 7f1f1016d640 1 -- 172.21.15.71:0/2418533176 >> 172.21.15.71:0/2418533176 conn(0x7f1f08077210 msgr2=0x7f1f081037b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:49.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.572+0000 7f1f1016d640 1 -- 172.21.15.71:0/2418533176 shutdown_connections 2024-09-05T07:36:49.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:49.572+0000 7f1f1016d640 1 -- 172.21.15.71:0/2418533176 wait complete. 2024-09-05T07:36:49.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:49 smithi123 ceph-mon[34568]: pgmap v297: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:49.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:49 smithi192 ceph-mon[34929]: pgmap v297: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:50.414 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T07:36:50.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:50 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2418533176' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:36:50.659 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:50.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:50 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2418533176' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:36:50.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:50 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2418533176' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:36:51.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.150+0000 7f9de4812640 1 -- 172.21.15.71:0/3207553496 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9de0101dd0 msgr2=0x7f9de01021b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:51.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.150+0000 7f9de4812640 1 --2- 172.21.15.71:0/3207553496 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9de0101dd0 0x7f9de01021b0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9dd8009900 tx=0x7f9dd802a410 comp rx=0 tx=0).stop 2024-09-05T07:36:51.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.150+0000 7f9de4812640 1 -- 172.21.15.71:0/3207553496 shutdown_connections 2024-09-05T07:36:51.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.150+0000 7f9de4812640 1 --2- 172.21.15.71:0/3207553496 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9de0106f00 0x7f9de010ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:51.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.150+0000 7f9de4812640 1 --2- 172.21.15.71:0/3207553496 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9de0102780 0x7f9de01067d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:51.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.150+0000 7f9de4812640 1 --2- 172.21.15.71:0/3207553496 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9de0101dd0 0x7f9de01021b0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:51.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.150+0000 7f9de4812640 1 -- 172.21.15.71:0/3207553496 >> 172.21.15.71:0/3207553496 conn(0x7f9de00fd8b0 msgr2=0x7f9de00ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:51.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.150+0000 7f9de4812640 1 -- 172.21.15.71:0/3207553496 shutdown_connections 2024-09-05T07:36:51.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.150+0000 7f9de4812640 1 -- 172.21.15.71:0/3207553496 wait complete. 2024-09-05T07:36:51.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.151+0000 7f9de4812640 1 Processor -- start 2024-09-05T07:36:51.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.151+0000 7f9de4812640 1 -- start start 2024-09-05T07:36:51.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.151+0000 7f9de4812640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9de0101dd0 0x7f9de0198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:51.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.151+0000 7f9de4812640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9de0102780 0x7f9de0198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:51.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.151+0000 7f9de4812640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9de0106f00 0x7f9de019cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:51.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.151+0000 7f9de4812640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9de0111e30 con 0x7f9de0101dd0 2024-09-05T07:36:51.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.151+0000 7f9de4812640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9de0111cb0 con 0x7f9de0106f00 2024-09-05T07:36:51.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.151+0000 7f9de4812640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9de0111fb0 con 0x7f9de0102780 2024-09-05T07:36:51.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.151+0000 7f9dde59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9de0101dd0 0x7f9de0198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:51.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.151+0000 7f9dde59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9de0101dd0 0x7f9de0198430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54748/0 (socket says 172.21.15.71:54748) 2024-09-05T07:36:51.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.151+0000 7f9dde59c640 1 -- 172.21.15.71:0/2725700684 learned_addr learned my addr 172.21.15.71:0/2725700684 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:51.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.151+0000 7f9dded9d640 1 --2- 172.21.15.71:0/2725700684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9de0106f00 0x7f9de019cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:51.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.151+0000 7f9dddd9b640 1 --2- 172.21.15.71:0/2725700684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9de0102780 0x7f9de0198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:51.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.151+0000 7f9dde59c640 1 -- 172.21.15.71:0/2725700684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9de0102780 msgr2=0x7f9de0198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:51.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.151+0000 7f9dde59c640 1 --2- 172.21.15.71:0/2725700684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9de0102780 0x7f9de0198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:51.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.151+0000 7f9dde59c640 1 -- 172.21.15.71:0/2725700684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9de0106f00 msgr2=0x7f9de019cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:51.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.151+0000 7f9dde59c640 1 --2- 172.21.15.71:0/2725700684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9de0106f00 0x7f9de019cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:51.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.151+0000 7f9dde59c640 1 -- 172.21.15.71:0/2725700684 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9de019d3e0 con 0x7f9de0101dd0 2024-09-05T07:36:51.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.151+0000 7f9dded9d640 1 --2- 172.21.15.71:0/2725700684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9de0106f00 0x7f9de019cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:36:51.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.151+0000 7f9dde59c640 1 --2- 172.21.15.71:0/2725700684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9de0101dd0 0x7f9de0198430 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9dd8006010 tx=0x7f9dd8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:51.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.152+0000 7f9dcf7fe640 1 -- 172.21.15.71:0/2725700684 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dd803f030 con 0x7f9de0101dd0 2024-09-05T07:36:51.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.152+0000 7f9de4812640 1 -- 172.21.15.71:0/2725700684 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9de019d670 con 0x7f9de0101dd0 2024-09-05T07:36:51.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.152+0000 7f9dcf7fe640 1 -- 172.21.15.71:0/2725700684 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9dd80035f0 con 0x7f9de0101dd0 2024-09-05T07:36:51.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.152+0000 7f9dcf7fe640 1 -- 172.21.15.71:0/2725700684 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dd8035070 con 0x7f9de0101dd0 2024-09-05T07:36:51.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.152+0000 7f9de4812640 1 -- 172.21.15.71:0/2725700684 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9de01a4fb0 con 0x7f9de0101dd0 2024-09-05T07:36:51.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.153+0000 7f9de4812640 1 -- 172.21.15.71:0/2725700684 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9de01032b0 con 0x7f9de0101dd0 2024-09-05T07:36:51.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.154+0000 7f9dcf7fe640 1 -- 172.21.15.71:0/2725700684 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9dd8003b10 con 0x7f9de0101dd0 2024-09-05T07:36:51.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.154+0000 7f9dcf7fe640 1 --2- 172.21.15.71:0/2725700684 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9dc80a2b80 0x7f9dc80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:51.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.154+0000 7f9dddd9b640 1 --2- 172.21.15.71:0/2725700684 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9dc80a2b80 0x7f9dc80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:51.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.154+0000 7f9dcf7fe640 1 -- 172.21.15.71:0/2725700684 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f9dd80effd0 con 0x7f9de0101dd0 2024-09-05T07:36:51.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.155+0000 7f9dddd9b640 1 --2- 172.21.15.71:0/2725700684 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9dc80a2b80 0x7f9dc80a5040 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f9de00ffef0 tx=0x7f9dd40094f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:51.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.158+0000 7f9dcf7fe640 1 -- 172.21.15.71:0/2725700684 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9dd80bcbd0 con 0x7f9de0101dd0 2024-09-05T07:36:51.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.325+0000 7f9de4812640 1 -- 172.21.15.71:0/2725700684 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9de010a0e0 con 0x7f9de0101dd0 2024-09-05T07:36:51.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.327+0000 7f9dcf7fe640 1 -- 172.21.15.71:0/2725700684 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24710 (secure 0 0 0) 0x7f9dd80bc4d0 con 0x7f9de0101dd0 2024-09-05T07:36:51.329 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:36:51.330 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":90,"fsid":"528064f0-6b58-11ef-bcd6-c7b262605968","created":"2024-09-05T07:28:40.672482+0000","modified":"2024-09-05T07:36:35.912654+0000","last_up_change":"2024-09-05T07:35:23.377351+0000","last_in_change":"2024-09-05T07:35:00.653011+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T07:31:42.519306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T07:36:11.417603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T07:36:13.712570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T07:36:20.085795+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"46b7dcd0-5366-4876-97f3-6242a69addcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6803","nonce":4274686280}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6805","nonce":4274686280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6809","nonce":4274686280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6807","nonce":4274686280}]},"public_addr":"172.21.15.71:6803/4274686280","cluster_addr":"172.21.15.71:6805/4274686280","heartbeat_back_addr":"172.21.15.71:6809/4274686280","heartbeat_front_addr":"172.21.15.71:6807/4274686280","state":["exists","up"]},{"osd":1,"uuid":"d859b4f9-f616-4331-8ffb-54507eb5f836","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6801","nonce":1041172381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6803","nonce":1041172381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6807","nonce":1041172381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6805","nonce":1041172381}]},"public_addr":"172.21.15.123:6801/1041172381","cluster_addr":"172.21.15.123:6803/1041172381","heartbeat_back_addr":"172.21.15.123:6807/1041172381","heartbeat_front_addr":"172.21.15.123:6805/1041172381","state":["exists","up"]},{"osd":2,"uuid":"1ca9c723-8ecb-445c-bae7-39fd2954cdf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6801","nonce":2964624102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6803","nonce":2964624102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6807","nonce":2964624102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6805","nonce":2964624102}]},"public_addr":"172.21.15.192:6801/2964624102","cluster_addr":"172.21.15.192:6803/2964624102","heartbeat_back_addr":"172.21.15.192:6807/2964624102","heartbeat_front_addr":"172.21.15.192:6805/2964624102","state":["exists","up"]},{"osd":3,"uuid":"e38584ff-2abe-47ff-b3ae-58a7a4261ac4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6811","nonce":158061328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6813","nonce":158061328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6817","nonce":158061328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6815","nonce":158061328}]},"public_addr":"172.21.15.71:6811/158061328","cluster_addr":"172.21.15.71:6813/158061328","heartbeat_back_addr":"172.21.15.71:6817/158061328","heartbeat_front_addr":"172.21.15.71:6815/158061328","state":["exists","up"]},{"osd":4,"uuid":"b2de40fc-0fa3-484e-b0b2-edd96874aee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6809","nonce":3090003493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6811","nonce":3090003493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6815","nonce":3090003493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6813","nonce":3090003493}]},"public_addr":"172.21.15.123:6809/3090003493","cluster_addr":"172.21.15.123:6811/3090003493","heartbeat_back_addr":"172.21.15.123:6815/3090003493","heartbeat_front_addr":"172.21.15.123:6813/3090003493","state":["exists","up"]},{"osd":5,"uuid":"e443d3b0-960e-4992-88c4-4d546706ee87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6809","nonce":3375480711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6811","nonce":3375480711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6815","nonce":3375480711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6813","nonce":3375480711}]},"public_addr":"172.21.15.192:6809/3375480711","cluster_addr":"172.21.15.192:6811/3375480711","heartbeat_back_addr":"172.21.15.192:6815/3375480711","heartbeat_front_addr":"172.21.15.192:6813/3375480711","state":["exists","up"]},{"osd":6,"uuid":"d43efaeb-66d0-496b-b490-4635e6d725c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6819","nonce":13242244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6821","nonce":13242244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6825","nonce":13242244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6823","nonce":13242244}]},"public_addr":"172.21.15.71:6819/13242244","cluster_addr":"172.21.15.71:6821/13242244","heartbeat_back_addr":"172.21.15.71:6825/13242244","heartbeat_front_addr":"172.21.15.71:6823/13242244","state":["exists","up"]},{"osd":7,"uuid":"69562997-b629-4e0f-8719-65019735a46a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6817","nonce":956921658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6819","nonce":956921658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6823","nonce":956921658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6821","nonce":956921658}]},"public_addr":"172.21.15.123:6817/956921658","cluster_addr":"172.21.15.123:6819/956921658","heartbeat_back_addr":"172.21.15.123:6823/956921658","heartbeat_front_addr":"172.21.15.123:6821/956921658","state":["exists","up"]},{"osd":8,"uuid":"6dc7e084-d602-4b2c-9dfc-cd26041835c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6817","nonce":3079566549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6819","nonce":3079566549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6823","nonce":3079566549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6821","nonce":3079566549}]},"public_addr":"172.21.15.192:6817/3079566549","cluster_addr":"172.21.15.192:6819/3079566549","heartbeat_back_addr":"172.21.15.192:6823/3079566549","heartbeat_front_addr":"172.21.15.192:6821/3079566549","state":["exists","up"]},{"osd":9,"uuid":"79b675ae-7c56-4b65-9ecb-376dc0d305e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6827","nonce":12570717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6829","nonce":12570717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6833","nonce":12570717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6831","nonce":12570717}]},"public_addr":"172.21.15.71:6827/12570717","cluster_addr":"172.21.15.71:6829/12570717","heartbeat_back_addr":"172.21.15.71:6833/12570717","heartbeat_front_addr":"172.21.15.71:6831/12570717","state":["exists","up"]},{"osd":10,"uuid":"5e26505a-15f9-4758-9ef7-886a46364844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6825","nonce":2204926848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6827","nonce":2204926848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6831","nonce":2204926848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6829","nonce":2204926848}]},"public_addr":"172.21.15.123:6825/2204926848","cluster_addr":"172.21.15.123:6827/2204926848","heartbeat_back_addr":"172.21.15.123:6831/2204926848","heartbeat_front_addr":"172.21.15.123:6829/2204926848","state":["exists","up"]},{"osd":11,"uuid":"af6cebb5-d119-4a8a-9941-ba29b6499b84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6825","nonce":2370287418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6827","nonce":2370287418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6831","nonce":2370287418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6829","nonce":2370287418}]},"public_addr":"172.21.15.192:6825/2370287418","cluster_addr":"172.21.15.192:6827/2370287418","heartbeat_back_addr":"172.21.15.192:6831/2370287418","heartbeat_front_addr":"172.21.15.192:6829/2370287418","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:30:54.069845+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:16.417921+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:39.327215+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:04.156774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:28.698454+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:52.201948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:17.317406+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:41.490355+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:05.912640+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:31.907199+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:56.603625+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:35:21.370324+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.16","mappings":[{"from":7,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1087222059":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:6800/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/3537016012":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/4125208267":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/2785525161":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/648100065":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1573159026":"2024-09-06T07:29:10.775719+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T07:36:51.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.329+0000 7f9de4812640 1 -- 172.21.15.71:0/2725700684 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9dc80a2b80 msgr2=0x7f9dc80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:51.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.329+0000 7f9de4812640 1 --2- 172.21.15.71:0/2725700684 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9dc80a2b80 0x7f9dc80a5040 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f9de00ffef0 tx=0x7f9dd40094f0 comp rx=0 tx=0).stop 2024-09-05T07:36:51.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.329+0000 7f9de4812640 1 -- 172.21.15.71:0/2725700684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9de0101dd0 msgr2=0x7f9de0198430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:51.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.329+0000 7f9de4812640 1 --2- 172.21.15.71:0/2725700684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9de0101dd0 0x7f9de0198430 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9dd8006010 tx=0x7f9dd8004270 comp rx=0 tx=0).stop 2024-09-05T07:36:51.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.329+0000 7f9de4812640 1 -- 172.21.15.71:0/2725700684 shutdown_connections 2024-09-05T07:36:51.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.329+0000 7f9de4812640 1 --2- 172.21.15.71:0/2725700684 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9dc80a2b80 0x7f9dc80a5040 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:51.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.329+0000 7f9de4812640 1 --2- 172.21.15.71:0/2725700684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9de0106f00 0x7f9de019cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:51.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.329+0000 7f9de4812640 1 --2- 172.21.15.71:0/2725700684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9de0102780 0x7f9de0198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:51.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.329+0000 7f9de4812640 1 --2- 172.21.15.71:0/2725700684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9de0101dd0 0x7f9de0198430 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:51.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.329+0000 7f9de4812640 1 -- 172.21.15.71:0/2725700684 >> 172.21.15.71:0/2725700684 conn(0x7f9de00fd8b0 msgr2=0x7f9de00fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:51.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.329+0000 7f9de4812640 1 -- 172.21.15.71:0/2725700684 shutdown_connections 2024-09-05T07:36:51.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:51.329+0000 7f9de4812640 1 -- 172.21.15.71:0/2725700684 wait complete. 2024-09-05T07:36:51.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:51 smithi071 ceph-mon[30965]: pgmap v298: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:51.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:51 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2725700684' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:36:51.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:51 smithi123 ceph-mon[34568]: pgmap v298: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:51.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:51 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2725700684' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:36:51.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:51 smithi192 ceph-mon[34929]: pgmap v298: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:51.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:51 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2725700684' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:36:51.999 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-09-05T07:36:52.247 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:52.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.770+0000 7ffb536ca640 1 -- 172.21.15.71:0/3469074111 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffb4c102790 msgr2=0x7ffb4c1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:52.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.770+0000 7ffb536ca640 1 --2- 172.21.15.71:0/3469074111 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffb4c102790 0x7ffb4c1067e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7ffb40009900 tx=0x7ffb4002a410 comp rx=0 tx=0).stop 2024-09-05T07:36:52.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.770+0000 7ffb536ca640 1 -- 172.21.15.71:0/3469074111 shutdown_connections 2024-09-05T07:36:52.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.770+0000 7ffb536ca640 1 --2- 172.21.15.71:0/3469074111 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffb4c106f10 0x7ffb4c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:52.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.770+0000 7ffb536ca640 1 --2- 172.21.15.71:0/3469074111 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffb4c102790 0x7ffb4c1067e0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:52.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.770+0000 7ffb536ca640 1 --2- 172.21.15.71:0/3469074111 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb4c101de0 0x7ffb4c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:52.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.770+0000 7ffb536ca640 1 -- 172.21.15.71:0/3469074111 >> 172.21.15.71:0/3469074111 conn(0x7ffb4c0fd8c0 msgr2=0x7ffb4c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:52.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.770+0000 7ffb536ca640 1 -- 172.21.15.71:0/3469074111 shutdown_connections 2024-09-05T07:36:52.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.770+0000 7ffb536ca640 1 -- 172.21.15.71:0/3469074111 wait complete. 2024-09-05T07:36:52.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.770+0000 7ffb536ca640 1 Processor -- start 2024-09-05T07:36:52.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.770+0000 7ffb536ca640 1 -- start start 2024-09-05T07:36:52.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb536ca640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb4c101de0 0x7ffb4c1982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:52.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb536ca640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffb4c102790 0x7ffb4c198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:52.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb536ca640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffb4c106f10 0x7ffb4c19cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:52.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb536ca640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ffb4c111de0 con 0x7ffb4c106f10 2024-09-05T07:36:52.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb536ca640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ffb4c111c60 con 0x7ffb4c102790 2024-09-05T07:36:52.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb536ca640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ffb4c111f60 con 0x7ffb4c101de0 2024-09-05T07:36:52.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb51c67640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffb4c106f10 0x7ffb4c19cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:52.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb51c67640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffb4c106f10 0x7ffb4c19cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54766/0 (socket says 172.21.15.71:54766) 2024-09-05T07:36:52.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb51c67640 1 -- 172.21.15.71:0/105108422 learned_addr learned my addr 172.21.15.71:0/105108422 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:52.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb50c65640 1 --2- 172.21.15.71:0/105108422 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffb4c102790 0x7ffb4c198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:52.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb51466640 1 --2- 172.21.15.71:0/105108422 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb4c101de0 0x7ffb4c1982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:52.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb51c67640 1 -- 172.21.15.71:0/105108422 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb4c101de0 msgr2=0x7ffb4c1982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:52.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb51c67640 1 --2- 172.21.15.71:0/105108422 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb4c101de0 0x7ffb4c1982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:52.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb51c67640 1 -- 172.21.15.71:0/105108422 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffb4c102790 msgr2=0x7ffb4c198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:52.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb51c67640 1 --2- 172.21.15.71:0/105108422 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffb4c102790 0x7ffb4c198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:52.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb51c67640 1 -- 172.21.15.71:0/105108422 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb4c19d290 con 0x7ffb4c106f10 2024-09-05T07:36:52.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb51c67640 1 --2- 172.21.15.71:0/105108422 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffb4c106f10 0x7ffb4c19cbb0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ffb4400d750 tx=0x7ffb4400dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:52.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb4a7fc640 1 -- 172.21.15.71:0/105108422 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb44017070 con 0x7ffb4c106f10 2024-09-05T07:36:52.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb4a7fc640 1 -- 172.21.15.71:0/105108422 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffb440054d0 con 0x7ffb4c106f10 2024-09-05T07:36:52.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb536ca640 1 -- 172.21.15.71:0/105108422 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb4c19d580 con 0x7ffb4c106f10 2024-09-05T07:36:52.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.771+0000 7ffb4a7fc640 1 -- 172.21.15.71:0/105108422 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb44004c60 con 0x7ffb4c106f10 2024-09-05T07:36:52.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.772+0000 7ffb536ca640 1 -- 172.21.15.71:0/105108422 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb4c1a4e60 con 0x7ffb4c106f10 2024-09-05T07:36:52.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.772+0000 7ffb536ca640 1 -- 172.21.15.71:0/105108422 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb4c1021c0 con 0x7ffb4c106f10 2024-09-05T07:36:52.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.774+0000 7ffb4a7fc640 1 -- 172.21.15.71:0/105108422 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ffb44004e00 con 0x7ffb4c106f10 2024-09-05T07:36:52.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.774+0000 7ffb4a7fc640 1 --2- 172.21.15.71:0/105108422 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ffb340a2c00 0x7ffb340a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:52.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.774+0000 7ffb51466640 1 --2- 172.21.15.71:0/105108422 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ffb340a2c00 0x7ffb340a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:52.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.774+0000 7ffb4a7fc640 1 -- 172.21.15.71:0/105108422 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7ffb440cec80 con 0x7ffb4c106f10 2024-09-05T07:36:52.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.775+0000 7ffb51466640 1 --2- 172.21.15.71:0/105108422 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ffb340a2c00 0x7ffb340a50c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ffb3c007350 tx=0x7ffb3c0072e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:52.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.778+0000 7ffb4a7fc640 1 -- 172.21.15.71:0/105108422 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ffb4409b880 con 0x7ffb4c106f10 2024-09-05T07:36:52.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:52.983+0000 7ffb536ca640 1 -- 172.21.15.71:0/105108422 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7ffb4c109b60 con 0x7ffb4c106f10 2024-09-05T07:36:53.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:53.371+0000 7ffb4a7fc640 1 -- 172.21.15.71:0/105108422 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v18) ==== 118+0+0 (secure 0 0 0) 0x7ffb4409b180 con 0x7ffb4c106f10 2024-09-05T07:36:53.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:53.373+0000 7ffb536ca640 1 -- 172.21.15.71:0/105108422 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ffb340a2c00 msgr2=0x7ffb340a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:53.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:53.373+0000 7ffb536ca640 1 --2- 172.21.15.71:0/105108422 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ffb340a2c00 0x7ffb340a50c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ffb3c007350 tx=0x7ffb3c0072e0 comp rx=0 tx=0).stop 2024-09-05T07:36:53.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:53.373+0000 7ffb536ca640 1 -- 172.21.15.71:0/105108422 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffb4c106f10 msgr2=0x7ffb4c19cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:53.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:53.373+0000 7ffb536ca640 1 --2- 172.21.15.71:0/105108422 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffb4c106f10 0x7ffb4c19cbb0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ffb4400d750 tx=0x7ffb4400dc10 comp rx=0 tx=0).stop 2024-09-05T07:36:53.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:53.373+0000 7ffb536ca640 1 -- 172.21.15.71:0/105108422 shutdown_connections 2024-09-05T07:36:53.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:53.373+0000 7ffb536ca640 1 --2- 172.21.15.71:0/105108422 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ffb340a2c00 0x7ffb340a50c0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:53.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:53.373+0000 7ffb536ca640 1 --2- 172.21.15.71:0/105108422 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffb4c106f10 0x7ffb4c19cbb0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:53.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:53.373+0000 7ffb536ca640 1 --2- 172.21.15.71:0/105108422 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffb4c102790 0x7ffb4c198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:53.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:53.373+0000 7ffb536ca640 1 --2- 172.21.15.71:0/105108422 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffb4c101de0 0x7ffb4c1982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:53.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:53.373+0000 7ffb536ca640 1 -- 172.21.15.71:0/105108422 >> 172.21.15.71:0/105108422 conn(0x7ffb4c0fd8c0 msgr2=0x7ffb4c0fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:53.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:53.373+0000 7ffb536ca640 1 -- 172.21.15.71:0/105108422 shutdown_connections 2024-09-05T07:36:53.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:53.373+0000 7ffb536ca640 1 -- 172.21.15.71:0/105108422 wait complete. 2024-09-05T07:36:53.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:53 smithi071 ceph-mon[30965]: pgmap v299: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:53.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:53 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/105108422' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-05T07:36:53.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:53 smithi123 ceph-mon[34568]: pgmap v299: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:53.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:53 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/105108422' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-05T07:36:53.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:53 smithi192 ceph-mon[34929]: pgmap v299: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T07:36:53.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:53 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/105108422' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-05T07:36:54.189 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-09-05T07:36:54.189 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs set cephfs max_mds 3 2024-09-05T07:36:54.443 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:54.564 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:54 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/105108422' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-05T07:36:54.564 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:54 smithi071 ceph-mon[30965]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T07:36:54.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:54 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/105108422' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-05T07:36:54.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:54 smithi123 ceph-mon[34568]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T07:36:54.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:54 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/105108422' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-05T07:36:54.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:54 smithi192 ceph-mon[34929]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T07:36:54.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.965+0000 7f527b0a8640 1 -- 172.21.15.71:0/3956514240 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5274102d40 msgr2=0x7f5274103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:54.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.965+0000 7f527b0a8640 1 --2- 172.21.15.71:0/3956514240 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5274102d40 0x7f5274103120 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f5264009ca0 tx=0x7f526402a950 comp rx=0 tx=0).stop 2024-09-05T07:36:54.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.965+0000 7f527b0a8640 1 -- 172.21.15.71:0/3956514240 shutdown_connections 2024-09-05T07:36:54.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.965+0000 7f527b0a8640 1 --2- 172.21.15.71:0/3956514240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f527410c170 0x7f527410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:54.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.965+0000 7f527b0a8640 1 --2- 172.21.15.71:0/3956514240 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5274103660 0x7f527410bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:54.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.965+0000 7f527b0a8640 1 --2- 172.21.15.71:0/3956514240 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5274102d40 0x7f5274103120 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:54.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.965+0000 7f527b0a8640 1 -- 172.21.15.71:0/3956514240 >> 172.21.15.71:0/3956514240 conn(0x7f52740fc7a0 msgr2=0x7f52740febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:54.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.966+0000 7f527b0a8640 1 -- 172.21.15.71:0/3956514240 shutdown_connections 2024-09-05T07:36:54.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.966+0000 7f527b0a8640 1 -- 172.21.15.71:0/3956514240 wait complete. 2024-09-05T07:36:54.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.966+0000 7f527b0a8640 1 Processor -- start 2024-09-05T07:36:54.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.966+0000 7f527b0a8640 1 -- start start 2024-09-05T07:36:54.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.966+0000 7f527b0a8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5274102d40 0x7f5274198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:54.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.966+0000 7f527b0a8640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5274103660 0x7f52741987c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:54.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.966+0000 7f527b0a8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f527410c170 0x7f527419cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:54.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.966+0000 7f527b0a8640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f5274111e20 con 0x7f5274102d40 2024-09-05T07:36:54.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.966+0000 7f527b0a8640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5274111ca0 con 0x7f5274103660 2024-09-05T07:36:54.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.966+0000 7f527b0a8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5274111fa0 con 0x7f527410c170 2024-09-05T07:36:54.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.967+0000 7f5278e44640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5274102d40 0x7f5274198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:54.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.967+0000 7f5278e44640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5274102d40 0x7f5274198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54780/0 (socket says 172.21.15.71:54780) 2024-09-05T07:36:54.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.967+0000 7f5278e44640 1 -- 172.21.15.71:0/1182844919 learned_addr learned my addr 172.21.15.71:0/1182844919 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:54.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.967+0000 7f5273fff640 1 --2- 172.21.15.71:0/1182844919 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5274103660 0x7f52741987c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:54.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.967+0000 7f5278e44640 1 -- 172.21.15.71:0/1182844919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f527410c170 msgr2=0x7f527419cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:54.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.967+0000 7f5279645640 1 --2- 172.21.15.71:0/1182844919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f527410c170 0x7f527419cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:54.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.967+0000 7f5278e44640 1 --2- 172.21.15.71:0/1182844919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f527410c170 0x7f527419cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:54.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.967+0000 7f5278e44640 1 -- 172.21.15.71:0/1182844919 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5274103660 msgr2=0x7f52741987c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:54.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.967+0000 7f5278e44640 1 --2- 172.21.15.71:0/1182844919 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5274103660 0x7f52741987c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:54.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.967+0000 7f5278e44640 1 -- 172.21.15.71:0/1182844919 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f527419d230 con 0x7f5274102d40 2024-09-05T07:36:54.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.967+0000 7f5273fff640 1 --2- 172.21.15.71:0/1182844919 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5274103660 0x7f52741987c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:36:54.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.967+0000 7f5278e44640 1 --2- 172.21.15.71:0/1182844919 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5274102d40 0x7f5274198280 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f5264005cc0 tx=0x7f526402f650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:54.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.967+0000 7f5271ffb640 1 -- 172.21.15.71:0/1182844919 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5264034040 con 0x7f5274102d40 2024-09-05T07:36:54.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.967+0000 7f5271ffb640 1 -- 172.21.15.71:0/1182844919 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5264003e40 con 0x7f5274102d40 2024-09-05T07:36:54.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.967+0000 7f527b0a8640 1 -- 172.21.15.71:0/1182844919 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f527419d4c0 con 0x7f5274102d40 2024-09-05T07:36:54.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.967+0000 7f5271ffb640 1 -- 172.21.15.71:0/1182844919 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5264045480 con 0x7f5274102d40 2024-09-05T07:36:54.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.967+0000 7f527b0a8640 1 -- 172.21.15.71:0/1182844919 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52741a4e00 con 0x7f5274102d40 2024-09-05T07:36:54.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.968+0000 7f527b0a8640 1 -- 172.21.15.71:0/1182844919 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f527406b070 con 0x7f5274102d40 2024-09-05T07:36:54.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.969+0000 7f5271ffb640 1 -- 172.21.15.71:0/1182844919 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5264037020 con 0x7f5274102d40 2024-09-05T07:36:54.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.970+0000 7f5271ffb640 1 --2- 172.21.15.71:0/1182844919 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f525c0a2b80 0x7f525c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:54.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.970+0000 7f5273fff640 1 --2- 172.21.15.71:0/1182844919 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f525c0a2b80 0x7f525c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:54.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.970+0000 7f5271ffb640 1 -- 172.21.15.71:0/1182844919 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f52640f0610 con 0x7f5274102d40 2024-09-05T07:36:54.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.970+0000 7f5273fff640 1 --2- 172.21.15.71:0/1182844919 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f525c0a2b80 0x7f525c0a5040 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f527410d540 tx=0x7f5268005e30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:54.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:54.974+0000 7f5271ffb640 1 -- 172.21.15.71:0/1182844919 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f52640bd210 con 0x7f5274102d40 2024-09-05T07:36:55.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:55.176+0000 7f527b0a8640 1 -- 172.21.15.71:0/1182844919 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7f5274107210 con 0x7f5274102d40 2024-09-05T07:36:55.380 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:55.379+0000 7f5271ffb640 1 -- 172.21.15.71:0/1182844919 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v19) ==== 105+0+0 (secure 0 0 0) 0x7f52640bcb10 con 0x7f5274102d40 2024-09-05T07:36:55.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:55.381+0000 7f527b0a8640 1 -- 172.21.15.71:0/1182844919 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f525c0a2b80 msgr2=0x7f525c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:55.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:55.381+0000 7f527b0a8640 1 --2- 172.21.15.71:0/1182844919 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f525c0a2b80 0x7f525c0a5040 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f527410d540 tx=0x7f5268005e30 comp rx=0 tx=0).stop 2024-09-05T07:36:55.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:55.381+0000 7f527b0a8640 1 -- 172.21.15.71:0/1182844919 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5274102d40 msgr2=0x7f5274198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:55.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:55.381+0000 7f527b0a8640 1 --2- 172.21.15.71:0/1182844919 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5274102d40 0x7f5274198280 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f5264005cc0 tx=0x7f526402f650 comp rx=0 tx=0).stop 2024-09-05T07:36:55.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:55.381+0000 7f527b0a8640 1 -- 172.21.15.71:0/1182844919 shutdown_connections 2024-09-05T07:36:55.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:55.381+0000 7f527b0a8640 1 --2- 172.21.15.71:0/1182844919 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f525c0a2b80 0x7f525c0a5040 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:55.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:55.381+0000 7f527b0a8640 1 --2- 172.21.15.71:0/1182844919 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f527410c170 0x7f527419cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:55.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:55.381+0000 7f527b0a8640 1 --2- 172.21.15.71:0/1182844919 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5274103660 0x7f52741987c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:55.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:55.381+0000 7f527b0a8640 1 --2- 172.21.15.71:0/1182844919 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5274102d40 0x7f5274198280 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:55.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:55.381+0000 7f527b0a8640 1 -- 172.21.15.71:0/1182844919 >> 172.21.15.71:0/1182844919 conn(0x7f52740fc7a0 msgr2=0x7f52740fd400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:55.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:55.381+0000 7f527b0a8640 1 -- 172.21.15.71:0/1182844919 shutdown_connections 2024-09-05T07:36:55.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:55.381+0000 7f527b0a8640 1 -- 172.21.15.71:0/1182844919 wait complete. 2024-09-05T07:36:55.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:55 smithi071 ceph-mon[30965]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-09-05T07:36:55.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:55 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1182844919' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-09-05T07:36:55.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:55 smithi123 ceph-mon[34568]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-09-05T07:36:55.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:55 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1182844919' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-09-05T07:36:55.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:55 smithi192 ceph-mon[34929]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-09-05T07:36:55.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:55 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1182844919' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-09-05T07:36:56.187 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-09-05T07:36:56.442 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:56.563 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:56 smithi071 ceph-mon[30965]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-05T07:36:56.563 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:56 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1182844919' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-09-05T07:36:56.563 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:56 smithi071 ceph-mon[30965]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-05T07:36:56.563 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:56 smithi071 ceph-mon[30965]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T07:36:56.563 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:56 smithi071 ceph-mon[30965]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-09-05T07:36:56.564 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:56 smithi071 ceph-mon[30965]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-09-05T07:36:56.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:56 smithi123 ceph-mon[34568]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-05T07:36:56.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:56 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1182844919' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-09-05T07:36:56.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:56 smithi123 ceph-mon[34568]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-05T07:36:56.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:56 smithi123 ceph-mon[34568]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T07:36:56.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:56 smithi123 ceph-mon[34568]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-09-05T07:36:56.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:56 smithi123 ceph-mon[34568]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-09-05T07:36:56.710 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:36:56 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-i[64911]: 2024-09-05T07:36:56.443+0000 7f2abda98640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-09-05T07:36:56.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:56 smithi192 ceph-mon[34929]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-05T07:36:56.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:56 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1182844919' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-09-05T07:36:56.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:56 smithi192 ceph-mon[34929]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-05T07:36:56.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:56 smithi192 ceph-mon[34929]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T07:36:56.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:56 smithi192 ceph-mon[34929]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-09-05T07:36:56.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:56 smithi192 ceph-mon[34929]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-09-05T07:36:56.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.949+0000 7f789547a640 1 -- 172.21.15.71:0/2723809376 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7890100e20 msgr2=0x7f7890101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:56.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.949+0000 7f789547a640 1 --2- 172.21.15.71:0/2723809376 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7890100e20 0x7f7890101200 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f7880009ca0 tx=0x7f788002a950 comp rx=0 tx=0).stop 2024-09-05T07:36:56.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.949+0000 7f789547a640 1 -- 172.21.15.71:0/2723809376 shutdown_connections 2024-09-05T07:36:56.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.949+0000 7f789547a640 1 --2- 172.21.15.71:0/2723809376 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7890102ef0 0x7f789010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:56.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.949+0000 7f789547a640 1 --2- 172.21.15.71:0/2723809376 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7890102570 0x7f78901029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:56.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.949+0000 7f789547a640 1 --2- 172.21.15.71:0/2723809376 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7890100e20 0x7f7890101200 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:56.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.949+0000 7f789547a640 1 -- 172.21.15.71:0/2723809376 >> 172.21.15.71:0/2723809376 conn(0x7f78900fc7d0 msgr2=0x7f78900febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:56.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.949+0000 7f789547a640 1 -- 172.21.15.71:0/2723809376 shutdown_connections 2024-09-05T07:36:56.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.949+0000 7f789547a640 1 -- 172.21.15.71:0/2723809376 wait complete. 2024-09-05T07:36:56.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.950+0000 7f789547a640 1 Processor -- start 2024-09-05T07:36:56.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.950+0000 7f789547a640 1 -- start start 2024-09-05T07:36:56.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.950+0000 7f789547a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7890100e20 0x7f7890103750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:56.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.950+0000 7f789547a640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7890102570 0x7f7890103c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:56.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.950+0000 7f789547a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7890102ef0 0x7f78901041d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:56.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.950+0000 7f789547a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7890110e30 con 0x7f7890100e20 2024-09-05T07:36:56.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.950+0000 7f789547a640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7890110cb0 con 0x7f7890102570 2024-09-05T07:36:56.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.950+0000 7f789547a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7890110fb0 con 0x7f7890102ef0 2024-09-05T07:36:56.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.950+0000 7f788effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7890100e20 0x7f7890103750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:56.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.950+0000 7f788effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7890100e20 0x7f7890103750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54806/0 (socket says 172.21.15.71:54806) 2024-09-05T07:36:56.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.950+0000 7f788effd640 1 -- 172.21.15.71:0/1849187763 learned_addr learned my addr 172.21.15.71:0/1849187763 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:56.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.950+0000 7f788e7fc640 1 --2- 172.21.15.71:0/1849187763 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7890102570 0x7f7890103c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:56.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.950+0000 7f788f7fe640 1 --2- 172.21.15.71:0/1849187763 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7890102ef0 0x7f78901041d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:56.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.950+0000 7f788effd640 1 -- 172.21.15.71:0/1849187763 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7890102ef0 msgr2=0x7f78901041d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:56.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.950+0000 7f788effd640 1 --2- 172.21.15.71:0/1849187763 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7890102ef0 0x7f78901041d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:56.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.950+0000 7f788effd640 1 -- 172.21.15.71:0/1849187763 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7890102570 msgr2=0x7f7890103c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:56.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.950+0000 7f788effd640 1 --2- 172.21.15.71:0/1849187763 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7890102570 0x7f7890103c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:56.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.951+0000 7f788effd640 1 -- 172.21.15.71:0/1849187763 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78901a6870 con 0x7f7890100e20 2024-09-05T07:36:56.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.951+0000 7f788f7fe640 1 --2- 172.21.15.71:0/1849187763 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7890102ef0 0x7f78901041d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:36:56.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.951+0000 7f788effd640 1 --2- 172.21.15.71:0/1849187763 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7890100e20 0x7f7890103750 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f7880005cc0 tx=0x7f788002f650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:56.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.951+0000 7f7877fff640 1 -- 172.21.15.71:0/1849187763 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7880034040 con 0x7f7890100e20 2024-09-05T07:36:56.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.951+0000 7f7877fff640 1 -- 172.21.15.71:0/1849187763 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f78800308f0 con 0x7f7890100e20 2024-09-05T07:36:56.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.951+0000 7f789547a640 1 -- 172.21.15.71:0/1849187763 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78901a6b00 con 0x7f7890100e20 2024-09-05T07:36:56.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.951+0000 7f7877fff640 1 -- 172.21.15.71:0/1849187763 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78800047c0 con 0x7f7890100e20 2024-09-05T07:36:56.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.951+0000 7f789547a640 1 -- 172.21.15.71:0/1849187763 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78901a6fe0 con 0x7f7890100e20 2024-09-05T07:36:56.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.952+0000 7f789547a640 1 -- 172.21.15.71:0/1849187763 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7890101200 con 0x7f7890100e20 2024-09-05T07:36:56.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.953+0000 7f7877fff640 1 -- 172.21.15.71:0/1849187763 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f7880037020 con 0x7f7890100e20 2024-09-05T07:36:56.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.954+0000 7f7877fff640 1 --2- 172.21.15.71:0/1849187763 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f78780a2b80 0x7f78780a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:56.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.954+0000 7f788e7fc640 1 --2- 172.21.15.71:0/1849187763 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f78780a2b80 0x7f78780a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:56.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.954+0000 7f7877fff640 1 -- 172.21.15.71:0/1849187763 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f78800f04b0 con 0x7f7890100e20 2024-09-05T07:36:56.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.954+0000 7f788e7fc640 1 --2- 172.21.15.71:0/1849187763 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f78780a2b80 0x7f78780a5040 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f7884005fd0 tx=0x7f7884005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:56.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:56.957+0000 7f7877fff640 1 -- 172.21.15.71:0/1849187763 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f78800bd0b0 con 0x7f7890100e20 2024-09-05T07:36:57.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:57.159+0000 7f789547a640 1 -- 172.21.15.71:0/1849187763 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f78901a7210 con 0x7f7890100e20 2024-09-05T07:36:57.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:57.396+0000 7f7877fff640 1 -- 172.21.15.71:0/1849187763 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v23) ==== 121+0+0 (secure 0 0 0) 0x7f78800bc9b0 con 0x7f7890100e20 2024-09-05T07:36:57.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:57.398+0000 7f789547a640 1 -- 172.21.15.71:0/1849187763 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f78780a2b80 msgr2=0x7f78780a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:57.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:57.399+0000 7f789547a640 1 --2- 172.21.15.71:0/1849187763 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f78780a2b80 0x7f78780a5040 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f7884005fd0 tx=0x7f7884005850 comp rx=0 tx=0).stop 2024-09-05T07:36:57.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:57.399+0000 7f789547a640 1 -- 172.21.15.71:0/1849187763 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7890100e20 msgr2=0x7f7890103750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:57.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:57.399+0000 7f789547a640 1 --2- 172.21.15.71:0/1849187763 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7890100e20 0x7f7890103750 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f7880005cc0 tx=0x7f788002f650 comp rx=0 tx=0).stop 2024-09-05T07:36:57.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:57.399+0000 7f789547a640 1 -- 172.21.15.71:0/1849187763 shutdown_connections 2024-09-05T07:36:57.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:57.399+0000 7f789547a640 1 --2- 172.21.15.71:0/1849187763 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f78780a2b80 0x7f78780a5040 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:57.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:57.399+0000 7f789547a640 1 --2- 172.21.15.71:0/1849187763 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7890102ef0 0x7f78901041d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:57.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:57.399+0000 7f789547a640 1 --2- 172.21.15.71:0/1849187763 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7890102570 0x7f7890103c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:57.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:57.399+0000 7f789547a640 1 --2- 172.21.15.71:0/1849187763 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7890100e20 0x7f7890103750 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:57.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:57.399+0000 7f789547a640 1 -- 172.21.15.71:0/1849187763 >> 172.21.15.71:0/1849187763 conn(0x7f78900fc7d0 msgr2=0x7f789006a1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:57.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:57.399+0000 7f789547a640 1 -- 172.21.15.71:0/1849187763 shutdown_connections 2024-09-05T07:36:57.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:57.399+0000 7f789547a640 1 -- 172.21.15.71:0/1849187763 wait complete. 2024-09-05T07:36:57.411 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:57 smithi071 ceph-mon[30965]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-09-05T07:36:57.411 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:57 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] up:active 2024-09-05T07:36:57.411 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:57 smithi071 ceph-mon[30965]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-05T07:36:57.411 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:57 smithi071 ceph-mon[30965]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-05T07:36:57.411 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:57 smithi071 ceph-mon[30965]: Cluster is now healthy 2024-09-05T07:36:57.411 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:57 smithi071 ceph-mon[30965]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-09-05T07:36:57.411 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:57 smithi071 ceph-mon[30965]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-09-05T07:36:57.411 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:57 smithi071 ceph-mon[30965]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-09-05T07:36:57.411 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:57 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1849187763' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-05T07:36:57.680 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:57 smithi123 ceph-mon[34568]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-09-05T07:36:57.680 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:57 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] up:active 2024-09-05T07:36:57.681 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:57 smithi123 ceph-mon[34568]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-05T07:36:57.681 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:57 smithi123 ceph-mon[34568]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-05T07:36:57.681 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:57 smithi123 ceph-mon[34568]: Cluster is now healthy 2024-09-05T07:36:57.681 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:57 smithi123 ceph-mon[34568]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-09-05T07:36:57.681 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:57 smithi123 ceph-mon[34568]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-09-05T07:36:57.681 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:57 smithi123 ceph-mon[34568]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-09-05T07:36:57.681 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:57 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1849187763' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-05T07:36:57.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:57 smithi192 ceph-mon[34929]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-09-05T07:36:57.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:57 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] up:active 2024-09-05T07:36:57.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:57 smithi192 ceph-mon[34929]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-05T07:36:57.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:57 smithi192 ceph-mon[34929]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-05T07:36:57.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:57 smithi192 ceph-mon[34929]: Cluster is now healthy 2024-09-05T07:36:57.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:57 smithi192 ceph-mon[34929]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-09-05T07:36:57.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:57 smithi192 ceph-mon[34929]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-09-05T07:36:57.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:57 smithi192 ceph-mon[34929]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-09-05T07:36:57.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:57 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1849187763' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-05T07:36:58.208 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-09-05T07:36:58.464 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:36:58.584 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:58 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1849187763' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-05T07:36:58.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:58 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] up:active 2024-09-05T07:36:58.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:58 smithi071 ceph-mon[30965]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 9 up:standby 2024-09-05T07:36:58.585 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:58 smithi071 ceph-mon[30965]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-05T07:36:58.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:58 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1849187763' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-05T07:36:58.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:58 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] up:active 2024-09-05T07:36:58.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:58 smithi123 ceph-mon[34568]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 9 up:standby 2024-09-05T07:36:58.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:58 smithi123 ceph-mon[34568]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-05T07:36:58.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:58 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1849187763' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-05T07:36:58.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:58 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] up:active 2024-09-05T07:36:58.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:58 smithi192 ceph-mon[34929]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 9 up:standby 2024-09-05T07:36:58.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:58 smithi192 ceph-mon[34929]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-05T07:36:58.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.976+0000 7f704aa1c640 1 -- 172.21.15.71:0/893673114 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7044106a80 msgr2=0x7f7044106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:58.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.976+0000 7f704aa1c640 1 --2- 172.21.15.71:0/893673114 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7044106a80 0x7f7044106e60 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7034009930 tx=0x7f703402a420 comp rx=0 tx=0).stop 2024-09-05T07:36:58.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.976+0000 7f704aa1c640 1 -- 172.21.15.71:0/893673114 shutdown_connections 2024-09-05T07:36:58.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.976+0000 7f704aa1c640 1 --2- 172.21.15.71:0/893673114 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7044101420 0x7f704410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:58.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.976+0000 7f704aa1c640 1 --2- 172.21.15.71:0/893673114 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7044100a80 0x7f7044100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:58.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.976+0000 7f704aa1c640 1 --2- 172.21.15.71:0/893673114 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7044106a80 0x7f7044106e60 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:58.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.976+0000 7f704aa1c640 1 -- 172.21.15.71:0/893673114 >> 172.21.15.71:0/893673114 conn(0x7f70440fc7a0 msgr2=0x7f70440febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:58.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.976+0000 7f704aa1c640 1 -- 172.21.15.71:0/893673114 shutdown_connections 2024-09-05T07:36:58.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.976+0000 7f704aa1c640 1 -- 172.21.15.71:0/893673114 wait complete. 2024-09-05T07:36:58.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.977+0000 7f704aa1c640 1 Processor -- start 2024-09-05T07:36:58.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.977+0000 7f704aa1c640 1 -- start start 2024-09-05T07:36:58.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.977+0000 7f704aa1c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7044100a80 0x7f70441992c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:58.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.977+0000 7f704aa1c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7044101420 0x7f7044199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:58.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.977+0000 7f704aa1c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7044106a80 0x7f70441a4340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:58.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.977+0000 7f704aa1c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7044110d50 con 0x7f7044100a80 2024-09-05T07:36:58.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.977+0000 7f704aa1c640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7044110bd0 con 0x7f7044106a80 2024-09-05T07:36:58.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.977+0000 7f704aa1c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7044110ed0 con 0x7f7044101420 2024-09-05T07:36:58.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.977+0000 7f7043fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7044100a80 0x7f70441992c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:58.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.977+0000 7f7043fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7044100a80 0x7f70441992c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54830/0 (socket says 172.21.15.71:54830) 2024-09-05T07:36:58.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.977+0000 7f7043fff640 1 -- 172.21.15.71:0/1519079958 learned_addr learned my addr 172.21.15.71:0/1519079958 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:36:58.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.977+0000 7f7043fff640 1 -- 172.21.15.71:0/1519079958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7044101420 msgr2=0x7f7044199800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:58.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.977+0000 7f703bfff640 1 --2- 172.21.15.71:0/1519079958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7044101420 0x7f7044199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:58.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.977+0000 7f7048fb9640 1 --2- 172.21.15.71:0/1519079958 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7044106a80 0x7f70441a4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:58.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.977+0000 7f7043fff640 1 --2- 172.21.15.71:0/1519079958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7044101420 0x7f7044199800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:58.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.977+0000 7f7043fff640 1 -- 172.21.15.71:0/1519079958 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7044106a80 msgr2=0x7f70441a4340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:58.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.977+0000 7f7043fff640 1 --2- 172.21.15.71:0/1519079958 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7044106a80 0x7f70441a4340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:58.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.977+0000 7f7043fff640 1 -- 172.21.15.71:0/1519079958 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70441a4880 con 0x7f7044100a80 2024-09-05T07:36:58.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.977+0000 7f703bfff640 1 --2- 172.21.15.71:0/1519079958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7044101420 0x7f7044199800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:36:58.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.978+0000 7f7043fff640 1 --2- 172.21.15.71:0/1519079958 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7044100a80 0x7f70441992c0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7034004770 tx=0x7f70340042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:58.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.978+0000 7f7041ffb640 1 -- 172.21.15.71:0/1519079958 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f703403f070 con 0x7f7044100a80 2024-09-05T07:36:58.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.978+0000 7f7041ffb640 1 -- 172.21.15.71:0/1519079958 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f703403b460 con 0x7f7044100a80 2024-09-05T07:36:58.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.978+0000 7f704aa1c640 1 -- 172.21.15.71:0/1519079958 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70441a4a50 con 0x7f7044100a80 2024-09-05T07:36:58.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.978+0000 7f7041ffb640 1 -- 172.21.15.71:0/1519079958 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7034035070 con 0x7f7044100a80 2024-09-05T07:36:58.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.978+0000 7f704aa1c640 1 -- 172.21.15.71:0/1519079958 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70441a4f00 con 0x7f7044100a80 2024-09-05T07:36:58.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.979+0000 7f704aa1c640 1 -- 172.21.15.71:0/1519079958 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7044100ee0 con 0x7f7044100a80 2024-09-05T07:36:58.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.980+0000 7f7041ffb640 1 -- 172.21.15.71:0/1519079958 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f703403b610 con 0x7f7044100a80 2024-09-05T07:36:58.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.980+0000 7f7041ffb640 1 --2- 172.21.15.71:0/1519079958 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f70300a2c00 0x7f70300a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:36:58.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.981+0000 7f703bfff640 1 --2- 172.21.15.71:0/1519079958 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f70300a2c00 0x7f70300a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:36:58.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.981+0000 7f7041ffb640 1 -- 172.21.15.71:0/1519079958 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f70340ef760 con 0x7f7044100a80 2024-09-05T07:36:58.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.981+0000 7f703bfff640 1 --2- 172.21.15.71:0/1519079958 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f70300a2c00 0x7f70300a50c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f702c006fd0 tx=0x7f702c008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:36:58.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:58.986+0000 7f7041ffb640 1 -- 172.21.15.71:0/1519079958 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f70340bc360 con 0x7f7044100a80 2024-09-05T07:36:59.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:59.187+0000 7f704aa1c640 1 -- 172.21.15.71:0/1519079958 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f7044108a60 con 0x7f7044100a80 2024-09-05T07:36:59.410 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:59.409+0000 7f7041ffb640 1 -- 172.21.15.71:0/1519079958 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v25) ==== 115+0+0 (secure 0 0 0) 0x7f70340bbc60 con 0x7f7044100a80 2024-09-05T07:36:59.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:59.412+0000 7f704aa1c640 1 -- 172.21.15.71:0/1519079958 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f70300a2c00 msgr2=0x7f70300a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:59.412 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:59.412+0000 7f704aa1c640 1 --2- 172.21.15.71:0/1519079958 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f70300a2c00 0x7f70300a50c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f702c006fd0 tx=0x7f702c008040 comp rx=0 tx=0).stop 2024-09-05T07:36:59.413 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:59.412+0000 7f704aa1c640 1 -- 172.21.15.71:0/1519079958 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7044100a80 msgr2=0x7f70441992c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:36:59.413 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:59.412+0000 7f704aa1c640 1 --2- 172.21.15.71:0/1519079958 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7044100a80 0x7f70441992c0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7034004770 tx=0x7f70340042f0 comp rx=0 tx=0).stop 2024-09-05T07:36:59.413 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:59.412+0000 7f704aa1c640 1 -- 172.21.15.71:0/1519079958 shutdown_connections 2024-09-05T07:36:59.413 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:59.412+0000 7f704aa1c640 1 --2- 172.21.15.71:0/1519079958 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f70300a2c00 0x7f70300a50c0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:59.413 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:59.412+0000 7f704aa1c640 1 --2- 172.21.15.71:0/1519079958 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7044106a80 0x7f70441a4340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:59.413 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:59.412+0000 7f704aa1c640 1 --2- 172.21.15.71:0/1519079958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7044101420 0x7f7044199800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:59.413 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:59.412+0000 7f704aa1c640 1 --2- 172.21.15.71:0/1519079958 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7044100a80 0x7f70441992c0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:36:59.413 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:59.412+0000 7f704aa1c640 1 -- 172.21.15.71:0/1519079958 >> 172.21.15.71:0/1519079958 conn(0x7f70440fc7a0 msgr2=0x7f70440fd190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:36:59.413 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:59.412+0000 7f704aa1c640 1 -- 172.21.15.71:0/1519079958 shutdown_connections 2024-09-05T07:36:59.413 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:36:59.412+0000 7f704aa1c640 1 -- 172.21.15.71:0/1519079958 wait complete. 2024-09-05T07:36:59.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:59 smithi123 ceph-mon[34568]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-05T07:36:59.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:36:59 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1519079958' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-05T07:36:59.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:59 smithi192 ceph-mon[34929]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-05T07:36:59.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:36:59 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1519079958' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-05T07:36:59.774 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:59 smithi071 ceph-mon[30965]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-05T07:36:59.774 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:36:59 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1519079958' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-05T07:37:00.120 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'} subvols for filesystem 'cephfs' 2024-09-05T07:37:00.120 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-09-05T07:37:00.365 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:00.675 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:00 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1519079958' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-05T07:37:00.676 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:00 smithi071 ceph-mon[30965]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-05T07:37:00.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:00 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1519079958' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-05T07:37:00.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:00 smithi123 ceph-mon[34568]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-05T07:37:00.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:00 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1519079958' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-05T07:37:00.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:00 smithi192 ceph-mon[34929]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-05T07:37:00.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.887+0000 7fa801a93640 1 -- 172.21.15.71:0/4135095518 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7fc102da0 msgr2=0x7fa7fc103180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:00.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.887+0000 7fa801a93640 1 --2- 172.21.15.71:0/4135095518 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7fc102da0 0x7fa7fc103180 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fa7e4009900 tx=0x7fa7e402a480 comp rx=0 tx=0).stop 2024-09-05T07:37:00.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.887+0000 7fa801a93640 1 -- 172.21.15.71:0/4135095518 shutdown_connections 2024-09-05T07:37:00.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.887+0000 7fa801a93640 1 --2- 172.21.15.71:0/4135095518 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7fc10c180 0x7fa7fc10e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:00.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.887+0000 7fa801a93640 1 --2- 172.21.15.71:0/4135095518 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa7fc1036c0 0x7fa7fc10bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:00.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.887+0000 7fa801a93640 1 --2- 172.21.15.71:0/4135095518 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7fc102da0 0x7fa7fc103180 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:00.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.887+0000 7fa801a93640 1 -- 172.21.15.71:0/4135095518 >> 172.21.15.71:0/4135095518 conn(0x7fa7fc0fc7a0 msgr2=0x7fa7fc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:00.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.887+0000 7fa801a93640 1 -- 172.21.15.71:0/4135095518 shutdown_connections 2024-09-05T07:37:00.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.887+0000 7fa801a93640 1 -- 172.21.15.71:0/4135095518 wait complete. 2024-09-05T07:37:00.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.888+0000 7fa801a93640 1 Processor -- start 2024-09-05T07:37:00.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.888+0000 7fa801a93640 1 -- start start 2024-09-05T07:37:00.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.888+0000 7fa801a93640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7fc102da0 0x7fa7fc198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:00.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.888+0000 7fa801a93640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7fc1036c0 0x7fa7fc1987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:00.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.888+0000 7fa801a93640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa7fc10c180 0x7fa7fc19cb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:00.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.888+0000 7fa801a93640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa7fc111e10 con 0x7fa7fc1036c0 2024-09-05T07:37:00.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.888+0000 7fa801a93640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa7fc111c90 con 0x7fa7fc10c180 2024-09-05T07:37:00.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.888+0000 7fa801a93640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa7fc111f90 con 0x7fa7fc102da0 2024-09-05T07:37:00.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.888+0000 7fa7faffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7fc1036c0 0x7fa7fc1987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:00.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.888+0000 7fa7faffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7fc1036c0 0x7fa7fc1987b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54848/0 (socket says 172.21.15.71:54848) 2024-09-05T07:37:00.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.888+0000 7fa7faffd640 1 -- 172.21.15.71:0/2449817666 learned_addr learned my addr 172.21.15.71:0/2449817666 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:00.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.889+0000 7fa7fb7fe640 1 --2- 172.21.15.71:0/2449817666 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7fc102da0 0x7fa7fc198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:00.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.889+0000 7fa7fbfff640 1 --2- 172.21.15.71:0/2449817666 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa7fc10c180 0x7fa7fc19cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:00.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.889+0000 7fa7faffd640 1 -- 172.21.15.71:0/2449817666 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7fc102da0 msgr2=0x7fa7fc198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:00.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.889+0000 7fa7faffd640 1 --2- 172.21.15.71:0/2449817666 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7fc102da0 0x7fa7fc198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:00.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.889+0000 7fa7faffd640 1 -- 172.21.15.71:0/2449817666 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa7fc10c180 msgr2=0x7fa7fc19cb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:00.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.889+0000 7fa7faffd640 1 --2- 172.21.15.71:0/2449817666 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa7fc10c180 0x7fa7fc19cb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:00.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.889+0000 7fa7faffd640 1 -- 172.21.15.71:0/2449817666 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7fc19d220 con 0x7fa7fc1036c0 2024-09-05T07:37:00.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.889+0000 7fa7faffd640 1 --2- 172.21.15.71:0/2449817666 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7fc1036c0 0x7fa7fc1987b0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec00c920 tx=0x7fa7ec00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:00.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.889+0000 7fa7f8ff9640 1 -- 172.21.15.71:0/2449817666 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ec007c70 con 0x7fa7fc1036c0 2024-09-05T07:37:00.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.889+0000 7fa7f8ff9640 1 -- 172.21.15.71:0/2449817666 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa7ec007e10 con 0x7fa7fc1036c0 2024-09-05T07:37:00.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.889+0000 7fa801a93640 1 -- 172.21.15.71:0/2449817666 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7fc19d510 con 0x7fa7fc1036c0 2024-09-05T07:37:00.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.889+0000 7fa7f8ff9640 1 -- 172.21.15.71:0/2449817666 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ec018820 con 0x7fa7fc1036c0 2024-09-05T07:37:00.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.889+0000 7fa801a93640 1 -- 172.21.15.71:0/2449817666 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7fc1a4df0 con 0x7fa7fc1036c0 2024-09-05T07:37:00.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.890+0000 7fa801a93640 1 -- 172.21.15.71:0/2449817666 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7fc103180 con 0x7fa7fc1036c0 2024-09-05T07:37:00.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.891+0000 7fa7f8ff9640 1 -- 172.21.15.71:0/2449817666 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa7ec0189c0 con 0x7fa7fc1036c0 2024-09-05T07:37:00.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.892+0000 7fa7f8ff9640 1 --2- 172.21.15.71:0/2449817666 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fa7e80a2b80 0x7fa7e80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:00.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.892+0000 7fa7fb7fe640 1 --2- 172.21.15.71:0/2449817666 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fa7e80a2b80 0x7fa7e80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:00.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.892+0000 7fa7f8ff9640 1 -- 172.21.15.71:0/2449817666 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7fa7ec0cf7c0 con 0x7fa7fc1036c0 2024-09-05T07:37:00.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.893+0000 7fa7fb7fe640 1 --2- 172.21.15.71:0/2449817666 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fa7e80a2b80 0x7fa7e80a5040 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fa7e4031440 tx=0x7fa7e4005e80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:00.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:00.895+0000 7fa7f8ff9640 1 -- 172.21.15.71:0/2449817666 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa7ec014030 con 0x7fa7fc1036c0 2024-09-05T07:37:01.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:01.082+0000 7fa801a93640 1 -- 172.21.15.71:0/2449817666 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fa7fc062630 con 0x7fa7e80a2b80 2024-09-05T07:37:01.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:01.107+0000 7fa7f8ff9640 1 -- 172.21.15.71:0/2449817666 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fa7fc062630 con 0x7fa7e80a2b80 2024-09-05T07:37:01.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:01.109+0000 7fa801a93640 1 -- 172.21.15.71:0/2449817666 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fa7e80a2b80 msgr2=0x7fa7e80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:01.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:01.109+0000 7fa801a93640 1 --2- 172.21.15.71:0/2449817666 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fa7e80a2b80 0x7fa7e80a5040 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fa7e4031440 tx=0x7fa7e4005e80 comp rx=0 tx=0).stop 2024-09-05T07:37:01.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:01.109+0000 7fa801a93640 1 -- 172.21.15.71:0/2449817666 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7fc1036c0 msgr2=0x7fa7fc1987b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:01.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:01.109+0000 7fa801a93640 1 --2- 172.21.15.71:0/2449817666 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7fc1036c0 0x7fa7fc1987b0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec00c920 tx=0x7fa7ec00cde0 comp rx=0 tx=0).stop 2024-09-05T07:37:01.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:01.110+0000 7fa801a93640 1 -- 172.21.15.71:0/2449817666 shutdown_connections 2024-09-05T07:37:01.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:01.110+0000 7fa801a93640 1 --2- 172.21.15.71:0/2449817666 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fa7e80a2b80 0x7fa7e80a5040 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:01.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:01.110+0000 7fa801a93640 1 --2- 172.21.15.71:0/2449817666 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa7fc10c180 0x7fa7fc19cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:01.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:01.110+0000 7fa801a93640 1 --2- 172.21.15.71:0/2449817666 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7fc1036c0 0x7fa7fc1987b0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:01.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:01.110+0000 7fa801a93640 1 --2- 172.21.15.71:0/2449817666 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7fc102da0 0x7fa7fc198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:01.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:01.110+0000 7fa801a93640 1 -- 172.21.15.71:0/2449817666 >> 172.21.15.71:0/2449817666 conn(0x7fa7fc0fc7a0 msgr2=0x7fa7fc0fde80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:01.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:01.110+0000 7fa801a93640 1 -- 172.21.15.71:0/2449817666 shutdown_connections 2024-09-05T07:37:01.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:01.110+0000 7fa801a93640 1 -- 172.21.15.71:0/2449817666 wait complete. 2024-09-05T07:37:01.399 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:37:01 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:37:01.087+0000 7efd6f9bf640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T07:37:01.399 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:37:01 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:37:01.087+0000 7efd6f9bf640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T07:37:01.399 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:37:01 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:37:01.087+0000 7efd6f9bf640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T07:37:01.399 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:37:01 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:37:01.087+0000 7efd6f9bf640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T07:37:01.399 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:37:01 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:37:01.087+0000 7efd6f9bf640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T07:37:01.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:01 smithi123 ceph-mon[34568]: pgmap v303: 129 pgs: 129 active+clean; 583 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-09-05T07:37:01.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:01 smithi192 ceph-mon[34929]: pgmap v303: 129 pgs: 129 active+clean; 583 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-09-05T07:37:01.710 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:37:01 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-i[64911]: 2024-09-05T07:37:01.444+0000 7f2abda98640 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-09-05T07:37:01.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:01 smithi071 ceph-mon[30965]: pgmap v303: 129 pgs: 129 active+clean; 583 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-09-05T07:37:01.872 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-09-05T07:37:02.119 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:02.541 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:02 smithi071 ceph-mon[30965]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:37:02.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.625+0000 7ff09e292640 1 -- 172.21.15.71:0/4069882549 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff098100e20 msgr2=0x7ff098101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:02.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.625+0000 7ff09e292640 1 --2- 172.21.15.71:0/4069882549 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff098100e20 0x7ff098101200 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff088009900 tx=0x7ff08802a480 comp rx=0 tx=0).stop 2024-09-05T07:37:02.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.625+0000 7ff09e292640 1 -- 172.21.15.71:0/4069882549 shutdown_connections 2024-09-05T07:37:02.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.625+0000 7ff09e292640 1 --2- 172.21.15.71:0/4069882549 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff098102ef0 0x7ff09810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:02.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.625+0000 7ff09e292640 1 --2- 172.21.15.71:0/4069882549 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff098102570 0x7ff0981029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:02.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.625+0000 7ff09e292640 1 --2- 172.21.15.71:0/4069882549 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff098100e20 0x7ff098101200 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:02.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.625+0000 7ff09e292640 1 -- 172.21.15.71:0/4069882549 >> 172.21.15.71:0/4069882549 conn(0x7ff0980fc7d0 msgr2=0x7ff0980febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:02.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.625+0000 7ff09e292640 1 -- 172.21.15.71:0/4069882549 shutdown_connections 2024-09-05T07:37:02.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.625+0000 7ff09e292640 1 -- 172.21.15.71:0/4069882549 wait complete. 2024-09-05T07:37:02.627 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.625+0000 7ff09e292640 1 Processor -- start 2024-09-05T07:37:02.627 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.625+0000 7ff09e292640 1 -- start start 2024-09-05T07:37:02.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.626+0000 7ff09e292640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff098100e20 0x7ff0981984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:02.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.626+0000 7ff09e292640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff098102570 0x7ff0981989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:02.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.626+0000 7ff09e292640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff098102ef0 0x7ff09819cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:02.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.626+0000 7ff09e292640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff098110e50 con 0x7ff098100e20 2024-09-05T07:37:02.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.626+0000 7ff09e292640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff098110cd0 con 0x7ff098102570 2024-09-05T07:37:02.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.626+0000 7ff09e292640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff098110fd0 con 0x7ff098102ef0 2024-09-05T07:37:02.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.626+0000 7ff097fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff098100e20 0x7ff0981984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:02.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.626+0000 7ff097fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff098100e20 0x7ff0981984b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40052/0 (socket says 172.21.15.71:40052) 2024-09-05T07:37:02.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.626+0000 7ff097fff640 1 -- 172.21.15.71:0/3577330328 learned_addr learned my addr 172.21.15.71:0/3577330328 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:02.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.626+0000 7ff08ffff640 1 --2- 172.21.15.71:0/3577330328 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff098102570 0x7ff0981989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:02.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.626+0000 7ff09c82f640 1 --2- 172.21.15.71:0/3577330328 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff098102ef0 0x7ff09819cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:02.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.626+0000 7ff097fff640 1 -- 172.21.15.71:0/3577330328 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff098102ef0 msgr2=0x7ff09819cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:02.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.626+0000 7ff097fff640 1 --2- 172.21.15.71:0/3577330328 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff098102ef0 0x7ff09819cd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:02.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.626+0000 7ff097fff640 1 -- 172.21.15.71:0/3577330328 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff098102570 msgr2=0x7ff0981989f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:02.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.626+0000 7ff097fff640 1 --2- 172.21.15.71:0/3577330328 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff098102570 0x7ff0981989f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:02.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.626+0000 7ff097fff640 1 -- 172.21.15.71:0/3577330328 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff09819d460 con 0x7ff098100e20 2024-09-05T07:37:02.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.626+0000 7ff08ffff640 1 --2- 172.21.15.71:0/3577330328 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff098102570 0x7ff0981989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:37:02.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.626+0000 7ff097fff640 1 --2- 172.21.15.71:0/3577330328 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff098100e20 0x7ff0981984b0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7ff088006010 tx=0x7ff0880042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:02.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.627+0000 7ff095ffb640 1 -- 172.21.15.71:0/3577330328 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08803f030 con 0x7ff098100e20 2024-09-05T07:37:02.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.627+0000 7ff095ffb640 1 -- 172.21.15.71:0/3577330328 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff088003cb0 con 0x7ff098100e20 2024-09-05T07:37:02.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.627+0000 7ff09e292640 1 -- 172.21.15.71:0/3577330328 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff09819d6f0 con 0x7ff098100e20 2024-09-05T07:37:02.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.627+0000 7ff095ffb640 1 -- 172.21.15.71:0/3577330328 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff088035070 con 0x7ff098100e20 2024-09-05T07:37:02.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.627+0000 7ff09e292640 1 -- 172.21.15.71:0/3577330328 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0981a5030 con 0x7ff098100e20 2024-09-05T07:37:02.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.628+0000 7ff09e292640 1 -- 172.21.15.71:0/3577330328 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff098101200 con 0x7ff098100e20 2024-09-05T07:37:02.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.629+0000 7ff095ffb640 1 -- 172.21.15.71:0/3577330328 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff088042030 con 0x7ff098100e20 2024-09-05T07:37:02.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.629+0000 7ff095ffb640 1 --2- 172.21.15.71:0/3577330328 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0840a2c10 0x7ff0840a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:02.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.630+0000 7ff08ffff640 1 --2- 172.21.15.71:0/3577330328 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0840a2c10 0x7ff0840a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:02.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.630+0000 7ff095ffb640 1 -- 172.21.15.71:0/3577330328 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7ff0880efe10 con 0x7ff098100e20 2024-09-05T07:37:02.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.630+0000 7ff08ffff640 1 --2- 172.21.15.71:0/3577330328 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0840a2c10 0x7ff0840a50d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ff0980fef00 tx=0x7ff080009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:02.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.634+0000 7ff095ffb640 1 -- 172.21.15.71:0/3577330328 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff0880bc8b0 con 0x7ff098100e20 2024-09-05T07:37:02.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:02 smithi192 ceph-mon[34929]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:37:02.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.827+0000 7ff09e292640 1 -- 172.21.15.71:0/3577330328 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7ff098106f10 con 0x7ff0840a2c10 2024-09-05T07:37:02.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.849+0000 7ff095ffb640 1 -- 172.21.15.71:0/3577330328 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7ff098106f10 con 0x7ff0840a2c10 2024-09-05T07:37:02.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.851+0000 7ff09e292640 1 -- 172.21.15.71:0/3577330328 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0840a2c10 msgr2=0x7ff0840a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:02.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.851+0000 7ff09e292640 1 --2- 172.21.15.71:0/3577330328 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0840a2c10 0x7ff0840a50d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ff0980fef00 tx=0x7ff080009110 comp rx=0 tx=0).stop 2024-09-05T07:37:02.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.851+0000 7ff09e292640 1 -- 172.21.15.71:0/3577330328 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff098100e20 msgr2=0x7ff0981984b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:02.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.851+0000 7ff09e292640 1 --2- 172.21.15.71:0/3577330328 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff098100e20 0x7ff0981984b0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7ff088006010 tx=0x7ff0880042f0 comp rx=0 tx=0).stop 2024-09-05T07:37:02.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.851+0000 7ff09e292640 1 -- 172.21.15.71:0/3577330328 shutdown_connections 2024-09-05T07:37:02.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.851+0000 7ff09e292640 1 --2- 172.21.15.71:0/3577330328 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0840a2c10 0x7ff0840a50d0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:02.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.851+0000 7ff09e292640 1 --2- 172.21.15.71:0/3577330328 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff098102ef0 0x7ff09819cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:02.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.851+0000 7ff09e292640 1 --2- 172.21.15.71:0/3577330328 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff098102570 0x7ff0981989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:02.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.851+0000 7ff09e292640 1 --2- 172.21.15.71:0/3577330328 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff098100e20 0x7ff0981984b0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:02.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.851+0000 7ff09e292640 1 -- 172.21.15.71:0/3577330328 >> 172.21.15.71:0/3577330328 conn(0x7ff0980fc7d0 msgr2=0x7ff098069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:02.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.852+0000 7ff09e292640 1 -- 172.21.15.71:0/3577330328 shutdown_connections 2024-09-05T07:37:02.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:02.852+0000 7ff09e292640 1 -- 172.21.15.71:0/3577330328 wait complete. 2024-09-05T07:37:02.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:02 smithi123 ceph-mon[34568]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:37:03.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:03 smithi071 ceph-mon[30965]: pgmap v304: 129 pgs: 129 active+clean; 584 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-09-05T07:37:03.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:03 smithi071 ceph-mon[30965]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-05T07:37:03.708 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-09-05T07:37:03.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:03 smithi192 ceph-mon[34929]: pgmap v304: 129 pgs: 129 active+clean; 584 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-09-05T07:37:03.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:03 smithi192 ceph-mon[34929]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-05T07:37:03.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:03 smithi123 ceph-mon[34568]: pgmap v304: 129 pgs: 129 active+clean; 584 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-09-05T07:37:03.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:03 smithi123 ceph-mon[34568]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-05T07:37:03.952 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:04.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.459+0000 7f747e922640 1 -- 172.21.15.71:0/2592912189 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7478101de0 msgr2=0x7f74781021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:04.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.459+0000 7f747e922640 1 --2- 172.21.15.71:0/2592912189 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7478101de0 0x7f74781021c0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f7468009900 tx=0x7f746802a410 comp rx=0 tx=0).stop 2024-09-05T07:37:04.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.460+0000 7f747e922640 1 -- 172.21.15.71:0/2592912189 shutdown_connections 2024-09-05T07:37:04.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.460+0000 7f747e922640 1 --2- 172.21.15.71:0/2592912189 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7478106f10 0x7f747810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:04.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.460+0000 7f747e922640 1 --2- 172.21.15.71:0/2592912189 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7478102790 0x7f74781067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:04.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.460+0000 7f747e922640 1 --2- 172.21.15.71:0/2592912189 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7478101de0 0x7f74781021c0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:04.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.460+0000 7f747e922640 1 -- 172.21.15.71:0/2592912189 >> 172.21.15.71:0/2592912189 conn(0x7f74780fd8c0 msgr2=0x7f74780ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:04.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.460+0000 7f747e922640 1 -- 172.21.15.71:0/2592912189 shutdown_connections 2024-09-05T07:37:04.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.460+0000 7f747e922640 1 -- 172.21.15.71:0/2592912189 wait complete. 2024-09-05T07:37:04.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.460+0000 7f747e922640 1 Processor -- start 2024-09-05T07:37:04.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.460+0000 7f747e922640 1 -- start start 2024-09-05T07:37:04.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f747e922640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7478101de0 0x7f74781983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:04.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f747e922640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7478102790 0x7f7478198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:04.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f747e922640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7478106f10 0x7f747819ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:04.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f747e922640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7478111e40 con 0x7f7478106f10 2024-09-05T07:37:04.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f747e922640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7478111cc0 con 0x7f7478102790 2024-09-05T07:37:04.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f747e922640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7478111fc0 con 0x7f7478101de0 2024-09-05T07:37:04.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f747cebf640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7478106f10 0x7f747819ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:04.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f747cebf640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7478106f10 0x7f747819ccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40060/0 (socket says 172.21.15.71:40060) 2024-09-05T07:37:04.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f747cebf640 1 -- 172.21.15.71:0/3562018371 learned_addr learned my addr 172.21.15.71:0/3562018371 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:04.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f746ffff640 1 --2- 172.21.15.71:0/3562018371 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7478102790 0x7f7478198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:04.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f7477fff640 1 --2- 172.21.15.71:0/3562018371 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7478101de0 0x7f74781983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:04.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f747cebf640 1 -- 172.21.15.71:0/3562018371 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7478101de0 msgr2=0x7f74781983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:04.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f747cebf640 1 --2- 172.21.15.71:0/3562018371 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7478101de0 0x7f74781983e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:04.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f747cebf640 1 -- 172.21.15.71:0/3562018371 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7478102790 msgr2=0x7f7478198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:04.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f747cebf640 1 --2- 172.21.15.71:0/3562018371 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7478102790 0x7f7478198920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:04.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f747cebf640 1 -- 172.21.15.71:0/3562018371 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f747819d390 con 0x7f7478106f10 2024-09-05T07:37:04.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f747cebf640 1 --2- 172.21.15.71:0/3562018371 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7478106f10 0x7f747819ccb0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f747000b970 tx=0x7f747000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:04.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f7475ffb640 1 -- 172.21.15.71:0/3562018371 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7470019070 con 0x7f7478106f10 2024-09-05T07:37:04.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f7475ffb640 1 -- 172.21.15.71:0/3562018371 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7470014440 con 0x7f7478106f10 2024-09-05T07:37:04.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f747e922640 1 -- 172.21.15.71:0/3562018371 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f747819d680 con 0x7f7478106f10 2024-09-05T07:37:04.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f7475ffb640 1 -- 172.21.15.71:0/3562018371 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74700075d0 con 0x7f7478106f10 2024-09-05T07:37:04.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.461+0000 7f747e922640 1 -- 172.21.15.71:0/3562018371 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74781a4f60 con 0x7f7478106f10 2024-09-05T07:37:04.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.462+0000 7f747e922640 1 -- 172.21.15.71:0/3562018371 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74781021c0 con 0x7f7478106f10 2024-09-05T07:37:04.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.463+0000 7f7475ffb640 1 -- 172.21.15.71:0/3562018371 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f747001c070 con 0x7f7478106f10 2024-09-05T07:37:04.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.464+0000 7f7475ffb640 1 --2- 172.21.15.71:0/3562018371 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f74640a2c10 0x7f74640a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:04.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.464+0000 7f7477fff640 1 --2- 172.21.15.71:0/3562018371 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f74640a2c10 0x7f74640a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:04.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.465+0000 7f7475ffb640 1 -- 172.21.15.71:0/3562018371 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f74700ce9f0 con 0x7f7478106f10 2024-09-05T07:37:04.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.465+0000 7f7477fff640 1 --2- 172.21.15.71:0/3562018371 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f74640a2c10 0x7f74640a50d0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7468031440 tx=0x7f74680095f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:04.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.469+0000 7f7475ffb640 1 -- 172.21.15.71:0/3562018371 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f747009af50 con 0x7f7478106f10 2024-09-05T07:37:04.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:04 smithi071 ceph-mon[30965]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:37:04.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.662+0000 7f747e922640 1 -- 172.21.15.71:0/3562018371 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f7478062630 con 0x7f74640a2c10 2024-09-05T07:37:04.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.668+0000 7f7475ffb640 1 -- 172.21.15.71:0/3562018371 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f7478062630 con 0x7f74640a2c10 2024-09-05T07:37:04.668 INFO:teuthology.orchestra.run.smithi071.stdout:/volumes/qa/sv_0/35a3f230-1689-42e9-8851-4b4774f71d12 2024-09-05T07:37:04.670 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.670+0000 7f747e922640 1 -- 172.21.15.71:0/3562018371 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f74640a2c10 msgr2=0x7f74640a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:04.670 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.670+0000 7f747e922640 1 --2- 172.21.15.71:0/3562018371 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f74640a2c10 0x7f74640a50d0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7468031440 tx=0x7f74680095f0 comp rx=0 tx=0).stop 2024-09-05T07:37:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.670+0000 7f747e922640 1 -- 172.21.15.71:0/3562018371 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7478106f10 msgr2=0x7f747819ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.670+0000 7f747e922640 1 --2- 172.21.15.71:0/3562018371 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7478106f10 0x7f747819ccb0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f747000b970 tx=0x7f747000be30 comp rx=0 tx=0).stop 2024-09-05T07:37:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.670+0000 7f747e922640 1 -- 172.21.15.71:0/3562018371 shutdown_connections 2024-09-05T07:37:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.670+0000 7f747e922640 1 --2- 172.21.15.71:0/3562018371 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f74640a2c10 0x7f74640a50d0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.670+0000 7f747e922640 1 --2- 172.21.15.71:0/3562018371 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7478106f10 0x7f747819ccb0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.670+0000 7f747e922640 1 --2- 172.21.15.71:0/3562018371 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7478102790 0x7f7478198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.670+0000 7f747e922640 1 --2- 172.21.15.71:0/3562018371 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7478101de0 0x7f74781983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.670+0000 7f747e922640 1 -- 172.21.15.71:0/3562018371 >> 172.21.15.71:0/3562018371 conn(0x7f74780fd8c0 msgr2=0x7f74780fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.670+0000 7f747e922640 1 -- 172.21.15.71:0/3562018371 shutdown_connections 2024-09-05T07:37:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:04.670+0000 7f747e922640 1 -- 172.21.15.71:0/3562018371 wait complete. 2024-09-05T07:37:04.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:04 smithi192 ceph-mon[34929]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:37:04.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:04 smithi123 ceph-mon[34568]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:37:05.443 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-09-05T07:37:05.688 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:05.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:05 smithi192 ceph-mon[34929]: pgmap v305: 129 pgs: 129 active+clean; 584 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-09-05T07:37:05.809 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:05 smithi071 ceph-mon[30965]: pgmap v305: 129 pgs: 129 active+clean; 584 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-09-05T07:37:05.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:05 smithi123 ceph-mon[34568]: pgmap v305: 129 pgs: 129 active+clean; 584 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-09-05T07:37:06.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.153+0000 7f69a7f77640 1 -- 172.21.15.71:0/3461599151 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f69a01027a0 msgr2=0x7f69a01067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:06.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.153+0000 7f69a7f77640 1 --2- 172.21.15.71:0/3461599151 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f69a01027a0 0x7f69a01067f0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f6990009900 tx=0x7f699002a3f0 comp rx=0 tx=0).stop 2024-09-05T07:37:06.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.153+0000 7f69a7f77640 1 -- 172.21.15.71:0/3461599151 shutdown_connections 2024-09-05T07:37:06.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.153+0000 7f69a7f77640 1 --2- 172.21.15.71:0/3461599151 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f69a0106f20 0x7f69a010eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:06.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.153+0000 7f69a7f77640 1 --2- 172.21.15.71:0/3461599151 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f69a01027a0 0x7f69a01067f0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:06.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.153+0000 7f69a7f77640 1 --2- 172.21.15.71:0/3461599151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f69a0101df0 0x7f69a01021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:06.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.153+0000 7f69a7f77640 1 -- 172.21.15.71:0/3461599151 >> 172.21.15.71:0/3461599151 conn(0x7f69a00fd8f0 msgr2=0x7f69a00ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:06.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.153+0000 7f69a7f77640 1 -- 172.21.15.71:0/3461599151 shutdown_connections 2024-09-05T07:37:06.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.153+0000 7f69a7f77640 1 -- 172.21.15.71:0/3461599151 wait complete. 2024-09-05T07:37:06.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.153+0000 7f69a7f77640 1 Processor -- start 2024-09-05T07:37:06.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.153+0000 7f69a7f77640 1 -- start start 2024-09-05T07:37:06.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f69a7f77640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f69a0101df0 0x7f69a0198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:06.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f69a7f77640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f69a01027a0 0x7f69a01988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:06.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f69a7f77640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f69a0106f20 0x7f69a019cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:06.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f69a7f77640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f69a0111e50 con 0x7f69a0101df0 2024-09-05T07:37:06.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f69a7f77640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f69a0111cd0 con 0x7f69a0106f20 2024-09-05T07:37:06.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f69a7f77640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f69a0111fd0 con 0x7f69a01027a0 2024-09-05T07:37:06.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f69a5d13640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f69a0101df0 0x7f69a0198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:06.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f69a5d13640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f69a0101df0 0x7f69a0198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40076/0 (socket says 172.21.15.71:40076) 2024-09-05T07:37:06.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f69a5d13640 1 -- 172.21.15.71:0/2626230705 learned_addr learned my addr 172.21.15.71:0/2626230705 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:06.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f69a6514640 1 --2- 172.21.15.71:0/2626230705 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f69a0106f20 0x7f69a019cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:06.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f69a5512640 1 --2- 172.21.15.71:0/2626230705 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f69a01027a0 0x7f69a01988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:06.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f69a5d13640 1 -- 172.21.15.71:0/2626230705 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f69a01027a0 msgr2=0x7f69a01988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:06.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f69a5d13640 1 --2- 172.21.15.71:0/2626230705 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f69a01027a0 0x7f69a01988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:06.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f69a5d13640 1 -- 172.21.15.71:0/2626230705 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f69a0106f20 msgr2=0x7f69a019cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:06.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f69a5d13640 1 --2- 172.21.15.71:0/2626230705 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f69a0106f20 0x7f69a019cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:06.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f69a5d13640 1 -- 172.21.15.71:0/2626230705 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69a019d320 con 0x7f69a0101df0 2024-09-05T07:37:06.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f69a5512640 1 --2- 172.21.15.71:0/2626230705 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f69a01027a0 0x7f69a01988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:37:06.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f69a5d13640 1 --2- 172.21.15.71:0/2626230705 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f69a0101df0 0x7f69a0198370 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f699c00c920 tx=0x7f699c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:06.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f6996ffd640 1 -- 172.21.15.71:0/2626230705 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f699c007c70 con 0x7f69a0101df0 2024-09-05T07:37:06.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f6996ffd640 1 -- 172.21.15.71:0/2626230705 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f699c007e10 con 0x7f69a0101df0 2024-09-05T07:37:06.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f69a7f77640 1 -- 172.21.15.71:0/2626230705 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69a019d610 con 0x7f69a0101df0 2024-09-05T07:37:06.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f6996ffd640 1 -- 172.21.15.71:0/2626230705 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f699c018820 con 0x7f69a0101df0 2024-09-05T07:37:06.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.154+0000 7f69a7f77640 1 -- 172.21.15.71:0/2626230705 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69a01a4ef0 con 0x7f69a0101df0 2024-09-05T07:37:06.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.155+0000 7f69a7f77640 1 -- 172.21.15.71:0/2626230705 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69a01021d0 con 0x7f69a0101df0 2024-09-05T07:37:06.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.156+0000 7f6996ffd640 1 -- 172.21.15.71:0/2626230705 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f699c0189c0 con 0x7f69a0101df0 2024-09-05T07:37:06.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.157+0000 7f6996ffd640 1 --2- 172.21.15.71:0/2626230705 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f698c0a2c90 0x7f698c0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:06.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.157+0000 7f69a5512640 1 --2- 172.21.15.71:0/2626230705 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f698c0a2c90 0x7f698c0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:06.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.158+0000 7f6996ffd640 1 -- 172.21.15.71:0/2626230705 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f699c0cf660 con 0x7f69a0101df0 2024-09-05T07:37:06.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.158+0000 7f69a5512640 1 --2- 172.21.15.71:0/2626230705 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f698c0a2c90 0x7f698c0a5150 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f6990031440 tx=0x7f69900095f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:06.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.162+0000 7f6996ffd640 1 -- 172.21.15.71:0/2626230705 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f699c014030 con 0x7f69a0101df0 2024-09-05T07:37:06.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.351+0000 7f69a7f77640 1 -- 172.21.15.71:0/2626230705 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f69a0062630 con 0x7f698c0a2c90 2024-09-05T07:37:06.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.375+0000 7f6996ffd640 1 -- 172.21.15.71:0/2626230705 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f69a0062630 con 0x7f698c0a2c90 2024-09-05T07:37:06.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.377+0000 7f69a7f77640 1 -- 172.21.15.71:0/2626230705 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f698c0a2c90 msgr2=0x7f698c0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:06.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.377+0000 7f69a7f77640 1 --2- 172.21.15.71:0/2626230705 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f698c0a2c90 0x7f698c0a5150 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f6990031440 tx=0x7f69900095f0 comp rx=0 tx=0).stop 2024-09-05T07:37:06.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.377+0000 7f69a7f77640 1 -- 172.21.15.71:0/2626230705 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f69a0101df0 msgr2=0x7f69a0198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:06.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.377+0000 7f69a7f77640 1 --2- 172.21.15.71:0/2626230705 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f69a0101df0 0x7f69a0198370 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f699c00c920 tx=0x7f699c00cde0 comp rx=0 tx=0).stop 2024-09-05T07:37:06.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.377+0000 7f69a7f77640 1 -- 172.21.15.71:0/2626230705 shutdown_connections 2024-09-05T07:37:06.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.377+0000 7f69a7f77640 1 --2- 172.21.15.71:0/2626230705 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f698c0a2c90 0x7f698c0a5150 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:06.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.377+0000 7f69a7f77640 1 --2- 172.21.15.71:0/2626230705 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f69a0106f20 0x7f69a019cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:06.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.377+0000 7f69a7f77640 1 --2- 172.21.15.71:0/2626230705 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f69a01027a0 0x7f69a01988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:06.379 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.377+0000 7f69a7f77640 1 --2- 172.21.15.71:0/2626230705 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f69a0101df0 0x7f69a0198370 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:06.379 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.377+0000 7f69a7f77640 1 -- 172.21.15.71:0/2626230705 >> 172.21.15.71:0/2626230705 conn(0x7f69a00fd8f0 msgr2=0x7f69a00fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:06.379 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.377+0000 7f69a7f77640 1 -- 172.21.15.71:0/2626230705 shutdown_connections 2024-09-05T07:37:06.379 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:06.377+0000 7f69a7f77640 1 -- 172.21.15.71:0/2626230705 wait complete. 2024-09-05T07:37:06.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:06 smithi071 ceph-mon[30965]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:37:06.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:06 smithi192 ceph-mon[34929]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:37:06.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:06 smithi123 ceph-mon[34568]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:37:07.025 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-09-05T07:37:07.269 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:07.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:07 smithi071 ceph-mon[30965]: pgmap v306: 129 pgs: 129 active+clean; 605 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.4 KiB/s wr, 13 op/s 2024-09-05T07:37:07.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:07 smithi071 ceph-mon[30965]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:37:07.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:07 smithi192 ceph-mon[34929]: pgmap v306: 129 pgs: 129 active+clean; 605 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.4 KiB/s wr, 13 op/s 2024-09-05T07:37:07.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:07 smithi192 ceph-mon[34929]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:37:07.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.762+0000 7f2a5f696640 1 -- 172.21.15.71:0/2918620120 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a58100a80 msgr2=0x7f2a58100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:07.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.762+0000 7f2a5f696640 1 --2- 172.21.15.71:0/2918620120 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a58100a80 0x7f2a58100ee0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f2a54009930 tx=0x7f2a5402a420 comp rx=0 tx=0).stop 2024-09-05T07:37:07.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.762+0000 7f2a5f696640 1 -- 172.21.15.71:0/2918620120 shutdown_connections 2024-09-05T07:37:07.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.762+0000 7f2a5f696640 1 --2- 172.21.15.71:0/2918620120 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a58101420 0x7f2a5810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:07.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.762+0000 7f2a5f696640 1 --2- 172.21.15.71:0/2918620120 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a58100a80 0x7f2a58100ee0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:07.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.762+0000 7f2a5f696640 1 --2- 172.21.15.71:0/2918620120 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a58106a80 0x7f2a58106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:07.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.762+0000 7f2a5f696640 1 -- 172.21.15.71:0/2918620120 >> 172.21.15.71:0/2918620120 conn(0x7f2a580fc7a0 msgr2=0x7f2a580febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:07.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.762+0000 7f2a5f696640 1 -- 172.21.15.71:0/2918620120 shutdown_connections 2024-09-05T07:37:07.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.762+0000 7f2a5f696640 1 -- 172.21.15.71:0/2918620120 wait complete. 2024-09-05T07:37:07.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.763+0000 7f2a5f696640 1 Processor -- start 2024-09-05T07:37:07.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.763+0000 7f2a5f696640 1 -- start start 2024-09-05T07:37:07.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.763+0000 7f2a5f696640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a58100a80 0x7f2a58198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:07.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.763+0000 7f2a5f696640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a58101420 0x7f2a581988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:07.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.763+0000 7f2a5f696640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a58106a80 0x7f2a5819cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:07.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.763+0000 7f2a5f696640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2a58110d50 con 0x7f2a58100a80 2024-09-05T07:37:07.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.763+0000 7f2a5f696640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2a58110bd0 con 0x7f2a58101420 2024-09-05T07:37:07.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.763+0000 7f2a5f696640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2a58110ed0 con 0x7f2a58106a80 2024-09-05T07:37:07.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.763+0000 7f2a5d432640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a58100a80 0x7f2a58198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:07.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.763+0000 7f2a5d432640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a58100a80 0x7f2a58198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40098/0 (socket says 172.21.15.71:40098) 2024-09-05T07:37:07.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.763+0000 7f2a5d432640 1 -- 172.21.15.71:0/1821644426 learned_addr learned my addr 172.21.15.71:0/1821644426 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:07.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.763+0000 7f2a5dc33640 1 --2- 172.21.15.71:0/1821644426 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a58106a80 0x7f2a5819cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:07.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.763+0000 7f2a5cc31640 1 --2- 172.21.15.71:0/1821644426 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a58101420 0x7f2a581988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:07.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.763+0000 7f2a5d432640 1 -- 172.21.15.71:0/1821644426 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a58106a80 msgr2=0x7f2a5819cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:07.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.763+0000 7f2a5d432640 1 --2- 172.21.15.71:0/1821644426 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a58106a80 0x7f2a5819cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:07.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.764+0000 7f2a5d432640 1 -- 172.21.15.71:0/1821644426 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a58101420 msgr2=0x7f2a581988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:07.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.764+0000 7f2a5d432640 1 --2- 172.21.15.71:0/1821644426 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a58101420 0x7f2a581988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:07.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.764+0000 7f2a5d432640 1 -- 172.21.15.71:0/1821644426 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a5819d320 con 0x7f2a58100a80 2024-09-05T07:37:07.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.764+0000 7f2a5d432640 1 --2- 172.21.15.71:0/1821644426 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a58100a80 0x7f2a58198370 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f2a4c00b4a0 tx=0x7f2a4c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:07.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.764+0000 7f2a4a7fc640 1 -- 172.21.15.71:0/1821644426 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a4c014070 con 0x7f2a58100a80 2024-09-05T07:37:07.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.764+0000 7f2a4a7fc640 1 -- 172.21.15.71:0/1821644426 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2a4c010ac0 con 0x7f2a58100a80 2024-09-05T07:37:07.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.764+0000 7f2a5f696640 1 -- 172.21.15.71:0/1821644426 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a5819d610 con 0x7f2a58100a80 2024-09-05T07:37:07.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.764+0000 7f2a4a7fc640 1 -- 172.21.15.71:0/1821644426 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a4c017c30 con 0x7f2a58100a80 2024-09-05T07:37:07.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.764+0000 7f2a5f696640 1 -- 172.21.15.71:0/1821644426 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a581a4ef0 con 0x7f2a58100a80 2024-09-05T07:37:07.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.765+0000 7f2a5f696640 1 -- 172.21.15.71:0/1821644426 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a58100ee0 con 0x7f2a58100a80 2024-09-05T07:37:07.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.766+0000 7f2a4a7fc640 1 -- 172.21.15.71:0/1821644426 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f2a4c017070 con 0x7f2a58100a80 2024-09-05T07:37:07.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.766+0000 7f2a4a7fc640 1 --2- 172.21.15.71:0/1821644426 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f2a440a2c10 0x7f2a440a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:07.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.767+0000 7f2a5cc31640 1 --2- 172.21.15.71:0/1821644426 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f2a440a2c10 0x7f2a440a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:07.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.767+0000 7f2a4a7fc640 1 -- 172.21.15.71:0/1821644426 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f2a4c0ceba0 con 0x7f2a58100a80 2024-09-05T07:37:07.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.767+0000 7f2a5cc31640 1 --2- 172.21.15.71:0/1821644426 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f2a440a2c10 0x7f2a440a50d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f2a54000c00 tx=0x7f2a54031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:07.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.771+0000 7f2a4a7fc640 1 -- 172.21.15.71:0/1821644426 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2a4c09b750 con 0x7f2a58100a80 2024-09-05T07:37:07.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:07 smithi123 ceph-mon[34568]: pgmap v306: 129 pgs: 129 active+clean; 605 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.4 KiB/s wr, 13 op/s 2024-09-05T07:37:07.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:07 smithi123 ceph-mon[34568]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:37:07.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.964+0000 7f2a5f696640 1 -- 172.21.15.71:0/1821644426 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f2a58062630 con 0x7f2a440a2c10 2024-09-05T07:37:07.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.969+0000 7f2a4a7fc640 1 -- 172.21.15.71:0/1821644426 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f2a58062630 con 0x7f2a440a2c10 2024-09-05T07:37:07.969 INFO:teuthology.orchestra.run.smithi071.stdout:/volumes/qa/sv_1/f21df0ef-8a86-4fb7-bca5-f926156c9f73 2024-09-05T07:37:07.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.971+0000 7f2a5f696640 1 -- 172.21.15.71:0/1821644426 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f2a440a2c10 msgr2=0x7f2a440a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:07.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.971+0000 7f2a5f696640 1 --2- 172.21.15.71:0/1821644426 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f2a440a2c10 0x7f2a440a50d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f2a54000c00 tx=0x7f2a54031400 comp rx=0 tx=0).stop 2024-09-05T07:37:07.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.971+0000 7f2a5f696640 1 -- 172.21.15.71:0/1821644426 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a58100a80 msgr2=0x7f2a58198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:07.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.971+0000 7f2a5f696640 1 --2- 172.21.15.71:0/1821644426 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a58100a80 0x7f2a58198370 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f2a4c00b4a0 tx=0x7f2a4c00b960 comp rx=0 tx=0).stop 2024-09-05T07:37:07.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.971+0000 7f2a5f696640 1 -- 172.21.15.71:0/1821644426 shutdown_connections 2024-09-05T07:37:07.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.971+0000 7f2a5f696640 1 --2- 172.21.15.71:0/1821644426 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f2a440a2c10 0x7f2a440a50d0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:07.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.971+0000 7f2a5f696640 1 --2- 172.21.15.71:0/1821644426 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a58106a80 0x7f2a5819cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:07.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.971+0000 7f2a5f696640 1 --2- 172.21.15.71:0/1821644426 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a58101420 0x7f2a581988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:07.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.971+0000 7f2a5f696640 1 --2- 172.21.15.71:0/1821644426 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a58100a80 0x7f2a58198370 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:07.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.971+0000 7f2a5f696640 1 -- 172.21.15.71:0/1821644426 >> 172.21.15.71:0/1821644426 conn(0x7f2a580fc7a0 msgr2=0x7f2a5806aa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:07.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.971+0000 7f2a5f696640 1 -- 172.21.15.71:0/1821644426 shutdown_connections 2024-09-05T07:37:07.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:07.971+0000 7f2a5f696640 1 -- 172.21.15.71:0/1821644426 wait complete. 2024-09-05T07:37:08.627 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:37:08.872 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:09.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.357+0000 7f06f8850640 1 -- 172.21.15.71:0/345526480 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06f4106a80 msgr2=0x7f06f4106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:09.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.357+0000 7f06f8850640 1 --2- 172.21.15.71:0/345526480 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06f4106a80 0x7f06f4106e60 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f06e4009930 tx=0x7f06e402a420 comp rx=0 tx=0).stop 2024-09-05T07:37:09.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.357+0000 7f06f8850640 1 -- 172.21.15.71:0/345526480 shutdown_connections 2024-09-05T07:37:09.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.357+0000 7f06f8850640 1 --2- 172.21.15.71:0/345526480 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f06f4101420 0x7f06f410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:09.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.357+0000 7f06f8850640 1 --2- 172.21.15.71:0/345526480 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06f4100a80 0x7f06f4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:09.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.357+0000 7f06f8850640 1 --2- 172.21.15.71:0/345526480 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06f4106a80 0x7f06f4106e60 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:09.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.358+0000 7f06f8850640 1 -- 172.21.15.71:0/345526480 >> 172.21.15.71:0/345526480 conn(0x7f06f40fc7a0 msgr2=0x7f06f40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:09.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.358+0000 7f06f8850640 1 -- 172.21.15.71:0/345526480 shutdown_connections 2024-09-05T07:37:09.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.358+0000 7f06f8850640 1 -- 172.21.15.71:0/345526480 wait complete. 2024-09-05T07:37:09.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.358+0000 7f06f8850640 1 Processor -- start 2024-09-05T07:37:09.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.358+0000 7f06f8850640 1 -- start start 2024-09-05T07:37:09.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.358+0000 7f06f8850640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06f4100a80 0x7f06f41983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:09.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.358+0000 7f06f8850640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f06f4101420 0x7f06f4198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:09.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06f8850640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06f4106a80 0x7f06f419cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:09.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06f8850640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f06f4111e90 con 0x7f06f4106a80 2024-09-05T07:37:09.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06f8850640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f06f4111d10 con 0x7f06f4101420 2024-09-05T07:37:09.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06f8850640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f06f4112010 con 0x7f06f4100a80 2024-09-05T07:37:09.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06f259c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06f4100a80 0x7f06f41983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:09.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06f2d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06f4106a80 0x7f06f419cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:09.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06f259c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06f4100a80 0x7f06f41983d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.71:60038/0 (socket says 172.21.15.71:60038) 2024-09-05T07:37:09.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06f2d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06f4106a80 0x7f06f419cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40102/0 (socket says 172.21.15.71:40102) 2024-09-05T07:37:09.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06f259c640 1 -- 172.21.15.71:0/3728257240 learned_addr learned my addr 172.21.15.71:0/3728257240 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:09.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06f1d9b640 1 --2- 172.21.15.71:0/3728257240 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f06f4101420 0x7f06f4198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:09.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06f259c640 1 -- 172.21.15.71:0/3728257240 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f06f4101420 msgr2=0x7f06f4198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:09.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06f259c640 1 --2- 172.21.15.71:0/3728257240 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f06f4101420 0x7f06f4198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:09.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06f259c640 1 -- 172.21.15.71:0/3728257240 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06f4106a80 msgr2=0x7f06f419cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:09.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06f259c640 1 --2- 172.21.15.71:0/3728257240 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06f4106a80 0x7f06f419cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:09.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06f259c640 1 -- 172.21.15.71:0/3728257240 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06f419d380 con 0x7f06f4100a80 2024-09-05T07:37:09.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06f2d9d640 1 --2- 172.21.15.71:0/3728257240 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06f4106a80 0x7f06f419cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:37:09.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06f259c640 1 --2- 172.21.15.71:0/3728257240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06f4100a80 0x7f06f41983d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f06e4005ab0 tx=0x7f06e4003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:09.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06eb7fe640 1 -- 172.21.15.71:0/3728257240 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e403f070 con 0x7f06f4100a80 2024-09-05T07:37:09.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06eb7fe640 1 -- 172.21.15.71:0/3728257240 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f06e4031b50 con 0x7f06f4100a80 2024-09-05T07:37:09.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06eb7fe640 1 -- 172.21.15.71:0/3728257240 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e4035030 con 0x7f06f4100a80 2024-09-05T07:37:09.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06f8850640 1 -- 172.21.15.71:0/3728257240 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06f419d610 con 0x7f06f4100a80 2024-09-05T07:37:09.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.359+0000 7f06f8850640 1 -- 172.21.15.71:0/3728257240 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06f41a4f50 con 0x7f06f4100a80 2024-09-05T07:37:09.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.360+0000 7f06f8850640 1 -- 172.21.15.71:0/3728257240 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06f4100ee0 con 0x7f06f4100a80 2024-09-05T07:37:09.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.364+0000 7f06eb7fe640 1 -- 172.21.15.71:0/3728257240 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f06e4042070 con 0x7f06f4100a80 2024-09-05T07:37:09.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.365+0000 7f06eb7fe640 1 --2- 172.21.15.71:0/3728257240 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f06e00a2c90 0x7f06e00a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:09.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.365+0000 7f06f1d9b640 1 --2- 172.21.15.71:0/3728257240 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f06e00a2c90 0x7f06e00a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:09.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.365+0000 7f06eb7fe640 1 -- 172.21.15.71:0/3728257240 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f06e40efe50 con 0x7f06f4100a80 2024-09-05T07:37:09.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.365+0000 7f06f1d9b640 1 --2- 172.21.15.71:0/3728257240 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f06e00a2c90 0x7f06e00a5150 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f06f40fedc0 tx=0x7f06dc005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:09.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.365+0000 7f06eb7fe640 1 -- 172.21.15.71:0/3728257240 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f06e40bc240 con 0x7f06f4100a80 2024-09-05T07:37:09.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.587+0000 7f06f8850640 1 -- 172.21.15.71:0/3728257240 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f06f4199730 con 0x7f06f4100a80 2024-09-05T07:37:09.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:09 smithi071 ceph-mon[30965]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:37:09.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:09 smithi071 ceph-mon[30965]: pgmap v307: 129 pgs: 129 active+clean; 605 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.3 KiB/s wr, 13 op/s 2024-09-05T07:37:09.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:09 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:37:09.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.588+0000 7f06eb7fe640 1 -- 172.21.15.71:0/3728257240 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11927 (secure 0 0 0) 0x7f06f4199730 con 0x7f06f4100a80 2024-09-05T07:37:09.589 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:37:09.589 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":25,"btime":"2024-09-05T07:36:59:409293+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:36:59.189333+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24457,24470,24475]},"id":1}]} 2024-09-05T07:37:09.589 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 25 2024-09-05T07:37:09.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.590+0000 7f06f8850640 1 -- 172.21.15.71:0/3728257240 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f06e00a2c90 msgr2=0x7f06e00a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:09.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.590+0000 7f06f8850640 1 --2- 172.21.15.71:0/3728257240 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f06e00a2c90 0x7f06e00a5150 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f06f40fedc0 tx=0x7f06dc005f90 comp rx=0 tx=0).stop 2024-09-05T07:37:09.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.590+0000 7f06f8850640 1 -- 172.21.15.71:0/3728257240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06f4100a80 msgr2=0x7f06f41983d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:09.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.590+0000 7f06f8850640 1 --2- 172.21.15.71:0/3728257240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06f4100a80 0x7f06f41983d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f06e4005ab0 tx=0x7f06e4003b90 comp rx=0 tx=0).stop 2024-09-05T07:37:09.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.590+0000 7f06f8850640 1 -- 172.21.15.71:0/3728257240 shutdown_connections 2024-09-05T07:37:09.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.590+0000 7f06f8850640 1 --2- 172.21.15.71:0/3728257240 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f06e00a2c90 0x7f06e00a5150 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:09.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.590+0000 7f06f8850640 1 --2- 172.21.15.71:0/3728257240 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06f4106a80 0x7f06f419cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:09.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.590+0000 7f06f8850640 1 --2- 172.21.15.71:0/3728257240 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f06f4101420 0x7f06f4198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:09.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.590+0000 7f06f8850640 1 --2- 172.21.15.71:0/3728257240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f06f4100a80 0x7f06f41983d0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:09.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.590+0000 7f06f8850640 1 -- 172.21.15.71:0/3728257240 >> 172.21.15.71:0/3728257240 conn(0x7f06f40fc7a0 msgr2=0x7f06f40fd040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:09.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.590+0000 7f06f8850640 1 -- 172.21.15.71:0/3728257240 shutdown_connections 2024-09-05T07:37:09.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:09.590+0000 7f06f8850640 1 -- 172.21.15.71:0/3728257240 wait complete. 2024-09-05T07:37:09.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:09 smithi192 ceph-mon[34929]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:37:09.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:09 smithi192 ceph-mon[34929]: pgmap v307: 129 pgs: 129 active+clean; 605 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.3 KiB/s wr, 13 op/s 2024-09-05T07:37:09.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:09 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:37:09.754 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:09 smithi123 ceph-mon[34568]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:37:09.755 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:09 smithi123 ceph-mon[34568]: pgmap v307: 129 pgs: 129 active+clean; 605 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.3 KiB/s wr, 13 op/s 2024-09-05T07:37:09.755 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:09 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:37:10.548 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:10 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3728257240' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:37:10.548 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:10 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:10.548 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:10 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:10.548 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:10 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:10.548 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:10 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:10.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:10 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3728257240' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:37:10.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:10 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:10.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:10 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:10.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:10 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:10.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:10 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:10.884 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T07:37:10.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:10 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3728257240' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:37:10.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:10 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:10.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:10 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:10.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:10 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:10.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:10 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:11.151 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:11.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:11 smithi071 ceph-mon[30965]: pgmap v308: 129 pgs: 129 active+clean; 623 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.0 KiB/s wr, 13 op/s 2024-09-05T07:37:11.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:11 smithi192 ceph-mon[34929]: pgmap v308: 129 pgs: 129 active+clean; 623 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.0 KiB/s wr, 13 op/s 2024-09-05T07:37:11.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.680+0000 7f3f420ed640 1 -- 172.21.15.71:0/2298004030 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f3c100e20 msgr2=0x7f3f3c101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:11.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.680+0000 7f3f420ed640 1 --2- 172.21.15.71:0/2298004030 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f3c100e20 0x7f3f3c101200 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c009900 tx=0x7f3f2c02a480 comp rx=0 tx=0).stop 2024-09-05T07:37:11.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.680+0000 7f3f420ed640 1 -- 172.21.15.71:0/2298004030 shutdown_connections 2024-09-05T07:37:11.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.680+0000 7f3f420ed640 1 --2- 172.21.15.71:0/2298004030 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f3c102ef0 0x7f3f3c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:11.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.680+0000 7f3f420ed640 1 --2- 172.21.15.71:0/2298004030 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f3c102570 0x7f3f3c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:11.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.680+0000 7f3f420ed640 1 --2- 172.21.15.71:0/2298004030 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f3c100e20 0x7f3f3c101200 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:11.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.680+0000 7f3f420ed640 1 -- 172.21.15.71:0/2298004030 >> 172.21.15.71:0/2298004030 conn(0x7f3f3c0fc7d0 msgr2=0x7f3f3c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:11.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.680+0000 7f3f420ed640 1 -- 172.21.15.71:0/2298004030 shutdown_connections 2024-09-05T07:37:11.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.680+0000 7f3f420ed640 1 -- 172.21.15.71:0/2298004030 wait complete. 2024-09-05T07:37:11.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.681+0000 7f3f420ed640 1 Processor -- start 2024-09-05T07:37:11.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.681+0000 7f3f420ed640 1 -- start start 2024-09-05T07:37:11.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.681+0000 7f3f420ed640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f3c100e20 0x7f3f3c1992a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:11.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.681+0000 7f3f420ed640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f3c102570 0x7f3f3c1997e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:11.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.681+0000 7f3f420ed640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f3c102ef0 0x7f3f3c1a4320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:11.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.681+0000 7f3f420ed640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3f3c110e30 con 0x7f3f3c102570 2024-09-05T07:37:11.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.681+0000 7f3f420ed640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3f3c110cb0 con 0x7f3f3c102ef0 2024-09-05T07:37:11.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.681+0000 7f3f420ed640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3f3c110fb0 con 0x7f3f3c100e20 2024-09-05T07:37:11.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.681+0000 7f3f3affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f3c102570 0x7f3f3c1997e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:11.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.681+0000 7f3f3affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f3c102570 0x7f3f3c1997e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:49716/0 (socket says 172.21.15.71:49716) 2024-09-05T07:37:11.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.681+0000 7f3f3affd640 1 -- 172.21.15.71:0/342641693 learned_addr learned my addr 172.21.15.71:0/342641693 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:11.712 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.681+0000 7f3f3bfff640 1 --2- 172.21.15.71:0/342641693 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f3c102ef0 0x7f3f3c1a4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:11.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.681+0000 7f3f3b7fe640 1 --2- 172.21.15.71:0/342641693 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f3c100e20 0x7f3f3c1992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:11.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.682+0000 7f3f3affd640 1 -- 172.21.15.71:0/342641693 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f3c100e20 msgr2=0x7f3f3c1992a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:11.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.682+0000 7f3f3affd640 1 --2- 172.21.15.71:0/342641693 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f3c100e20 0x7f3f3c1992a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:11.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.682+0000 7f3f3affd640 1 -- 172.21.15.71:0/342641693 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f3c102ef0 msgr2=0x7f3f3c1a4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:11.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.682+0000 7f3f3affd640 1 --2- 172.21.15.71:0/342641693 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f3c102ef0 0x7f3f3c1a4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:11.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.682+0000 7f3f3affd640 1 -- 172.21.15.71:0/342641693 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f3c1a4860 con 0x7f3f3c102570 2024-09-05T07:37:11.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.682+0000 7f3f3bfff640 1 --2- 172.21.15.71:0/342641693 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f3c102ef0 0x7f3f3c1a4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:37:11.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.682+0000 7f3f3affd640 1 --2- 172.21.15.71:0/342641693 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f3c102570 0x7f3f3c1997e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3f2400d950 tx=0x7f3f2400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:11.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.682+0000 7f3f38ff9640 1 -- 172.21.15.71:0/342641693 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f24017030 con 0x7f3f3c102570 2024-09-05T07:37:11.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.682+0000 7f3f38ff9640 1 -- 172.21.15.71:0/342641693 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3f24004020 con 0x7f3f3c102570 2024-09-05T07:37:11.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.682+0000 7f3f420ed640 1 -- 172.21.15.71:0/342641693 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f3c1a4a30 con 0x7f3f3c102570 2024-09-05T07:37:11.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.682+0000 7f3f38ff9640 1 -- 172.21.15.71:0/342641693 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f240047a0 con 0x7f3f3c102570 2024-09-05T07:37:11.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.682+0000 7f3f420ed640 1 -- 172.21.15.71:0/342641693 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f3c1a4f70 con 0x7f3f3c102570 2024-09-05T07:37:11.713 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.683+0000 7f3f420ed640 1 -- 172.21.15.71:0/342641693 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f3c101200 con 0x7f3f3c102570 2024-09-05T07:37:11.714 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.684+0000 7f3f38ff9640 1 -- 172.21.15.71:0/342641693 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3f240041d0 con 0x7f3f3c102570 2024-09-05T07:37:11.714 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.685+0000 7f3f38ff9640 1 --2- 172.21.15.71:0/342641693 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f3f280a2c90 0x7f3f280a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:11.714 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.685+0000 7f3f3b7fe640 1 --2- 172.21.15.71:0/342641693 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f3f280a2c90 0x7f3f280a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:11.714 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.685+0000 7f3f38ff9640 1 -- 172.21.15.71:0/342641693 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f3f240cee90 con 0x7f3f3c102570 2024-09-05T07:37:11.714 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.685+0000 7f3f3b7fe640 1 --2- 172.21.15.71:0/342641693 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f3f280a2c90 0x7f3f280a5150 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c009230 tx=0x7f3f2c0058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:11.714 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.689+0000 7f3f38ff9640 1 -- 172.21.15.71:0/342641693 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3f2409b930 con 0x7f3f3c102570 2024-09-05T07:37:11.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.883+0000 7f3f420ed640 1 -- 172.21.15.71:0/342641693 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3f3c06a560 con 0x7f3f3c102570 2024-09-05T07:37:11.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.885+0000 7f3f38ff9640 1 -- 172.21.15.71:0/342641693 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24710 (secure 0 0 0) 0x7f3f3c06a560 con 0x7f3f3c102570 2024-09-05T07:37:11.886 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:37:11.886 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":90,"fsid":"528064f0-6b58-11ef-bcd6-c7b262605968","created":"2024-09-05T07:28:40.672482+0000","modified":"2024-09-05T07:36:35.912654+0000","last_up_change":"2024-09-05T07:35:23.377351+0000","last_in_change":"2024-09-05T07:35:00.653011+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T07:31:42.519306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T07:36:11.417603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T07:36:13.712570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T07:36:20.085795+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"46b7dcd0-5366-4876-97f3-6242a69addcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6803","nonce":4274686280}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6805","nonce":4274686280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6809","nonce":4274686280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6807","nonce":4274686280}]},"public_addr":"172.21.15.71:6803/4274686280","cluster_addr":"172.21.15.71:6805/4274686280","heartbeat_back_addr":"172.21.15.71:6809/4274686280","heartbeat_front_addr":"172.21.15.71:6807/4274686280","state":["exists","up"]},{"osd":1,"uuid":"d859b4f9-f616-4331-8ffb-54507eb5f836","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6801","nonce":1041172381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6803","nonce":1041172381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6807","nonce":1041172381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6805","nonce":1041172381}]},"public_addr":"172.21.15.123:6801/1041172381","cluster_addr":"172.21.15.123:6803/1041172381","heartbeat_back_addr":"172.21.15.123:6807/1041172381","heartbeat_front_addr":"172.21.15.123:6805/1041172381","state":["exists","up"]},{"osd":2,"uuid":"1ca9c723-8ecb-445c-bae7-39fd2954cdf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6801","nonce":2964624102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6803","nonce":2964624102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6807","nonce":2964624102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6805","nonce":2964624102}]},"public_addr":"172.21.15.192:6801/2964624102","cluster_addr":"172.21.15.192:6803/2964624102","heartbeat_back_addr":"172.21.15.192:6807/2964624102","heartbeat_front_addr":"172.21.15.192:6805/2964624102","state":["exists","up"]},{"osd":3,"uuid":"e38584ff-2abe-47ff-b3ae-58a7a4261ac4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6811","nonce":158061328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6813","nonce":158061328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6817","nonce":158061328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6815","nonce":158061328}]},"public_addr":"172.21.15.71:6811/158061328","cluster_addr":"172.21.15.71:6813/158061328","heartbeat_back_addr":"172.21.15.71:6817/158061328","heartbeat_front_addr":"172.21.15.71:6815/158061328","state":["exists","up"]},{"osd":4,"uuid":"b2de40fc-0fa3-484e-b0b2-edd96874aee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6809","nonce":3090003493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6811","nonce":3090003493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6815","nonce":3090003493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6813","nonce":3090003493}]},"public_addr":"172.21.15.123:6809/3090003493","cluster_addr":"172.21.15.123:6811/3090003493","heartbeat_back_addr":"172.21.15.123:6815/3090003493","heartbeat_front_addr":"172.21.15.123:6813/3090003493","state":["exists","up"]},{"osd":5,"uuid":"e443d3b0-960e-4992-88c4-4d546706ee87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6809","nonce":3375480711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6811","nonce":3375480711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6815","nonce":3375480711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6813","nonce":3375480711}]},"public_addr":"172.21.15.192:6809/3375480711","cluster_addr":"172.21.15.192:6811/3375480711","heartbeat_back_addr":"172.21.15.192:6815/3375480711","heartbeat_front_addr":"172.21.15.192:6813/3375480711","state":["exists","up"]},{"osd":6,"uuid":"d43efaeb-66d0-496b-b490-4635e6d725c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6819","nonce":13242244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6821","nonce":13242244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6825","nonce":13242244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6823","nonce":13242244}]},"public_addr":"172.21.15.71:6819/13242244","cluster_addr":"172.21.15.71:6821/13242244","heartbeat_back_addr":"172.21.15.71:6825/13242244","heartbeat_front_addr":"172.21.15.71:6823/13242244","state":["exists","up"]},{"osd":7,"uuid":"69562997-b629-4e0f-8719-65019735a46a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6817","nonce":956921658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6819","nonce":956921658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6823","nonce":956921658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6821","nonce":956921658}]},"public_addr":"172.21.15.123:6817/956921658","cluster_addr":"172.21.15.123:6819/956921658","heartbeat_back_addr":"172.21.15.123:6823/956921658","heartbeat_front_addr":"172.21.15.123:6821/956921658","state":["exists","up"]},{"osd":8,"uuid":"6dc7e084-d602-4b2c-9dfc-cd26041835c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6817","nonce":3079566549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6819","nonce":3079566549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6823","nonce":3079566549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6821","nonce":3079566549}]},"public_addr":"172.21.15.192:6817/3079566549","cluster_addr":"172.21.15.192:6819/3079566549","heartbeat_back_addr":"172.21.15.192:6823/3079566549","heartbeat_front_addr":"172.21.15.192:6821/3079566549","state":["exists","up"]},{"osd":9,"uuid":"79b675ae-7c56-4b65-9ecb-376dc0d305e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6827","nonce":12570717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6829","nonce":12570717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6833","nonce":12570717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6831","nonce":12570717}]},"public_addr":"172.21.15.71:6827/12570717","cluster_addr":"172.21.15.71:6829/12570717","heartbeat_back_addr":"172.21.15.71:6833/12570717","heartbeat_front_addr":"172.21.15.71:6831/12570717","state":["exists","up"]},{"osd":10,"uuid":"5e26505a-15f9-4758-9ef7-886a46364844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6825","nonce":2204926848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6827","nonce":2204926848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6831","nonce":2204926848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6829","nonce":2204926848}]},"public_addr":"172.21.15.123:6825/2204926848","cluster_addr":"172.21.15.123:6827/2204926848","heartbeat_back_addr":"172.21.15.123:6831/2204926848","heartbeat_front_addr":"172.21.15.123:6829/2204926848","state":["exists","up"]},{"osd":11,"uuid":"af6cebb5-d119-4a8a-9941-ba29b6499b84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6825","nonce":2370287418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6827","nonce":2370287418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6831","nonce":2370287418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6829","nonce":2370287418}]},"public_addr":"172.21.15.192:6825/2370287418","cluster_addr":"172.21.15.192:6827/2370287418","heartbeat_back_addr":"172.21.15.192:6831/2370287418","heartbeat_front_addr":"172.21.15.192:6829/2370287418","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:30:54.069845+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:16.417921+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:39.327215+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:04.156774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:28.698454+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:52.201948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:17.317406+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:41.490355+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:05.912640+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:31.907199+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:56.603625+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:35:21.370324+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.16","mappings":[{"from":7,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1087222059":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:6800/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/3537016012":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/4125208267":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/2785525161":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/648100065":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1573159026":"2024-09-06T07:29:10.775719+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T07:37:11.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.887+0000 7f3f420ed640 1 -- 172.21.15.71:0/342641693 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f3f280a2c90 msgr2=0x7f3f280a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:11.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.887+0000 7f3f420ed640 1 --2- 172.21.15.71:0/342641693 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f3f280a2c90 0x7f3f280a5150 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c009230 tx=0x7f3f2c0058d0 comp rx=0 tx=0).stop 2024-09-05T07:37:11.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.887+0000 7f3f420ed640 1 -- 172.21.15.71:0/342641693 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f3c102570 msgr2=0x7f3f3c1997e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:11.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.887+0000 7f3f420ed640 1 --2- 172.21.15.71:0/342641693 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f3c102570 0x7f3f3c1997e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3f2400d950 tx=0x7f3f2400de10 comp rx=0 tx=0).stop 2024-09-05T07:37:11.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.887+0000 7f3f420ed640 1 -- 172.21.15.71:0/342641693 shutdown_connections 2024-09-05T07:37:11.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.887+0000 7f3f420ed640 1 --2- 172.21.15.71:0/342641693 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f3f280a2c90 0x7f3f280a5150 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:11.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.887+0000 7f3f420ed640 1 --2- 172.21.15.71:0/342641693 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f3c102ef0 0x7f3f3c1a4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:11.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.887+0000 7f3f420ed640 1 --2- 172.21.15.71:0/342641693 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f3c102570 0x7f3f3c1997e0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:11.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.887+0000 7f3f420ed640 1 --2- 172.21.15.71:0/342641693 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f3c100e20 0x7f3f3c1992a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:11.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.887+0000 7f3f420ed640 1 -- 172.21.15.71:0/342641693 >> 172.21.15.71:0/342641693 conn(0x7f3f3c0fc7d0 msgr2=0x7f3f3c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:11.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.887+0000 7f3f420ed640 1 -- 172.21.15.71:0/342641693 shutdown_connections 2024-09-05T07:37:11.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:11.887+0000 7f3f420ed640 1 -- 172.21.15.71:0/342641693 wait complete. 2024-09-05T07:37:11.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:11 smithi123 ceph-mon[34568]: pgmap v308: 129 pgs: 129 active+clean; 623 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.0 KiB/s wr, 13 op/s 2024-09-05T07:37:12.534 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-05T07:37:12.534 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-05T07:37:12.793 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:13.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:13.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:13.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:12 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/342641693' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:37:13.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:12 smithi071 ceph-mon[30965]: pgmap v309: 129 pgs: 129 active+clean; 623 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-09-05T07:37:13.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:37:13.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:37:13.065 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:12 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:13.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:12 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:13.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:12 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:13.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:12 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/342641693' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:37:13.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:12 smithi123 ceph-mon[34568]: pgmap v309: 129 pgs: 129 active+clean; 623 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-09-05T07:37:13.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:12 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:37:13.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:12 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:37:13.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:12 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:13.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:13.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:13.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:12 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/342641693' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:37:13.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:12 smithi192 ceph-mon[34929]: pgmap v309: 129 pgs: 129 active+clean; 623 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-09-05T07:37:13.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:37:13.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:37:13.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:12 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:37:13.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.283+0000 7f48cde35640 1 -- 172.21.15.71:0/2229576326 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48c8106f30 msgr2=0x7f48c810ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:13.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.283+0000 7f48cde35640 1 --2- 172.21.15.71:0/2229576326 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48c8106f30 0x7f48c810ead0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f48c0009cd0 tx=0x7f48c002a8e0 comp rx=0 tx=0).stop 2024-09-05T07:37:13.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.283+0000 7f48cde35640 1 -- 172.21.15.71:0/2229576326 shutdown_connections 2024-09-05T07:37:13.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.283+0000 7f48cde35640 1 --2- 172.21.15.71:0/2229576326 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48c8106f30 0x7f48c810ead0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:13.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.283+0000 7f48cde35640 1 --2- 172.21.15.71:0/2229576326 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f48c8100c80 0x7f48c8106820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:13.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.283+0000 7f48cde35640 1 --2- 172.21.15.71:0/2229576326 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48c81002d0 0x7f48c81006b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:13.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.283+0000 7f48cde35640 1 -- 172.21.15.71:0/2229576326 >> 172.21.15.71:0/2229576326 conn(0x7f48c80fbee0 msgr2=0x7f48c80fe300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:13.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.283+0000 7f48cde35640 1 -- 172.21.15.71:0/2229576326 shutdown_connections 2024-09-05T07:37:13.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.283+0000 7f48cde35640 1 -- 172.21.15.71:0/2229576326 wait complete. 2024-09-05T07:37:13.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.284+0000 7f48cde35640 1 Processor -- start 2024-09-05T07:37:13.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.284+0000 7f48cde35640 1 -- start start 2024-09-05T07:37:13.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.284+0000 7f48cde35640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f48c81002d0 0x7f48c8101250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:13.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.284+0000 7f48cde35640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48c8100c80 0x7f48c8101790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:13.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.284+0000 7f48cde35640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48c8106f30 0x7f48c8101cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:13.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.284+0000 7f48cde35640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f48c8111e30 con 0x7f48c8100c80 2024-09-05T07:37:13.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.284+0000 7f48cde35640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f48c8111cb0 con 0x7f48c81002d0 2024-09-05T07:37:13.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.284+0000 7f48cde35640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f48c8111fb0 con 0x7f48c8106f30 2024-09-05T07:37:13.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.284+0000 7f48c6ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48c8100c80 0x7f48c8101790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:13.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.284+0000 7f48c6ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48c8100c80 0x7f48c8101790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:49726/0 (socket says 172.21.15.71:49726) 2024-09-05T07:37:13.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.284+0000 7f48c6ffd640 1 -- 172.21.15.71:0/1357245112 learned_addr learned my addr 172.21.15.71:0/1357245112 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:13.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.284+0000 7f48c7fff640 1 --2- 172.21.15.71:0/1357245112 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48c8106f30 0x7f48c8101cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:13.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.284+0000 7f48c77fe640 1 --2- 172.21.15.71:0/1357245112 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f48c81002d0 0x7f48c8101250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:13.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.284+0000 7f48c6ffd640 1 -- 172.21.15.71:0/1357245112 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48c8106f30 msgr2=0x7f48c8101cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:13.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.284+0000 7f48c6ffd640 1 --2- 172.21.15.71:0/1357245112 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48c8106f30 0x7f48c8101cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:13.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.284+0000 7f48c6ffd640 1 -- 172.21.15.71:0/1357245112 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f48c81002d0 msgr2=0x7f48c8101250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:13.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.284+0000 7f48c6ffd640 1 --2- 172.21.15.71:0/1357245112 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f48c81002d0 0x7f48c8101250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:13.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.284+0000 7f48c6ffd640 1 -- 172.21.15.71:0/1357245112 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48c81a6810 con 0x7f48c8100c80 2024-09-05T07:37:13.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.284+0000 7f48c7fff640 1 --2- 172.21.15.71:0/1357245112 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48c8106f30 0x7f48c8101cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:37:13.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.284+0000 7f48c77fe640 1 --2- 172.21.15.71:0/1357245112 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f48c81002d0 0x7f48c8101250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:37:13.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.285+0000 7f48c6ffd640 1 --2- 172.21.15.71:0/1357245112 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48c8100c80 0x7f48c8101790 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f48bc00c970 tx=0x7f48bc00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:13.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.285+0000 7f48c4ff9640 1 -- 172.21.15.71:0/1357245112 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48bc007bb0 con 0x7f48c8100c80 2024-09-05T07:37:13.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.285+0000 7f48c4ff9640 1 -- 172.21.15.71:0/1357245112 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48bc007d50 con 0x7f48c8100c80 2024-09-05T07:37:13.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.285+0000 7f48cde35640 1 -- 172.21.15.71:0/1357245112 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48c81a6b00 con 0x7f48c8100c80 2024-09-05T07:37:13.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.285+0000 7f48c4ff9640 1 -- 172.21.15.71:0/1357245112 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48bc0186f0 con 0x7f48c8100c80 2024-09-05T07:37:13.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.285+0000 7f48cde35640 1 -- 172.21.15.71:0/1357245112 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48c81a6ff0 con 0x7f48c8100c80 2024-09-05T07:37:13.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.286+0000 7f48cde35640 1 -- 172.21.15.71:0/1357245112 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48c81006b0 con 0x7f48c8100c80 2024-09-05T07:37:13.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.287+0000 7f48c4ff9640 1 -- 172.21.15.71:0/1357245112 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f48bc00f450 con 0x7f48c8100c80 2024-09-05T07:37:13.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.288+0000 7f48c4ff9640 1 --2- 172.21.15.71:0/1357245112 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f48b00a2c10 0x7f48b00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:13.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.288+0000 7f48c77fe640 1 --2- 172.21.15.71:0/1357245112 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f48b00a2c10 0x7f48b00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:13.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.288+0000 7f48c4ff9640 1 -- 172.21.15.71:0/1357245112 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f48bc0cf570 con 0x7f48c8100c80 2024-09-05T07:37:13.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.288+0000 7f48c77fe640 1 --2- 172.21.15.71:0/1357245112 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f48b00a2c10 0x7f48b00a50d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f48b800baa0 tx=0x7f48b8005d90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:13.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.292+0000 7f48c4ff9640 1 -- 172.21.15.71:0/1357245112 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f48bc014030 con 0x7f48c8100c80 2024-09-05T07:37:13.459 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.458+0000 7f48cde35640 1 -- 172.21.15.71:0/1357245112 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f48c810a190 con 0x7f48b00a2c10 2024-09-05T07:37:13.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.467+0000 7f48c4ff9640 1 -- 172.21.15.71:0/1357245112 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340350 (secure 0 0 0) 0x7f48b800b6b0 con 0x7f48b00a2c10 2024-09-05T07:37:13.471 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:37:13.473 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-09-05T07:37:13.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.470+0000 7f48cde35640 1 -- 172.21.15.71:0/1357245112 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f48b00a2c10 msgr2=0x7f48b00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:13.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.470+0000 7f48cde35640 1 --2- 172.21.15.71:0/1357245112 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f48b00a2c10 0x7f48b00a50d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f48b800baa0 tx=0x7f48b8005d90 comp rx=0 tx=0).stop 2024-09-05T07:37:13.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.470+0000 7f48cde35640 1 -- 172.21.15.71:0/1357245112 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48c8100c80 msgr2=0x7f48c8101790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:13.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.470+0000 7f48cde35640 1 --2- 172.21.15.71:0/1357245112 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48c8100c80 0x7f48c8101790 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f48bc00c970 tx=0x7f48bc00ce30 comp rx=0 tx=0).stop 2024-09-05T07:37:13.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.470+0000 7f48cde35640 1 -- 172.21.15.71:0/1357245112 shutdown_connections 2024-09-05T07:37:13.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.470+0000 7f48cde35640 1 --2- 172.21.15.71:0/1357245112 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f48b00a2c10 0x7f48b00a50d0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:13.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.470+0000 7f48cde35640 1 --2- 172.21.15.71:0/1357245112 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48c8106f30 0x7f48c8101cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:13.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.470+0000 7f48cde35640 1 --2- 172.21.15.71:0/1357245112 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48c8100c80 0x7f48c8101790 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:13.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.470+0000 7f48cde35640 1 --2- 172.21.15.71:0/1357245112 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f48c81002d0 0x7f48c8101250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:13.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.470+0000 7f48cde35640 1 -- 172.21.15.71:0/1357245112 >> 172.21.15.71:0/1357245112 conn(0x7f48c80fbee0 msgr2=0x7f48c80fd230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:13.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.471+0000 7f48cde35640 1 -- 172.21.15.71:0/1357245112 shutdown_connections 2024-09-05T07:37:13.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:13.471+0000 7f48cde35640 1 -- 172.21.15.71:0/1357245112 wait complete. 2024-09-05T07:37:14.078 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:13 smithi123 ceph-mon[34568]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:37:14.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:13 smithi071 ceph-mon[30965]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:37:14.202 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":309,"stamp":"2024-09-05T07:37:12.299271+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":637950,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":235,"num_read_kb":220,"num_write":338,"num_write_kb":3033,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":272,"ondisk_log_size":272,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":384096,"kb_used_data":14048,"kb_used_omap":18,"kb_used_meta":369837,"kb_avail":1124557728,"statfs":{"total":1151940427776,"available":1151547113472,"internally_reserved":0,"allocated":14385152,"data_stored":7948223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":378713401},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":41422,"num_objects":12,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":79,"num_read_kb":82,"num_write":46,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003432"},"pg_stats":[{"pgid":"2.1f","version":"90'9","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:56.405936+0000","last_change":"2024-09-05T07:36:12.799600+0000","last_active":"2024-09-05T07:36:56.405936+0000","last_peered":"2024-09-05T07:36:56.405936+0000","last_clean":"2024-09-05T07:36:56.405936+0000","last_became_active":"2024-09-05T07:36:12.799257+0000","last_became_peered":"2024-09-05T07:36:12.799257+0000","last_unstale":"2024-09-05T07:36:56.405936+0000","last_undegraded":"2024-09-05T07:36:56.405936+0000","last_fullsized":"2024-09-05T07:36:56.405936+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:30:11.431175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.924611+0000","last_change":"2024-09-05T07:36:14.809949+0000","last_active":"2024-09-05T07:36:35.924611+0000","last_peered":"2024-09-05T07:36:35.924611+0000","last_clean":"2024-09-05T07:36:35.924611+0000","last_became_active":"2024-09-05T07:36:14.809548+0000","last_became_peered":"2024-09-05T07:36:14.809548+0000","last_unstale":"2024-09-05T07:36:35.924611+0000","last_undegraded":"2024-09-05T07:36:35.924611+0000","last_fullsized":"2024-09-05T07:36:35.924611+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:23:20.911493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919383+0000","last_change":"2024-09-05T07:36:21.873917+0000","last_active":"2024-09-05T07:36:35.919383+0000","last_peered":"2024-09-05T07:36:35.919383+0000","last_clean":"2024-09-05T07:36:35.919383+0000","last_became_active":"2024-09-05T07:36:21.873513+0000","last_became_peered":"2024-09-05T07:36:21.873513+0000","last_unstale":"2024-09-05T07:36:35.919383+0000","last_undegraded":"2024-09-05T07:36:35.919383+0000","last_fullsized":"2024-09-05T07:36:35.919383+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:46:22.911489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.924750+0000","last_change":"2024-09-05T07:36:12.809101+0000","last_active":"2024-09-05T07:36:35.924750+0000","last_peered":"2024-09-05T07:36:35.924750+0000","last_clean":"2024-09-05T07:36:35.924750+0000","last_became_active":"2024-09-05T07:36:12.808801+0000","last_became_peered":"2024-09-05T07:36:12.808801+0000","last_unstale":"2024-09-05T07:36:35.924750+0000","last_undegraded":"2024-09-05T07:36:35.924750+0000","last_fullsized":"2024-09-05T07:36:35.924750+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:24:41.651682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918950+0000","last_change":"2024-09-05T07:36:14.813092+0000","last_active":"2024-09-05T07:36:35.918950+0000","last_peered":"2024-09-05T07:36:35.918950+0000","last_clean":"2024-09-05T07:36:35.918950+0000","last_became_active":"2024-09-05T07:36:14.812778+0000","last_became_peered":"2024-09-05T07:36:14.812778+0000","last_unstale":"2024-09-05T07:36:35.918950+0000","last_undegraded":"2024-09-05T07:36:35.918950+0000","last_fullsized":"2024-09-05T07:36:35.918950+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:05:13.898628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920417+0000","last_change":"2024-09-05T07:36:21.879572+0000","last_active":"2024-09-05T07:36:35.920417+0000","last_peered":"2024-09-05T07:36:35.920417+0000","last_clean":"2024-09-05T07:36:35.920417+0000","last_became_active":"2024-09-05T07:36:21.879141+0000","last_became_peered":"2024-09-05T07:36:21.879141+0000","last_unstale":"2024-09-05T07:36:35.920417+0000","last_undegraded":"2024-09-05T07:36:35.920417+0000","last_fullsized":"2024-09-05T07:36:35.920417+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:26:58.057968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'4","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:56.405276+0000","last_change":"2024-09-05T07:36:12.801181+0000","last_active":"2024-09-05T07:36:56.405276+0000","last_peered":"2024-09-05T07:36:56.405276+0000","last_clean":"2024-09-05T07:36:56.405276+0000","last_became_active":"2024-09-05T07:36:12.800826+0000","last_became_peered":"2024-09-05T07:36:12.800826+0000","last_unstale":"2024-09-05T07:36:56.405276+0000","last_undegraded":"2024-09-05T07:36:56.405276+0000","last_fullsized":"2024-09-05T07:36:56.405276+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:46:57.132870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953144+0000","last_change":"2024-09-05T07:36:14.807185+0000","last_active":"2024-09-05T07:36:35.953144+0000","last_peered":"2024-09-05T07:36:35.953144+0000","last_clean":"2024-09-05T07:36:35.953144+0000","last_became_active":"2024-09-05T07:36:14.806877+0000","last_became_peered":"2024-09-05T07:36:14.806877+0000","last_unstale":"2024-09-05T07:36:35.953144+0000","last_undegraded":"2024-09-05T07:36:35.953144+0000","last_fullsized":"2024-09-05T07:36:35.953144+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:10:09.735431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.955373+0000","last_change":"2024-09-05T07:36:35.955373+0000","last_active":"2024-09-05T07:36:35.955373+0000","last_peered":"2024-09-05T07:36:35.955373+0000","last_clean":"2024-09-05T07:36:35.955373+0000","last_became_active":"2024-09-05T07:36:35.954902+0000","last_became_peered":"2024-09-05T07:36:35.954902+0000","last_unstale":"2024-09-05T07:36:35.955373+0000","last_undegraded":"2024-09-05T07:36:35.955373+0000","last_fullsized":"2024-09-05T07:36:35.955373+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:10:48.886808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,8,5],"acting":[4,3,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.916747+0000","last_change":"2024-09-05T07:36:12.803991+0000","last_active":"2024-09-05T07:36:35.916747+0000","last_peered":"2024-09-05T07:36:35.916747+0000","last_clean":"2024-09-05T07:36:35.916747+0000","last_became_active":"2024-09-05T07:36:12.803605+0000","last_became_peered":"2024-09-05T07:36:12.803605+0000","last_unstale":"2024-09-05T07:36:35.916747+0000","last_undegraded":"2024-09-05T07:36:35.916747+0000","last_fullsized":"2024-09-05T07:36:35.916747+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:32:34.325986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953716+0000","last_change":"2024-09-05T07:36:14.818742+0000","last_active":"2024-09-05T07:36:35.953716+0000","last_peered":"2024-09-05T07:36:35.953716+0000","last_clean":"2024-09-05T07:36:35.953716+0000","last_became_active":"2024-09-05T07:36:14.818429+0000","last_became_peered":"2024-09-05T07:36:14.818429+0000","last_unstale":"2024-09-05T07:36:35.953716+0000","last_undegraded":"2024-09-05T07:36:35.953716+0000","last_fullsized":"2024-09-05T07:36:35.953716+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:07:56.517645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920004+0000","last_change":"2024-09-05T07:36:21.879708+0000","last_active":"2024-09-05T07:36:35.920004+0000","last_peered":"2024-09-05T07:36:35.920004+0000","last_clean":"2024-09-05T07:36:35.920004+0000","last_became_active":"2024-09-05T07:36:21.879294+0000","last_became_peered":"2024-09-05T07:36:21.879294+0000","last_unstale":"2024-09-05T07:36:35.920004+0000","last_undegraded":"2024-09-05T07:36:35.920004+0000","last_fullsized":"2024-09-05T07:36:35.920004+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:39:13.648675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920211+0000","last_change":"2024-09-05T07:36:14.809970+0000","last_active":"2024-09-05T07:36:35.920211+0000","last_peered":"2024-09-05T07:36:35.920211+0000","last_clean":"2024-09-05T07:36:35.920211+0000","last_became_active":"2024-09-05T07:36:14.808188+0000","last_became_peered":"2024-09-05T07:36:14.808188+0000","last_unstale":"2024-09-05T07:36:35.920211+0000","last_undegraded":"2024-09-05T07:36:35.920211+0000","last_fullsized":"2024-09-05T07:36:35.920211+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:34:54.391953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:55.398052+0000","last_change":"2024-09-05T07:36:12.799787+0000","last_active":"2024-09-05T07:36:55.398052+0000","last_peered":"2024-09-05T07:36:55.398052+0000","last_clean":"2024-09-05T07:36:55.398052+0000","last_became_active":"2024-09-05T07:36:12.799298+0000","last_became_peered":"2024-09-05T07:36:12.799298+0000","last_unstale":"2024-09-05T07:36:55.398052+0000","last_undegraded":"2024-09-05T07:36:55.398052+0000","last_fullsized":"2024-09-05T07:36:55.398052+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:56:21.913375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920107+0000","last_change":"2024-09-05T07:36:22.039340+0000","last_active":"2024-09-05T07:36:35.920107+0000","last_peered":"2024-09-05T07:36:35.920107+0000","last_clean":"2024-09-05T07:36:35.920107+0000","last_became_active":"2024-09-05T07:36:22.038839+0000","last_became_peered":"2024-09-05T07:36:22.038839+0000","last_unstale":"2024-09-05T07:36:35.920107+0000","last_undegraded":"2024-09-05T07:36:35.920107+0000","last_fullsized":"2024-09-05T07:36:35.920107+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:15:12.399771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923560+0000","last_change":"2024-09-05T07:36:14.809134+0000","last_active":"2024-09-05T07:36:35.923560+0000","last_peered":"2024-09-05T07:36:35.923560+0000","last_clean":"2024-09-05T07:36:35.923560+0000","last_became_active":"2024-09-05T07:36:14.808813+0000","last_became_peered":"2024-09-05T07:36:14.808813+0000","last_unstale":"2024-09-05T07:36:35.923560+0000","last_undegraded":"2024-09-05T07:36:35.923560+0000","last_fullsized":"2024-09-05T07:36:35.923560+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:41:13.055058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"90'1","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919725+0000","last_change":"2024-09-05T07:36:12.800122+0000","last_active":"2024-09-05T07:36:35.919725+0000","last_peered":"2024-09-05T07:36:35.919725+0000","last_clean":"2024-09-05T07:36:35.919725+0000","last_became_active":"2024-09-05T07:36:12.799760+0000","last_became_peered":"2024-09-05T07:36:12.799760+0000","last_unstale":"2024-09-05T07:36:35.919725+0000","last_undegraded":"2024-09-05T07:36:35.919725+0000","last_fullsized":"2024-09-05T07:36:35.919725+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:24:23.617273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"90'1","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920353+0000","last_change":"2024-09-05T07:36:21.875884+0000","last_active":"2024-09-05T07:36:35.920353+0000","last_peered":"2024-09-05T07:36:35.920353+0000","last_clean":"2024-09-05T07:36:35.920353+0000","last_became_active":"2024-09-05T07:36:21.875323+0000","last_became_peered":"2024-09-05T07:36:21.875323+0000","last_unstale":"2024-09-05T07:36:35.920353+0000","last_undegraded":"2024-09-05T07:36:35.920353+0000","last_fullsized":"2024-09-05T07:36:35.920353+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:28.249884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920388+0000","last_change":"2024-09-05T07:36:14.816557+0000","last_active":"2024-09-05T07:36:35.920388+0000","last_peered":"2024-09-05T07:36:35.920388+0000","last_clean":"2024-09-05T07:36:35.920388+0000","last_became_active":"2024-09-05T07:36:14.815610+0000","last_became_peered":"2024-09-05T07:36:14.815610+0000","last_unstale":"2024-09-05T07:36:35.920388+0000","last_undegraded":"2024-09-05T07:36:35.920388+0000","last_fullsized":"2024-09-05T07:36:35.920388+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:26:17.715866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"90'3","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:55.397503+0000","last_change":"2024-09-05T07:36:12.797574+0000","last_active":"2024-09-05T07:36:55.397503+0000","last_peered":"2024-09-05T07:36:55.397503+0000","last_clean":"2024-09-05T07:36:55.397503+0000","last_became_active":"2024-09-05T07:36:12.797235+0000","last_became_peered":"2024-09-05T07:36:12.797235+0000","last_unstale":"2024-09-05T07:36:55.397503+0000","last_undegraded":"2024-09-05T07:36:55.397503+0000","last_fullsized":"2024-09-05T07:36:55.397503+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:01:13.882076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.956198+0000","last_change":"2024-09-05T07:36:35.955205+0000","last_active":"2024-09-05T07:36:35.956198+0000","last_peered":"2024-09-05T07:36:35.956198+0000","last_clean":"2024-09-05T07:36:35.956198+0000","last_became_active":"2024-09-05T07:36:35.954774+0000","last_became_peered":"2024-09-05T07:36:35.954774+0000","last_unstale":"2024-09-05T07:36:35.956198+0000","last_undegraded":"2024-09-05T07:36:35.956198+0000","last_fullsized":"2024-09-05T07:36:35.956198+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:24:11.816616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.916198+0000","last_change":"2024-09-05T07:36:14.810604+0000","last_active":"2024-09-05T07:36:35.916198+0000","last_peered":"2024-09-05T07:36:35.916198+0000","last_clean":"2024-09-05T07:36:35.916198+0000","last_became_active":"2024-09-05T07:36:14.810203+0000","last_became_peered":"2024-09-05T07:36:14.810203+0000","last_unstale":"2024-09-05T07:36:35.916198+0000","last_undegraded":"2024-09-05T07:36:35.916198+0000","last_fullsized":"2024-09-05T07:36:35.916198+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:21:04.720664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:55.397779+0000","last_change":"2024-09-05T07:36:12.811040+0000","last_active":"2024-09-05T07:36:55.397779+0000","last_peered":"2024-09-05T07:36:55.397779+0000","last_clean":"2024-09-05T07:36:55.397779+0000","last_became_active":"2024-09-05T07:36:12.810737+0000","last_became_peered":"2024-09-05T07:36:12.810737+0000","last_unstale":"2024-09-05T07:36:55.397779+0000","last_undegraded":"2024-09-05T07:36:55.397779+0000","last_fullsized":"2024-09-05T07:36:55.397779+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:44:25.801815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.921114+0000","last_change":"2024-09-05T07:36:22.040640+0000","last_active":"2024-09-05T07:36:35.921114+0000","last_peered":"2024-09-05T07:36:35.921114+0000","last_clean":"2024-09-05T07:36:35.921114+0000","last_became_active":"2024-09-05T07:36:22.040247+0000","last_became_peered":"2024-09-05T07:36:22.040247+0000","last_unstale":"2024-09-05T07:36:35.921114+0000","last_undegraded":"2024-09-05T07:36:35.921114+0000","last_fullsized":"2024-09-05T07:36:35.921114+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:03:16.022864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918659+0000","last_change":"2024-09-05T07:36:14.820761+0000","last_active":"2024-09-05T07:36:35.918659+0000","last_peered":"2024-09-05T07:36:35.918659+0000","last_clean":"2024-09-05T07:36:35.918659+0000","last_became_active":"2024-09-05T07:36:14.820507+0000","last_became_peered":"2024-09-05T07:36:14.820507+0000","last_unstale":"2024-09-05T07:36:35.918659+0000","last_undegraded":"2024-09-05T07:36:35.918659+0000","last_fullsized":"2024-09-05T07:36:35.918659+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:34:48.881638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"90'4","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:55.396334+0000","last_change":"2024-09-05T07:36:13.411988+0000","last_active":"2024-09-05T07:36:55.396334+0000","last_peered":"2024-09-05T07:36:55.396334+0000","last_clean":"2024-09-05T07:36:55.396334+0000","last_became_active":"2024-09-05T07:36:13.411609+0000","last_became_peered":"2024-09-05T07:36:13.411609+0000","last_unstale":"2024-09-05T07:36:55.396334+0000","last_undegraded":"2024-09-05T07:36:55.396334+0000","last_fullsized":"2024-09-05T07:36:55.396334+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:40:21.270134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919105+0000","last_change":"2024-09-05T07:36:21.871465+0000","last_active":"2024-09-05T07:36:35.919105+0000","last_peered":"2024-09-05T07:36:35.919105+0000","last_clean":"2024-09-05T07:36:35.919105+0000","last_became_active":"2024-09-05T07:36:21.871056+0000","last_became_peered":"2024-09-05T07:36:21.871056+0000","last_unstale":"2024-09-05T07:36:35.919105+0000","last_undegraded":"2024-09-05T07:36:35.919105+0000","last_fullsized":"2024-09-05T07:36:35.919105+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:24:41.284515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923840+0000","last_change":"2024-09-05T07:36:14.814919+0000","last_active":"2024-09-05T07:36:35.923840+0000","last_peered":"2024-09-05T07:36:35.923840+0000","last_clean":"2024-09-05T07:36:35.923840+0000","last_became_active":"2024-09-05T07:36:14.814611+0000","last_became_peered":"2024-09-05T07:36:14.814611+0000","last_unstale":"2024-09-05T07:36:35.923840+0000","last_undegraded":"2024-09-05T07:36:35.923840+0000","last_fullsized":"2024-09-05T07:36:35.923840+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:33:22.534338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"90'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:37:06.840064+0000","last_change":"2024-09-05T07:36:12.797620+0000","last_active":"2024-09-05T07:37:06.840064+0000","last_peered":"2024-09-05T07:37:06.840064+0000","last_clean":"2024-09-05T07:37:06.840064+0000","last_became_active":"2024-09-05T07:36:12.797270+0000","last_became_peered":"2024-09-05T07:36:12.797270+0000","last_unstale":"2024-09-05T07:37:06.840064+0000","last_undegraded":"2024-09-05T07:37:06.840064+0000","last_fullsized":"2024-09-05T07:37:06.840064+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:54:17.325544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923943+0000","last_change":"2024-09-05T07:36:22.038463+0000","last_active":"2024-09-05T07:36:35.923943+0000","last_peered":"2024-09-05T07:36:35.923943+0000","last_clean":"2024-09-05T07:36:35.923943+0000","last_became_active":"2024-09-05T07:36:22.038095+0000","last_became_peered":"2024-09-05T07:36:22.038095+0000","last_unstale":"2024-09-05T07:36:35.923943+0000","last_undegraded":"2024-09-05T07:36:35.923943+0000","last_fullsized":"2024-09-05T07:36:35.923943+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:27.589451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.921430+0000","last_change":"2024-09-05T07:36:14.806223+0000","last_active":"2024-09-05T07:36:35.921430+0000","last_peered":"2024-09-05T07:36:35.921430+0000","last_clean":"2024-09-05T07:36:35.921430+0000","last_became_active":"2024-09-05T07:36:14.805869+0000","last_became_peered":"2024-09-05T07:36:14.805869+0000","last_unstale":"2024-09-05T07:36:35.921430+0000","last_undegraded":"2024-09-05T07:36:35.921430+0000","last_fullsized":"2024-09-05T07:36:35.921430+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:27:20.566443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"90'1","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:55.395428+0000","last_change":"2024-09-05T07:36:35.922464+0000","last_active":"2024-09-05T07:36:55.395428+0000","last_peered":"2024-09-05T07:36:55.395428+0000","last_clean":"2024-09-05T07:36:55.395428+0000","last_became_active":"2024-09-05T07:36:35.922078+0000","last_became_peered":"2024-09-05T07:36:35.922078+0000","last_unstale":"2024-09-05T07:36:55.395428+0000","last_undegraded":"2024-09-05T07:36:55.395428+0000","last_fullsized":"2024-09-05T07:36:55.395428+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:17:29.580551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919501+0000","last_change":"2024-09-05T07:36:21.877189+0000","last_active":"2024-09-05T07:36:35.919501+0000","last_peered":"2024-09-05T07:36:35.919501+0000","last_clean":"2024-09-05T07:36:35.919501+0000","last_became_active":"2024-09-05T07:36:21.876796+0000","last_became_peered":"2024-09-05T07:36:21.876796+0000","last_unstale":"2024-09-05T07:36:35.919501+0000","last_undegraded":"2024-09-05T07:36:35.919501+0000","last_fullsized":"2024-09-05T07:36:35.919501+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:13.944091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923511+0000","last_change":"2024-09-05T07:36:14.816662+0000","last_active":"2024-09-05T07:36:35.923511+0000","last_peered":"2024-09-05T07:36:35.923511+0000","last_clean":"2024-09-05T07:36:35.923511+0000","last_became_active":"2024-09-05T07:36:14.812722+0000","last_became_peered":"2024-09-05T07:36:14.812722+0000","last_unstale":"2024-09-05T07:36:35.923511+0000","last_undegraded":"2024-09-05T07:36:35.923511+0000","last_fullsized":"2024-09-05T07:36:35.923511+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:35:10.627551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918919+0000","last_change":"2024-09-05T07:36:12.809582+0000","last_active":"2024-09-05T07:36:35.918919+0000","last_peered":"2024-09-05T07:36:35.918919+0000","last_clean":"2024-09-05T07:36:35.918919+0000","last_became_active":"2024-09-05T07:36:12.809223+0000","last_became_peered":"2024-09-05T07:36:12.809223+0000","last_unstale":"2024-09-05T07:36:35.918919+0000","last_undegraded":"2024-09-05T07:36:35.918919+0000","last_fullsized":"2024-09-05T07:36:35.918919+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:20:12.101205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.916210+0000","last_change":"2024-09-05T07:36:22.039671+0000","last_active":"2024-09-05T07:36:35.916210+0000","last_peered":"2024-09-05T07:36:35.916210+0000","last_clean":"2024-09-05T07:36:35.916210+0000","last_became_active":"2024-09-05T07:36:22.039221+0000","last_became_peered":"2024-09-05T07:36:22.039221+0000","last_unstale":"2024-09-05T07:36:35.916210+0000","last_undegraded":"2024-09-05T07:36:35.916210+0000","last_fullsized":"2024-09-05T07:36:35.916210+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:37:43.961598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.926667+0000","last_change":"2024-09-05T07:36:35.926667+0000","last_active":"2024-09-05T07:36:35.926667+0000","last_peered":"2024-09-05T07:36:35.926667+0000","last_clean":"2024-09-05T07:36:35.926667+0000","last_became_active":"2024-09-05T07:36:35.926353+0000","last_became_peered":"2024-09-05T07:36:35.926353+0000","last_unstale":"2024-09-05T07:36:35.926667+0000","last_undegraded":"2024-09-05T07:36:35.926667+0000","last_fullsized":"2024-09-05T07:36:35.926667+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:33:52.775633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"90'1","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920015+0000","last_change":"2024-09-05T07:36:12.801852+0000","last_active":"2024-09-05T07:36:35.920015+0000","last_peered":"2024-09-05T07:36:35.920015+0000","last_clean":"2024-09-05T07:36:35.920015+0000","last_became_active":"2024-09-05T07:36:12.801533+0000","last_became_peered":"2024-09-05T07:36:12.801533+0000","last_unstale":"2024-09-05T07:36:35.920015+0000","last_undegraded":"2024-09-05T07:36:35.920015+0000","last_fullsized":"2024-09-05T07:36:35.920015+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:48:19.037437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.921218+0000","last_change":"2024-09-05T07:36:21.876580+0000","last_active":"2024-09-05T07:36:35.921218+0000","last_peered":"2024-09-05T07:36:35.921218+0000","last_clean":"2024-09-05T07:36:35.921218+0000","last_became_active":"2024-09-05T07:36:21.876209+0000","last_became_peered":"2024-09-05T07:36:21.876209+0000","last_unstale":"2024-09-05T07:36:35.921218+0000","last_undegraded":"2024-09-05T07:36:35.921218+0000","last_fullsized":"2024-09-05T07:36:35.921218+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:26:13.322909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953205+0000","last_change":"2024-09-05T07:36:14.818775+0000","last_active":"2024-09-05T07:36:35.953205+0000","last_peered":"2024-09-05T07:36:35.953205+0000","last_clean":"2024-09-05T07:36:35.953205+0000","last_became_active":"2024-09-05T07:36:14.818482+0000","last_became_peered":"2024-09-05T07:36:14.818482+0000","last_unstale":"2024-09-05T07:36:35.953205+0000","last_undegraded":"2024-09-05T07:36:35.953205+0000","last_fullsized":"2024-09-05T07:36:35.953205+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:53:41.945628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'4","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:37:08.427768+0000","last_change":"2024-09-05T07:36:12.808974+0000","last_active":"2024-09-05T07:37:08.427768+0000","last_peered":"2024-09-05T07:37:08.427768+0000","last_clean":"2024-09-05T07:37:08.427768+0000","last_became_active":"2024-09-05T07:36:12.808622+0000","last_became_peered":"2024-09-05T07:36:12.808622+0000","last_unstale":"2024-09-05T07:37:08.427768+0000","last_undegraded":"2024-09-05T07:37:08.427768+0000","last_fullsized":"2024-09-05T07:37:08.427768+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:29.308884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":13,"num_read_kb":13,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.921245+0000","last_change":"2024-09-05T07:36:22.039214+0000","last_active":"2024-09-05T07:36:35.921245+0000","last_peered":"2024-09-05T07:36:35.921245+0000","last_clean":"2024-09-05T07:36:35.921245+0000","last_became_active":"2024-09-05T07:36:22.038781+0000","last_became_peered":"2024-09-05T07:36:22.038781+0000","last_unstale":"2024-09-05T07:36:35.921245+0000","last_undegraded":"2024-09-05T07:36:35.921245+0000","last_fullsized":"2024-09-05T07:36:35.921245+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:16:57.102240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920746+0000","last_change":"2024-09-05T07:36:14.811533+0000","last_active":"2024-09-05T07:36:35.920746+0000","last_peered":"2024-09-05T07:36:35.920746+0000","last_clean":"2024-09-05T07:36:35.920746+0000","last_became_active":"2024-09-05T07:36:14.811250+0000","last_became_peered":"2024-09-05T07:36:14.811250+0000","last_unstale":"2024-09-05T07:36:35.920746+0000","last_undegraded":"2024-09-05T07:36:35.920746+0000","last_fullsized":"2024-09-05T07:36:35.920746+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:12.085530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'3","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:56.404863+0000","last_change":"2024-09-05T07:36:35.954521+0000","last_active":"2024-09-05T07:36:56.404863+0000","last_peered":"2024-09-05T07:36:56.404863+0000","last_clean":"2024-09-05T07:36:56.404863+0000","last_became_active":"2024-09-05T07:36:35.954104+0000","last_became_peered":"2024-09-05T07:36:35.954104+0000","last_unstale":"2024-09-05T07:36:56.404863+0000","last_undegraded":"2024-09-05T07:36:56.404863+0000","last_fullsized":"2024-09-05T07:36:56.404863+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:04:32.253928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953795+0000","last_change":"2024-09-05T07:36:22.040782+0000","last_active":"2024-09-05T07:36:35.953795+0000","last_peered":"2024-09-05T07:36:35.953795+0000","last_clean":"2024-09-05T07:36:35.953795+0000","last_became_active":"2024-09-05T07:36:22.040423+0000","last_became_peered":"2024-09-05T07:36:22.040423+0000","last_unstale":"2024-09-05T07:36:35.953795+0000","last_undegraded":"2024-09-05T07:36:35.953795+0000","last_fullsized":"2024-09-05T07:36:35.953795+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:45:59.360303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923979+0000","last_change":"2024-09-05T07:36:14.816493+0000","last_active":"2024-09-05T07:36:35.923979+0000","last_peered":"2024-09-05T07:36:35.923979+0000","last_clean":"2024-09-05T07:36:35.923979+0000","last_became_active":"2024-09-05T07:36:14.816180+0000","last_became_peered":"2024-09-05T07:36:14.816180+0000","last_unstale":"2024-09-05T07:36:35.923979+0000","last_undegraded":"2024-09-05T07:36:35.923979+0000","last_fullsized":"2024-09-05T07:36:35.923979+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:53:46.387539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'3","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:57.409023+0000","last_change":"2024-09-05T07:36:12.798033+0000","last_active":"2024-09-05T07:36:57.409023+0000","last_peered":"2024-09-05T07:36:57.409023+0000","last_clean":"2024-09-05T07:36:57.409023+0000","last_became_active":"2024-09-05T07:36:12.797677+0000","last_became_peered":"2024-09-05T07:36:12.797677+0000","last_unstale":"2024-09-05T07:36:57.409023+0000","last_undegraded":"2024-09-05T07:36:57.409023+0000","last_fullsized":"2024-09-05T07:36:57.409023+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:42.168916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":356,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918659+0000","last_change":"2024-09-05T07:35:01.662056+0000","last_active":"2024-09-05T07:36:35.918659+0000","last_peered":"2024-09-05T07:36:35.918659+0000","last_clean":"2024-09-05T07:36:35.918659+0000","last_became_active":"2024-09-05T07:35:01.661657+0000","last_became_peered":"2024-09-05T07:35:01.661657+0000","last_unstale":"2024-09-05T07:36:35.918659+0000","last_undegraded":"2024-09-05T07:36:35.918659+0000","last_fullsized":"2024-09-05T07:36:35.918659+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:31:43.011970+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:31:43.011970+0000","last_clean_scrub_stamp":"2024-09-05T07:31:43.011970+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:58.611696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"90'1","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.928417+0000","last_change":"2024-09-05T07:36:35.924929+0000","last_active":"2024-09-05T07:36:35.928417+0000","last_peered":"2024-09-05T07:36:35.928417+0000","last_clean":"2024-09-05T07:36:35.928417+0000","last_became_active":"2024-09-05T07:36:35.924430+0000","last_became_peered":"2024-09-05T07:36:35.924430+0000","last_unstale":"2024-09-05T07:36:35.928417+0000","last_undegraded":"2024-09-05T07:36:35.928417+0000","last_fullsized":"2024-09-05T07:36:35.928417+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:13.467211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,10,11,9],"acting":[7,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920305+0000","last_change":"2024-09-05T07:36:14.812469+0000","last_active":"2024-09-05T07:36:35.920305+0000","last_peered":"2024-09-05T07:36:35.920305+0000","last_clean":"2024-09-05T07:36:35.920305+0000","last_became_active":"2024-09-05T07:36:14.812148+0000","last_became_peered":"2024-09-05T07:36:14.812148+0000","last_unstale":"2024-09-05T07:36:35.920305+0000","last_undegraded":"2024-09-05T07:36:35.920305+0000","last_fullsized":"2024-09-05T07:36:35.920305+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:01:48.060890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"90'3","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:56.406583+0000","last_change":"2024-09-05T07:36:13.412116+0000","last_active":"2024-09-05T07:36:56.406583+0000","last_peered":"2024-09-05T07:36:56.406583+0000","last_clean":"2024-09-05T07:36:56.406583+0000","last_became_active":"2024-09-05T07:36:13.411689+0000","last_became_peered":"2024-09-05T07:36:13.411689+0000","last_unstale":"2024-09-05T07:36:56.406583+0000","last_undegraded":"2024-09-05T07:36:56.406583+0000","last_fullsized":"2024-09-05T07:36:56.406583+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:43:21.791631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.952905+0000","last_change":"2024-09-05T07:36:21.880057+0000","last_active":"2024-09-05T07:36:35.952905+0000","last_peered":"2024-09-05T07:36:35.952905+0000","last_clean":"2024-09-05T07:36:35.952905+0000","last_became_active":"2024-09-05T07:36:21.879613+0000","last_became_peered":"2024-09-05T07:36:21.879613+0000","last_unstale":"2024-09-05T07:36:35.952905+0000","last_undegraded":"2024-09-05T07:36:35.952905+0000","last_fullsized":"2024-09-05T07:36:35.952905+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:28.319697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919612+0000","last_change":"2024-09-05T07:36:14.814895+0000","last_active":"2024-09-05T07:36:35.919612+0000","last_peered":"2024-09-05T07:36:35.919612+0000","last_clean":"2024-09-05T07:36:35.919612+0000","last_became_active":"2024-09-05T07:36:14.814620+0000","last_became_peered":"2024-09-05T07:36:14.814620+0000","last_unstale":"2024-09-05T07:36:35.919612+0000","last_undegraded":"2024-09-05T07:36:35.919612+0000","last_fullsized":"2024-09-05T07:36:35.919612+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:28:40.569960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"82'1","reported_seq":34,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.954042+0000","last_change":"2024-09-05T07:36:12.799840+0000","last_active":"2024-09-05T07:36:35.954042+0000","last_peered":"2024-09-05T07:36:35.954042+0000","last_clean":"2024-09-05T07:36:35.954042+0000","last_became_active":"2024-09-05T07:36:12.799250+0000","last_became_peered":"2024-09-05T07:36:12.799250+0000","last_unstale":"2024-09-05T07:36:35.954042+0000","last_undegraded":"2024-09-05T07:36:35.954042+0000","last_fullsized":"2024-09-05T07:36:35.954042+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:26:32.610520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918704+0000","last_change":"2024-09-05T07:36:21.881807+0000","last_active":"2024-09-05T07:36:35.918704+0000","last_peered":"2024-09-05T07:36:35.918704+0000","last_clean":"2024-09-05T07:36:35.918704+0000","last_became_active":"2024-09-05T07:36:21.881393+0000","last_became_peered":"2024-09-05T07:36:21.881393+0000","last_unstale":"2024-09-05T07:36:35.918704+0000","last_undegraded":"2024-09-05T07:36:35.918704+0000","last_fullsized":"2024-09-05T07:36:35.918704+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:02:17.538854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920045+0000","last_change":"2024-09-05T07:36:14.813178+0000","last_active":"2024-09-05T07:36:35.920045+0000","last_peered":"2024-09-05T07:36:35.920045+0000","last_clean":"2024-09-05T07:36:35.920045+0000","last_became_active":"2024-09-05T07:36:14.812886+0000","last_became_peered":"2024-09-05T07:36:14.812886+0000","last_unstale":"2024-09-05T07:36:35.920045+0000","last_undegraded":"2024-09-05T07:36:35.920045+0000","last_fullsized":"2024-09-05T07:36:35.920045+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:23:27.150433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.957072+0000","last_change":"2024-09-05T07:36:35.957072+0000","last_active":"2024-09-05T07:36:35.957072+0000","last_peered":"2024-09-05T07:36:35.957072+0000","last_clean":"2024-09-05T07:36:35.957072+0000","last_became_active":"2024-09-05T07:36:35.954343+0000","last_became_peered":"2024-09-05T07:36:35.954343+0000","last_unstale":"2024-09-05T07:36:35.957072+0000","last_undegraded":"2024-09-05T07:36:35.957072+0000","last_fullsized":"2024-09-05T07:36:35.957072+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:28.666661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.952953+0000","last_change":"2024-09-05T07:36:21.871927+0000","last_active":"2024-09-05T07:36:35.952953+0000","last_peered":"2024-09-05T07:36:35.952953+0000","last_clean":"2024-09-05T07:36:35.952953+0000","last_became_active":"2024-09-05T07:36:21.870817+0000","last_became_peered":"2024-09-05T07:36:21.870817+0000","last_unstale":"2024-09-05T07:36:35.952953+0000","last_undegraded":"2024-09-05T07:36:35.952953+0000","last_fullsized":"2024-09-05T07:36:35.952953+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:12:16.959562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.921514+0000","last_change":"2024-09-05T07:36:14.820721+0000","last_active":"2024-09-05T07:36:35.921514+0000","last_peered":"2024-09-05T07:36:35.921514+0000","last_clean":"2024-09-05T07:36:35.921514+0000","last_became_active":"2024-09-05T07:36:14.820380+0000","last_became_peered":"2024-09-05T07:36:14.820380+0000","last_unstale":"2024-09-05T07:36:35.921514+0000","last_undegraded":"2024-09-05T07:36:35.921514+0000","last_fullsized":"2024-09-05T07:36:35.921514+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:11:28.217241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"90'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:57.402018+0000","last_change":"2024-09-05T07:36:12.802444+0000","last_active":"2024-09-05T07:36:57.402018+0000","last_peered":"2024-09-05T07:36:57.402018+0000","last_clean":"2024-09-05T07:36:57.402018+0000","last_became_active":"2024-09-05T07:36:12.802127+0000","last_became_peered":"2024-09-05T07:36:12.802127+0000","last_unstale":"2024-09-05T07:36:57.402018+0000","last_undegraded":"2024-09-05T07:36:57.402018+0000","last_fullsized":"2024-09-05T07:36:57.402018+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:28.912170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953222+0000","last_change":"2024-09-05T07:36:21.877562+0000","last_active":"2024-09-05T07:36:35.953222+0000","last_peered":"2024-09-05T07:36:35.953222+0000","last_clean":"2024-09-05T07:36:35.953222+0000","last_became_active":"2024-09-05T07:36:21.877103+0000","last_became_peered":"2024-09-05T07:36:21.877103+0000","last_unstale":"2024-09-05T07:36:35.953222+0000","last_undegraded":"2024-09-05T07:36:35.953222+0000","last_fullsized":"2024-09-05T07:36:35.953222+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:21.230176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953448+0000","last_change":"2024-09-05T07:36:14.807740+0000","last_active":"2024-09-05T07:36:35.953448+0000","last_peered":"2024-09-05T07:36:35.953448+0000","last_clean":"2024-09-05T07:36:35.953448+0000","last_became_active":"2024-09-05T07:36:14.807428+0000","last_became_peered":"2024-09-05T07:36:14.807428+0000","last_unstale":"2024-09-05T07:36:35.953448+0000","last_undegraded":"2024-09-05T07:36:35.953448+0000","last_fullsized":"2024-09-05T07:36:35.953448+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:38:11.620962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"90'15","reported_seq":65,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:56.406803+0000","last_change":"2024-09-05T07:36:35.933190+0000","last_active":"2024-09-05T07:36:56.406803+0000","last_peered":"2024-09-05T07:36:56.406803+0000","last_clean":"2024-09-05T07:36:56.406803+0000","last_became_active":"2024-09-05T07:36:35.922566+0000","last_became_peered":"2024-09-05T07:36:35.922566+0000","last_unstale":"2024-09-05T07:36:56.406803+0000","last_undegraded":"2024-09-05T07:36:56.406803+0000","last_fullsized":"2024-09-05T07:36:56.406803+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:13:42.061104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.921218+0000","last_change":"2024-09-05T07:36:21.873086+0000","last_active":"2024-09-05T07:36:35.921218+0000","last_peered":"2024-09-05T07:36:35.921218+0000","last_clean":"2024-09-05T07:36:35.921218+0000","last_became_active":"2024-09-05T07:36:21.872698+0000","last_became_peered":"2024-09-05T07:36:21.872698+0000","last_unstale":"2024-09-05T07:36:35.921218+0000","last_undegraded":"2024-09-05T07:36:35.921218+0000","last_fullsized":"2024-09-05T07:36:35.921218+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:53:32.758650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918213+0000","last_change":"2024-09-05T07:36:14.811106+0000","last_active":"2024-09-05T07:36:35.918213+0000","last_peered":"2024-09-05T07:36:35.918213+0000","last_clean":"2024-09-05T07:36:35.918213+0000","last_became_active":"2024-09-05T07:36:14.810794+0000","last_became_peered":"2024-09-05T07:36:14.810794+0000","last_unstale":"2024-09-05T07:36:35.918213+0000","last_undegraded":"2024-09-05T07:36:35.918213+0000","last_fullsized":"2024-09-05T07:36:35.918213+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:02:13.381457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"90'3","reported_seq":52,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:37:09.429626+0000","last_change":"2024-09-05T07:36:12.800415+0000","last_active":"2024-09-05T07:37:09.429626+0000","last_peered":"2024-09-05T07:37:09.429626+0000","last_clean":"2024-09-05T07:37:09.429626+0000","last_became_active":"2024-09-05T07:36:12.800030+0000","last_became_peered":"2024-09-05T07:36:12.800030+0000","last_unstale":"2024-09-05T07:37:09.429626+0000","last_undegraded":"2024-09-05T07:37:09.429626+0000","last_fullsized":"2024-09-05T07:37:09.429626+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:22:46.940996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":17,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919283+0000","last_change":"2024-09-05T07:36:21.874206+0000","last_active":"2024-09-05T07:36:35.919283+0000","last_peered":"2024-09-05T07:36:35.919283+0000","last_clean":"2024-09-05T07:36:35.919283+0000","last_became_active":"2024-09-05T07:36:21.873842+0000","last_became_peered":"2024-09-05T07:36:21.873842+0000","last_unstale":"2024-09-05T07:36:35.919283+0000","last_undegraded":"2024-09-05T07:36:35.919283+0000","last_fullsized":"2024-09-05T07:36:35.919283+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:04:27.948419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919601+0000","last_change":"2024-09-05T07:36:14.812031+0000","last_active":"2024-09-05T07:36:35.919601+0000","last_peered":"2024-09-05T07:36:35.919601+0000","last_clean":"2024-09-05T07:36:35.919601+0000","last_became_active":"2024-09-05T07:36:14.811712+0000","last_became_peered":"2024-09-05T07:36:14.811712+0000","last_unstale":"2024-09-05T07:36:35.919601+0000","last_undegraded":"2024-09-05T07:36:35.919601+0000","last_fullsized":"2024-09-05T07:36:35.919601+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:09:05.893797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"90'3","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:55.397951+0000","last_change":"2024-09-05T07:36:12.802054+0000","last_active":"2024-09-05T07:36:55.397951+0000","last_peered":"2024-09-05T07:36:55.397951+0000","last_clean":"2024-09-05T07:36:55.397951+0000","last_became_active":"2024-09-05T07:36:12.801682+0000","last_became_peered":"2024-09-05T07:36:12.801682+0000","last_unstale":"2024-09-05T07:36:55.397951+0000","last_undegraded":"2024-09-05T07:36:55.397951+0000","last_fullsized":"2024-09-05T07:36:55.397951+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:05.971799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.924128+0000","last_change":"2024-09-05T07:36:35.924128+0000","last_active":"2024-09-05T07:36:35.924128+0000","last_peered":"2024-09-05T07:36:35.924128+0000","last_clean":"2024-09-05T07:36:35.924128+0000","last_became_active":"2024-09-05T07:36:35.923583+0000","last_became_peered":"2024-09-05T07:36:35.923583+0000","last_unstale":"2024-09-05T07:36:35.924128+0000","last_undegraded":"2024-09-05T07:36:35.924128+0000","last_fullsized":"2024-09-05T07:36:35.924128+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:51:53.735503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920915+0000","last_change":"2024-09-05T07:36:14.813760+0000","last_active":"2024-09-05T07:36:35.920915+0000","last_peered":"2024-09-05T07:36:35.920915+0000","last_clean":"2024-09-05T07:36:35.920915+0000","last_became_active":"2024-09-05T07:36:14.813466+0000","last_became_peered":"2024-09-05T07:36:14.813466+0000","last_unstale":"2024-09-05T07:36:35.920915+0000","last_undegraded":"2024-09-05T07:36:35.920915+0000","last_fullsized":"2024-09-05T07:36:35.920915+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:48:27.593353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"90'6","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:56.405996+0000","last_change":"2024-09-05T07:36:12.797588+0000","last_active":"2024-09-05T07:36:56.405996+0000","last_peered":"2024-09-05T07:36:56.405996+0000","last_clean":"2024-09-05T07:36:56.405996+0000","last_became_active":"2024-09-05T07:36:12.797268+0000","last_became_peered":"2024-09-05T07:36:12.797268+0000","last_unstale":"2024-09-05T07:36:56.405996+0000","last_undegraded":"2024-09-05T07:36:56.405996+0000","last_fullsized":"2024-09-05T07:36:56.405996+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:18:07.718554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953718+0000","last_change":"2024-09-05T07:36:21.878964+0000","last_active":"2024-09-05T07:36:35.953718+0000","last_peered":"2024-09-05T07:36:35.953718+0000","last_clean":"2024-09-05T07:36:35.953718+0000","last_became_active":"2024-09-05T07:36:21.878461+0000","last_became_peered":"2024-09-05T07:36:21.878461+0000","last_unstale":"2024-09-05T07:36:35.953718+0000","last_undegraded":"2024-09-05T07:36:35.953718+0000","last_fullsized":"2024-09-05T07:36:35.953718+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:08:24.717805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.916694+0000","last_change":"2024-09-05T07:36:14.812766+0000","last_active":"2024-09-05T07:36:35.916694+0000","last_peered":"2024-09-05T07:36:35.916694+0000","last_clean":"2024-09-05T07:36:35.916694+0000","last_became_active":"2024-09-05T07:36:14.812466+0000","last_became_peered":"2024-09-05T07:36:14.812466+0000","last_unstale":"2024-09-05T07:36:35.916694+0000","last_undegraded":"2024-09-05T07:36:35.916694+0000","last_fullsized":"2024-09-05T07:36:35.916694+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:10:22.292778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"90'25","reported_seq":86,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:37:08.433020+0000","last_change":"2024-09-05T07:36:12.802462+0000","last_active":"2024-09-05T07:37:08.433020+0000","last_peered":"2024-09-05T07:37:08.433020+0000","last_clean":"2024-09-05T07:37:08.433020+0000","last_became_active":"2024-09-05T07:36:12.801443+0000","last_became_peered":"2024-09-05T07:36:12.801443+0000","last_unstale":"2024-09-05T07:37:08.433020+0000","last_undegraded":"2024-09-05T07:37:08.433020+0000","last_fullsized":"2024-09-05T07:37:08.433020+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:43:45.816775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43345,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":29,"num_read_kb":57,"num_write":26,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.917996+0000","last_change":"2024-09-05T07:36:21.874872+0000","last_active":"2024-09-05T07:36:35.917996+0000","last_peered":"2024-09-05T07:36:35.917996+0000","last_clean":"2024-09-05T07:36:35.917996+0000","last_became_active":"2024-09-05T07:36:21.874522+0000","last_became_peered":"2024-09-05T07:36:21.874522+0000","last_unstale":"2024-09-05T07:36:35.917996+0000","last_undegraded":"2024-09-05T07:36:35.917996+0000","last_fullsized":"2024-09-05T07:36:35.917996+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:31:48.318719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953261+0000","last_change":"2024-09-05T07:36:14.809330+0000","last_active":"2024-09-05T07:36:35.953261+0000","last_peered":"2024-09-05T07:36:35.953261+0000","last_clean":"2024-09-05T07:36:35.953261+0000","last_became_active":"2024-09-05T07:36:14.808955+0000","last_became_peered":"2024-09-05T07:36:14.808955+0000","last_unstale":"2024-09-05T07:36:35.953261+0000","last_undegraded":"2024-09-05T07:36:35.953261+0000","last_fullsized":"2024-09-05T07:36:35.953261+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:38:06.379605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"90'4","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:55.398358+0000","last_change":"2024-09-05T07:36:12.809661+0000","last_active":"2024-09-05T07:36:55.398358+0000","last_peered":"2024-09-05T07:36:55.398358+0000","last_clean":"2024-09-05T07:36:55.398358+0000","last_became_active":"2024-09-05T07:36:12.809335+0000","last_became_peered":"2024-09-05T07:36:12.809335+0000","last_unstale":"2024-09-05T07:36:55.398358+0000","last_undegraded":"2024-09-05T07:36:55.398358+0000","last_fullsized":"2024-09-05T07:36:55.398358+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:14:23.254081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920786+0000","last_change":"2024-09-05T07:36:21.882000+0000","last_active":"2024-09-05T07:36:35.920786+0000","last_peered":"2024-09-05T07:36:35.920786+0000","last_clean":"2024-09-05T07:36:35.920786+0000","last_became_active":"2024-09-05T07:36:21.881568+0000","last_became_peered":"2024-09-05T07:36:21.881568+0000","last_unstale":"2024-09-05T07:36:35.920786+0000","last_undegraded":"2024-09-05T07:36:35.920786+0000","last_fullsized":"2024-09-05T07:36:35.920786+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:19:38.343193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918998+0000","last_change":"2024-09-05T07:36:14.821034+0000","last_active":"2024-09-05T07:36:35.918998+0000","last_peered":"2024-09-05T07:36:35.918998+0000","last_clean":"2024-09-05T07:36:35.918998+0000","last_became_active":"2024-09-05T07:36:14.820515+0000","last_became_peered":"2024-09-05T07:36:14.820515+0000","last_unstale":"2024-09-05T07:36:35.918998+0000","last_undegraded":"2024-09-05T07:36:35.918998+0000","last_fullsized":"2024-09-05T07:36:35.918998+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:07:47.211164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"90'2","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:55.396861+0000","last_change":"2024-09-05T07:36:35.955348+0000","last_active":"2024-09-05T07:36:55.396861+0000","last_peered":"2024-09-05T07:36:55.396861+0000","last_clean":"2024-09-05T07:36:55.396861+0000","last_became_active":"2024-09-05T07:36:35.954909+0000","last_became_peered":"2024-09-05T07:36:35.954909+0000","last_unstale":"2024-09-05T07:36:55.396861+0000","last_undegraded":"2024-09-05T07:36:55.396861+0000","last_fullsized":"2024-09-05T07:36:55.396861+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:32.331855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,2],"acting":[11,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.917781+0000","last_change":"2024-09-05T07:36:21.875678+0000","last_active":"2024-09-05T07:36:35.917781+0000","last_peered":"2024-09-05T07:36:35.917781+0000","last_clean":"2024-09-05T07:36:35.917781+0000","last_became_active":"2024-09-05T07:36:21.875119+0000","last_became_peered":"2024-09-05T07:36:21.875119+0000","last_unstale":"2024-09-05T07:36:35.917781+0000","last_undegraded":"2024-09-05T07:36:35.917781+0000","last_fullsized":"2024-09-05T07:36:35.917781+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:27:11.876389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953829+0000","last_change":"2024-09-05T07:36:14.808987+0000","last_active":"2024-09-05T07:36:35.953829+0000","last_peered":"2024-09-05T07:36:35.953829+0000","last_clean":"2024-09-05T07:36:35.953829+0000","last_became_active":"2024-09-05T07:36:14.808677+0000","last_became_peered":"2024-09-05T07:36:14.808677+0000","last_unstale":"2024-09-05T07:36:35.953829+0000","last_undegraded":"2024-09-05T07:36:35.953829+0000","last_fullsized":"2024-09-05T07:36:35.953829+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:33.565183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"90'3","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:37:07.426697+0000","last_change":"2024-09-05T07:36:12.801995+0000","last_active":"2024-09-05T07:37:07.426697+0000","last_peered":"2024-09-05T07:37:07.426697+0000","last_clean":"2024-09-05T07:37:07.426697+0000","last_became_active":"2024-09-05T07:36:12.801647+0000","last_became_peered":"2024-09-05T07:36:12.801647+0000","last_unstale":"2024-09-05T07:37:07.426697+0000","last_undegraded":"2024-09-05T07:37:07.426697+0000","last_fullsized":"2024-09-05T07:37:07.426697+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:42:13.827626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923538+0000","last_change":"2024-09-05T07:36:21.875549+0000","last_active":"2024-09-05T07:36:35.923538+0000","last_peered":"2024-09-05T07:36:35.923538+0000","last_clean":"2024-09-05T07:36:35.923538+0000","last_became_active":"2024-09-05T07:36:21.875233+0000","last_became_peered":"2024-09-05T07:36:21.875233+0000","last_unstale":"2024-09-05T07:36:35.923538+0000","last_undegraded":"2024-09-05T07:36:35.923538+0000","last_fullsized":"2024-09-05T07:36:35.923538+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:48:37.673251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918557+0000","last_change":"2024-09-05T07:36:21.879699+0000","last_active":"2024-09-05T07:36:35.918557+0000","last_peered":"2024-09-05T07:36:35.918557+0000","last_clean":"2024-09-05T07:36:35.918557+0000","last_became_active":"2024-09-05T07:36:21.879328+0000","last_became_peered":"2024-09-05T07:36:21.879328+0000","last_unstale":"2024-09-05T07:36:35.918557+0000","last_undegraded":"2024-09-05T07:36:35.918557+0000","last_fullsized":"2024-09-05T07:36:35.918557+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:53:04.042260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.917941+0000","last_change":"2024-09-05T07:36:14.818287+0000","last_active":"2024-09-05T07:36:35.917941+0000","last_peered":"2024-09-05T07:36:35.917941+0000","last_clean":"2024-09-05T07:36:35.917941+0000","last_became_active":"2024-09-05T07:36:14.817988+0000","last_became_peered":"2024-09-05T07:36:14.817988+0000","last_unstale":"2024-09-05T07:36:35.917941+0000","last_undegraded":"2024-09-05T07:36:35.917941+0000","last_fullsized":"2024-09-05T07:36:35.917941+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:21:04.100359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"90'1","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953386+0000","last_change":"2024-09-05T07:36:12.801794+0000","last_active":"2024-09-05T07:36:35.953386+0000","last_peered":"2024-09-05T07:36:35.953386+0000","last_clean":"2024-09-05T07:36:35.953386+0000","last_became_active":"2024-09-05T07:36:12.801422+0000","last_became_peered":"2024-09-05T07:36:12.801422+0000","last_unstale":"2024-09-05T07:36:35.953386+0000","last_undegraded":"2024-09-05T07:36:35.953386+0000","last_fullsized":"2024-09-05T07:36:35.953386+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:41.473362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920497+0000","last_change":"2024-09-05T07:36:21.876009+0000","last_active":"2024-09-05T07:36:35.920497+0000","last_peered":"2024-09-05T07:36:35.920497+0000","last_clean":"2024-09-05T07:36:35.920497+0000","last_became_active":"2024-09-05T07:36:21.875545+0000","last_became_peered":"2024-09-05T07:36:21.875545+0000","last_unstale":"2024-09-05T07:36:35.920497+0000","last_undegraded":"2024-09-05T07:36:35.920497+0000","last_fullsized":"2024-09-05T07:36:35.920497+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:51.027968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923290+0000","last_change":"2024-09-05T07:36:14.811457+0000","last_active":"2024-09-05T07:36:35.923290+0000","last_peered":"2024-09-05T07:36:35.923290+0000","last_clean":"2024-09-05T07:36:35.923290+0000","last_became_active":"2024-09-05T07:36:14.811061+0000","last_became_peered":"2024-09-05T07:36:14.811061+0000","last_unstale":"2024-09-05T07:36:35.923290+0000","last_undegraded":"2024-09-05T07:36:35.923290+0000","last_fullsized":"2024-09-05T07:36:35.923290+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:23:00.487971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"90'2","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:56.405024+0000","last_change":"2024-09-05T07:36:12.796795+0000","last_active":"2024-09-05T07:36:56.405024+0000","last_peered":"2024-09-05T07:36:56.405024+0000","last_clean":"2024-09-05T07:36:56.405024+0000","last_became_active":"2024-09-05T07:36:12.796476+0000","last_became_peered":"2024-09-05T07:36:12.796476+0000","last_unstale":"2024-09-05T07:36:56.405024+0000","last_undegraded":"2024-09-05T07:36:56.405024+0000","last_fullsized":"2024-09-05T07:36:56.405024+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:16.267998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"90'3","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:56.405835+0000","last_change":"2024-09-05T07:36:12.798581+0000","last_active":"2024-09-05T07:36:56.405835+0000","last_peered":"2024-09-05T07:36:56.405835+0000","last_clean":"2024-09-05T07:36:56.405835+0000","last_became_active":"2024-09-05T07:36:12.798245+0000","last_became_peered":"2024-09-05T07:36:12.798245+0000","last_unstale":"2024-09-05T07:36:56.405835+0000","last_undegraded":"2024-09-05T07:36:56.405835+0000","last_fullsized":"2024-09-05T07:36:56.405835+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:02:51.750398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953456+0000","last_change":"2024-09-05T07:36:14.812695+0000","last_active":"2024-09-05T07:36:35.953456+0000","last_peered":"2024-09-05T07:36:35.953456+0000","last_clean":"2024-09-05T07:36:35.953456+0000","last_became_active":"2024-09-05T07:36:14.812224+0000","last_became_peered":"2024-09-05T07:36:14.812224+0000","last_unstale":"2024-09-05T07:36:35.953456+0000","last_undegraded":"2024-09-05T07:36:35.953456+0000","last_fullsized":"2024-09-05T07:36:35.953456+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:18.817287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920137+0000","last_change":"2024-09-05T07:36:21.872082+0000","last_active":"2024-09-05T07:36:35.920137+0000","last_peered":"2024-09-05T07:36:35.920137+0000","last_clean":"2024-09-05T07:36:35.920137+0000","last_became_active":"2024-09-05T07:36:21.871664+0000","last_became_peered":"2024-09-05T07:36:21.871664+0000","last_unstale":"2024-09-05T07:36:35.920137+0000","last_undegraded":"2024-09-05T07:36:35.920137+0000","last_fullsized":"2024-09-05T07:36:35.920137+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:51:39.262588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"90'6","reported_seq":53,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:37:07.427463+0000","last_change":"2024-09-05T07:36:12.802264+0000","last_active":"2024-09-05T07:37:07.427463+0000","last_peered":"2024-09-05T07:37:07.427463+0000","last_clean":"2024-09-05T07:37:07.427463+0000","last_became_active":"2024-09-05T07:36:12.801215+0000","last_became_peered":"2024-09-05T07:36:12.801215+0000","last_unstale":"2024-09-05T07:37:07.427463+0000","last_undegraded":"2024-09-05T07:37:07.427463+0000","last_fullsized":"2024-09-05T07:37:07.427463+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:21.135132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":15,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.916535+0000","last_change":"2024-09-05T07:36:14.800251+0000","last_active":"2024-09-05T07:36:35.916535+0000","last_peered":"2024-09-05T07:36:35.916535+0000","last_clean":"2024-09-05T07:36:35.916535+0000","last_became_active":"2024-09-05T07:36:14.799961+0000","last_became_peered":"2024-09-05T07:36:14.799961+0000","last_unstale":"2024-09-05T07:36:35.916535+0000","last_undegraded":"2024-09-05T07:36:35.916535+0000","last_fullsized":"2024-09-05T07:36:35.916535+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:43:57.630634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920786+0000","last_change":"2024-09-05T07:36:21.872878+0000","last_active":"2024-09-05T07:36:35.920786+0000","last_peered":"2024-09-05T07:36:35.920786+0000","last_clean":"2024-09-05T07:36:35.920786+0000","last_became_active":"2024-09-05T07:36:21.872471+0000","last_became_peered":"2024-09-05T07:36:21.872471+0000","last_unstale":"2024-09-05T07:36:35.920786+0000","last_undegraded":"2024-09-05T07:36:35.920786+0000","last_fullsized":"2024-09-05T07:36:35.920786+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:00:20.993809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918750+0000","last_change":"2024-09-05T07:36:14.810631+0000","last_active":"2024-09-05T07:36:35.918750+0000","last_peered":"2024-09-05T07:36:35.918750+0000","last_clean":"2024-09-05T07:36:35.918750+0000","last_became_active":"2024-09-05T07:36:14.809410+0000","last_became_peered":"2024-09-05T07:36:14.809410+0000","last_unstale":"2024-09-05T07:36:35.918750+0000","last_undegraded":"2024-09-05T07:36:35.918750+0000","last_fullsized":"2024-09-05T07:36:35.918750+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:39:38.926597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919810+0000","last_change":"2024-09-05T07:36:14.809457+0000","last_active":"2024-09-05T07:36:35.919810+0000","last_peered":"2024-09-05T07:36:35.919810+0000","last_clean":"2024-09-05T07:36:35.919810+0000","last_became_active":"2024-09-05T07:36:14.809176+0000","last_became_peered":"2024-09-05T07:36:14.809176+0000","last_unstale":"2024-09-05T07:36:35.919810+0000","last_undegraded":"2024-09-05T07:36:35.919810+0000","last_fullsized":"2024-09-05T07:36:35.919810+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:40:15.801533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919571+0000","last_change":"2024-09-05T07:36:14.816273+0000","last_active":"2024-09-05T07:36:35.919571+0000","last_peered":"2024-09-05T07:36:35.919571+0000","last_clean":"2024-09-05T07:36:35.919571+0000","last_became_active":"2024-09-05T07:36:14.815968+0000","last_became_peered":"2024-09-05T07:36:14.815968+0000","last_unstale":"2024-09-05T07:36:35.919571+0000","last_undegraded":"2024-09-05T07:36:35.919571+0000","last_fullsized":"2024-09-05T07:36:35.919571+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:26:21.943549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918808+0000","last_change":"2024-09-05T07:36:14.808605+0000","last_active":"2024-09-05T07:36:35.918808+0000","last_peered":"2024-09-05T07:36:35.918808+0000","last_clean":"2024-09-05T07:36:35.918808+0000","last_became_active":"2024-09-05T07:36:14.808281+0000","last_became_peered":"2024-09-05T07:36:14.808281+0000","last_unstale":"2024-09-05T07:36:35.918808+0000","last_undegraded":"2024-09-05T07:36:35.918808+0000","last_fullsized":"2024-09-05T07:36:35.918808+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:21.258022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.921388+0000","last_change":"2024-09-05T07:36:14.808482+0000","last_active":"2024-09-05T07:36:35.921388+0000","last_peered":"2024-09-05T07:36:35.921388+0000","last_clean":"2024-09-05T07:36:35.921388+0000","last_became_active":"2024-09-05T07:36:14.808159+0000","last_became_peered":"2024-09-05T07:36:14.808159+0000","last_unstale":"2024-09-05T07:36:35.921388+0000","last_undegraded":"2024-09-05T07:36:35.921388+0000","last_fullsized":"2024-09-05T07:36:35.921388+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:49.067909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919501+0000","last_change":"2024-09-05T07:36:14.810070+0000","last_active":"2024-09-05T07:36:35.919501+0000","last_peered":"2024-09-05T07:36:35.919501+0000","last_clean":"2024-09-05T07:36:35.919501+0000","last_became_active":"2024-09-05T07:36:14.808909+0000","last_became_peered":"2024-09-05T07:36:14.808909+0000","last_unstale":"2024-09-05T07:36:35.919501+0000","last_undegraded":"2024-09-05T07:36:35.919501+0000","last_fullsized":"2024-09-05T07:36:35.919501+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:27:56.714000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.921150+0000","last_change":"2024-09-05T07:36:14.807016+0000","last_active":"2024-09-05T07:36:35.921150+0000","last_peered":"2024-09-05T07:36:35.921150+0000","last_clean":"2024-09-05T07:36:35.921150+0000","last_became_active":"2024-09-05T07:36:14.806722+0000","last_became_peered":"2024-09-05T07:36:14.806722+0000","last_unstale":"2024-09-05T07:36:35.921150+0000","last_undegraded":"2024-09-05T07:36:35.921150+0000","last_fullsized":"2024-09-05T07:36:35.921150+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:51:31.607865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923759+0000","last_change":"2024-09-05T07:36:14.811682+0000","last_active":"2024-09-05T07:36:35.923759+0000","last_peered":"2024-09-05T07:36:35.923759+0000","last_clean":"2024-09-05T07:36:35.923759+0000","last_became_active":"2024-09-05T07:36:14.811289+0000","last_became_peered":"2024-09-05T07:36:14.811289+0000","last_unstale":"2024-09-05T07:36:35.923759+0000","last_undegraded":"2024-09-05T07:36:35.923759+0000","last_fullsized":"2024-09-05T07:36:35.923759+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:08:02.337426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953347+0000","last_change":"2024-09-05T07:36:14.812288+0000","last_active":"2024-09-05T07:36:35.953347+0000","last_peered":"2024-09-05T07:36:35.953347+0000","last_clean":"2024-09-05T07:36:35.953347+0000","last_became_active":"2024-09-05T07:36:14.811880+0000","last_became_peered":"2024-09-05T07:36:14.811880+0000","last_unstale":"2024-09-05T07:36:35.953347+0000","last_undegraded":"2024-09-05T07:36:35.953347+0000","last_fullsized":"2024-09-05T07:36:35.953347+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:12:08.684675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923688+0000","last_change":"2024-09-05T07:36:14.810185+0000","last_active":"2024-09-05T07:36:35.923688+0000","last_peered":"2024-09-05T07:36:35.923688+0000","last_clean":"2024-09-05T07:36:35.923688+0000","last_became_active":"2024-09-05T07:36:14.809878+0000","last_became_peered":"2024-09-05T07:36:14.809878+0000","last_unstale":"2024-09-05T07:36:35.923688+0000","last_undegraded":"2024-09-05T07:36:35.923688+0000","last_fullsized":"2024-09-05T07:36:35.923688+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:15:44.940260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953146+0000","last_change":"2024-09-05T07:36:14.815367+0000","last_active":"2024-09-05T07:36:35.953146+0000","last_peered":"2024-09-05T07:36:35.953146+0000","last_clean":"2024-09-05T07:36:35.953146+0000","last_became_active":"2024-09-05T07:36:14.815014+0000","last_became_peered":"2024-09-05T07:36:14.815014+0000","last_unstale":"2024-09-05T07:36:35.953146+0000","last_undegraded":"2024-09-05T07:36:35.953146+0000","last_fullsized":"2024-09-05T07:36:35.953146+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:12.936600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.921015+0000","last_change":"2024-09-05T07:36:14.809788+0000","last_active":"2024-09-05T07:36:35.921015+0000","last_peered":"2024-09-05T07:36:35.921015+0000","last_clean":"2024-09-05T07:36:35.921015+0000","last_became_active":"2024-09-05T07:36:14.809492+0000","last_became_peered":"2024-09-05T07:36:14.809492+0000","last_unstale":"2024-09-05T07:36:35.921015+0000","last_undegraded":"2024-09-05T07:36:35.921015+0000","last_fullsized":"2024-09-05T07:36:35.921015+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:14:53.969774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919318+0000","last_change":"2024-09-05T07:36:14.820736+0000","last_active":"2024-09-05T07:36:35.919318+0000","last_peered":"2024-09-05T07:36:35.919318+0000","last_clean":"2024-09-05T07:36:35.919318+0000","last_became_active":"2024-09-05T07:36:14.820441+0000","last_became_peered":"2024-09-05T07:36:14.820441+0000","last_unstale":"2024-09-05T07:36:35.919318+0000","last_undegraded":"2024-09-05T07:36:35.919318+0000","last_fullsized":"2024-09-05T07:36:35.919318+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:59:58.690955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920988+0000","last_change":"2024-09-05T07:36:14.817088+0000","last_active":"2024-09-05T07:36:35.920988+0000","last_peered":"2024-09-05T07:36:35.920988+0000","last_clean":"2024-09-05T07:36:35.920988+0000","last_became_active":"2024-09-05T07:36:14.816796+0000","last_became_peered":"2024-09-05T07:36:14.816796+0000","last_unstale":"2024-09-05T07:36:35.920988+0000","last_undegraded":"2024-09-05T07:36:35.920988+0000","last_fullsized":"2024-09-05T07:36:35.920988+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:13:09.976444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919177+0000","last_change":"2024-09-05T07:36:14.817288+0000","last_active":"2024-09-05T07:36:35.919177+0000","last_peered":"2024-09-05T07:36:35.919177+0000","last_clean":"2024-09-05T07:36:35.919177+0000","last_became_active":"2024-09-05T07:36:14.816945+0000","last_became_peered":"2024-09-05T07:36:14.816945+0000","last_unstale":"2024-09-05T07:36:35.919177+0000","last_undegraded":"2024-09-05T07:36:35.919177+0000","last_fullsized":"2024-09-05T07:36:35.919177+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:29:21.904752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920821+0000","last_change":"2024-09-05T07:36:14.814799+0000","last_active":"2024-09-05T07:36:35.920821+0000","last_peered":"2024-09-05T07:36:35.920821+0000","last_clean":"2024-09-05T07:36:35.920821+0000","last_became_active":"2024-09-05T07:36:14.814044+0000","last_became_peered":"2024-09-05T07:36:14.814044+0000","last_unstale":"2024-09-05T07:36:35.920821+0000","last_undegraded":"2024-09-05T07:36:35.920821+0000","last_fullsized":"2024-09-05T07:36:35.920821+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:47.034838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.952821+0000","last_change":"2024-09-05T07:36:14.813588+0000","last_active":"2024-09-05T07:36:35.952821+0000","last_peered":"2024-09-05T07:36:35.952821+0000","last_clean":"2024-09-05T07:36:35.952821+0000","last_became_active":"2024-09-05T07:36:14.813310+0000","last_became_peered":"2024-09-05T07:36:14.813310+0000","last_unstale":"2024-09-05T07:36:35.952821+0000","last_undegraded":"2024-09-05T07:36:35.952821+0000","last_fullsized":"2024-09-05T07:36:35.952821+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:20:00.193943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918359+0000","last_change":"2024-09-05T07:36:14.820594+0000","last_active":"2024-09-05T07:36:35.918359+0000","last_peered":"2024-09-05T07:36:35.918359+0000","last_clean":"2024-09-05T07:36:35.918359+0000","last_became_active":"2024-09-05T07:36:14.820295+0000","last_became_peered":"2024-09-05T07:36:14.820295+0000","last_unstale":"2024-09-05T07:36:35.918359+0000","last_undegraded":"2024-09-05T07:36:35.918359+0000","last_fullsized":"2024-09-05T07:36:35.918359+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:49:05.197275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918512+0000","last_change":"2024-09-05T07:36:14.820169+0000","last_active":"2024-09-05T07:36:35.918512+0000","last_peered":"2024-09-05T07:36:35.918512+0000","last_clean":"2024-09-05T07:36:35.918512+0000","last_became_active":"2024-09-05T07:36:14.819349+0000","last_became_peered":"2024-09-05T07:36:14.819349+0000","last_unstale":"2024-09-05T07:36:35.918512+0000","last_undegraded":"2024-09-05T07:36:35.918512+0000","last_fullsized":"2024-09-05T07:36:35.918512+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:30:33.276239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920978+0000","last_change":"2024-09-05T07:36:14.816981+0000","last_active":"2024-09-05T07:36:35.920978+0000","last_peered":"2024-09-05T07:36:35.920978+0000","last_clean":"2024-09-05T07:36:35.920978+0000","last_became_active":"2024-09-05T07:36:14.816645+0000","last_became_peered":"2024-09-05T07:36:14.816645+0000","last_unstale":"2024-09-05T07:36:35.920978+0000","last_undegraded":"2024-09-05T07:36:35.920978+0000","last_fullsized":"2024-09-05T07:36:35.920978+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:57.926810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920654+0000","last_change":"2024-09-05T07:36:14.816277+0000","last_active":"2024-09-05T07:36:35.920654+0000","last_peered":"2024-09-05T07:36:35.920654+0000","last_clean":"2024-09-05T07:36:35.920654+0000","last_became_active":"2024-09-05T07:36:14.815998+0000","last_became_peered":"2024-09-05T07:36:14.815998+0000","last_unstale":"2024-09-05T07:36:35.920654+0000","last_undegraded":"2024-09-05T07:36:35.920654+0000","last_fullsized":"2024-09-05T07:36:35.920654+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:42.278870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920150+0000","last_change":"2024-09-05T07:36:14.813425+0000","last_active":"2024-09-05T07:36:35.920150+0000","last_peered":"2024-09-05T07:36:35.920150+0000","last_clean":"2024-09-05T07:36:35.920150+0000","last_became_active":"2024-09-05T07:36:14.813135+0000","last_became_peered":"2024-09-05T07:36:14.813135+0000","last_unstale":"2024-09-05T07:36:35.920150+0000","last_undegraded":"2024-09-05T07:36:35.920150+0000","last_fullsized":"2024-09-05T07:36:35.920150+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:54.684216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923949+0000","last_change":"2024-09-05T07:36:14.820772+0000","last_active":"2024-09-05T07:36:35.923949+0000","last_peered":"2024-09-05T07:36:35.923949+0000","last_clean":"2024-09-05T07:36:35.923949+0000","last_became_active":"2024-09-05T07:36:14.820347+0000","last_became_peered":"2024-09-05T07:36:14.820347+0000","last_unstale":"2024-09-05T07:36:35.923949+0000","last_undegraded":"2024-09-05T07:36:35.923949+0000","last_fullsized":"2024-09-05T07:36:35.923949+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:47.635596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953588+0000","last_change":"2024-09-05T07:36:14.811244+0000","last_active":"2024-09-05T07:36:35.953588+0000","last_peered":"2024-09-05T07:36:35.953588+0000","last_clean":"2024-09-05T07:36:35.953588+0000","last_became_active":"2024-09-05T07:36:14.810959+0000","last_became_peered":"2024-09-05T07:36:14.810959+0000","last_unstale":"2024-09-05T07:36:35.953588+0000","last_undegraded":"2024-09-05T07:36:35.953588+0000","last_fullsized":"2024-09-05T07:36:35.953588+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:47:47.631297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.924154+0000","last_change":"2024-09-05T07:36:14.811569+0000","last_active":"2024-09-05T07:36:35.924154+0000","last_peered":"2024-09-05T07:36:35.924154+0000","last_clean":"2024-09-05T07:36:35.924154+0000","last_became_active":"2024-09-05T07:36:14.811189+0000","last_became_peered":"2024-09-05T07:36:14.811189+0000","last_unstale":"2024-09-05T07:36:35.924154+0000","last_undegraded":"2024-09-05T07:36:35.924154+0000","last_fullsized":"2024-09-05T07:36:35.924154+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:58:57.436937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918430+0000","last_change":"2024-09-05T07:36:14.806795+0000","last_active":"2024-09-05T07:36:35.918430+0000","last_peered":"2024-09-05T07:36:35.918430+0000","last_clean":"2024-09-05T07:36:35.918430+0000","last_became_active":"2024-09-05T07:36:14.806038+0000","last_became_peered":"2024-09-05T07:36:14.806038+0000","last_unstale":"2024-09-05T07:36:35.918430+0000","last_undegraded":"2024-09-05T07:36:35.918430+0000","last_fullsized":"2024-09-05T07:36:35.918430+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:56:05.136500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923193+0000","last_change":"2024-09-05T07:36:14.814462+0000","last_active":"2024-09-05T07:36:35.923193+0000","last_peered":"2024-09-05T07:36:35.923193+0000","last_clean":"2024-09-05T07:36:35.923193+0000","last_became_active":"2024-09-05T07:36:14.814178+0000","last_became_peered":"2024-09-05T07:36:14.814178+0000","last_unstale":"2024-09-05T07:36:35.923193+0000","last_undegraded":"2024-09-05T07:36:35.923193+0000","last_fullsized":"2024-09-05T07:36:35.923193+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:10:46.217701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.916282+0000","last_change":"2024-09-05T07:36:14.809141+0000","last_active":"2024-09-05T07:36:35.916282+0000","last_peered":"2024-09-05T07:36:35.916282+0000","last_clean":"2024-09-05T07:36:35.916282+0000","last_became_active":"2024-09-05T07:36:14.808812+0000","last_became_peered":"2024-09-05T07:36:14.808812+0000","last_unstale":"2024-09-05T07:36:35.916282+0000","last_undegraded":"2024-09-05T07:36:35.916282+0000","last_fullsized":"2024-09-05T07:36:35.916282+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:07:46.838052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920485+0000","last_change":"2024-09-05T07:36:14.818092+0000","last_active":"2024-09-05T07:36:35.920485+0000","last_peered":"2024-09-05T07:36:35.920485+0000","last_clean":"2024-09-05T07:36:35.920485+0000","last_became_active":"2024-09-05T07:36:14.817789+0000","last_became_peered":"2024-09-05T07:36:14.817789+0000","last_unstale":"2024-09-05T07:36:35.920485+0000","last_undegraded":"2024-09-05T07:36:35.920485+0000","last_fullsized":"2024-09-05T07:36:35.920485+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:22:29.176609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918602+0000","last_change":"2024-09-05T07:36:14.813266+0000","last_active":"2024-09-05T07:36:35.918602+0000","last_peered":"2024-09-05T07:36:35.918602+0000","last_clean":"2024-09-05T07:36:35.918602+0000","last_became_active":"2024-09-05T07:36:14.812886+0000","last_became_peered":"2024-09-05T07:36:14.812886+0000","last_unstale":"2024-09-05T07:36:35.918602+0000","last_undegraded":"2024-09-05T07:36:35.918602+0000","last_fullsized":"2024-09-05T07:36:35.918602+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:26:39.085280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918622+0000","last_change":"2024-09-05T07:36:14.819845+0000","last_active":"2024-09-05T07:36:35.918622+0000","last_peered":"2024-09-05T07:36:35.918622+0000","last_clean":"2024-09-05T07:36:35.918622+0000","last_became_active":"2024-09-05T07:36:14.819575+0000","last_became_peered":"2024-09-05T07:36:14.819575+0000","last_unstale":"2024-09-05T07:36:35.918622+0000","last_undegraded":"2024-09-05T07:36:35.918622+0000","last_fullsized":"2024-09-05T07:36:35.918622+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:44:39.270064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920721+0000","last_change":"2024-09-05T07:36:14.815067+0000","last_active":"2024-09-05T07:36:35.920721+0000","last_peered":"2024-09-05T07:36:35.920721+0000","last_clean":"2024-09-05T07:36:35.920721+0000","last_became_active":"2024-09-05T07:36:14.814453+0000","last_became_peered":"2024-09-05T07:36:14.814453+0000","last_unstale":"2024-09-05T07:36:35.920721+0000","last_undegraded":"2024-09-05T07:36:35.920721+0000","last_fullsized":"2024-09-05T07:36:35.920721+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:32:16.995333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":47348,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":99,"num_read_kb":101,"num_write":155,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":380928,"data_stored":154863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":133,"ondisk_log_size":133,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514520,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1028096,"data_stored":503824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743453,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28684,"kb_used_data":1660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716468,"statfs":{"total":95995035648,"available":95965663232,"internally_reserved":0,"allocated":1699840,"data_stored":1138511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906978,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1044480,"data_stored":508134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135911,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36356,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708796,"statfs":{"total":95995035648,"available":95957807104,"internally_reserved":0,"allocated":1036288,"data_stored":503936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364843,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32780,"kb_used_data":1596,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712372,"statfs":{"total":95995035648,"available":95961468928,"internally_reserved":0,"allocated":1634304,"data_stored":1099869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528369,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1019904,"data_stored":499214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790005,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32784,"kb_used_data":1600,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712368,"statfs":{"total":95995035648,"available":95961464832,"internally_reserved":0,"allocated":1638400,"data_stored":1091361,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953531,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32200,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712952,"statfs":{"total":95995035648,"available":95962062848,"internally_reserved":0,"allocated":1040384,"data_stored":503976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182463,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1032192,"data_stored":499408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411397,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36416,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708736,"statfs":{"total":95995035648,"available":95957745664,"internally_reserved":0,"allocated":1097728,"data_stored":556919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574921,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1069056,"data_stored":542469,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738445,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1044480,"data_stored":500602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":43345,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":57795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":44923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T07:37:14.208 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-05T07:37:14.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:13 smithi192 ceph-mon[34929]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:37:14.455 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:14.854 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:14 smithi071 ceph-mon[30965]: pgmap v310: 129 pgs: 129 active+clean; 623 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 4.3 KiB/s wr, 8 op/s 2024-09-05T07:37:14.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.933+0000 7fd1b7400640 1 -- 172.21.15.71:0/4086987633 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd1b0106a80 msgr2=0x7fd1b0106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:14.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.933+0000 7fd1b7400640 1 --2- 172.21.15.71:0/4086987633 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd1b0106a80 0x7fd1b0106e60 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fd1a8009930 tx=0x7fd1a802a420 comp rx=0 tx=0).stop 2024-09-05T07:37:14.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.933+0000 7fd1b7400640 1 -- 172.21.15.71:0/4086987633 shutdown_connections 2024-09-05T07:37:14.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.933+0000 7fd1b7400640 1 --2- 172.21.15.71:0/4086987633 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd1b0101420 0x7fd1b010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:14.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.933+0000 7fd1b7400640 1 --2- 172.21.15.71:0/4086987633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1b0100a80 0x7fd1b0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:14.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.933+0000 7fd1b7400640 1 --2- 172.21.15.71:0/4086987633 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd1b0106a80 0x7fd1b0106e60 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:14.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.933+0000 7fd1b7400640 1 -- 172.21.15.71:0/4086987633 >> 172.21.15.71:0/4086987633 conn(0x7fd1b00fc7a0 msgr2=0x7fd1b00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:14.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.933+0000 7fd1b7400640 1 -- 172.21.15.71:0/4086987633 shutdown_connections 2024-09-05T07:37:14.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.933+0000 7fd1b7400640 1 -- 172.21.15.71:0/4086987633 wait complete. 2024-09-05T07:37:14.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.934+0000 7fd1b7400640 1 Processor -- start 2024-09-05T07:37:14.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.934+0000 7fd1b7400640 1 -- start start 2024-09-05T07:37:14.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.934+0000 7fd1b7400640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd1b0100a80 0x7fd1b0198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:14.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.934+0000 7fd1b7400640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd1b0101420 0x7fd1b0198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:14.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.934+0000 7fd1b7400640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1b0106a80 0x7fd1b019cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:14.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.934+0000 7fd1b7400640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd1b0111e50 con 0x7fd1b0100a80 2024-09-05T07:37:14.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.934+0000 7fd1b7400640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd1b0111cd0 con 0x7fd1b0101420 2024-09-05T07:37:14.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.934+0000 7fd1b7400640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd1b0111fd0 con 0x7fd1b0106a80 2024-09-05T07:37:14.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.934+0000 7fd1b519c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd1b0100a80 0x7fd1b0198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:14.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.934+0000 7fd1b519c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd1b0100a80 0x7fd1b0198410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:49742/0 (socket says 172.21.15.71:49742) 2024-09-05T07:37:14.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.934+0000 7fd1b519c640 1 -- 172.21.15.71:0/1945623152 learned_addr learned my addr 172.21.15.71:0/1945623152 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:14.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.934+0000 7fd1b499b640 1 --2- 172.21.15.71:0/1945623152 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd1b0101420 0x7fd1b0198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:14.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.934+0000 7fd1b599d640 1 --2- 172.21.15.71:0/1945623152 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1b0106a80 0x7fd1b019cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:14.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.934+0000 7fd1b519c640 1 -- 172.21.15.71:0/1945623152 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1b0106a80 msgr2=0x7fd1b019cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:14.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.934+0000 7fd1b519c640 1 --2- 172.21.15.71:0/1945623152 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1b0106a80 0x7fd1b019cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:14.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.935+0000 7fd1b519c640 1 -- 172.21.15.71:0/1945623152 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd1b0101420 msgr2=0x7fd1b0198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:14.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.935+0000 7fd1b519c640 1 --2- 172.21.15.71:0/1945623152 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd1b0101420 0x7fd1b0198950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:14.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.935+0000 7fd1b519c640 1 -- 172.21.15.71:0/1945623152 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1b019d3c0 con 0x7fd1b0100a80 2024-09-05T07:37:14.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.935+0000 7fd1b519c640 1 --2- 172.21.15.71:0/1945623152 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd1b0100a80 0x7fd1b0198410 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fd1a8005940 tx=0x7fd1a80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:14.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.935+0000 7fd1ae7fc640 1 -- 172.21.15.71:0/1945623152 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1a803f030 con 0x7fd1b0100a80 2024-09-05T07:37:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.935+0000 7fd1b7400640 1 -- 172.21.15.71:0/1945623152 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1b019d650 con 0x7fd1b0100a80 2024-09-05T07:37:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.935+0000 7fd1ae7fc640 1 -- 172.21.15.71:0/1945623152 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd1a80318a0 con 0x7fd1b0100a80 2024-09-05T07:37:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.935+0000 7fd1ae7fc640 1 -- 172.21.15.71:0/1945623152 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1a8035070 con 0x7fd1b0100a80 2024-09-05T07:37:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.935+0000 7fd1b7400640 1 -- 172.21.15.71:0/1945623152 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1b01a4f90 con 0x7fd1b0100a80 2024-09-05T07:37:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.936+0000 7fd1b7400640 1 -- 172.21.15.71:0/1945623152 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1b01021c0 con 0x7fd1b0100a80 2024-09-05T07:37:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.937+0000 7fd1ae7fc640 1 -- 172.21.15.71:0/1945623152 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd1a8042030 con 0x7fd1b0100a80 2024-09-05T07:37:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.938+0000 7fd1ae7fc640 1 --2- 172.21.15.71:0/1945623152 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd1980a2c10 0x7fd1980a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.938+0000 7fd1b499b640 1 --2- 172.21.15.71:0/1945623152 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd1980a2c10 0x7fd1980a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.938+0000 7fd1ae7fc640 1 -- 172.21.15.71:0/1945623152 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7fd1a80efc20 con 0x7fd1b0100a80 2024-09-05T07:37:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.938+0000 7fd1b499b640 1 --2- 172.21.15.71:0/1945623152 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd1980a2c10 0x7fd1980a50d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd1b00feed0 tx=0x7fd1a4005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:14.942+0000 7fd1ae7fc640 1 -- 172.21.15.71:0/1945623152 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd1a80bc070 con 0x7fd1b0100a80 2024-09-05T07:37:15.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:15.103+0000 7fd1b7400640 1 -- 172.21.15.71:0/1945623152 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd1b0109060 con 0x7fd1980a2c10 2024-09-05T07:37:15.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:15.110+0000 7fd1ae7fc640 1 -- 172.21.15.71:0/1945623152 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340348 (secure 0 0 0) 0x7fd1a4004030 con 0x7fd1980a2c10 2024-09-05T07:37:15.114 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:37:15.115 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-09-05T07:37:15.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:15.115+0000 7fd1b7400640 1 -- 172.21.15.71:0/1945623152 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd1980a2c10 msgr2=0x7fd1980a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:15.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:15.115+0000 7fd1b7400640 1 --2- 172.21.15.71:0/1945623152 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd1980a2c10 0x7fd1980a50d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd1b00feed0 tx=0x7fd1a4005f90 comp rx=0 tx=0).stop 2024-09-05T07:37:15.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:15.115+0000 7fd1b7400640 1 -- 172.21.15.71:0/1945623152 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd1b0100a80 msgr2=0x7fd1b0198410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:15.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:15.115+0000 7fd1b7400640 1 --2- 172.21.15.71:0/1945623152 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd1b0100a80 0x7fd1b0198410 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fd1a8005940 tx=0x7fd1a80042f0 comp rx=0 tx=0).stop 2024-09-05T07:37:15.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:15.115+0000 7fd1b7400640 1 -- 172.21.15.71:0/1945623152 shutdown_connections 2024-09-05T07:37:15.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:15.115+0000 7fd1b7400640 1 --2- 172.21.15.71:0/1945623152 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd1980a2c10 0x7fd1980a50d0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:15.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:15.115+0000 7fd1b7400640 1 --2- 172.21.15.71:0/1945623152 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd1b0106a80 0x7fd1b019cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:15.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:15.115+0000 7fd1b7400640 1 --2- 172.21.15.71:0/1945623152 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd1b0101420 0x7fd1b0198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:15.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:15.115+0000 7fd1b7400640 1 --2- 172.21.15.71:0/1945623152 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd1b0100a80 0x7fd1b0198410 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:15.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:15.115+0000 7fd1b7400640 1 -- 172.21.15.71:0/1945623152 >> 172.21.15.71:0/1945623152 conn(0x7fd1b00fc7a0 msgr2=0x7fd1b00fd230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:15.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:15.116+0000 7fd1b7400640 1 -- 172.21.15.71:0/1945623152 shutdown_connections 2024-09-05T07:37:15.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:15.116+0000 7fd1b7400640 1 -- 172.21.15.71:0/1945623152 wait complete. 2024-09-05T07:37:15.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:14 smithi123 ceph-mon[34568]: pgmap v310: 129 pgs: 129 active+clean; 623 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 4.3 KiB/s wr, 8 op/s 2024-09-05T07:37:15.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:14 smithi192 ceph-mon[34929]: pgmap v310: 129 pgs: 129 active+clean; 623 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 4.3 KiB/s wr, 8 op/s 2024-09-05T07:37:15.837 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":310,"stamp":"2024-09-05T07:37:14.299728+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":637950,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":240,"num_read_kb":220,"num_write":338,"num_write_kb":3033,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":272,"ondisk_log_size":272,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":384096,"kb_used_data":14048,"kb_used_omap":18,"kb_used_meta":369837,"kb_avail":1124557728,"statfs":{"total":1151940427776,"available":1151547113472,"internally_reserved":0,"allocated":14385152,"data_stored":7948223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":378713401},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":40128,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":69,"num_read_kb":71,"num_write":28,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003285"},"pg_stats":[{"pgid":"2.1f","version":"90'9","reported_seq":44,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:56.405936+0000","last_change":"2024-09-05T07:36:12.799600+0000","last_active":"2024-09-05T07:36:56.405936+0000","last_peered":"2024-09-05T07:36:56.405936+0000","last_clean":"2024-09-05T07:36:56.405936+0000","last_became_active":"2024-09-05T07:36:12.799257+0000","last_became_peered":"2024-09-05T07:36:12.799257+0000","last_unstale":"2024-09-05T07:36:56.405936+0000","last_undegraded":"2024-09-05T07:36:56.405936+0000","last_fullsized":"2024-09-05T07:36:56.405936+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:30:11.431175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.924611+0000","last_change":"2024-09-05T07:36:14.809949+0000","last_active":"2024-09-05T07:36:35.924611+0000","last_peered":"2024-09-05T07:36:35.924611+0000","last_clean":"2024-09-05T07:36:35.924611+0000","last_became_active":"2024-09-05T07:36:14.809548+0000","last_became_peered":"2024-09-05T07:36:14.809548+0000","last_unstale":"2024-09-05T07:36:35.924611+0000","last_undegraded":"2024-09-05T07:36:35.924611+0000","last_fullsized":"2024-09-05T07:36:35.924611+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:23:20.911493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919383+0000","last_change":"2024-09-05T07:36:21.873917+0000","last_active":"2024-09-05T07:36:35.919383+0000","last_peered":"2024-09-05T07:36:35.919383+0000","last_clean":"2024-09-05T07:36:35.919383+0000","last_became_active":"2024-09-05T07:36:21.873513+0000","last_became_peered":"2024-09-05T07:36:21.873513+0000","last_unstale":"2024-09-05T07:36:35.919383+0000","last_undegraded":"2024-09-05T07:36:35.919383+0000","last_fullsized":"2024-09-05T07:36:35.919383+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:46:22.911489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.924750+0000","last_change":"2024-09-05T07:36:12.809101+0000","last_active":"2024-09-05T07:36:35.924750+0000","last_peered":"2024-09-05T07:36:35.924750+0000","last_clean":"2024-09-05T07:36:35.924750+0000","last_became_active":"2024-09-05T07:36:12.808801+0000","last_became_peered":"2024-09-05T07:36:12.808801+0000","last_unstale":"2024-09-05T07:36:35.924750+0000","last_undegraded":"2024-09-05T07:36:35.924750+0000","last_fullsized":"2024-09-05T07:36:35.924750+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:24:41.651682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918950+0000","last_change":"2024-09-05T07:36:14.813092+0000","last_active":"2024-09-05T07:36:35.918950+0000","last_peered":"2024-09-05T07:36:35.918950+0000","last_clean":"2024-09-05T07:36:35.918950+0000","last_became_active":"2024-09-05T07:36:14.812778+0000","last_became_peered":"2024-09-05T07:36:14.812778+0000","last_unstale":"2024-09-05T07:36:35.918950+0000","last_undegraded":"2024-09-05T07:36:35.918950+0000","last_fullsized":"2024-09-05T07:36:35.918950+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:05:13.898628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920417+0000","last_change":"2024-09-05T07:36:21.879572+0000","last_active":"2024-09-05T07:36:35.920417+0000","last_peered":"2024-09-05T07:36:35.920417+0000","last_clean":"2024-09-05T07:36:35.920417+0000","last_became_active":"2024-09-05T07:36:21.879141+0000","last_became_peered":"2024-09-05T07:36:21.879141+0000","last_unstale":"2024-09-05T07:36:35.920417+0000","last_undegraded":"2024-09-05T07:36:35.920417+0000","last_fullsized":"2024-09-05T07:36:35.920417+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:26:58.057968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'4","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:56.405276+0000","last_change":"2024-09-05T07:36:12.801181+0000","last_active":"2024-09-05T07:36:56.405276+0000","last_peered":"2024-09-05T07:36:56.405276+0000","last_clean":"2024-09-05T07:36:56.405276+0000","last_became_active":"2024-09-05T07:36:12.800826+0000","last_became_peered":"2024-09-05T07:36:12.800826+0000","last_unstale":"2024-09-05T07:36:56.405276+0000","last_undegraded":"2024-09-05T07:36:56.405276+0000","last_fullsized":"2024-09-05T07:36:56.405276+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:46:57.132870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953144+0000","last_change":"2024-09-05T07:36:14.807185+0000","last_active":"2024-09-05T07:36:35.953144+0000","last_peered":"2024-09-05T07:36:35.953144+0000","last_clean":"2024-09-05T07:36:35.953144+0000","last_became_active":"2024-09-05T07:36:14.806877+0000","last_became_peered":"2024-09-05T07:36:14.806877+0000","last_unstale":"2024-09-05T07:36:35.953144+0000","last_undegraded":"2024-09-05T07:36:35.953144+0000","last_fullsized":"2024-09-05T07:36:35.953144+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:10:09.735431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.955373+0000","last_change":"2024-09-05T07:36:35.955373+0000","last_active":"2024-09-05T07:36:35.955373+0000","last_peered":"2024-09-05T07:36:35.955373+0000","last_clean":"2024-09-05T07:36:35.955373+0000","last_became_active":"2024-09-05T07:36:35.954902+0000","last_became_peered":"2024-09-05T07:36:35.954902+0000","last_unstale":"2024-09-05T07:36:35.955373+0000","last_undegraded":"2024-09-05T07:36:35.955373+0000","last_fullsized":"2024-09-05T07:36:35.955373+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:10:48.886808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,8,5],"acting":[4,3,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.916747+0000","last_change":"2024-09-05T07:36:12.803991+0000","last_active":"2024-09-05T07:36:35.916747+0000","last_peered":"2024-09-05T07:36:35.916747+0000","last_clean":"2024-09-05T07:36:35.916747+0000","last_became_active":"2024-09-05T07:36:12.803605+0000","last_became_peered":"2024-09-05T07:36:12.803605+0000","last_unstale":"2024-09-05T07:36:35.916747+0000","last_undegraded":"2024-09-05T07:36:35.916747+0000","last_fullsized":"2024-09-05T07:36:35.916747+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:32:34.325986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953716+0000","last_change":"2024-09-05T07:36:14.818742+0000","last_active":"2024-09-05T07:36:35.953716+0000","last_peered":"2024-09-05T07:36:35.953716+0000","last_clean":"2024-09-05T07:36:35.953716+0000","last_became_active":"2024-09-05T07:36:14.818429+0000","last_became_peered":"2024-09-05T07:36:14.818429+0000","last_unstale":"2024-09-05T07:36:35.953716+0000","last_undegraded":"2024-09-05T07:36:35.953716+0000","last_fullsized":"2024-09-05T07:36:35.953716+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:07:56.517645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920004+0000","last_change":"2024-09-05T07:36:21.879708+0000","last_active":"2024-09-05T07:36:35.920004+0000","last_peered":"2024-09-05T07:36:35.920004+0000","last_clean":"2024-09-05T07:36:35.920004+0000","last_became_active":"2024-09-05T07:36:21.879294+0000","last_became_peered":"2024-09-05T07:36:21.879294+0000","last_unstale":"2024-09-05T07:36:35.920004+0000","last_undegraded":"2024-09-05T07:36:35.920004+0000","last_fullsized":"2024-09-05T07:36:35.920004+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:39:13.648675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920211+0000","last_change":"2024-09-05T07:36:14.809970+0000","last_active":"2024-09-05T07:36:35.920211+0000","last_peered":"2024-09-05T07:36:35.920211+0000","last_clean":"2024-09-05T07:36:35.920211+0000","last_became_active":"2024-09-05T07:36:14.808188+0000","last_became_peered":"2024-09-05T07:36:14.808188+0000","last_unstale":"2024-09-05T07:36:35.920211+0000","last_undegraded":"2024-09-05T07:36:35.920211+0000","last_fullsized":"2024-09-05T07:36:35.920211+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:34:54.391953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:55.398052+0000","last_change":"2024-09-05T07:36:12.799787+0000","last_active":"2024-09-05T07:36:55.398052+0000","last_peered":"2024-09-05T07:36:55.398052+0000","last_clean":"2024-09-05T07:36:55.398052+0000","last_became_active":"2024-09-05T07:36:12.799298+0000","last_became_peered":"2024-09-05T07:36:12.799298+0000","last_unstale":"2024-09-05T07:36:55.398052+0000","last_undegraded":"2024-09-05T07:36:55.398052+0000","last_fullsized":"2024-09-05T07:36:55.398052+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:56:21.913375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920107+0000","last_change":"2024-09-05T07:36:22.039340+0000","last_active":"2024-09-05T07:36:35.920107+0000","last_peered":"2024-09-05T07:36:35.920107+0000","last_clean":"2024-09-05T07:36:35.920107+0000","last_became_active":"2024-09-05T07:36:22.038839+0000","last_became_peered":"2024-09-05T07:36:22.038839+0000","last_unstale":"2024-09-05T07:36:35.920107+0000","last_undegraded":"2024-09-05T07:36:35.920107+0000","last_fullsized":"2024-09-05T07:36:35.920107+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:15:12.399771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923560+0000","last_change":"2024-09-05T07:36:14.809134+0000","last_active":"2024-09-05T07:36:35.923560+0000","last_peered":"2024-09-05T07:36:35.923560+0000","last_clean":"2024-09-05T07:36:35.923560+0000","last_became_active":"2024-09-05T07:36:14.808813+0000","last_became_peered":"2024-09-05T07:36:14.808813+0000","last_unstale":"2024-09-05T07:36:35.923560+0000","last_undegraded":"2024-09-05T07:36:35.923560+0000","last_fullsized":"2024-09-05T07:36:35.923560+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:41:13.055058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"90'1","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919725+0000","last_change":"2024-09-05T07:36:12.800122+0000","last_active":"2024-09-05T07:36:35.919725+0000","last_peered":"2024-09-05T07:36:35.919725+0000","last_clean":"2024-09-05T07:36:35.919725+0000","last_became_active":"2024-09-05T07:36:12.799760+0000","last_became_peered":"2024-09-05T07:36:12.799760+0000","last_unstale":"2024-09-05T07:36:35.919725+0000","last_undegraded":"2024-09-05T07:36:35.919725+0000","last_fullsized":"2024-09-05T07:36:35.919725+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:24:23.617273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"90'1","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920353+0000","last_change":"2024-09-05T07:36:21.875884+0000","last_active":"2024-09-05T07:36:35.920353+0000","last_peered":"2024-09-05T07:36:35.920353+0000","last_clean":"2024-09-05T07:36:35.920353+0000","last_became_active":"2024-09-05T07:36:21.875323+0000","last_became_peered":"2024-09-05T07:36:21.875323+0000","last_unstale":"2024-09-05T07:36:35.920353+0000","last_undegraded":"2024-09-05T07:36:35.920353+0000","last_fullsized":"2024-09-05T07:36:35.920353+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:28.249884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920388+0000","last_change":"2024-09-05T07:36:14.816557+0000","last_active":"2024-09-05T07:36:35.920388+0000","last_peered":"2024-09-05T07:36:35.920388+0000","last_clean":"2024-09-05T07:36:35.920388+0000","last_became_active":"2024-09-05T07:36:14.815610+0000","last_became_peered":"2024-09-05T07:36:14.815610+0000","last_unstale":"2024-09-05T07:36:35.920388+0000","last_undegraded":"2024-09-05T07:36:35.920388+0000","last_fullsized":"2024-09-05T07:36:35.920388+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:26:17.715866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"90'3","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:55.397503+0000","last_change":"2024-09-05T07:36:12.797574+0000","last_active":"2024-09-05T07:36:55.397503+0000","last_peered":"2024-09-05T07:36:55.397503+0000","last_clean":"2024-09-05T07:36:55.397503+0000","last_became_active":"2024-09-05T07:36:12.797235+0000","last_became_peered":"2024-09-05T07:36:12.797235+0000","last_unstale":"2024-09-05T07:36:55.397503+0000","last_undegraded":"2024-09-05T07:36:55.397503+0000","last_fullsized":"2024-09-05T07:36:55.397503+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:01:13.882076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.956198+0000","last_change":"2024-09-05T07:36:35.955205+0000","last_active":"2024-09-05T07:36:35.956198+0000","last_peered":"2024-09-05T07:36:35.956198+0000","last_clean":"2024-09-05T07:36:35.956198+0000","last_became_active":"2024-09-05T07:36:35.954774+0000","last_became_peered":"2024-09-05T07:36:35.954774+0000","last_unstale":"2024-09-05T07:36:35.956198+0000","last_undegraded":"2024-09-05T07:36:35.956198+0000","last_fullsized":"2024-09-05T07:36:35.956198+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:24:11.816616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.916198+0000","last_change":"2024-09-05T07:36:14.810604+0000","last_active":"2024-09-05T07:36:35.916198+0000","last_peered":"2024-09-05T07:36:35.916198+0000","last_clean":"2024-09-05T07:36:35.916198+0000","last_became_active":"2024-09-05T07:36:14.810203+0000","last_became_peered":"2024-09-05T07:36:14.810203+0000","last_unstale":"2024-09-05T07:36:35.916198+0000","last_undegraded":"2024-09-05T07:36:35.916198+0000","last_fullsized":"2024-09-05T07:36:35.916198+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:21:04.720664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:55.397779+0000","last_change":"2024-09-05T07:36:12.811040+0000","last_active":"2024-09-05T07:36:55.397779+0000","last_peered":"2024-09-05T07:36:55.397779+0000","last_clean":"2024-09-05T07:36:55.397779+0000","last_became_active":"2024-09-05T07:36:12.810737+0000","last_became_peered":"2024-09-05T07:36:12.810737+0000","last_unstale":"2024-09-05T07:36:55.397779+0000","last_undegraded":"2024-09-05T07:36:55.397779+0000","last_fullsized":"2024-09-05T07:36:55.397779+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:44:25.801815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.921114+0000","last_change":"2024-09-05T07:36:22.040640+0000","last_active":"2024-09-05T07:36:35.921114+0000","last_peered":"2024-09-05T07:36:35.921114+0000","last_clean":"2024-09-05T07:36:35.921114+0000","last_became_active":"2024-09-05T07:36:22.040247+0000","last_became_peered":"2024-09-05T07:36:22.040247+0000","last_unstale":"2024-09-05T07:36:35.921114+0000","last_undegraded":"2024-09-05T07:36:35.921114+0000","last_fullsized":"2024-09-05T07:36:35.921114+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:03:16.022864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918659+0000","last_change":"2024-09-05T07:36:14.820761+0000","last_active":"2024-09-05T07:36:35.918659+0000","last_peered":"2024-09-05T07:36:35.918659+0000","last_clean":"2024-09-05T07:36:35.918659+0000","last_became_active":"2024-09-05T07:36:14.820507+0000","last_became_peered":"2024-09-05T07:36:14.820507+0000","last_unstale":"2024-09-05T07:36:35.918659+0000","last_undegraded":"2024-09-05T07:36:35.918659+0000","last_fullsized":"2024-09-05T07:36:35.918659+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:34:48.881638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"90'4","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:55.396334+0000","last_change":"2024-09-05T07:36:13.411988+0000","last_active":"2024-09-05T07:36:55.396334+0000","last_peered":"2024-09-05T07:36:55.396334+0000","last_clean":"2024-09-05T07:36:55.396334+0000","last_became_active":"2024-09-05T07:36:13.411609+0000","last_became_peered":"2024-09-05T07:36:13.411609+0000","last_unstale":"2024-09-05T07:36:55.396334+0000","last_undegraded":"2024-09-05T07:36:55.396334+0000","last_fullsized":"2024-09-05T07:36:55.396334+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:40:21.270134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919105+0000","last_change":"2024-09-05T07:36:21.871465+0000","last_active":"2024-09-05T07:36:35.919105+0000","last_peered":"2024-09-05T07:36:35.919105+0000","last_clean":"2024-09-05T07:36:35.919105+0000","last_became_active":"2024-09-05T07:36:21.871056+0000","last_became_peered":"2024-09-05T07:36:21.871056+0000","last_unstale":"2024-09-05T07:36:35.919105+0000","last_undegraded":"2024-09-05T07:36:35.919105+0000","last_fullsized":"2024-09-05T07:36:35.919105+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:24:41.284515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923840+0000","last_change":"2024-09-05T07:36:14.814919+0000","last_active":"2024-09-05T07:36:35.923840+0000","last_peered":"2024-09-05T07:36:35.923840+0000","last_clean":"2024-09-05T07:36:35.923840+0000","last_became_active":"2024-09-05T07:36:14.814611+0000","last_became_peered":"2024-09-05T07:36:14.814611+0000","last_unstale":"2024-09-05T07:36:35.923840+0000","last_undegraded":"2024-09-05T07:36:35.923840+0000","last_fullsized":"2024-09-05T07:36:35.923840+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:33:22.534338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"90'9","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:37:06.840064+0000","last_change":"2024-09-05T07:36:12.797620+0000","last_active":"2024-09-05T07:37:06.840064+0000","last_peered":"2024-09-05T07:37:06.840064+0000","last_clean":"2024-09-05T07:37:06.840064+0000","last_became_active":"2024-09-05T07:36:12.797270+0000","last_became_peered":"2024-09-05T07:36:12.797270+0000","last_unstale":"2024-09-05T07:37:06.840064+0000","last_undegraded":"2024-09-05T07:37:06.840064+0000","last_fullsized":"2024-09-05T07:37:06.840064+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:54:17.325544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923943+0000","last_change":"2024-09-05T07:36:22.038463+0000","last_active":"2024-09-05T07:36:35.923943+0000","last_peered":"2024-09-05T07:36:35.923943+0000","last_clean":"2024-09-05T07:36:35.923943+0000","last_became_active":"2024-09-05T07:36:22.038095+0000","last_became_peered":"2024-09-05T07:36:22.038095+0000","last_unstale":"2024-09-05T07:36:35.923943+0000","last_undegraded":"2024-09-05T07:36:35.923943+0000","last_fullsized":"2024-09-05T07:36:35.923943+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:27.589451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.921430+0000","last_change":"2024-09-05T07:36:14.806223+0000","last_active":"2024-09-05T07:36:35.921430+0000","last_peered":"2024-09-05T07:36:35.921430+0000","last_clean":"2024-09-05T07:36:35.921430+0000","last_became_active":"2024-09-05T07:36:14.805869+0000","last_became_peered":"2024-09-05T07:36:14.805869+0000","last_unstale":"2024-09-05T07:36:35.921430+0000","last_undegraded":"2024-09-05T07:36:35.921430+0000","last_fullsized":"2024-09-05T07:36:35.921430+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:27:20.566443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"90'1","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:55.395428+0000","last_change":"2024-09-05T07:36:35.922464+0000","last_active":"2024-09-05T07:36:55.395428+0000","last_peered":"2024-09-05T07:36:55.395428+0000","last_clean":"2024-09-05T07:36:55.395428+0000","last_became_active":"2024-09-05T07:36:35.922078+0000","last_became_peered":"2024-09-05T07:36:35.922078+0000","last_unstale":"2024-09-05T07:36:55.395428+0000","last_undegraded":"2024-09-05T07:36:55.395428+0000","last_fullsized":"2024-09-05T07:36:55.395428+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:17:29.580551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919501+0000","last_change":"2024-09-05T07:36:21.877189+0000","last_active":"2024-09-05T07:36:35.919501+0000","last_peered":"2024-09-05T07:36:35.919501+0000","last_clean":"2024-09-05T07:36:35.919501+0000","last_became_active":"2024-09-05T07:36:21.876796+0000","last_became_peered":"2024-09-05T07:36:21.876796+0000","last_unstale":"2024-09-05T07:36:35.919501+0000","last_undegraded":"2024-09-05T07:36:35.919501+0000","last_fullsized":"2024-09-05T07:36:35.919501+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:13.944091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923511+0000","last_change":"2024-09-05T07:36:14.816662+0000","last_active":"2024-09-05T07:36:35.923511+0000","last_peered":"2024-09-05T07:36:35.923511+0000","last_clean":"2024-09-05T07:36:35.923511+0000","last_became_active":"2024-09-05T07:36:14.812722+0000","last_became_peered":"2024-09-05T07:36:14.812722+0000","last_unstale":"2024-09-05T07:36:35.923511+0000","last_undegraded":"2024-09-05T07:36:35.923511+0000","last_fullsized":"2024-09-05T07:36:35.923511+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:35:10.627551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918919+0000","last_change":"2024-09-05T07:36:12.809582+0000","last_active":"2024-09-05T07:36:35.918919+0000","last_peered":"2024-09-05T07:36:35.918919+0000","last_clean":"2024-09-05T07:36:35.918919+0000","last_became_active":"2024-09-05T07:36:12.809223+0000","last_became_peered":"2024-09-05T07:36:12.809223+0000","last_unstale":"2024-09-05T07:36:35.918919+0000","last_undegraded":"2024-09-05T07:36:35.918919+0000","last_fullsized":"2024-09-05T07:36:35.918919+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:20:12.101205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.916210+0000","last_change":"2024-09-05T07:36:22.039671+0000","last_active":"2024-09-05T07:36:35.916210+0000","last_peered":"2024-09-05T07:36:35.916210+0000","last_clean":"2024-09-05T07:36:35.916210+0000","last_became_active":"2024-09-05T07:36:22.039221+0000","last_became_peered":"2024-09-05T07:36:22.039221+0000","last_unstale":"2024-09-05T07:36:35.916210+0000","last_undegraded":"2024-09-05T07:36:35.916210+0000","last_fullsized":"2024-09-05T07:36:35.916210+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:37:43.961598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.926667+0000","last_change":"2024-09-05T07:36:35.926667+0000","last_active":"2024-09-05T07:36:35.926667+0000","last_peered":"2024-09-05T07:36:35.926667+0000","last_clean":"2024-09-05T07:36:35.926667+0000","last_became_active":"2024-09-05T07:36:35.926353+0000","last_became_peered":"2024-09-05T07:36:35.926353+0000","last_unstale":"2024-09-05T07:36:35.926667+0000","last_undegraded":"2024-09-05T07:36:35.926667+0000","last_fullsized":"2024-09-05T07:36:35.926667+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:33:52.775633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"90'1","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920015+0000","last_change":"2024-09-05T07:36:12.801852+0000","last_active":"2024-09-05T07:36:35.920015+0000","last_peered":"2024-09-05T07:36:35.920015+0000","last_clean":"2024-09-05T07:36:35.920015+0000","last_became_active":"2024-09-05T07:36:12.801533+0000","last_became_peered":"2024-09-05T07:36:12.801533+0000","last_unstale":"2024-09-05T07:36:35.920015+0000","last_undegraded":"2024-09-05T07:36:35.920015+0000","last_fullsized":"2024-09-05T07:36:35.920015+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:48:19.037437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.921218+0000","last_change":"2024-09-05T07:36:21.876580+0000","last_active":"2024-09-05T07:36:35.921218+0000","last_peered":"2024-09-05T07:36:35.921218+0000","last_clean":"2024-09-05T07:36:35.921218+0000","last_became_active":"2024-09-05T07:36:21.876209+0000","last_became_peered":"2024-09-05T07:36:21.876209+0000","last_unstale":"2024-09-05T07:36:35.921218+0000","last_undegraded":"2024-09-05T07:36:35.921218+0000","last_fullsized":"2024-09-05T07:36:35.921218+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:26:13.322909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953205+0000","last_change":"2024-09-05T07:36:14.818775+0000","last_active":"2024-09-05T07:36:35.953205+0000","last_peered":"2024-09-05T07:36:35.953205+0000","last_clean":"2024-09-05T07:36:35.953205+0000","last_became_active":"2024-09-05T07:36:14.818482+0000","last_became_peered":"2024-09-05T07:36:14.818482+0000","last_unstale":"2024-09-05T07:36:35.953205+0000","last_undegraded":"2024-09-05T07:36:35.953205+0000","last_fullsized":"2024-09-05T07:36:35.953205+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:53:41.945628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'4","reported_seq":50,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:37:08.427768+0000","last_change":"2024-09-05T07:36:12.808974+0000","last_active":"2024-09-05T07:37:08.427768+0000","last_peered":"2024-09-05T07:37:08.427768+0000","last_clean":"2024-09-05T07:37:08.427768+0000","last_became_active":"2024-09-05T07:36:12.808622+0000","last_became_peered":"2024-09-05T07:36:12.808622+0000","last_unstale":"2024-09-05T07:37:08.427768+0000","last_undegraded":"2024-09-05T07:37:08.427768+0000","last_fullsized":"2024-09-05T07:37:08.427768+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:29.308884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":13,"num_read_kb":13,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.921245+0000","last_change":"2024-09-05T07:36:22.039214+0000","last_active":"2024-09-05T07:36:35.921245+0000","last_peered":"2024-09-05T07:36:35.921245+0000","last_clean":"2024-09-05T07:36:35.921245+0000","last_became_active":"2024-09-05T07:36:22.038781+0000","last_became_peered":"2024-09-05T07:36:22.038781+0000","last_unstale":"2024-09-05T07:36:35.921245+0000","last_undegraded":"2024-09-05T07:36:35.921245+0000","last_fullsized":"2024-09-05T07:36:35.921245+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:16:57.102240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920746+0000","last_change":"2024-09-05T07:36:14.811533+0000","last_active":"2024-09-05T07:36:35.920746+0000","last_peered":"2024-09-05T07:36:35.920746+0000","last_clean":"2024-09-05T07:36:35.920746+0000","last_became_active":"2024-09-05T07:36:14.811250+0000","last_became_peered":"2024-09-05T07:36:14.811250+0000","last_unstale":"2024-09-05T07:36:35.920746+0000","last_undegraded":"2024-09-05T07:36:35.920746+0000","last_fullsized":"2024-09-05T07:36:35.920746+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:12.085530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'3","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:56.404863+0000","last_change":"2024-09-05T07:36:35.954521+0000","last_active":"2024-09-05T07:36:56.404863+0000","last_peered":"2024-09-05T07:36:56.404863+0000","last_clean":"2024-09-05T07:36:56.404863+0000","last_became_active":"2024-09-05T07:36:35.954104+0000","last_became_peered":"2024-09-05T07:36:35.954104+0000","last_unstale":"2024-09-05T07:36:56.404863+0000","last_undegraded":"2024-09-05T07:36:56.404863+0000","last_fullsized":"2024-09-05T07:36:56.404863+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:04:32.253928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953795+0000","last_change":"2024-09-05T07:36:22.040782+0000","last_active":"2024-09-05T07:36:35.953795+0000","last_peered":"2024-09-05T07:36:35.953795+0000","last_clean":"2024-09-05T07:36:35.953795+0000","last_became_active":"2024-09-05T07:36:22.040423+0000","last_became_peered":"2024-09-05T07:36:22.040423+0000","last_unstale":"2024-09-05T07:36:35.953795+0000","last_undegraded":"2024-09-05T07:36:35.953795+0000","last_fullsized":"2024-09-05T07:36:35.953795+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:45:59.360303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923979+0000","last_change":"2024-09-05T07:36:14.816493+0000","last_active":"2024-09-05T07:36:35.923979+0000","last_peered":"2024-09-05T07:36:35.923979+0000","last_clean":"2024-09-05T07:36:35.923979+0000","last_became_active":"2024-09-05T07:36:14.816180+0000","last_became_peered":"2024-09-05T07:36:14.816180+0000","last_unstale":"2024-09-05T07:36:35.923979+0000","last_undegraded":"2024-09-05T07:36:35.923979+0000","last_fullsized":"2024-09-05T07:36:35.923979+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:53:46.387539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'3","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:57.409023+0000","last_change":"2024-09-05T07:36:12.798033+0000","last_active":"2024-09-05T07:36:57.409023+0000","last_peered":"2024-09-05T07:36:57.409023+0000","last_clean":"2024-09-05T07:36:57.409023+0000","last_became_active":"2024-09-05T07:36:12.797677+0000","last_became_peered":"2024-09-05T07:36:12.797677+0000","last_unstale":"2024-09-05T07:36:57.409023+0000","last_undegraded":"2024-09-05T07:36:57.409023+0000","last_fullsized":"2024-09-05T07:36:57.409023+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:42.168916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":356,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918659+0000","last_change":"2024-09-05T07:35:01.662056+0000","last_active":"2024-09-05T07:36:35.918659+0000","last_peered":"2024-09-05T07:36:35.918659+0000","last_clean":"2024-09-05T07:36:35.918659+0000","last_became_active":"2024-09-05T07:35:01.661657+0000","last_became_peered":"2024-09-05T07:35:01.661657+0000","last_unstale":"2024-09-05T07:36:35.918659+0000","last_undegraded":"2024-09-05T07:36:35.918659+0000","last_fullsized":"2024-09-05T07:36:35.918659+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:31:43.011970+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:31:43.011970+0000","last_clean_scrub_stamp":"2024-09-05T07:31:43.011970+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:58.611696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"90'1","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.928417+0000","last_change":"2024-09-05T07:36:35.924929+0000","last_active":"2024-09-05T07:36:35.928417+0000","last_peered":"2024-09-05T07:36:35.928417+0000","last_clean":"2024-09-05T07:36:35.928417+0000","last_became_active":"2024-09-05T07:36:35.924430+0000","last_became_peered":"2024-09-05T07:36:35.924430+0000","last_unstale":"2024-09-05T07:36:35.928417+0000","last_undegraded":"2024-09-05T07:36:35.928417+0000","last_fullsized":"2024-09-05T07:36:35.928417+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:13.467211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,10,11,9],"acting":[7,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920305+0000","last_change":"2024-09-05T07:36:14.812469+0000","last_active":"2024-09-05T07:36:35.920305+0000","last_peered":"2024-09-05T07:36:35.920305+0000","last_clean":"2024-09-05T07:36:35.920305+0000","last_became_active":"2024-09-05T07:36:14.812148+0000","last_became_peered":"2024-09-05T07:36:14.812148+0000","last_unstale":"2024-09-05T07:36:35.920305+0000","last_undegraded":"2024-09-05T07:36:35.920305+0000","last_fullsized":"2024-09-05T07:36:35.920305+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:01:48.060890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"90'3","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:56.406583+0000","last_change":"2024-09-05T07:36:13.412116+0000","last_active":"2024-09-05T07:36:56.406583+0000","last_peered":"2024-09-05T07:36:56.406583+0000","last_clean":"2024-09-05T07:36:56.406583+0000","last_became_active":"2024-09-05T07:36:13.411689+0000","last_became_peered":"2024-09-05T07:36:13.411689+0000","last_unstale":"2024-09-05T07:36:56.406583+0000","last_undegraded":"2024-09-05T07:36:56.406583+0000","last_fullsized":"2024-09-05T07:36:56.406583+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:43:21.791631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.952905+0000","last_change":"2024-09-05T07:36:21.880057+0000","last_active":"2024-09-05T07:36:35.952905+0000","last_peered":"2024-09-05T07:36:35.952905+0000","last_clean":"2024-09-05T07:36:35.952905+0000","last_became_active":"2024-09-05T07:36:21.879613+0000","last_became_peered":"2024-09-05T07:36:21.879613+0000","last_unstale":"2024-09-05T07:36:35.952905+0000","last_undegraded":"2024-09-05T07:36:35.952905+0000","last_fullsized":"2024-09-05T07:36:35.952905+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:28.319697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919612+0000","last_change":"2024-09-05T07:36:14.814895+0000","last_active":"2024-09-05T07:36:35.919612+0000","last_peered":"2024-09-05T07:36:35.919612+0000","last_clean":"2024-09-05T07:36:35.919612+0000","last_became_active":"2024-09-05T07:36:14.814620+0000","last_became_peered":"2024-09-05T07:36:14.814620+0000","last_unstale":"2024-09-05T07:36:35.919612+0000","last_undegraded":"2024-09-05T07:36:35.919612+0000","last_fullsized":"2024-09-05T07:36:35.919612+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:28:40.569960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"82'1","reported_seq":34,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.954042+0000","last_change":"2024-09-05T07:36:12.799840+0000","last_active":"2024-09-05T07:36:35.954042+0000","last_peered":"2024-09-05T07:36:35.954042+0000","last_clean":"2024-09-05T07:36:35.954042+0000","last_became_active":"2024-09-05T07:36:12.799250+0000","last_became_peered":"2024-09-05T07:36:12.799250+0000","last_unstale":"2024-09-05T07:36:35.954042+0000","last_undegraded":"2024-09-05T07:36:35.954042+0000","last_fullsized":"2024-09-05T07:36:35.954042+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:26:32.610520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918704+0000","last_change":"2024-09-05T07:36:21.881807+0000","last_active":"2024-09-05T07:36:35.918704+0000","last_peered":"2024-09-05T07:36:35.918704+0000","last_clean":"2024-09-05T07:36:35.918704+0000","last_became_active":"2024-09-05T07:36:21.881393+0000","last_became_peered":"2024-09-05T07:36:21.881393+0000","last_unstale":"2024-09-05T07:36:35.918704+0000","last_undegraded":"2024-09-05T07:36:35.918704+0000","last_fullsized":"2024-09-05T07:36:35.918704+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:02:17.538854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920045+0000","last_change":"2024-09-05T07:36:14.813178+0000","last_active":"2024-09-05T07:36:35.920045+0000","last_peered":"2024-09-05T07:36:35.920045+0000","last_clean":"2024-09-05T07:36:35.920045+0000","last_became_active":"2024-09-05T07:36:14.812886+0000","last_became_peered":"2024-09-05T07:36:14.812886+0000","last_unstale":"2024-09-05T07:36:35.920045+0000","last_undegraded":"2024-09-05T07:36:35.920045+0000","last_fullsized":"2024-09-05T07:36:35.920045+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:23:27.150433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.957072+0000","last_change":"2024-09-05T07:36:35.957072+0000","last_active":"2024-09-05T07:36:35.957072+0000","last_peered":"2024-09-05T07:36:35.957072+0000","last_clean":"2024-09-05T07:36:35.957072+0000","last_became_active":"2024-09-05T07:36:35.954343+0000","last_became_peered":"2024-09-05T07:36:35.954343+0000","last_unstale":"2024-09-05T07:36:35.957072+0000","last_undegraded":"2024-09-05T07:36:35.957072+0000","last_fullsized":"2024-09-05T07:36:35.957072+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:28.666661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.952953+0000","last_change":"2024-09-05T07:36:21.871927+0000","last_active":"2024-09-05T07:36:35.952953+0000","last_peered":"2024-09-05T07:36:35.952953+0000","last_clean":"2024-09-05T07:36:35.952953+0000","last_became_active":"2024-09-05T07:36:21.870817+0000","last_became_peered":"2024-09-05T07:36:21.870817+0000","last_unstale":"2024-09-05T07:36:35.952953+0000","last_undegraded":"2024-09-05T07:36:35.952953+0000","last_fullsized":"2024-09-05T07:36:35.952953+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:12:16.959562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.921514+0000","last_change":"2024-09-05T07:36:14.820721+0000","last_active":"2024-09-05T07:36:35.921514+0000","last_peered":"2024-09-05T07:36:35.921514+0000","last_clean":"2024-09-05T07:36:35.921514+0000","last_became_active":"2024-09-05T07:36:14.820380+0000","last_became_peered":"2024-09-05T07:36:14.820380+0000","last_unstale":"2024-09-05T07:36:35.921514+0000","last_undegraded":"2024-09-05T07:36:35.921514+0000","last_fullsized":"2024-09-05T07:36:35.921514+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:11:28.217241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"90'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:57.402018+0000","last_change":"2024-09-05T07:36:12.802444+0000","last_active":"2024-09-05T07:36:57.402018+0000","last_peered":"2024-09-05T07:36:57.402018+0000","last_clean":"2024-09-05T07:36:57.402018+0000","last_became_active":"2024-09-05T07:36:12.802127+0000","last_became_peered":"2024-09-05T07:36:12.802127+0000","last_unstale":"2024-09-05T07:36:57.402018+0000","last_undegraded":"2024-09-05T07:36:57.402018+0000","last_fullsized":"2024-09-05T07:36:57.402018+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:28.912170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953222+0000","last_change":"2024-09-05T07:36:21.877562+0000","last_active":"2024-09-05T07:36:35.953222+0000","last_peered":"2024-09-05T07:36:35.953222+0000","last_clean":"2024-09-05T07:36:35.953222+0000","last_became_active":"2024-09-05T07:36:21.877103+0000","last_became_peered":"2024-09-05T07:36:21.877103+0000","last_unstale":"2024-09-05T07:36:35.953222+0000","last_undegraded":"2024-09-05T07:36:35.953222+0000","last_fullsized":"2024-09-05T07:36:35.953222+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:21.230176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953448+0000","last_change":"2024-09-05T07:36:14.807740+0000","last_active":"2024-09-05T07:36:35.953448+0000","last_peered":"2024-09-05T07:36:35.953448+0000","last_clean":"2024-09-05T07:36:35.953448+0000","last_became_active":"2024-09-05T07:36:14.807428+0000","last_became_peered":"2024-09-05T07:36:14.807428+0000","last_unstale":"2024-09-05T07:36:35.953448+0000","last_undegraded":"2024-09-05T07:36:35.953448+0000","last_fullsized":"2024-09-05T07:36:35.953448+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:38:11.620962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"90'15","reported_seq":65,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:56.406803+0000","last_change":"2024-09-05T07:36:35.933190+0000","last_active":"2024-09-05T07:36:56.406803+0000","last_peered":"2024-09-05T07:36:56.406803+0000","last_clean":"2024-09-05T07:36:56.406803+0000","last_became_active":"2024-09-05T07:36:35.922566+0000","last_became_peered":"2024-09-05T07:36:35.922566+0000","last_unstale":"2024-09-05T07:36:56.406803+0000","last_undegraded":"2024-09-05T07:36:56.406803+0000","last_fullsized":"2024-09-05T07:36:56.406803+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:13:42.061104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.921218+0000","last_change":"2024-09-05T07:36:21.873086+0000","last_active":"2024-09-05T07:36:35.921218+0000","last_peered":"2024-09-05T07:36:35.921218+0000","last_clean":"2024-09-05T07:36:35.921218+0000","last_became_active":"2024-09-05T07:36:21.872698+0000","last_became_peered":"2024-09-05T07:36:21.872698+0000","last_unstale":"2024-09-05T07:36:35.921218+0000","last_undegraded":"2024-09-05T07:36:35.921218+0000","last_fullsized":"2024-09-05T07:36:35.921218+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:53:32.758650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918213+0000","last_change":"2024-09-05T07:36:14.811106+0000","last_active":"2024-09-05T07:36:35.918213+0000","last_peered":"2024-09-05T07:36:35.918213+0000","last_clean":"2024-09-05T07:36:35.918213+0000","last_became_active":"2024-09-05T07:36:14.810794+0000","last_became_peered":"2024-09-05T07:36:14.810794+0000","last_unstale":"2024-09-05T07:36:35.918213+0000","last_undegraded":"2024-09-05T07:36:35.918213+0000","last_fullsized":"2024-09-05T07:36:35.918213+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:02:13.381457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"90'3","reported_seq":52,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:37:09.429626+0000","last_change":"2024-09-05T07:36:12.800415+0000","last_active":"2024-09-05T07:37:09.429626+0000","last_peered":"2024-09-05T07:37:09.429626+0000","last_clean":"2024-09-05T07:37:09.429626+0000","last_became_active":"2024-09-05T07:36:12.800030+0000","last_became_peered":"2024-09-05T07:36:12.800030+0000","last_unstale":"2024-09-05T07:37:09.429626+0000","last_undegraded":"2024-09-05T07:37:09.429626+0000","last_fullsized":"2024-09-05T07:37:09.429626+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:22:46.940996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":17,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919283+0000","last_change":"2024-09-05T07:36:21.874206+0000","last_active":"2024-09-05T07:36:35.919283+0000","last_peered":"2024-09-05T07:36:35.919283+0000","last_clean":"2024-09-05T07:36:35.919283+0000","last_became_active":"2024-09-05T07:36:21.873842+0000","last_became_peered":"2024-09-05T07:36:21.873842+0000","last_unstale":"2024-09-05T07:36:35.919283+0000","last_undegraded":"2024-09-05T07:36:35.919283+0000","last_fullsized":"2024-09-05T07:36:35.919283+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:04:27.948419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919601+0000","last_change":"2024-09-05T07:36:14.812031+0000","last_active":"2024-09-05T07:36:35.919601+0000","last_peered":"2024-09-05T07:36:35.919601+0000","last_clean":"2024-09-05T07:36:35.919601+0000","last_became_active":"2024-09-05T07:36:14.811712+0000","last_became_peered":"2024-09-05T07:36:14.811712+0000","last_unstale":"2024-09-05T07:36:35.919601+0000","last_undegraded":"2024-09-05T07:36:35.919601+0000","last_fullsized":"2024-09-05T07:36:35.919601+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:09:05.893797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"90'3","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:55.397951+0000","last_change":"2024-09-05T07:36:12.802054+0000","last_active":"2024-09-05T07:36:55.397951+0000","last_peered":"2024-09-05T07:36:55.397951+0000","last_clean":"2024-09-05T07:36:55.397951+0000","last_became_active":"2024-09-05T07:36:12.801682+0000","last_became_peered":"2024-09-05T07:36:12.801682+0000","last_unstale":"2024-09-05T07:36:55.397951+0000","last_undegraded":"2024-09-05T07:36:55.397951+0000","last_fullsized":"2024-09-05T07:36:55.397951+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:05.971799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":26,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.924128+0000","last_change":"2024-09-05T07:36:35.924128+0000","last_active":"2024-09-05T07:36:35.924128+0000","last_peered":"2024-09-05T07:36:35.924128+0000","last_clean":"2024-09-05T07:36:35.924128+0000","last_became_active":"2024-09-05T07:36:35.923583+0000","last_became_peered":"2024-09-05T07:36:35.923583+0000","last_unstale":"2024-09-05T07:36:35.924128+0000","last_undegraded":"2024-09-05T07:36:35.924128+0000","last_fullsized":"2024-09-05T07:36:35.924128+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:51:53.735503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920915+0000","last_change":"2024-09-05T07:36:14.813760+0000","last_active":"2024-09-05T07:36:35.920915+0000","last_peered":"2024-09-05T07:36:35.920915+0000","last_clean":"2024-09-05T07:36:35.920915+0000","last_became_active":"2024-09-05T07:36:14.813466+0000","last_became_peered":"2024-09-05T07:36:14.813466+0000","last_unstale":"2024-09-05T07:36:35.920915+0000","last_undegraded":"2024-09-05T07:36:35.920915+0000","last_fullsized":"2024-09-05T07:36:35.920915+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:48:27.593353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"90'6","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:56.405996+0000","last_change":"2024-09-05T07:36:12.797588+0000","last_active":"2024-09-05T07:36:56.405996+0000","last_peered":"2024-09-05T07:36:56.405996+0000","last_clean":"2024-09-05T07:36:56.405996+0000","last_became_active":"2024-09-05T07:36:12.797268+0000","last_became_peered":"2024-09-05T07:36:12.797268+0000","last_unstale":"2024-09-05T07:36:56.405996+0000","last_undegraded":"2024-09-05T07:36:56.405996+0000","last_fullsized":"2024-09-05T07:36:56.405996+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:18:07.718554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953718+0000","last_change":"2024-09-05T07:36:21.878964+0000","last_active":"2024-09-05T07:36:35.953718+0000","last_peered":"2024-09-05T07:36:35.953718+0000","last_clean":"2024-09-05T07:36:35.953718+0000","last_became_active":"2024-09-05T07:36:21.878461+0000","last_became_peered":"2024-09-05T07:36:21.878461+0000","last_unstale":"2024-09-05T07:36:35.953718+0000","last_undegraded":"2024-09-05T07:36:35.953718+0000","last_fullsized":"2024-09-05T07:36:35.953718+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:08:24.717805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.916694+0000","last_change":"2024-09-05T07:36:14.812766+0000","last_active":"2024-09-05T07:36:35.916694+0000","last_peered":"2024-09-05T07:36:35.916694+0000","last_clean":"2024-09-05T07:36:35.916694+0000","last_became_active":"2024-09-05T07:36:14.812466+0000","last_became_peered":"2024-09-05T07:36:14.812466+0000","last_unstale":"2024-09-05T07:36:35.916694+0000","last_undegraded":"2024-09-05T07:36:35.916694+0000","last_fullsized":"2024-09-05T07:36:35.916694+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:10:22.292778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"90'25","reported_seq":86,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:37:08.433020+0000","last_change":"2024-09-05T07:36:12.802462+0000","last_active":"2024-09-05T07:37:08.433020+0000","last_peered":"2024-09-05T07:37:08.433020+0000","last_clean":"2024-09-05T07:37:08.433020+0000","last_became_active":"2024-09-05T07:36:12.801443+0000","last_became_peered":"2024-09-05T07:36:12.801443+0000","last_unstale":"2024-09-05T07:37:08.433020+0000","last_undegraded":"2024-09-05T07:37:08.433020+0000","last_fullsized":"2024-09-05T07:37:08.433020+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:43:45.816775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43345,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":29,"num_read_kb":57,"num_write":26,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.917996+0000","last_change":"2024-09-05T07:36:21.874872+0000","last_active":"2024-09-05T07:36:35.917996+0000","last_peered":"2024-09-05T07:36:35.917996+0000","last_clean":"2024-09-05T07:36:35.917996+0000","last_became_active":"2024-09-05T07:36:21.874522+0000","last_became_peered":"2024-09-05T07:36:21.874522+0000","last_unstale":"2024-09-05T07:36:35.917996+0000","last_undegraded":"2024-09-05T07:36:35.917996+0000","last_fullsized":"2024-09-05T07:36:35.917996+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:31:48.318719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953261+0000","last_change":"2024-09-05T07:36:14.809330+0000","last_active":"2024-09-05T07:36:35.953261+0000","last_peered":"2024-09-05T07:36:35.953261+0000","last_clean":"2024-09-05T07:36:35.953261+0000","last_became_active":"2024-09-05T07:36:14.808955+0000","last_became_peered":"2024-09-05T07:36:14.808955+0000","last_unstale":"2024-09-05T07:36:35.953261+0000","last_undegraded":"2024-09-05T07:36:35.953261+0000","last_fullsized":"2024-09-05T07:36:35.953261+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:38:06.379605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"90'4","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:55.398358+0000","last_change":"2024-09-05T07:36:12.809661+0000","last_active":"2024-09-05T07:36:55.398358+0000","last_peered":"2024-09-05T07:36:55.398358+0000","last_clean":"2024-09-05T07:36:55.398358+0000","last_became_active":"2024-09-05T07:36:12.809335+0000","last_became_peered":"2024-09-05T07:36:12.809335+0000","last_unstale":"2024-09-05T07:36:55.398358+0000","last_undegraded":"2024-09-05T07:36:55.398358+0000","last_fullsized":"2024-09-05T07:36:55.398358+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:14:23.254081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920786+0000","last_change":"2024-09-05T07:36:21.882000+0000","last_active":"2024-09-05T07:36:35.920786+0000","last_peered":"2024-09-05T07:36:35.920786+0000","last_clean":"2024-09-05T07:36:35.920786+0000","last_became_active":"2024-09-05T07:36:21.881568+0000","last_became_peered":"2024-09-05T07:36:21.881568+0000","last_unstale":"2024-09-05T07:36:35.920786+0000","last_undegraded":"2024-09-05T07:36:35.920786+0000","last_fullsized":"2024-09-05T07:36:35.920786+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:19:38.343193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918998+0000","last_change":"2024-09-05T07:36:14.821034+0000","last_active":"2024-09-05T07:36:35.918998+0000","last_peered":"2024-09-05T07:36:35.918998+0000","last_clean":"2024-09-05T07:36:35.918998+0000","last_became_active":"2024-09-05T07:36:14.820515+0000","last_became_peered":"2024-09-05T07:36:14.820515+0000","last_unstale":"2024-09-05T07:36:35.918998+0000","last_undegraded":"2024-09-05T07:36:35.918998+0000","last_fullsized":"2024-09-05T07:36:35.918998+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:07:47.211164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"90'2","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:55.396861+0000","last_change":"2024-09-05T07:36:35.955348+0000","last_active":"2024-09-05T07:36:55.396861+0000","last_peered":"2024-09-05T07:36:55.396861+0000","last_clean":"2024-09-05T07:36:55.396861+0000","last_became_active":"2024-09-05T07:36:35.954909+0000","last_became_peered":"2024-09-05T07:36:35.954909+0000","last_unstale":"2024-09-05T07:36:55.396861+0000","last_undegraded":"2024-09-05T07:36:55.396861+0000","last_fullsized":"2024-09-05T07:36:55.396861+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:32.331855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,2],"acting":[11,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.917781+0000","last_change":"2024-09-05T07:36:21.875678+0000","last_active":"2024-09-05T07:36:35.917781+0000","last_peered":"2024-09-05T07:36:35.917781+0000","last_clean":"2024-09-05T07:36:35.917781+0000","last_became_active":"2024-09-05T07:36:21.875119+0000","last_became_peered":"2024-09-05T07:36:21.875119+0000","last_unstale":"2024-09-05T07:36:35.917781+0000","last_undegraded":"2024-09-05T07:36:35.917781+0000","last_fullsized":"2024-09-05T07:36:35.917781+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:27:11.876389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953829+0000","last_change":"2024-09-05T07:36:14.808987+0000","last_active":"2024-09-05T07:36:35.953829+0000","last_peered":"2024-09-05T07:36:35.953829+0000","last_clean":"2024-09-05T07:36:35.953829+0000","last_became_active":"2024-09-05T07:36:14.808677+0000","last_became_peered":"2024-09-05T07:36:14.808677+0000","last_unstale":"2024-09-05T07:36:35.953829+0000","last_undegraded":"2024-09-05T07:36:35.953829+0000","last_fullsized":"2024-09-05T07:36:35.953829+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:33.565183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"90'3","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:37:07.426697+0000","last_change":"2024-09-05T07:36:12.801995+0000","last_active":"2024-09-05T07:37:07.426697+0000","last_peered":"2024-09-05T07:37:07.426697+0000","last_clean":"2024-09-05T07:37:07.426697+0000","last_became_active":"2024-09-05T07:36:12.801647+0000","last_became_peered":"2024-09-05T07:36:12.801647+0000","last_unstale":"2024-09-05T07:37:07.426697+0000","last_undegraded":"2024-09-05T07:37:07.426697+0000","last_fullsized":"2024-09-05T07:37:07.426697+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:42:13.827626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923538+0000","last_change":"2024-09-05T07:36:21.875549+0000","last_active":"2024-09-05T07:36:35.923538+0000","last_peered":"2024-09-05T07:36:35.923538+0000","last_clean":"2024-09-05T07:36:35.923538+0000","last_became_active":"2024-09-05T07:36:21.875233+0000","last_became_peered":"2024-09-05T07:36:21.875233+0000","last_unstale":"2024-09-05T07:36:35.923538+0000","last_undegraded":"2024-09-05T07:36:35.923538+0000","last_fullsized":"2024-09-05T07:36:35.923538+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:48:37.673251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918557+0000","last_change":"2024-09-05T07:36:21.879699+0000","last_active":"2024-09-05T07:36:35.918557+0000","last_peered":"2024-09-05T07:36:35.918557+0000","last_clean":"2024-09-05T07:36:35.918557+0000","last_became_active":"2024-09-05T07:36:21.879328+0000","last_became_peered":"2024-09-05T07:36:21.879328+0000","last_unstale":"2024-09-05T07:36:35.918557+0000","last_undegraded":"2024-09-05T07:36:35.918557+0000","last_fullsized":"2024-09-05T07:36:35.918557+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:53:04.042260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.917941+0000","last_change":"2024-09-05T07:36:14.818287+0000","last_active":"2024-09-05T07:36:35.917941+0000","last_peered":"2024-09-05T07:36:35.917941+0000","last_clean":"2024-09-05T07:36:35.917941+0000","last_became_active":"2024-09-05T07:36:14.817988+0000","last_became_peered":"2024-09-05T07:36:14.817988+0000","last_unstale":"2024-09-05T07:36:35.917941+0000","last_undegraded":"2024-09-05T07:36:35.917941+0000","last_fullsized":"2024-09-05T07:36:35.917941+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:21:04.100359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"90'1","reported_seq":33,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953386+0000","last_change":"2024-09-05T07:36:12.801794+0000","last_active":"2024-09-05T07:36:35.953386+0000","last_peered":"2024-09-05T07:36:35.953386+0000","last_clean":"2024-09-05T07:36:35.953386+0000","last_became_active":"2024-09-05T07:36:12.801422+0000","last_became_peered":"2024-09-05T07:36:12.801422+0000","last_unstale":"2024-09-05T07:36:35.953386+0000","last_undegraded":"2024-09-05T07:36:35.953386+0000","last_fullsized":"2024-09-05T07:36:35.953386+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:41.473362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":19,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920497+0000","last_change":"2024-09-05T07:36:21.876009+0000","last_active":"2024-09-05T07:36:35.920497+0000","last_peered":"2024-09-05T07:36:35.920497+0000","last_clean":"2024-09-05T07:36:35.920497+0000","last_became_active":"2024-09-05T07:36:21.875545+0000","last_became_peered":"2024-09-05T07:36:21.875545+0000","last_unstale":"2024-09-05T07:36:35.920497+0000","last_undegraded":"2024-09-05T07:36:35.920497+0000","last_fullsized":"2024-09-05T07:36:35.920497+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:51.027968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923290+0000","last_change":"2024-09-05T07:36:14.811457+0000","last_active":"2024-09-05T07:36:35.923290+0000","last_peered":"2024-09-05T07:36:35.923290+0000","last_clean":"2024-09-05T07:36:35.923290+0000","last_became_active":"2024-09-05T07:36:14.811061+0000","last_became_peered":"2024-09-05T07:36:14.811061+0000","last_unstale":"2024-09-05T07:36:35.923290+0000","last_undegraded":"2024-09-05T07:36:35.923290+0000","last_fullsized":"2024-09-05T07:36:35.923290+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:23:00.487971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"90'2","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:56.405024+0000","last_change":"2024-09-05T07:36:12.796795+0000","last_active":"2024-09-05T07:36:56.405024+0000","last_peered":"2024-09-05T07:36:56.405024+0000","last_clean":"2024-09-05T07:36:56.405024+0000","last_became_active":"2024-09-05T07:36:12.796476+0000","last_became_peered":"2024-09-05T07:36:12.796476+0000","last_unstale":"2024-09-05T07:36:56.405024+0000","last_undegraded":"2024-09-05T07:36:56.405024+0000","last_fullsized":"2024-09-05T07:36:56.405024+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:16.267998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"90'3","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:56.405835+0000","last_change":"2024-09-05T07:36:12.798581+0000","last_active":"2024-09-05T07:36:56.405835+0000","last_peered":"2024-09-05T07:36:56.405835+0000","last_clean":"2024-09-05T07:36:56.405835+0000","last_became_active":"2024-09-05T07:36:12.798245+0000","last_became_peered":"2024-09-05T07:36:12.798245+0000","last_unstale":"2024-09-05T07:36:56.405835+0000","last_undegraded":"2024-09-05T07:36:56.405835+0000","last_fullsized":"2024-09-05T07:36:56.405835+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:02:51.750398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953456+0000","last_change":"2024-09-05T07:36:14.812695+0000","last_active":"2024-09-05T07:36:35.953456+0000","last_peered":"2024-09-05T07:36:35.953456+0000","last_clean":"2024-09-05T07:36:35.953456+0000","last_became_active":"2024-09-05T07:36:14.812224+0000","last_became_peered":"2024-09-05T07:36:14.812224+0000","last_unstale":"2024-09-05T07:36:35.953456+0000","last_undegraded":"2024-09-05T07:36:35.953456+0000","last_fullsized":"2024-09-05T07:36:35.953456+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:18.817287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920137+0000","last_change":"2024-09-05T07:36:21.872082+0000","last_active":"2024-09-05T07:36:35.920137+0000","last_peered":"2024-09-05T07:36:35.920137+0000","last_clean":"2024-09-05T07:36:35.920137+0000","last_became_active":"2024-09-05T07:36:21.871664+0000","last_became_peered":"2024-09-05T07:36:21.871664+0000","last_unstale":"2024-09-05T07:36:35.920137+0000","last_undegraded":"2024-09-05T07:36:35.920137+0000","last_fullsized":"2024-09-05T07:36:35.920137+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:51:39.262588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"90'6","reported_seq":58,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:37:12.434522+0000","last_change":"2024-09-05T07:36:12.802264+0000","last_active":"2024-09-05T07:37:12.434522+0000","last_peered":"2024-09-05T07:37:12.434522+0000","last_clean":"2024-09-05T07:37:12.434522+0000","last_became_active":"2024-09-05T07:36:12.801215+0000","last_became_peered":"2024-09-05T07:36:12.801215+0000","last_unstale":"2024-09-05T07:37:12.434522+0000","last_undegraded":"2024-09-05T07:37:12.434522+0000","last_fullsized":"2024-09-05T07:37:12.434522+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:21.135132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":20,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.916535+0000","last_change":"2024-09-05T07:36:14.800251+0000","last_active":"2024-09-05T07:36:35.916535+0000","last_peered":"2024-09-05T07:36:35.916535+0000","last_clean":"2024-09-05T07:36:35.916535+0000","last_became_active":"2024-09-05T07:36:14.799961+0000","last_became_peered":"2024-09-05T07:36:14.799961+0000","last_unstale":"2024-09-05T07:36:35.916535+0000","last_undegraded":"2024-09-05T07:36:35.916535+0000","last_fullsized":"2024-09-05T07:36:35.916535+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:43:57.630634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920786+0000","last_change":"2024-09-05T07:36:21.872878+0000","last_active":"2024-09-05T07:36:35.920786+0000","last_peered":"2024-09-05T07:36:35.920786+0000","last_clean":"2024-09-05T07:36:35.920786+0000","last_became_active":"2024-09-05T07:36:21.872471+0000","last_became_peered":"2024-09-05T07:36:21.872471+0000","last_unstale":"2024-09-05T07:36:35.920786+0000","last_undegraded":"2024-09-05T07:36:35.920786+0000","last_fullsized":"2024-09-05T07:36:35.920786+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:00:20.993809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918750+0000","last_change":"2024-09-05T07:36:14.810631+0000","last_active":"2024-09-05T07:36:35.918750+0000","last_peered":"2024-09-05T07:36:35.918750+0000","last_clean":"2024-09-05T07:36:35.918750+0000","last_became_active":"2024-09-05T07:36:14.809410+0000","last_became_peered":"2024-09-05T07:36:14.809410+0000","last_unstale":"2024-09-05T07:36:35.918750+0000","last_undegraded":"2024-09-05T07:36:35.918750+0000","last_fullsized":"2024-09-05T07:36:35.918750+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:39:38.926597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919810+0000","last_change":"2024-09-05T07:36:14.809457+0000","last_active":"2024-09-05T07:36:35.919810+0000","last_peered":"2024-09-05T07:36:35.919810+0000","last_clean":"2024-09-05T07:36:35.919810+0000","last_became_active":"2024-09-05T07:36:14.809176+0000","last_became_peered":"2024-09-05T07:36:14.809176+0000","last_unstale":"2024-09-05T07:36:35.919810+0000","last_undegraded":"2024-09-05T07:36:35.919810+0000","last_fullsized":"2024-09-05T07:36:35.919810+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:40:15.801533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919571+0000","last_change":"2024-09-05T07:36:14.816273+0000","last_active":"2024-09-05T07:36:35.919571+0000","last_peered":"2024-09-05T07:36:35.919571+0000","last_clean":"2024-09-05T07:36:35.919571+0000","last_became_active":"2024-09-05T07:36:14.815968+0000","last_became_peered":"2024-09-05T07:36:14.815968+0000","last_unstale":"2024-09-05T07:36:35.919571+0000","last_undegraded":"2024-09-05T07:36:35.919571+0000","last_fullsized":"2024-09-05T07:36:35.919571+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:26:21.943549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918808+0000","last_change":"2024-09-05T07:36:14.808605+0000","last_active":"2024-09-05T07:36:35.918808+0000","last_peered":"2024-09-05T07:36:35.918808+0000","last_clean":"2024-09-05T07:36:35.918808+0000","last_became_active":"2024-09-05T07:36:14.808281+0000","last_became_peered":"2024-09-05T07:36:14.808281+0000","last_unstale":"2024-09-05T07:36:35.918808+0000","last_undegraded":"2024-09-05T07:36:35.918808+0000","last_fullsized":"2024-09-05T07:36:35.918808+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:21.258022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.921388+0000","last_change":"2024-09-05T07:36:14.808482+0000","last_active":"2024-09-05T07:36:35.921388+0000","last_peered":"2024-09-05T07:36:35.921388+0000","last_clean":"2024-09-05T07:36:35.921388+0000","last_became_active":"2024-09-05T07:36:14.808159+0000","last_became_peered":"2024-09-05T07:36:14.808159+0000","last_unstale":"2024-09-05T07:36:35.921388+0000","last_undegraded":"2024-09-05T07:36:35.921388+0000","last_fullsized":"2024-09-05T07:36:35.921388+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:49.067909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919501+0000","last_change":"2024-09-05T07:36:14.810070+0000","last_active":"2024-09-05T07:36:35.919501+0000","last_peered":"2024-09-05T07:36:35.919501+0000","last_clean":"2024-09-05T07:36:35.919501+0000","last_became_active":"2024-09-05T07:36:14.808909+0000","last_became_peered":"2024-09-05T07:36:14.808909+0000","last_unstale":"2024-09-05T07:36:35.919501+0000","last_undegraded":"2024-09-05T07:36:35.919501+0000","last_fullsized":"2024-09-05T07:36:35.919501+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:27:56.714000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.921150+0000","last_change":"2024-09-05T07:36:14.807016+0000","last_active":"2024-09-05T07:36:35.921150+0000","last_peered":"2024-09-05T07:36:35.921150+0000","last_clean":"2024-09-05T07:36:35.921150+0000","last_became_active":"2024-09-05T07:36:14.806722+0000","last_became_peered":"2024-09-05T07:36:14.806722+0000","last_unstale":"2024-09-05T07:36:35.921150+0000","last_undegraded":"2024-09-05T07:36:35.921150+0000","last_fullsized":"2024-09-05T07:36:35.921150+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:51:31.607865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923759+0000","last_change":"2024-09-05T07:36:14.811682+0000","last_active":"2024-09-05T07:36:35.923759+0000","last_peered":"2024-09-05T07:36:35.923759+0000","last_clean":"2024-09-05T07:36:35.923759+0000","last_became_active":"2024-09-05T07:36:14.811289+0000","last_became_peered":"2024-09-05T07:36:14.811289+0000","last_unstale":"2024-09-05T07:36:35.923759+0000","last_undegraded":"2024-09-05T07:36:35.923759+0000","last_fullsized":"2024-09-05T07:36:35.923759+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:08:02.337426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953347+0000","last_change":"2024-09-05T07:36:14.812288+0000","last_active":"2024-09-05T07:36:35.953347+0000","last_peered":"2024-09-05T07:36:35.953347+0000","last_clean":"2024-09-05T07:36:35.953347+0000","last_became_active":"2024-09-05T07:36:14.811880+0000","last_became_peered":"2024-09-05T07:36:14.811880+0000","last_unstale":"2024-09-05T07:36:35.953347+0000","last_undegraded":"2024-09-05T07:36:35.953347+0000","last_fullsized":"2024-09-05T07:36:35.953347+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:12:08.684675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923688+0000","last_change":"2024-09-05T07:36:14.810185+0000","last_active":"2024-09-05T07:36:35.923688+0000","last_peered":"2024-09-05T07:36:35.923688+0000","last_clean":"2024-09-05T07:36:35.923688+0000","last_became_active":"2024-09-05T07:36:14.809878+0000","last_became_peered":"2024-09-05T07:36:14.809878+0000","last_unstale":"2024-09-05T07:36:35.923688+0000","last_undegraded":"2024-09-05T07:36:35.923688+0000","last_fullsized":"2024-09-05T07:36:35.923688+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:15:44.940260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953146+0000","last_change":"2024-09-05T07:36:14.815367+0000","last_active":"2024-09-05T07:36:35.953146+0000","last_peered":"2024-09-05T07:36:35.953146+0000","last_clean":"2024-09-05T07:36:35.953146+0000","last_became_active":"2024-09-05T07:36:14.815014+0000","last_became_peered":"2024-09-05T07:36:14.815014+0000","last_unstale":"2024-09-05T07:36:35.953146+0000","last_undegraded":"2024-09-05T07:36:35.953146+0000","last_fullsized":"2024-09-05T07:36:35.953146+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:12.936600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.921015+0000","last_change":"2024-09-05T07:36:14.809788+0000","last_active":"2024-09-05T07:36:35.921015+0000","last_peered":"2024-09-05T07:36:35.921015+0000","last_clean":"2024-09-05T07:36:35.921015+0000","last_became_active":"2024-09-05T07:36:14.809492+0000","last_became_peered":"2024-09-05T07:36:14.809492+0000","last_unstale":"2024-09-05T07:36:35.921015+0000","last_undegraded":"2024-09-05T07:36:35.921015+0000","last_fullsized":"2024-09-05T07:36:35.921015+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:14:53.969774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919318+0000","last_change":"2024-09-05T07:36:14.820736+0000","last_active":"2024-09-05T07:36:35.919318+0000","last_peered":"2024-09-05T07:36:35.919318+0000","last_clean":"2024-09-05T07:36:35.919318+0000","last_became_active":"2024-09-05T07:36:14.820441+0000","last_became_peered":"2024-09-05T07:36:14.820441+0000","last_unstale":"2024-09-05T07:36:35.919318+0000","last_undegraded":"2024-09-05T07:36:35.919318+0000","last_fullsized":"2024-09-05T07:36:35.919318+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:59:58.690955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920988+0000","last_change":"2024-09-05T07:36:14.817088+0000","last_active":"2024-09-05T07:36:35.920988+0000","last_peered":"2024-09-05T07:36:35.920988+0000","last_clean":"2024-09-05T07:36:35.920988+0000","last_became_active":"2024-09-05T07:36:14.816796+0000","last_became_peered":"2024-09-05T07:36:14.816796+0000","last_unstale":"2024-09-05T07:36:35.920988+0000","last_undegraded":"2024-09-05T07:36:35.920988+0000","last_fullsized":"2024-09-05T07:36:35.920988+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:13:09.976444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.919177+0000","last_change":"2024-09-05T07:36:14.817288+0000","last_active":"2024-09-05T07:36:35.919177+0000","last_peered":"2024-09-05T07:36:35.919177+0000","last_clean":"2024-09-05T07:36:35.919177+0000","last_became_active":"2024-09-05T07:36:14.816945+0000","last_became_peered":"2024-09-05T07:36:14.816945+0000","last_unstale":"2024-09-05T07:36:35.919177+0000","last_undegraded":"2024-09-05T07:36:35.919177+0000","last_fullsized":"2024-09-05T07:36:35.919177+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:29:21.904752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920821+0000","last_change":"2024-09-05T07:36:14.814799+0000","last_active":"2024-09-05T07:36:35.920821+0000","last_peered":"2024-09-05T07:36:35.920821+0000","last_clean":"2024-09-05T07:36:35.920821+0000","last_became_active":"2024-09-05T07:36:14.814044+0000","last_became_peered":"2024-09-05T07:36:14.814044+0000","last_unstale":"2024-09-05T07:36:35.920821+0000","last_undegraded":"2024-09-05T07:36:35.920821+0000","last_fullsized":"2024-09-05T07:36:35.920821+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:47.034838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.952821+0000","last_change":"2024-09-05T07:36:14.813588+0000","last_active":"2024-09-05T07:36:35.952821+0000","last_peered":"2024-09-05T07:36:35.952821+0000","last_clean":"2024-09-05T07:36:35.952821+0000","last_became_active":"2024-09-05T07:36:14.813310+0000","last_became_peered":"2024-09-05T07:36:14.813310+0000","last_unstale":"2024-09-05T07:36:35.952821+0000","last_undegraded":"2024-09-05T07:36:35.952821+0000","last_fullsized":"2024-09-05T07:36:35.952821+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:20:00.193943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918359+0000","last_change":"2024-09-05T07:36:14.820594+0000","last_active":"2024-09-05T07:36:35.918359+0000","last_peered":"2024-09-05T07:36:35.918359+0000","last_clean":"2024-09-05T07:36:35.918359+0000","last_became_active":"2024-09-05T07:36:14.820295+0000","last_became_peered":"2024-09-05T07:36:14.820295+0000","last_unstale":"2024-09-05T07:36:35.918359+0000","last_undegraded":"2024-09-05T07:36:35.918359+0000","last_fullsized":"2024-09-05T07:36:35.918359+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:49:05.197275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918512+0000","last_change":"2024-09-05T07:36:14.820169+0000","last_active":"2024-09-05T07:36:35.918512+0000","last_peered":"2024-09-05T07:36:35.918512+0000","last_clean":"2024-09-05T07:36:35.918512+0000","last_became_active":"2024-09-05T07:36:14.819349+0000","last_became_peered":"2024-09-05T07:36:14.819349+0000","last_unstale":"2024-09-05T07:36:35.918512+0000","last_undegraded":"2024-09-05T07:36:35.918512+0000","last_fullsized":"2024-09-05T07:36:35.918512+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:30:33.276239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920978+0000","last_change":"2024-09-05T07:36:14.816981+0000","last_active":"2024-09-05T07:36:35.920978+0000","last_peered":"2024-09-05T07:36:35.920978+0000","last_clean":"2024-09-05T07:36:35.920978+0000","last_became_active":"2024-09-05T07:36:14.816645+0000","last_became_peered":"2024-09-05T07:36:14.816645+0000","last_unstale":"2024-09-05T07:36:35.920978+0000","last_undegraded":"2024-09-05T07:36:35.920978+0000","last_fullsized":"2024-09-05T07:36:35.920978+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:57.926810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920654+0000","last_change":"2024-09-05T07:36:14.816277+0000","last_active":"2024-09-05T07:36:35.920654+0000","last_peered":"2024-09-05T07:36:35.920654+0000","last_clean":"2024-09-05T07:36:35.920654+0000","last_became_active":"2024-09-05T07:36:14.815998+0000","last_became_peered":"2024-09-05T07:36:14.815998+0000","last_unstale":"2024-09-05T07:36:35.920654+0000","last_undegraded":"2024-09-05T07:36:35.920654+0000","last_fullsized":"2024-09-05T07:36:35.920654+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:42.278870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920150+0000","last_change":"2024-09-05T07:36:14.813425+0000","last_active":"2024-09-05T07:36:35.920150+0000","last_peered":"2024-09-05T07:36:35.920150+0000","last_clean":"2024-09-05T07:36:35.920150+0000","last_became_active":"2024-09-05T07:36:14.813135+0000","last_became_peered":"2024-09-05T07:36:14.813135+0000","last_unstale":"2024-09-05T07:36:35.920150+0000","last_undegraded":"2024-09-05T07:36:35.920150+0000","last_fullsized":"2024-09-05T07:36:35.920150+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:54.684216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923949+0000","last_change":"2024-09-05T07:36:14.820772+0000","last_active":"2024-09-05T07:36:35.923949+0000","last_peered":"2024-09-05T07:36:35.923949+0000","last_clean":"2024-09-05T07:36:35.923949+0000","last_became_active":"2024-09-05T07:36:14.820347+0000","last_became_peered":"2024-09-05T07:36:14.820347+0000","last_unstale":"2024-09-05T07:36:35.923949+0000","last_undegraded":"2024-09-05T07:36:35.923949+0000","last_fullsized":"2024-09-05T07:36:35.923949+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:47.635596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.953588+0000","last_change":"2024-09-05T07:36:14.811244+0000","last_active":"2024-09-05T07:36:35.953588+0000","last_peered":"2024-09-05T07:36:35.953588+0000","last_clean":"2024-09-05T07:36:35.953588+0000","last_became_active":"2024-09-05T07:36:14.810959+0000","last_became_peered":"2024-09-05T07:36:14.810959+0000","last_unstale":"2024-09-05T07:36:35.953588+0000","last_undegraded":"2024-09-05T07:36:35.953588+0000","last_fullsized":"2024-09-05T07:36:35.953588+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:47:47.631297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.924154+0000","last_change":"2024-09-05T07:36:14.811569+0000","last_active":"2024-09-05T07:36:35.924154+0000","last_peered":"2024-09-05T07:36:35.924154+0000","last_clean":"2024-09-05T07:36:35.924154+0000","last_became_active":"2024-09-05T07:36:14.811189+0000","last_became_peered":"2024-09-05T07:36:14.811189+0000","last_unstale":"2024-09-05T07:36:35.924154+0000","last_undegraded":"2024-09-05T07:36:35.924154+0000","last_fullsized":"2024-09-05T07:36:35.924154+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:58:57.436937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918430+0000","last_change":"2024-09-05T07:36:14.806795+0000","last_active":"2024-09-05T07:36:35.918430+0000","last_peered":"2024-09-05T07:36:35.918430+0000","last_clean":"2024-09-05T07:36:35.918430+0000","last_became_active":"2024-09-05T07:36:14.806038+0000","last_became_peered":"2024-09-05T07:36:14.806038+0000","last_unstale":"2024-09-05T07:36:35.918430+0000","last_undegraded":"2024-09-05T07:36:35.918430+0000","last_fullsized":"2024-09-05T07:36:35.918430+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:56:05.136500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.923193+0000","last_change":"2024-09-05T07:36:14.814462+0000","last_active":"2024-09-05T07:36:35.923193+0000","last_peered":"2024-09-05T07:36:35.923193+0000","last_clean":"2024-09-05T07:36:35.923193+0000","last_became_active":"2024-09-05T07:36:14.814178+0000","last_became_peered":"2024-09-05T07:36:14.814178+0000","last_unstale":"2024-09-05T07:36:35.923193+0000","last_undegraded":"2024-09-05T07:36:35.923193+0000","last_fullsized":"2024-09-05T07:36:35.923193+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:10:46.217701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.916282+0000","last_change":"2024-09-05T07:36:14.809141+0000","last_active":"2024-09-05T07:36:35.916282+0000","last_peered":"2024-09-05T07:36:35.916282+0000","last_clean":"2024-09-05T07:36:35.916282+0000","last_became_active":"2024-09-05T07:36:14.808812+0000","last_became_peered":"2024-09-05T07:36:14.808812+0000","last_unstale":"2024-09-05T07:36:35.916282+0000","last_undegraded":"2024-09-05T07:36:35.916282+0000","last_fullsized":"2024-09-05T07:36:35.916282+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:07:46.838052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920485+0000","last_change":"2024-09-05T07:36:14.818092+0000","last_active":"2024-09-05T07:36:35.920485+0000","last_peered":"2024-09-05T07:36:35.920485+0000","last_clean":"2024-09-05T07:36:35.920485+0000","last_became_active":"2024-09-05T07:36:14.817789+0000","last_became_peered":"2024-09-05T07:36:14.817789+0000","last_unstale":"2024-09-05T07:36:35.920485+0000","last_undegraded":"2024-09-05T07:36:35.920485+0000","last_fullsized":"2024-09-05T07:36:35.920485+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:22:29.176609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918602+0000","last_change":"2024-09-05T07:36:14.813266+0000","last_active":"2024-09-05T07:36:35.918602+0000","last_peered":"2024-09-05T07:36:35.918602+0000","last_clean":"2024-09-05T07:36:35.918602+0000","last_became_active":"2024-09-05T07:36:14.812886+0000","last_became_peered":"2024-09-05T07:36:14.812886+0000","last_unstale":"2024-09-05T07:36:35.918602+0000","last_undegraded":"2024-09-05T07:36:35.918602+0000","last_fullsized":"2024-09-05T07:36:35.918602+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:26:39.085280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.918622+0000","last_change":"2024-09-05T07:36:14.819845+0000","last_active":"2024-09-05T07:36:35.918622+0000","last_peered":"2024-09-05T07:36:35.918622+0000","last_clean":"2024-09-05T07:36:35.918622+0000","last_became_active":"2024-09-05T07:36:14.819575+0000","last_became_peered":"2024-09-05T07:36:14.819575+0000","last_unstale":"2024-09-05T07:36:35.918622+0000","last_undegraded":"2024-09-05T07:36:35.918622+0000","last_fullsized":"2024-09-05T07:36:35.918622+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:44:39.270064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":27,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-05T07:36:35.920721+0000","last_change":"2024-09-05T07:36:14.815067+0000","last_active":"2024-09-05T07:36:35.920721+0000","last_peered":"2024-09-05T07:36:35.920721+0000","last_clean":"2024-09-05T07:36:35.920721+0000","last_became_active":"2024-09-05T07:36:14.814453+0000","last_became_peered":"2024-09-05T07:36:14.814453+0000","last_unstale":"2024-09-05T07:36:35.920721+0000","last_undegraded":"2024-09-05T07:36:35.920721+0000","last_fullsized":"2024-09-05T07:36:35.920721+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:32:16.995333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":47348,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":104,"num_read_kb":101,"num_write":155,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":380928,"data_stored":154863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":133,"ondisk_log_size":133,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514520,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1028096,"data_stored":503824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743453,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28684,"kb_used_data":1660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716468,"statfs":{"total":95995035648,"available":95965663232,"internally_reserved":0,"allocated":1699840,"data_stored":1138511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906978,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1044480,"data_stored":508134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135912,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36356,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708796,"statfs":{"total":95995035648,"available":95957807104,"internally_reserved":0,"allocated":1036288,"data_stored":503936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364844,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32780,"kb_used_data":1596,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712372,"statfs":{"total":95995035648,"available":95961468928,"internally_reserved":0,"allocated":1634304,"data_stored":1099869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528369,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1019904,"data_stored":499214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790006,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32784,"kb_used_data":1600,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712368,"statfs":{"total":95995035648,"available":95961464832,"internally_reserved":0,"allocated":1638400,"data_stored":1091361,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953531,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32200,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712952,"statfs":{"total":95995035648,"available":95962062848,"internally_reserved":0,"allocated":1040384,"data_stored":503976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182463,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1032192,"data_stored":499408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411397,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36416,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708736,"statfs":{"total":95995035648,"available":95957745664,"internally_reserved":0,"allocated":1097728,"data_stored":556919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574921,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1069056,"data_stored":542469,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738445,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1044480,"data_stored":500602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":43345,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":57795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":44923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T07:37:15.843 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-05T07:37:15.843 INFO:tasks.cephadm:Setting up client nodes... 2024-09-05T07:37:15.844 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-05T07:37:16.124 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:16.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:15 smithi071 ceph-mon[30965]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:37:16.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:15 smithi123 ceph-mon[34568]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:37:16.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:15 smithi192 ceph-mon[34929]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:37:16.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.627+0000 7f522e2f5640 1 -- 172.21.15.71:0/21441768 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5228100ad0 msgr2=0x7f5228100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:16.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.627+0000 7f522e2f5640 1 --2- 172.21.15.71:0/21441768 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5228100ad0 0x7f5228100ed0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f5218009900 tx=0x7f521802a410 comp rx=0 tx=0).stop 2024-09-05T07:37:16.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.627+0000 7f522e2f5640 1 -- 172.21.15.71:0/21441768 shutdown_connections 2024-09-05T07:37:16.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.627+0000 7f522e2f5640 1 --2- 172.21.15.71:0/21441768 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5228102690 0x7f5228108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:16.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.627+0000 7f522e2f5640 1 --2- 172.21.15.71:0/21441768 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5228101cd0 0x7f5228102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:16.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.627+0000 7f522e2f5640 1 --2- 172.21.15.71:0/21441768 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5228100ad0 0x7f5228100ed0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:16.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.627+0000 7f522e2f5640 1 -- 172.21.15.71:0/21441768 >> 172.21.15.71:0/21441768 conn(0x7f52280fc280 msgr2=0x7f52280fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:16.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.627+0000 7f522e2f5640 1 -- 172.21.15.71:0/21441768 shutdown_connections 2024-09-05T07:37:16.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.627+0000 7f522e2f5640 1 -- 172.21.15.71:0/21441768 wait complete. 2024-09-05T07:37:16.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.628+0000 7f522e2f5640 1 Processor -- start 2024-09-05T07:37:16.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.628+0000 7f522e2f5640 1 -- start start 2024-09-05T07:37:16.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.628+0000 7f522e2f5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5228100ad0 0x7f5228197e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:16.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.628+0000 7f522e2f5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5228101cd0 0x7f5228198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:16.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.628+0000 7f522e2f5640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5228102690 0x7f522819f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:16.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.628+0000 7f522e2f5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f522810d730 con 0x7f5228101cd0 2024-09-05T07:37:16.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.628+0000 7f522e2f5640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f522810d5b0 con 0x7f5228102690 2024-09-05T07:37:16.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.628+0000 7f522e2f5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f522810d8b0 con 0x7f5228100ad0 2024-09-05T07:37:16.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.628+0000 7f52277fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5228101cd0 0x7f5228198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:16.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.628+0000 7f52277fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5228101cd0 0x7f5228198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:49752/0 (socket says 172.21.15.71:49752) 2024-09-05T07:37:16.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.628+0000 7f52277fe640 1 -- 172.21.15.71:0/2662975383 learned_addr learned my addr 172.21.15.71:0/2662975383 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:16.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.629+0000 7f5227fff640 1 --2- 172.21.15.71:0/2662975383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5228100ad0 0x7f5228197e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:16.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.629+0000 7f522c892640 1 --2- 172.21.15.71:0/2662975383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5228102690 0x7f522819f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:16.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.629+0000 7f52277fe640 1 -- 172.21.15.71:0/2662975383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5228100ad0 msgr2=0x7f5228197e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:16.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.629+0000 7f52277fe640 1 --2- 172.21.15.71:0/2662975383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5228100ad0 0x7f5228197e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:16.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.629+0000 7f52277fe640 1 -- 172.21.15.71:0/2662975383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5228102690 msgr2=0x7f522819f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:16.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.629+0000 7f52277fe640 1 --2- 172.21.15.71:0/2662975383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5228102690 0x7f522819f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:16.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.629+0000 7f52277fe640 1 -- 172.21.15.71:0/2662975383 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f522819fa30 con 0x7f5228101cd0 2024-09-05T07:37:16.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.629+0000 7f5227fff640 1 --2- 172.21.15.71:0/2662975383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5228100ad0 0x7f5228197e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:37:16.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.629+0000 7f52277fe640 1 --2- 172.21.15.71:0/2662975383 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5228101cd0 0x7f5228198340 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f521c00c920 tx=0x7f521c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:16.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.629+0000 7f52257fa640 1 -- 172.21.15.71:0/2662975383 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f521c007c70 con 0x7f5228101cd0 2024-09-05T07:37:16.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.629+0000 7f52257fa640 1 -- 172.21.15.71:0/2662975383 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f521c007e10 con 0x7f5228101cd0 2024-09-05T07:37:16.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.629+0000 7f522e2f5640 1 -- 172.21.15.71:0/2662975383 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f522819fd20 con 0x7f5228101cd0 2024-09-05T07:37:16.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.629+0000 7f52257fa640 1 -- 172.21.15.71:0/2662975383 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f521c018820 con 0x7f5228101cd0 2024-09-05T07:37:16.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.629+0000 7f522e2f5640 1 -- 172.21.15.71:0/2662975383 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52281a0200 con 0x7f5228101cd0 2024-09-05T07:37:16.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.630+0000 7f522e2f5640 1 -- 172.21.15.71:0/2662975383 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5228107f20 con 0x7f5228101cd0 2024-09-05T07:37:16.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.631+0000 7f52257fa640 1 -- 172.21.15.71:0/2662975383 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f521c0189c0 con 0x7f5228101cd0 2024-09-05T07:37:16.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.632+0000 7f52257fa640 1 --2- 172.21.15.71:0/2662975383 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f52100a2c40 0x7f52100a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:16.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.632+0000 7f5227fff640 1 --2- 172.21.15.71:0/2662975383 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f52100a2c40 0x7f52100a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:16.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.633+0000 7f52257fa640 1 -- 172.21.15.71:0/2662975383 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f521c0cf9d0 con 0x7f5228101cd0 2024-09-05T07:37:16.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.633+0000 7f5227fff640 1 --2- 172.21.15.71:0/2662975383 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f52100a2c40 0x7f52100a5100 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5218000c00 tx=0x7f5218031d10 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:16.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.636+0000 7f52257fa640 1 -- 172.21.15.71:0/2662975383 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f521c014030 con 0x7f5228101cd0 2024-09-05T07:37:16.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.867+0000 7f522e2f5640 1 -- 172.21.15.71:0/2662975383 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f522802d900 con 0x7f5228101cd0 2024-09-05T07:37:16.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.870+0000 7f52257fa640 1 -- 172.21.15.71:0/2662975383 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f521c00de20 con 0x7f5228101cd0 2024-09-05T07:37:16.870 INFO:teuthology.orchestra.run.smithi071.stdout:[client.0] 2024-09-05T07:37:16.870 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQCsX9lmXLDOMxAAkAVN/Pl5eSIWZ+GR335j5g== 2024-09-05T07:37:16.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.872+0000 7f522e2f5640 1 -- 172.21.15.71:0/2662975383 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f52100a2c40 msgr2=0x7f52100a5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:16.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.872+0000 7f522e2f5640 1 --2- 172.21.15.71:0/2662975383 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f52100a2c40 0x7f52100a5100 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5218000c00 tx=0x7f5218031d10 comp rx=0 tx=0).stop 2024-09-05T07:37:16.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.872+0000 7f522e2f5640 1 -- 172.21.15.71:0/2662975383 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5228101cd0 msgr2=0x7f5228198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:16.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.872+0000 7f522e2f5640 1 --2- 172.21.15.71:0/2662975383 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5228101cd0 0x7f5228198340 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f521c00c920 tx=0x7f521c00cde0 comp rx=0 tx=0).stop 2024-09-05T07:37:16.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.872+0000 7f522e2f5640 1 -- 172.21.15.71:0/2662975383 shutdown_connections 2024-09-05T07:37:16.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.872+0000 7f522e2f5640 1 --2- 172.21.15.71:0/2662975383 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f52100a2c40 0x7f52100a5100 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:16.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.872+0000 7f522e2f5640 1 --2- 172.21.15.71:0/2662975383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5228102690 0x7f522819f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:16.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.872+0000 7f522e2f5640 1 --2- 172.21.15.71:0/2662975383 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5228101cd0 0x7f5228198340 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:16.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.872+0000 7f522e2f5640 1 --2- 172.21.15.71:0/2662975383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5228100ad0 0x7f5228197e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:16.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.872+0000 7f522e2f5640 1 -- 172.21.15.71:0/2662975383 >> 172.21.15.71:0/2662975383 conn(0x7f52280fc280 msgr2=0x7f52281050f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:16.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.872+0000 7f522e2f5640 1 -- 172.21.15.71:0/2662975383 shutdown_connections 2024-09-05T07:37:16.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:16.872+0000 7f522e2f5640 1 -- 172.21.15.71:0/2662975383 wait complete. 2024-09-05T07:37:17.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:16 smithi071 ceph-mon[30965]: pgmap v311: 129 pgs: 129 active+clean; 636 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 5.5 KiB/s wr, 10 op/s 2024-09-05T07:37:17.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:16 smithi123 ceph-mon[34568]: pgmap v311: 129 pgs: 129 active+clean; 636 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 5.5 KiB/s wr, 10 op/s 2024-09-05T07:37:17.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:16 smithi192 ceph-mon[34929]: pgmap v311: 129 pgs: 129 active+clean; 636 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 5.5 KiB/s wr, 10 op/s 2024-09-05T07:37:17.604 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:37:17.604 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-05T07:37:17.604 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-05T07:37:17.641 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-05T07:37:17.641 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-05T07:37:17.641 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph mgr dump --format=json 2024-09-05T07:37:17.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:17 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2662975383' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-05T07:37:17.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:17 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2662975383' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T07:37:17.927 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:18.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:17 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2662975383' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-05T07:37:18.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:17 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2662975383' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T07:37:18.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:17 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2662975383' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-05T07:37:18.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:17 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2662975383' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T07:37:18.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.417+0000 7fa2dd65d640 1 -- 172.21.15.71:0/1406509055 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa2d8106f20 msgr2=0x7fa2d810eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:18.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.417+0000 7fa2dd65d640 1 --2- 172.21.15.71:0/1406509055 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa2d8106f20 0x7fa2d810eaa0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fa2d0009ca0 tx=0x7fa2d002a8c0 comp rx=0 tx=0).stop 2024-09-05T07:37:18.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.417+0000 7fa2dd65d640 1 -- 172.21.15.71:0/1406509055 shutdown_connections 2024-09-05T07:37:18.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.417+0000 7fa2dd65d640 1 --2- 172.21.15.71:0/1406509055 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa2d8106f20 0x7fa2d810eaa0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:18.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.417+0000 7fa2dd65d640 1 --2- 172.21.15.71:0/1406509055 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d81027a0 0x7fa2d81067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:18.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.417+0000 7fa2dd65d640 1 --2- 172.21.15.71:0/1406509055 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa2d8101df0 0x7fa2d81021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:18.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.417+0000 7fa2dd65d640 1 -- 172.21.15.71:0/1406509055 >> 172.21.15.71:0/1406509055 conn(0x7fa2d80fd8b0 msgr2=0x7fa2d80ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:18.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.418+0000 7fa2dd65d640 1 -- 172.21.15.71:0/1406509055 shutdown_connections 2024-09-05T07:37:18.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.418+0000 7fa2dd65d640 1 -- 172.21.15.71:0/1406509055 wait complete. 2024-09-05T07:37:18.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.418+0000 7fa2dd65d640 1 Processor -- start 2024-09-05T07:37:18.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.418+0000 7fa2dd65d640 1 -- start start 2024-09-05T07:37:18.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.418+0000 7fa2dd65d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa2d8101df0 0x7fa2d8198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:18.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.418+0000 7fa2dd65d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa2d81027a0 0x7fa2d8198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:18.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.418+0000 7fa2dd65d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d8106f20 0x7fa2d819cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:18.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.418+0000 7fa2dd65d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa2d8111e30 con 0x7fa2d8101df0 2024-09-05T07:37:18.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.418+0000 7fa2dd65d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa2d8111cb0 con 0x7fa2d81027a0 2024-09-05T07:37:18.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.418+0000 7fa2dd65d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa2d8111fb0 con 0x7fa2d8106f20 2024-09-05T07:37:18.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.418+0000 7fa2d6ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa2d8101df0 0x7fa2d8198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:18.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.419+0000 7fa2d6ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa2d8101df0 0x7fa2d8198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:49764/0 (socket says 172.21.15.71:49764) 2024-09-05T07:37:18.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.419+0000 7fa2d6ffd640 1 -- 172.21.15.71:0/300378798 learned_addr learned my addr 172.21.15.71:0/300378798 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:18.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.419+0000 7fa2d77fe640 1 --2- 172.21.15.71:0/300378798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d8106f20 0x7fa2d819cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:18.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.419+0000 7fa2d67fc640 1 --2- 172.21.15.71:0/300378798 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa2d81027a0 0x7fa2d8198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:18.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.419+0000 7fa2d6ffd640 1 -- 172.21.15.71:0/300378798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d8106f20 msgr2=0x7fa2d819cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:18.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.419+0000 7fa2d6ffd640 1 --2- 172.21.15.71:0/300378798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d8106f20 0x7fa2d819cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:18.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.419+0000 7fa2d6ffd640 1 -- 172.21.15.71:0/300378798 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa2d81027a0 msgr2=0x7fa2d8198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:18.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.419+0000 7fa2d6ffd640 1 --2- 172.21.15.71:0/300378798 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa2d81027a0 0x7fa2d8198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:18.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.419+0000 7fa2d6ffd640 1 -- 172.21.15.71:0/300378798 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2d819d2e0 con 0x7fa2d8101df0 2024-09-05T07:37:18.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.419+0000 7fa2d77fe640 1 --2- 172.21.15.71:0/300378798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d8106f20 0x7fa2d819cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:37:18.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.419+0000 7fa2d6ffd640 1 --2- 172.21.15.71:0/300378798 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa2d8101df0 0x7fa2d8198330 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fa2c800d950 tx=0x7fa2c800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:18.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.419+0000 7fa2bffff640 1 -- 172.21.15.71:0/300378798 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2c8017030 con 0x7fa2d8101df0 2024-09-05T07:37:18.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.419+0000 7fa2bffff640 1 -- 172.21.15.71:0/300378798 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa2c8004020 con 0x7fa2d8101df0 2024-09-05T07:37:18.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.419+0000 7fa2dd65d640 1 -- 172.21.15.71:0/300378798 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2d819d5d0 con 0x7fa2d8101df0 2024-09-05T07:37:18.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.419+0000 7fa2bffff640 1 -- 172.21.15.71:0/300378798 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2c80047a0 con 0x7fa2d8101df0 2024-09-05T07:37:18.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.419+0000 7fa2dd65d640 1 -- 172.21.15.71:0/300378798 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2d81a4eb0 con 0x7fa2d8101df0 2024-09-05T07:37:18.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.420+0000 7fa2dd65d640 1 -- 172.21.15.71:0/300378798 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2d81021d0 con 0x7fa2d8101df0 2024-09-05T07:37:18.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.421+0000 7fa2bffff640 1 -- 172.21.15.71:0/300378798 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fa2c80041d0 con 0x7fa2d8101df0 2024-09-05T07:37:18.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.422+0000 7fa2bffff640 1 --2- 172.21.15.71:0/300378798 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fa2c00a2c10 0x7fa2c00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:18.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.422+0000 7fa2bffff640 1 -- 172.21.15.71:0/300378798 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7fa2c80cf060 con 0x7fa2d8101df0 2024-09-05T07:37:18.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.422+0000 7fa2d67fc640 1 --2- 172.21.15.71:0/300378798 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fa2c00a2c10 0x7fa2c00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:18.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.422+0000 7fa2d67fc640 1 --2- 172.21.15.71:0/300378798 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fa2c00a2c10 0x7fa2c00a50d0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa2cc005fd0 tx=0x7fa2cc00b510 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:18.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.426+0000 7fa2bffff640 1 -- 172.21.15.71:0/300378798 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa2c809bb00 con 0x7fa2d8101df0 2024-09-05T07:37:18.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.641+0000 7fa2dd65d640 1 -- 172.21.15.71:0/300378798 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fa2d8199690 con 0x7fa2d8101df0 2024-09-05T07:37:18.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.646+0000 7fa2bffff640 1 -- 172.21.15.71:0/300378798 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+263200 (secure 0 0 0) 0x7fa2c809b400 con 0x7fa2d8101df0 2024-09-05T07:37:18.647 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:37:18.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.649+0000 7fa2dd65d640 1 -- 172.21.15.71:0/300378798 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fa2c00a2c10 msgr2=0x7fa2c00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:18.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.649+0000 7fa2dd65d640 1 --2- 172.21.15.71:0/300378798 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fa2c00a2c10 0x7fa2c00a50d0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa2cc005fd0 tx=0x7fa2cc00b510 comp rx=0 tx=0).stop 2024-09-05T07:37:18.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.649+0000 7fa2dd65d640 1 -- 172.21.15.71:0/300378798 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa2d8101df0 msgr2=0x7fa2d8198330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:18.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.649+0000 7fa2dd65d640 1 --2- 172.21.15.71:0/300378798 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa2d8101df0 0x7fa2d8198330 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fa2c800d950 tx=0x7fa2c800de10 comp rx=0 tx=0).stop 2024-09-05T07:37:18.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.649+0000 7fa2dd65d640 1 -- 172.21.15.71:0/300378798 shutdown_connections 2024-09-05T07:37:18.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.649+0000 7fa2dd65d640 1 --2- 172.21.15.71:0/300378798 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fa2c00a2c10 0x7fa2c00a50d0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:18.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.649+0000 7fa2dd65d640 1 --2- 172.21.15.71:0/300378798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa2d8106f20 0x7fa2d819cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:18.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.649+0000 7fa2dd65d640 1 --2- 172.21.15.71:0/300378798 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa2d81027a0 0x7fa2d8198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:18.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.649+0000 7fa2dd65d640 1 --2- 172.21.15.71:0/300378798 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa2d8101df0 0x7fa2d8198330 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:18.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.649+0000 7fa2dd65d640 1 -- 172.21.15.71:0/300378798 >> 172.21.15.71:0/300378798 conn(0x7fa2d80fd8b0 msgr2=0x7fa2d80fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:18.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.649+0000 7fa2dd65d640 1 -- 172.21.15.71:0/300378798 shutdown_connections 2024-09-05T07:37:18.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:18.649+0000 7fa2dd65d640 1 -- 172.21.15.71:0/300378798 wait complete. 2024-09-05T07:37:18.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:18 smithi071 ceph-mon[30965]: pgmap v312: 129 pgs: 129 active+clean; 636 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.2 KiB/s wr, 7 op/s 2024-09-05T07:37:18.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:18 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/300378798' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-05T07:37:19.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:18 smithi123 ceph-mon[34568]: pgmap v312: 129 pgs: 129 active+clean; 636 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.2 KiB/s wr, 7 op/s 2024-09-05T07:37:19.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:18 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/300378798' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-05T07:37:19.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:18 smithi192 ceph-mon[34929]: pgmap v312: 129 pgs: 129 active+clean; 636 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.2 KiB/s wr, 7 op/s 2024-09-05T07:37:19.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:18 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/300378798' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-05T07:37:19.364 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":17,"flags":0,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":3540526501},{"type":"v1","addr":"172.21.15.71:6801","nonce":3540526501}]},"active_addr":"172.21.15.71:6801/3540526501","active_change":"2024-09-05T07:29:34.205934+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.71:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":204493459}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":1175989887}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":2146188042}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":2830316429}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":2492827930}]}]} 2024-09-05T07:37:19.370 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-05T07:37:19.370 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-05T07:37:19.370 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T07:37:19.615 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:20.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.151+0000 7fa01868c640 1 -- 172.21.15.71:0/1327380176 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa010102570 msgr2=0x7fa0101029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:20.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.151+0000 7fa01868c640 1 --2- 172.21.15.71:0/1327380176 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa010102570 0x7fa0101029b0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fa004009900 tx=0x7fa00402a480 comp rx=0 tx=0).stop 2024-09-05T07:37:20.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.151+0000 7fa01868c640 1 -- 172.21.15.71:0/1327380176 shutdown_connections 2024-09-05T07:37:20.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.151+0000 7fa01868c640 1 --2- 172.21.15.71:0/1327380176 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa010102ef0 0x7fa01010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:20.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.151+0000 7fa01868c640 1 --2- 172.21.15.71:0/1327380176 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa010102570 0x7fa0101029b0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:20.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.151+0000 7fa01868c640 1 --2- 172.21.15.71:0/1327380176 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa010100e20 0x7fa010101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:20.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.151+0000 7fa01868c640 1 -- 172.21.15.71:0/1327380176 >> 172.21.15.71:0/1327380176 conn(0x7fa0100fc7d0 msgr2=0x7fa0100febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:20.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.151+0000 7fa01868c640 1 -- 172.21.15.71:0/1327380176 shutdown_connections 2024-09-05T07:37:20.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.151+0000 7fa01868c640 1 -- 172.21.15.71:0/1327380176 wait complete. 2024-09-05T07:37:20.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.152+0000 7fa01868c640 1 Processor -- start 2024-09-05T07:37:20.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.152+0000 7fa01868c640 1 -- start start 2024-09-05T07:37:20.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.152+0000 7fa01868c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa010100e20 0x7fa0101972f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:20.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.152+0000 7fa01868c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa010102570 0x7fa010197830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:20.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.152+0000 7fa01868c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa010102ef0 0x7fa01019bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:20.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.153+0000 7fa01868c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa010110e30 con 0x7fa010102ef0 2024-09-05T07:37:20.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.153+0000 7fa01868c640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa010110cb0 con 0x7fa010100e20 2024-09-05T07:37:20.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.153+0000 7fa01868c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa010110fb0 con 0x7fa010102570 2024-09-05T07:37:20.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.153+0000 7fa016c29640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa010102ef0 0x7fa01019bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:20.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.153+0000 7fa016c29640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa010102ef0 0x7fa01019bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:49780/0 (socket says 172.21.15.71:49780) 2024-09-05T07:37:20.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.153+0000 7fa016c29640 1 -- 172.21.15.71:0/108596676 learned_addr learned my addr 172.21.15.71:0/108596676 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:20.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.153+0000 7fa015c27640 1 --2- 172.21.15.71:0/108596676 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa010102570 0x7fa010197830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:20.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.153+0000 7fa016428640 1 --2- 172.21.15.71:0/108596676 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa010100e20 0x7fa0101972f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:20.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.153+0000 7fa016c29640 1 -- 172.21.15.71:0/108596676 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa010102570 msgr2=0x7fa010197830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:20.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.153+0000 7fa016c29640 1 --2- 172.21.15.71:0/108596676 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa010102570 0x7fa010197830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:20.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.153+0000 7fa016c29640 1 -- 172.21.15.71:0/108596676 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa010100e20 msgr2=0x7fa0101972f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:20.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.153+0000 7fa016c29640 1 --2- 172.21.15.71:0/108596676 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa010100e20 0x7fa0101972f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:20.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.153+0000 7fa016c29640 1 -- 172.21.15.71:0/108596676 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa01019c2a0 con 0x7fa010102ef0 2024-09-05T07:37:20.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.153+0000 7fa016428640 1 --2- 172.21.15.71:0/108596676 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa010100e20 0x7fa0101972f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:37:20.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.153+0000 7fa016c29640 1 --2- 172.21.15.71:0/108596676 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa010102ef0 0x7fa01019bbc0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fa00800ebb0 tx=0x7fa008007590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:20.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.153+0000 7fa0037fe640 1 -- 172.21.15.71:0/108596676 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa008007ca0 con 0x7fa010102ef0 2024-09-05T07:37:20.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.153+0000 7fa0037fe640 1 -- 172.21.15.71:0/108596676 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa008007e40 con 0x7fa010102ef0 2024-09-05T07:37:20.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.153+0000 7fa01868c640 1 -- 172.21.15.71:0/108596676 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa01019c530 con 0x7fa010102ef0 2024-09-05T07:37:20.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.153+0000 7fa0037fe640 1 -- 172.21.15.71:0/108596676 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0080057d0 con 0x7fa010102ef0 2024-09-05T07:37:20.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.153+0000 7fa01868c640 1 -- 172.21.15.71:0/108596676 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa010069f70 con 0x7fa010102ef0 2024-09-05T07:37:20.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.154+0000 7fa01868c640 1 -- 172.21.15.71:0/108596676 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0101021b0 con 0x7fa010102ef0 2024-09-05T07:37:20.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.156+0000 7fa0037fe640 1 -- 172.21.15.71:0/108596676 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fa008004a40 con 0x7fa010102ef0 2024-09-05T07:37:20.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.156+0000 7fa0037fe640 1 --2- 172.21.15.71:0/108596676 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9ffc0a2c90 0x7f9ffc0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:20.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.157+0000 7fa016428640 1 --2- 172.21.15.71:0/108596676 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9ffc0a2c90 0x7f9ffc0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:20.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.157+0000 7fa0037fe640 1 -- 172.21.15.71:0/108596676 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7fa0080d0a50 con 0x7fa010102ef0 2024-09-05T07:37:20.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.157+0000 7fa016428640 1 --2- 172.21.15.71:0/108596676 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9ffc0a2c90 0x7f9ffc0a5150 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa00c0058c0 tx=0x7fa00c005ec0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:20.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.161+0000 7fa0037fe640 1 -- 172.21.15.71:0/108596676 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa00809d4f0 con 0x7fa010102ef0 2024-09-05T07:37:20.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.329+0000 7fa01868c640 1 -- 172.21.15.71:0/108596676 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa01006a990 con 0x7fa010102ef0 2024-09-05T07:37:20.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.331+0000 7fa0037fe640 1 -- 172.21.15.71:0/108596676 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24710 (secure 0 0 0) 0x7fa008005000 con 0x7fa010102ef0 2024-09-05T07:37:20.332 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:37:20.332 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":90,"fsid":"528064f0-6b58-11ef-bcd6-c7b262605968","created":"2024-09-05T07:28:40.672482+0000","modified":"2024-09-05T07:36:35.912654+0000","last_up_change":"2024-09-05T07:35:23.377351+0000","last_in_change":"2024-09-05T07:35:00.653011+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T07:31:42.519306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T07:36:11.417603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T07:36:13.712570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T07:36:20.085795+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"46b7dcd0-5366-4876-97f3-6242a69addcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6803","nonce":4274686280}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6805","nonce":4274686280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6809","nonce":4274686280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6807","nonce":4274686280}]},"public_addr":"172.21.15.71:6803/4274686280","cluster_addr":"172.21.15.71:6805/4274686280","heartbeat_back_addr":"172.21.15.71:6809/4274686280","heartbeat_front_addr":"172.21.15.71:6807/4274686280","state":["exists","up"]},{"osd":1,"uuid":"d859b4f9-f616-4331-8ffb-54507eb5f836","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6801","nonce":1041172381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6803","nonce":1041172381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6807","nonce":1041172381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6805","nonce":1041172381}]},"public_addr":"172.21.15.123:6801/1041172381","cluster_addr":"172.21.15.123:6803/1041172381","heartbeat_back_addr":"172.21.15.123:6807/1041172381","heartbeat_front_addr":"172.21.15.123:6805/1041172381","state":["exists","up"]},{"osd":2,"uuid":"1ca9c723-8ecb-445c-bae7-39fd2954cdf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6801","nonce":2964624102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6803","nonce":2964624102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6807","nonce":2964624102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6805","nonce":2964624102}]},"public_addr":"172.21.15.192:6801/2964624102","cluster_addr":"172.21.15.192:6803/2964624102","heartbeat_back_addr":"172.21.15.192:6807/2964624102","heartbeat_front_addr":"172.21.15.192:6805/2964624102","state":["exists","up"]},{"osd":3,"uuid":"e38584ff-2abe-47ff-b3ae-58a7a4261ac4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6811","nonce":158061328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6813","nonce":158061328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6817","nonce":158061328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6815","nonce":158061328}]},"public_addr":"172.21.15.71:6811/158061328","cluster_addr":"172.21.15.71:6813/158061328","heartbeat_back_addr":"172.21.15.71:6817/158061328","heartbeat_front_addr":"172.21.15.71:6815/158061328","state":["exists","up"]},{"osd":4,"uuid":"b2de40fc-0fa3-484e-b0b2-edd96874aee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6809","nonce":3090003493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6811","nonce":3090003493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6815","nonce":3090003493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6813","nonce":3090003493}]},"public_addr":"172.21.15.123:6809/3090003493","cluster_addr":"172.21.15.123:6811/3090003493","heartbeat_back_addr":"172.21.15.123:6815/3090003493","heartbeat_front_addr":"172.21.15.123:6813/3090003493","state":["exists","up"]},{"osd":5,"uuid":"e443d3b0-960e-4992-88c4-4d546706ee87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6809","nonce":3375480711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6811","nonce":3375480711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6815","nonce":3375480711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6813","nonce":3375480711}]},"public_addr":"172.21.15.192:6809/3375480711","cluster_addr":"172.21.15.192:6811/3375480711","heartbeat_back_addr":"172.21.15.192:6815/3375480711","heartbeat_front_addr":"172.21.15.192:6813/3375480711","state":["exists","up"]},{"osd":6,"uuid":"d43efaeb-66d0-496b-b490-4635e6d725c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6819","nonce":13242244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6821","nonce":13242244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6825","nonce":13242244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6823","nonce":13242244}]},"public_addr":"172.21.15.71:6819/13242244","cluster_addr":"172.21.15.71:6821/13242244","heartbeat_back_addr":"172.21.15.71:6825/13242244","heartbeat_front_addr":"172.21.15.71:6823/13242244","state":["exists","up"]},{"osd":7,"uuid":"69562997-b629-4e0f-8719-65019735a46a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6817","nonce":956921658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6819","nonce":956921658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6823","nonce":956921658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6821","nonce":956921658}]},"public_addr":"172.21.15.123:6817/956921658","cluster_addr":"172.21.15.123:6819/956921658","heartbeat_back_addr":"172.21.15.123:6823/956921658","heartbeat_front_addr":"172.21.15.123:6821/956921658","state":["exists","up"]},{"osd":8,"uuid":"6dc7e084-d602-4b2c-9dfc-cd26041835c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6817","nonce":3079566549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6819","nonce":3079566549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6823","nonce":3079566549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6821","nonce":3079566549}]},"public_addr":"172.21.15.192:6817/3079566549","cluster_addr":"172.21.15.192:6819/3079566549","heartbeat_back_addr":"172.21.15.192:6823/3079566549","heartbeat_front_addr":"172.21.15.192:6821/3079566549","state":["exists","up"]},{"osd":9,"uuid":"79b675ae-7c56-4b65-9ecb-376dc0d305e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6827","nonce":12570717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6829","nonce":12570717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6833","nonce":12570717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6831","nonce":12570717}]},"public_addr":"172.21.15.71:6827/12570717","cluster_addr":"172.21.15.71:6829/12570717","heartbeat_back_addr":"172.21.15.71:6833/12570717","heartbeat_front_addr":"172.21.15.71:6831/12570717","state":["exists","up"]},{"osd":10,"uuid":"5e26505a-15f9-4758-9ef7-886a46364844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6825","nonce":2204926848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6827","nonce":2204926848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6831","nonce":2204926848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6829","nonce":2204926848}]},"public_addr":"172.21.15.123:6825/2204926848","cluster_addr":"172.21.15.123:6827/2204926848","heartbeat_back_addr":"172.21.15.123:6831/2204926848","heartbeat_front_addr":"172.21.15.123:6829/2204926848","state":["exists","up"]},{"osd":11,"uuid":"af6cebb5-d119-4a8a-9941-ba29b6499b84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6825","nonce":2370287418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6827","nonce":2370287418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6831","nonce":2370287418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6829","nonce":2370287418}]},"public_addr":"172.21.15.192:6825/2370287418","cluster_addr":"172.21.15.192:6827/2370287418","heartbeat_back_addr":"172.21.15.192:6831/2370287418","heartbeat_front_addr":"172.21.15.192:6829/2370287418","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:30:54.069845+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:16.417921+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:39.327215+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:04.156774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:28.698454+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:52.201948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:17.317406+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:41.490355+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:05.912640+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:31.907199+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:56.603625+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:35:21.370324+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.16","mappings":[{"from":7,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1087222059":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:6800/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/3537016012":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/4125208267":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/2785525161":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/648100065":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1573159026":"2024-09-06T07:29:10.775719+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T07:37:20.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.333+0000 7fa01868c640 1 -- 172.21.15.71:0/108596676 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9ffc0a2c90 msgr2=0x7f9ffc0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:20.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.333+0000 7fa01868c640 1 --2- 172.21.15.71:0/108596676 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9ffc0a2c90 0x7f9ffc0a5150 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa00c0058c0 tx=0x7fa00c005ec0 comp rx=0 tx=0).stop 2024-09-05T07:37:20.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.333+0000 7fa01868c640 1 -- 172.21.15.71:0/108596676 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa010102ef0 msgr2=0x7fa01019bbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:20.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.333+0000 7fa01868c640 1 --2- 172.21.15.71:0/108596676 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa010102ef0 0x7fa01019bbc0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fa00800ebb0 tx=0x7fa008007590 comp rx=0 tx=0).stop 2024-09-05T07:37:20.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.333+0000 7fa01868c640 1 -- 172.21.15.71:0/108596676 shutdown_connections 2024-09-05T07:37:20.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.333+0000 7fa01868c640 1 --2- 172.21.15.71:0/108596676 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9ffc0a2c90 0x7f9ffc0a5150 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:20.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.333+0000 7fa01868c640 1 --2- 172.21.15.71:0/108596676 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa010102ef0 0x7fa01019bbc0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:20.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.333+0000 7fa01868c640 1 --2- 172.21.15.71:0/108596676 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa010102570 0x7fa010197830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:20.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.333+0000 7fa01868c640 1 --2- 172.21.15.71:0/108596676 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa010100e20 0x7fa0101972f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:20.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.333+0000 7fa01868c640 1 -- 172.21.15.71:0/108596676 >> 172.21.15.71:0/108596676 conn(0x7fa0100fc7d0 msgr2=0x7fa0100febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:20.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.333+0000 7fa01868c640 1 -- 172.21.15.71:0/108596676 shutdown_connections 2024-09-05T07:37:20.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:20.333+0000 7fa01868c640 1 -- 172.21.15.71:0/108596676 wait complete. 2024-09-05T07:37:20.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:20 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/108596676' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:37:20.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:20 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/108596676' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:37:20.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:20 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/108596676' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:37:20.983 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-05T07:37:20.984 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T07:37:21.230 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:21.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:21 smithi071 ceph-mon[30965]: pgmap v313: 129 pgs: 129 active+clean; 640 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 3.7 KiB/s wr, 8 op/s 2024-09-05T07:37:21.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:21 smithi123 ceph-mon[34568]: pgmap v313: 129 pgs: 129 active+clean; 640 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 3.7 KiB/s wr, 8 op/s 2024-09-05T07:37:21.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:21 smithi192 ceph-mon[34929]: pgmap v313: 129 pgs: 129 active+clean; 640 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 3.7 KiB/s wr, 8 op/s 2024-09-05T07:37:21.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.729+0000 7fe94e7f0640 1 -- 172.21.15.71:0/2060178048 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9481037a0 msgr2=0x7fe94810bc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:21.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.729+0000 7fe94e7f0640 1 --2- 172.21.15.71:0/2060178048 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9481037a0 0x7fe94810bc00 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fe930009900 tx=0x7fe93002a410 comp rx=0 tx=0).stop 2024-09-05T07:37:21.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.729+0000 7fe94e7f0640 1 -- 172.21.15.71:0/2060178048 shutdown_connections 2024-09-05T07:37:21.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.729+0000 7fe94e7f0640 1 --2- 172.21.15.71:0/2060178048 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe94810c2f0 0x7fe94810e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:21.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.729+0000 7fe94e7f0640 1 --2- 172.21.15.71:0/2060178048 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9481037a0 0x7fe94810bc00 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:21.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.729+0000 7fe94e7f0640 1 --2- 172.21.15.71:0/2060178048 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe948102df0 0x7fe9481031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:21.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.729+0000 7fe94e7f0640 1 -- 172.21.15.71:0/2060178048 >> 172.21.15.71:0/2060178048 conn(0x7fe9480fc7d0 msgr2=0x7fe9480febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:21.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.729+0000 7fe94e7f0640 1 -- 172.21.15.71:0/2060178048 shutdown_connections 2024-09-05T07:37:21.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.729+0000 7fe94e7f0640 1 -- 172.21.15.71:0/2060178048 wait complete. 2024-09-05T07:37:21.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.729+0000 7fe94e7f0640 1 Processor -- start 2024-09-05T07:37:21.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.729+0000 7fe94e7f0640 1 -- start start 2024-09-05T07:37:21.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe94e7f0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe948102df0 0x7fe948100a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:21.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe94e7f0640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9481037a0 0x7fe948100f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:21.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe94e7f0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe94810c2f0 0x7fe9481014d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:21.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe94e7f0640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe948111f60 con 0x7fe94810c2f0 2024-09-05T07:37:21.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe94e7f0640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe948111de0 con 0x7fe9481037a0 2024-09-05T07:37:21.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe94e7f0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe9481120e0 con 0x7fe948102df0 2024-09-05T07:37:21.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe94cd8d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe94810c2f0 0x7fe9481014d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:21.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe94cd8d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe94810c2f0 0x7fe9481014d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51982/0 (socket says 172.21.15.71:51982) 2024-09-05T07:37:21.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe94cd8d640 1 -- 172.21.15.71:0/867786972 learned_addr learned my addr 172.21.15.71:0/867786972 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:21.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe947fff640 1 --2- 172.21.15.71:0/867786972 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe948102df0 0x7fe948100a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:21.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe93ffff640 1 --2- 172.21.15.71:0/867786972 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9481037a0 0x7fe948100f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:21.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe94cd8d640 1 -- 172.21.15.71:0/867786972 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe948102df0 msgr2=0x7fe948100a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:21.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe94cd8d640 1 --2- 172.21.15.71:0/867786972 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe948102df0 0x7fe948100a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:21.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe94cd8d640 1 -- 172.21.15.71:0/867786972 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9481037a0 msgr2=0x7fe948100f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:21.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe94cd8d640 1 --2- 172.21.15.71:0/867786972 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9481037a0 0x7fe948100f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:21.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe94cd8d640 1 -- 172.21.15.71:0/867786972 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9481a6a40 con 0x7fe94810c2f0 2024-09-05T07:37:21.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe94cd8d640 1 --2- 172.21.15.71:0/867786972 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe94810c2f0 0x7fe9481014d0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fe94000cad0 tx=0x7fe94000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:21.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe945ffb640 1 -- 172.21.15.71:0/867786972 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe94000ae20 con 0x7fe94810c2f0 2024-09-05T07:37:21.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe945ffb640 1 -- 172.21.15.71:0/867786972 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe940005020 con 0x7fe94810c2f0 2024-09-05T07:37:21.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe94e7f0640 1 -- 172.21.15.71:0/867786972 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9481a6d30 con 0x7fe94810c2f0 2024-09-05T07:37:21.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.730+0000 7fe945ffb640 1 -- 172.21.15.71:0/867786972 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe94000f6b0 con 0x7fe94810c2f0 2024-09-05T07:37:21.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.731+0000 7fe94e7f0640 1 -- 172.21.15.71:0/867786972 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9481a71f0 con 0x7fe94810c2f0 2024-09-05T07:37:21.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.732+0000 7fe94e7f0640 1 -- 172.21.15.71:0/867786972 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9481031d0 con 0x7fe94810c2f0 2024-09-05T07:37:21.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.733+0000 7fe945ffb640 1 -- 172.21.15.71:0/867786972 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe9400051d0 con 0x7fe94810c2f0 2024-09-05T07:37:21.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.733+0000 7fe945ffb640 1 --2- 172.21.15.71:0/867786972 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe9340a2c10 0x7fe9340a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:21.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.733+0000 7fe947fff640 1 --2- 172.21.15.71:0/867786972 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe9340a2c10 0x7fe9340a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:21.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.733+0000 7fe945ffb640 1 -- 172.21.15.71:0/867786972 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7fe9400cf470 con 0x7fe94810c2f0 2024-09-05T07:37:21.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.734+0000 7fe947fff640 1 --2- 172.21.15.71:0/867786972 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe9340a2c10 0x7fe9340a50d0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fe9380058c0 tx=0x7fe93800a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:21.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.737+0000 7fe945ffb640 1 -- 172.21.15.71:0/867786972 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe940014030 con 0x7fe94810c2f0 2024-09-05T07:37:21.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.904+0000 7fe94e7f0640 1 -- 172.21.15.71:0/867786972 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe9481072c0 con 0x7fe94810c2f0 2024-09-05T07:37:21.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.905+0000 7fe945ffb640 1 -- 172.21.15.71:0/867786972 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24710 (secure 0 0 0) 0x7fe94009b8c0 con 0x7fe94810c2f0 2024-09-05T07:37:21.906 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:37:21.906 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":90,"fsid":"528064f0-6b58-11ef-bcd6-c7b262605968","created":"2024-09-05T07:28:40.672482+0000","modified":"2024-09-05T07:36:35.912654+0000","last_up_change":"2024-09-05T07:35:23.377351+0000","last_in_change":"2024-09-05T07:35:00.653011+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T07:31:42.519306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T07:36:11.417603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T07:36:13.712570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T07:36:20.085795+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"46b7dcd0-5366-4876-97f3-6242a69addcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6803","nonce":4274686280}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6805","nonce":4274686280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6809","nonce":4274686280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6807","nonce":4274686280}]},"public_addr":"172.21.15.71:6803/4274686280","cluster_addr":"172.21.15.71:6805/4274686280","heartbeat_back_addr":"172.21.15.71:6809/4274686280","heartbeat_front_addr":"172.21.15.71:6807/4274686280","state":["exists","up"]},{"osd":1,"uuid":"d859b4f9-f616-4331-8ffb-54507eb5f836","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6801","nonce":1041172381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6803","nonce":1041172381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6807","nonce":1041172381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6805","nonce":1041172381}]},"public_addr":"172.21.15.123:6801/1041172381","cluster_addr":"172.21.15.123:6803/1041172381","heartbeat_back_addr":"172.21.15.123:6807/1041172381","heartbeat_front_addr":"172.21.15.123:6805/1041172381","state":["exists","up"]},{"osd":2,"uuid":"1ca9c723-8ecb-445c-bae7-39fd2954cdf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6801","nonce":2964624102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6803","nonce":2964624102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6807","nonce":2964624102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6805","nonce":2964624102}]},"public_addr":"172.21.15.192:6801/2964624102","cluster_addr":"172.21.15.192:6803/2964624102","heartbeat_back_addr":"172.21.15.192:6807/2964624102","heartbeat_front_addr":"172.21.15.192:6805/2964624102","state":["exists","up"]},{"osd":3,"uuid":"e38584ff-2abe-47ff-b3ae-58a7a4261ac4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6811","nonce":158061328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6813","nonce":158061328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6817","nonce":158061328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6815","nonce":158061328}]},"public_addr":"172.21.15.71:6811/158061328","cluster_addr":"172.21.15.71:6813/158061328","heartbeat_back_addr":"172.21.15.71:6817/158061328","heartbeat_front_addr":"172.21.15.71:6815/158061328","state":["exists","up"]},{"osd":4,"uuid":"b2de40fc-0fa3-484e-b0b2-edd96874aee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6809","nonce":3090003493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6811","nonce":3090003493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6815","nonce":3090003493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6813","nonce":3090003493}]},"public_addr":"172.21.15.123:6809/3090003493","cluster_addr":"172.21.15.123:6811/3090003493","heartbeat_back_addr":"172.21.15.123:6815/3090003493","heartbeat_front_addr":"172.21.15.123:6813/3090003493","state":["exists","up"]},{"osd":5,"uuid":"e443d3b0-960e-4992-88c4-4d546706ee87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6809","nonce":3375480711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6811","nonce":3375480711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6815","nonce":3375480711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6813","nonce":3375480711}]},"public_addr":"172.21.15.192:6809/3375480711","cluster_addr":"172.21.15.192:6811/3375480711","heartbeat_back_addr":"172.21.15.192:6815/3375480711","heartbeat_front_addr":"172.21.15.192:6813/3375480711","state":["exists","up"]},{"osd":6,"uuid":"d43efaeb-66d0-496b-b490-4635e6d725c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6819","nonce":13242244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6821","nonce":13242244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6825","nonce":13242244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6823","nonce":13242244}]},"public_addr":"172.21.15.71:6819/13242244","cluster_addr":"172.21.15.71:6821/13242244","heartbeat_back_addr":"172.21.15.71:6825/13242244","heartbeat_front_addr":"172.21.15.71:6823/13242244","state":["exists","up"]},{"osd":7,"uuid":"69562997-b629-4e0f-8719-65019735a46a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6817","nonce":956921658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6819","nonce":956921658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6823","nonce":956921658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6821","nonce":956921658}]},"public_addr":"172.21.15.123:6817/956921658","cluster_addr":"172.21.15.123:6819/956921658","heartbeat_back_addr":"172.21.15.123:6823/956921658","heartbeat_front_addr":"172.21.15.123:6821/956921658","state":["exists","up"]},{"osd":8,"uuid":"6dc7e084-d602-4b2c-9dfc-cd26041835c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6817","nonce":3079566549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6819","nonce":3079566549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6823","nonce":3079566549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6821","nonce":3079566549}]},"public_addr":"172.21.15.192:6817/3079566549","cluster_addr":"172.21.15.192:6819/3079566549","heartbeat_back_addr":"172.21.15.192:6823/3079566549","heartbeat_front_addr":"172.21.15.192:6821/3079566549","state":["exists","up"]},{"osd":9,"uuid":"79b675ae-7c56-4b65-9ecb-376dc0d305e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6827","nonce":12570717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6829","nonce":12570717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6833","nonce":12570717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6831","nonce":12570717}]},"public_addr":"172.21.15.71:6827/12570717","cluster_addr":"172.21.15.71:6829/12570717","heartbeat_back_addr":"172.21.15.71:6833/12570717","heartbeat_front_addr":"172.21.15.71:6831/12570717","state":["exists","up"]},{"osd":10,"uuid":"5e26505a-15f9-4758-9ef7-886a46364844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6825","nonce":2204926848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6827","nonce":2204926848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6831","nonce":2204926848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6829","nonce":2204926848}]},"public_addr":"172.21.15.123:6825/2204926848","cluster_addr":"172.21.15.123:6827/2204926848","heartbeat_back_addr":"172.21.15.123:6831/2204926848","heartbeat_front_addr":"172.21.15.123:6829/2204926848","state":["exists","up"]},{"osd":11,"uuid":"af6cebb5-d119-4a8a-9941-ba29b6499b84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6825","nonce":2370287418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6827","nonce":2370287418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6831","nonce":2370287418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6829","nonce":2370287418}]},"public_addr":"172.21.15.192:6825/2370287418","cluster_addr":"172.21.15.192:6827/2370287418","heartbeat_back_addr":"172.21.15.192:6831/2370287418","heartbeat_front_addr":"172.21.15.192:6829/2370287418","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:30:54.069845+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:16.417921+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:39.327215+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:04.156774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:28.698454+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:52.201948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:17.317406+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:41.490355+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:05.912640+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:31.907199+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:56.603625+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:35:21.370324+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.16","mappings":[{"from":7,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1087222059":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:6800/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/3537016012":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/4125208267":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/2785525161":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/648100065":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1573159026":"2024-09-06T07:29:10.775719+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T07:37:21.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.907+0000 7fe94e7f0640 1 -- 172.21.15.71:0/867786972 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe9340a2c10 msgr2=0x7fe9340a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:21.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.907+0000 7fe94e7f0640 1 --2- 172.21.15.71:0/867786972 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe9340a2c10 0x7fe9340a50d0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fe9380058c0 tx=0x7fe93800a2d0 comp rx=0 tx=0).stop 2024-09-05T07:37:21.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.907+0000 7fe94e7f0640 1 -- 172.21.15.71:0/867786972 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe94810c2f0 msgr2=0x7fe9481014d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:21.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.907+0000 7fe94e7f0640 1 --2- 172.21.15.71:0/867786972 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe94810c2f0 0x7fe9481014d0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fe94000cad0 tx=0x7fe94000cf90 comp rx=0 tx=0).stop 2024-09-05T07:37:21.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.908+0000 7fe94e7f0640 1 -- 172.21.15.71:0/867786972 shutdown_connections 2024-09-05T07:37:21.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.908+0000 7fe94e7f0640 1 --2- 172.21.15.71:0/867786972 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe9340a2c10 0x7fe9340a50d0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:21.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.908+0000 7fe94e7f0640 1 --2- 172.21.15.71:0/867786972 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe94810c2f0 0x7fe9481014d0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:21.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.908+0000 7fe94e7f0640 1 --2- 172.21.15.71:0/867786972 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9481037a0 0x7fe948100f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:21.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.908+0000 7fe94e7f0640 1 --2- 172.21.15.71:0/867786972 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe948102df0 0x7fe948100a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:21.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.908+0000 7fe94e7f0640 1 -- 172.21.15.71:0/867786972 >> 172.21.15.71:0/867786972 conn(0x7fe9480fc7d0 msgr2=0x7fe9480fe070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:21.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.908+0000 7fe94e7f0640 1 -- 172.21.15.71:0/867786972 shutdown_connections 2024-09-05T07:37:21.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:21.908+0000 7fe94e7f0640 1 -- 172.21.15.71:0/867786972 wait complete. 2024-09-05T07:37:22.587 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:22 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/867786972' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:37:22.619 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-05T07:37:22.619 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-05T07:37:22.620 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-05T07:37:22.620 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-05T07:37:22.621 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-05T07:37:22.621 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-05T07:37:22.622 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-05T07:37:22.622 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-05T07:37:22.623 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-09-05T07:37:22.623 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-09-05T07:37:22.623 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-09-05T07:37:22.624 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-09-05T07:37:22.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:22 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/867786972' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:37:22.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:22 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/867786972' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:37:23.283 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:23.285 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:23.285 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:23.289 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:23.343 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:23.358 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:23.642 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:23 smithi071 ceph-mon[30965]: pgmap v314: 129 pgs: 129 active+clean; 640 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-09-05T07:37:23.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:23 smithi123 ceph-mon[34568]: pgmap v314: 129 pgs: 129 active+clean; 640 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-09-05T07:37:23.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:23 smithi192 ceph-mon[34929]: pgmap v314: 129 pgs: 129 active+clean; 640 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-09-05T07:37:23.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.862+0000 7ff0d4c64640 1 -- 172.21.15.71:0/476506975 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0d0101420 msgr2=0x7ff0d010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:23.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.862+0000 7ff0d4c64640 1 --2- 172.21.15.71:0/476506975 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0d0101420 0x7ff0d010d950 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7ff0c8009cd0 tx=0x7ff0c802a8e0 comp rx=0 tx=0).stop 2024-09-05T07:37:23.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.863+0000 7ff0d4c64640 1 -- 172.21.15.71:0/476506975 shutdown_connections 2024-09-05T07:37:23.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.863+0000 7ff0d4c64640 1 --2- 172.21.15.71:0/476506975 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0d0101420 0x7ff0d010d950 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:23.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.863+0000 7ff0d4c64640 1 --2- 172.21.15.71:0/476506975 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff0d0100a80 0x7ff0d0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:23.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.863+0000 7ff0d4c64640 1 --2- 172.21.15.71:0/476506975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0d0106a80 0x7ff0d0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:23.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.863+0000 7ff0d4c64640 1 -- 172.21.15.71:0/476506975 >> 172.21.15.71:0/476506975 conn(0x7ff0d00fc7a0 msgr2=0x7ff0d00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:23.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.863+0000 7ff0d4c64640 1 -- 172.21.15.71:0/476506975 shutdown_connections 2024-09-05T07:37:23.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.863+0000 7ff0d4c64640 1 -- 172.21.15.71:0/476506975 wait complete. 2024-09-05T07:37:23.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.863+0000 7ff0d4c64640 1 Processor -- start 2024-09-05T07:37:23.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.863+0000 7ff0d4c64640 1 -- start start 2024-09-05T07:37:23.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0d4c64640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff0d0100a80 0x7ff0d01982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:23.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0d4c64640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0d0101420 0x7ff0d01987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:23.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0d4c64640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0d0106a80 0x7ff0d019cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:23.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0d4c64640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff0d0110d30 con 0x7ff0d0101420 2024-09-05T07:37:23.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0d4c64640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff0d0110bb0 con 0x7ff0d0100a80 2024-09-05T07:37:23.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0d4c64640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff0d0110eb0 con 0x7ff0d0106a80 2024-09-05T07:37:23.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0cdd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0d0101420 0x7ff0d01987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:23.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0cdd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0d0101420 0x7ff0d01987f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52004/0 (socket says 172.21.15.71:52004) 2024-09-05T07:37:23.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0cdd9b640 1 -- 172.21.15.71:0/753137999 learned_addr learned my addr 172.21.15.71:0/753137999 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:23.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0ce59c640 1 --2- 172.21.15.71:0/753137999 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff0d0100a80 0x7ff0d01982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:23.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0ced9d640 1 --2- 172.21.15.71:0/753137999 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0d0106a80 0x7ff0d019cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:23.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0cdd9b640 1 -- 172.21.15.71:0/753137999 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0d0106a80 msgr2=0x7ff0d019cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:23.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0cdd9b640 1 --2- 172.21.15.71:0/753137999 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0d0106a80 0x7ff0d019cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:23.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0cdd9b640 1 -- 172.21.15.71:0/753137999 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff0d0100a80 msgr2=0x7ff0d01982b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:23.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0cdd9b640 1 --2- 172.21.15.71:0/753137999 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff0d0100a80 0x7ff0d01982b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:23.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0cdd9b640 1 -- 172.21.15.71:0/753137999 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0d019d260 con 0x7ff0d0101420 2024-09-05T07:37:23.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0ced9d640 1 --2- 172.21.15.71:0/753137999 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff0d0106a80 0x7ff0d019cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:37:23.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0cdd9b640 1 --2- 172.21.15.71:0/753137999 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0d0101420 0x7ff0d01987f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff0c400c920 tx=0x7ff0c400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:23.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0bf7fe640 1 -- 172.21.15.71:0/753137999 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0c4007c70 con 0x7ff0d0101420 2024-09-05T07:37:23.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0d4c64640 1 -- 172.21.15.71:0/753137999 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0d019d550 con 0x7ff0d0101420 2024-09-05T07:37:23.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0bf7fe640 1 -- 172.21.15.71:0/753137999 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0c4007e10 con 0x7ff0d0101420 2024-09-05T07:37:23.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0bf7fe640 1 -- 172.21.15.71:0/753137999 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0c4018820 con 0x7ff0d0101420 2024-09-05T07:37:23.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.864+0000 7ff0d4c64640 1 -- 172.21.15.71:0/753137999 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0d01a4e30 con 0x7ff0d0101420 2024-09-05T07:37:23.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.865+0000 7ff0d4c64640 1 -- 172.21.15.71:0/753137999 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff0d00fd050 con 0x7ff0d0101420 2024-09-05T07:37:23.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.867+0000 7ff0bf7fe640 1 -- 172.21.15.71:0/753137999 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff0c40189c0 con 0x7ff0d0101420 2024-09-05T07:37:23.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.867+0000 7ff0bf7fe640 1 --2- 172.21.15.71:0/753137999 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0b80a2c10 0x7ff0b80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:23.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.867+0000 7ff0ce59c640 1 --2- 172.21.15.71:0/753137999 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0b80a2c10 0x7ff0b80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:23.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.867+0000 7ff0bf7fe640 1 -- 172.21.15.71:0/753137999 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7ff0c40cfb20 con 0x7ff0d0101420 2024-09-05T07:37:23.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.867+0000 7ff0bf7fe640 1 --2- 172.21.15.71:0/753137999 >> [v2:172.21.15.123:6824/2204926848,v1:172.21.15.123:6825/2204926848] conn(0x7ff0b80addd0 0x7ff0b80b0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:23.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.867+0000 7ff0bf7fe640 1 -- 172.21.15.71:0/753137999 --> [v2:172.21.15.123:6824/2204926848,v1:172.21.15.123:6825/2204926848] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff0c4015e70 con 0x7ff0b80addd0 2024-09-05T07:37:23.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.867+0000 7ff0bf7fe640 1 -- 172.21.15.71:0/753137999 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7ff0c40cff70 con 0x7ff0d0101420 2024-09-05T07:37:23.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.868+0000 7ff0ce59c640 1 --2- 172.21.15.71:0/753137999 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0b80a2c10 0x7ff0b80a50d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ff0c000bb60 tx=0x7ff0c000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:23.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.868+0000 7ff0ced9d640 1 --2- 172.21.15.71:0/753137999 >> [v2:172.21.15.123:6824/2204926848,v1:172.21.15.123:6825/2204926848] conn(0x7ff0b80addd0 0x7ff0b80b0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:23.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.868+0000 7ff0ced9d640 1 --2- 172.21.15.71:0/753137999 >> [v2:172.21.15.123:6824/2204926848,v1:172.21.15.123:6825/2204926848] conn(0x7ff0b80addd0 0x7ff0b80b0270 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:23.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.869+0000 7ff0bf7fe640 1 -- 172.21.15.71:0/753137999 <== osd.10 v2:172.21.15.123:6824/2204926848 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff0c4015e70 con 0x7ff0b80addd0 2024-09-05T07:37:23.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.882+0000 7ff0d4c64640 1 -- 172.21.15.71:0/753137999 --> [v2:172.21.15.123:6824/2204926848,v1:172.21.15.123:6825/2204926848] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff0d01021c0 con 0x7ff0b80addd0 2024-09-05T07:37:23.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.883+0000 7ff0bf7fe640 1 -- 172.21.15.71:0/753137999 <== osd.10 v2:172.21.15.123:6824/2204926848 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7ff0d01021c0 con 0x7ff0b80addd0 2024-09-05T07:37:23.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.883+0000 7ff0d4c64640 1 -- 172.21.15.71:0/753137999 >> [v2:172.21.15.123:6824/2204926848,v1:172.21.15.123:6825/2204926848] conn(0x7ff0b80addd0 msgr2=0x7ff0b80b0270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:23.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.883+0000 7ff0d4c64640 1 --2- 172.21.15.71:0/753137999 >> [v2:172.21.15.123:6824/2204926848,v1:172.21.15.123:6825/2204926848] conn(0x7ff0b80addd0 0x7ff0b80b0270 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:23.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.883+0000 7ff0d4c64640 1 -- 172.21.15.71:0/753137999 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0b80a2c10 msgr2=0x7ff0b80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:23.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.883+0000 7ff0d4c64640 1 --2- 172.21.15.71:0/753137999 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7ff0b80a2c10 0x7ff0b80a50d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ff0c000bb60 tx=0x7ff0c000b390 comp rx=0 tx=0).stop 2024-09-05T07:37:23.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.883+0000 7ff0d4c64640 1 -- 172.21.15.71:0/753137999 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0d0101420 msgr2=0x7ff0d01987f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:23.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.883+0000 7ff0d4c64640 1 --2- 172.21.15.71:0/753137999 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff0d0101420 0x7ff0d01987f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff0c400c920 tx=0x7ff0c400cde0 comp rx=0 tx=0).stop 2024-09-05T07:37:23.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.883+0000 7ff0ced9d640 1 -- 172.21.15.71:0/753137999 reap_dead start 2024-09-05T07:37:23.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.883+0000 7ff0d4c64640 1 -- 172.21.15.71:0/753137999 shutdown_connections 2024-09-05T07:37:23.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.883+0000 7ff0d4c64640 1 -- 172.21.15.71:0/753137999 >> 172.21.15.71:0/753137999 conn(0x7ff0d00fc7a0 msgr2=0x7ff0d0104890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:23.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.884+0000 7ff0d4c64640 1 -- 172.21.15.71:0/753137999 shutdown_connections 2024-09-05T07:37:23.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:23.884+0000 7ff0d4c64640 1 -- 172.21.15.71:0/753137999 wait complete. 2024-09-05T07:37:24.814 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:24.814 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:24.815 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:24.815 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:24.848 INFO:teuthology.orchestra.run.smithi071.stdout:296352743456 2024-09-05T07:37:24.848 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-09-05T07:37:25.601 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:25 smithi071 ceph-mon[30965]: pgmap v315: 129 pgs: 129 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-09-05T07:37:25.610 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.599+0000 7f5f8dd7d640 1 -- 172.21.15.71:0/3318653182 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5f88106a80 msgr2=0x7f5f88106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:25.610 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.599+0000 7f5f8dd7d640 1 --2- 172.21.15.71:0/3318653182 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5f88106a80 0x7f5f88106e60 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f5f78009930 tx=0x7f5f7802a420 comp rx=0 tx=0).stop 2024-09-05T07:37:25.610 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.600+0000 7f5f8dd7d640 1 -- 172.21.15.71:0/3318653182 shutdown_connections 2024-09-05T07:37:25.610 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.600+0000 7f5f8dd7d640 1 --2- 172.21.15.71:0/3318653182 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5f88101420 0x7f5f8810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:25.610 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.600+0000 7f5f8dd7d640 1 --2- 172.21.15.71:0/3318653182 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f88100a80 0x7f5f88100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:25.610 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.600+0000 7f5f8dd7d640 1 --2- 172.21.15.71:0/3318653182 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5f88106a80 0x7f5f88106e60 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:25.610 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.600+0000 7f5f8dd7d640 1 -- 172.21.15.71:0/3318653182 >> 172.21.15.71:0/3318653182 conn(0x7f5f880fc7a0 msgr2=0x7f5f880febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:25.611 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.600+0000 7f5f8dd7d640 1 -- 172.21.15.71:0/3318653182 shutdown_connections 2024-09-05T07:37:25.611 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.600+0000 7f5f8dd7d640 1 -- 172.21.15.71:0/3318653182 wait complete. 2024-09-05T07:37:25.611 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.600+0000 7f5f8dd7d640 1 Processor -- start 2024-09-05T07:37:25.611 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.600+0000 7f5f8dd7d640 1 -- start start 2024-09-05T07:37:25.611 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f8dd7d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5f88100a80 0x7f5f88196f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:25.611 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f8dd7d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f88101420 0x7f5f881974b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:25.611 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f8dd7d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5f88106a80 0x7f5f881979f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:25.611 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f8dd7d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f5f88110d30 con 0x7f5f88100a80 2024-09-05T07:37:25.611 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f8dd7d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5f88110bb0 con 0x7f5f88106a80 2024-09-05T07:37:25.611 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f8dd7d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5f88110eb0 con 0x7f5f88101420 2024-09-05T07:37:25.611 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f877fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5f88100a80 0x7f5f88196f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:25.612 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f877fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5f88100a80 0x7f5f88196f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52028/0 (socket says 172.21.15.71:52028) 2024-09-05T07:37:25.612 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f877fe640 1 -- 172.21.15.71:0/4223801546 learned_addr learned my addr 172.21.15.71:0/4223801546 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:25.612 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f7ffff640 1 --2- 172.21.15.71:0/4223801546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f88101420 0x7f5f881974b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:25.612 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f87fff640 1 --2- 172.21.15.71:0/4223801546 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5f88106a80 0x7f5f881979f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:25.612 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f877fe640 1 -- 172.21.15.71:0/4223801546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f88101420 msgr2=0x7f5f881974b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:25.612 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f877fe640 1 --2- 172.21.15.71:0/4223801546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5f88101420 0x7f5f881974b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:25.612 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f877fe640 1 -- 172.21.15.71:0/4223801546 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5f88106a80 msgr2=0x7f5f881979f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:25.612 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f877fe640 1 --2- 172.21.15.71:0/4223801546 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5f88106a80 0x7f5f881979f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:25.612 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f877fe640 1 -- 172.21.15.71:0/4223801546 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f881a67e0 con 0x7f5f88100a80 2024-09-05T07:37:25.612 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f877fe640 1 --2- 172.21.15.71:0/4223801546 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5f88100a80 0x7f5f88196f70 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f5f78004770 tx=0x7f5f780042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f857fa640 1 -- 172.21.15.71:0/4223801546 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f7803f070 con 0x7f5f88100a80 2024-09-05T07:37:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f857fa640 1 -- 172.21.15.71:0/4223801546 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f7803b460 con 0x7f5f88100a80 2024-09-05T07:37:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f857fa640 1 -- 172.21.15.71:0/4223801546 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f78035070 con 0x7f5f88100a80 2024-09-05T07:37:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f8dd7d640 1 -- 172.21.15.71:0/4223801546 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f881a6a70 con 0x7f5f88100a80 2024-09-05T07:37:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.601+0000 7f5f8dd7d640 1 -- 172.21.15.71:0/4223801546 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f881a6f00 con 0x7f5f88100a80 2024-09-05T07:37:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.602+0000 7f5f8dd7d640 1 -- 172.21.15.71:0/4223801546 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5f88062980 con 0x7f5f88100a80 2024-09-05T07:37:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.603+0000 7f5f857fa640 1 -- 172.21.15.71:0/4223801546 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f5f7803b610 con 0x7f5f88100a80 2024-09-05T07:37:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.604+0000 7f5f857fa640 1 --2- 172.21.15.71:0/4223801546 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f5f740a2c90 0x7f5f740a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.604+0000 7f5f7ffff640 1 --2- 172.21.15.71:0/4223801546 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f5f740a2c90 0x7f5f740a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.604+0000 7f5f857fa640 1 -- 172.21.15.71:0/4223801546 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f5f780eff60 con 0x7f5f88100a80 2024-09-05T07:37:25.614 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.604+0000 7f5f857fa640 1 --2- 172.21.15.71:0/4223801546 >> [v2:172.21.15.123:6816/956921658,v1:172.21.15.123:6817/956921658] conn(0x7f5f740ade60 0x7f5f740b0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:25.614 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.604+0000 7f5f857fa640 1 -- 172.21.15.71:0/4223801546 --> [v2:172.21.15.123:6816/956921658,v1:172.21.15.123:6817/956921658] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5f78039e50 con 0x7f5f740ade60 2024-09-05T07:37:25.614 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.604+0000 7f5f857fa640 1 -- 172.21.15.71:0/4223801546 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f5f780f03b0 con 0x7f5f88100a80 2024-09-05T07:37:25.614 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.605+0000 7f5f7ffff640 1 --2- 172.21.15.71:0/4223801546 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f5f740a2c90 0x7f5f740a5150 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f5f70005fd0 tx=0x7f5f70005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:25.614 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.605+0000 7f5f87fff640 1 --2- 172.21.15.71:0/4223801546 >> [v2:172.21.15.123:6816/956921658,v1:172.21.15.123:6817/956921658] conn(0x7f5f740ade60 0x7f5f740b0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:25.614 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.605+0000 7f5f87fff640 1 --2- 172.21.15.71:0/4223801546 >> [v2:172.21.15.123:6816/956921658,v1:172.21.15.123:6817/956921658] conn(0x7f5f740ade60 0x7f5f740b0300 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:25.614 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.606+0000 7f5f857fa640 1 -- 172.21.15.71:0/4223801546 <== osd.7 v2:172.21.15.123:6816/956921658 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5f78039e50 con 0x7f5f740ade60 2024-09-05T07:37:25.619 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.619+0000 7f5f8dd7d640 1 -- 172.21.15.71:0/4223801546 --> [v2:172.21.15.123:6816/956921658,v1:172.21.15.123:6817/956921658] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5f88062dd0 con 0x7f5f740ade60 2024-09-05T07:37:25.620 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.620+0000 7f5f857fa640 1 -- 172.21.15.71:0/4223801546 <== osd.7 v2:172.21.15.123:6816/956921658 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5f88062dd0 con 0x7f5f740ade60 2024-09-05T07:37:25.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.620+0000 7f5f8dd7d640 1 -- 172.21.15.71:0/4223801546 >> [v2:172.21.15.123:6816/956921658,v1:172.21.15.123:6817/956921658] conn(0x7f5f740ade60 msgr2=0x7f5f740b0300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:25.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.620+0000 7f5f8dd7d640 1 --2- 172.21.15.71:0/4223801546 >> [v2:172.21.15.123:6816/956921658,v1:172.21.15.123:6817/956921658] conn(0x7f5f740ade60 0x7f5f740b0300 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:25.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.620+0000 7f5f8dd7d640 1 -- 172.21.15.71:0/4223801546 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f5f740a2c90 msgr2=0x7f5f740a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:25.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.620+0000 7f5f8dd7d640 1 --2- 172.21.15.71:0/4223801546 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f5f740a2c90 0x7f5f740a5150 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f5f70005fd0 tx=0x7f5f70005850 comp rx=0 tx=0).stop 2024-09-05T07:37:25.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.620+0000 7f5f8dd7d640 1 -- 172.21.15.71:0/4223801546 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5f88100a80 msgr2=0x7f5f88196f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:25.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.620+0000 7f5f8dd7d640 1 --2- 172.21.15.71:0/4223801546 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5f88100a80 0x7f5f88196f70 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f5f78004770 tx=0x7f5f780042f0 comp rx=0 tx=0).stop 2024-09-05T07:37:25.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.620+0000 7f5f87fff640 1 -- 172.21.15.71:0/4223801546 reap_dead start 2024-09-05T07:37:25.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.620+0000 7f5f8dd7d640 1 -- 172.21.15.71:0/4223801546 shutdown_connections 2024-09-05T07:37:25.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.620+0000 7f5f8dd7d640 1 -- 172.21.15.71:0/4223801546 >> 172.21.15.71:0/4223801546 conn(0x7f5f880fc7a0 msgr2=0x7f5f880fe060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:25.622 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.620+0000 7f5f8dd7d640 1 -- 172.21.15.71:0/4223801546 shutdown_connections 2024-09-05T07:37:25.622 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:25.620+0000 7f5f8dd7d640 1 -- 172.21.15.71:0/4223801546 wait complete. 2024-09-05T07:37:25.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:25 smithi123 ceph-mon[34568]: pgmap v315: 129 pgs: 129 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-09-05T07:37:25.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:25 smithi192 ceph-mon[34929]: pgmap v315: 129 pgs: 129 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-09-05T07:37:26.764 INFO:teuthology.orchestra.run.smithi071.stdout:214748364847 2024-09-05T07:37:26.765 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-05T07:37:26.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.936+0000 7f18356ad640 1 -- 172.21.15.71:0/740266888 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1830102ef0 msgr2=0x7f183010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:26.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.936+0000 7f18356ad640 1 --2- 172.21.15.71:0/740266888 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1830102ef0 0x7f183010da40 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f1828009ca0 tx=0x7f182802a950 comp rx=0 tx=0).stop 2024-09-05T07:37:26.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.937+0000 7f18356ad640 1 -- 172.21.15.71:0/740266888 shutdown_connections 2024-09-05T07:37:26.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.937+0000 7f18356ad640 1 --2- 172.21.15.71:0/740266888 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1830102ef0 0x7f183010da40 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:26.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.937+0000 7f18356ad640 1 --2- 172.21.15.71:0/740266888 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1830102570 0x7f18301029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:26.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.937+0000 7f18356ad640 1 --2- 172.21.15.71:0/740266888 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1830100e20 0x7f1830101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:26.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.937+0000 7f18356ad640 1 -- 172.21.15.71:0/740266888 >> 172.21.15.71:0/740266888 conn(0x7f18300fc7d0 msgr2=0x7f18300febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:26.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.937+0000 7f18356ad640 1 -- 172.21.15.71:0/740266888 shutdown_connections 2024-09-05T07:37:26.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.937+0000 7f18356ad640 1 -- 172.21.15.71:0/740266888 wait complete. 2024-09-05T07:37:26.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.937+0000 7f18356ad640 1 Processor -- start 2024-09-05T07:37:26.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.937+0000 7f18356ad640 1 -- start start 2024-09-05T07:37:26.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.938+0000 7f18356ad640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1830100e20 0x7f1830196f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:26.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.938+0000 7f18356ad640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1830102570 0x7f1830197450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:26.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.938+0000 7f18356ad640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1830102ef0 0x7f1830197990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:26.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.938+0000 7f18356ad640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f1830110e30 con 0x7f1830102570 2024-09-05T07:37:26.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.938+0000 7f18356ad640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1830110cb0 con 0x7f1830100e20 2024-09-05T07:37:26.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.938+0000 7f18356ad640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f1830110fb0 con 0x7f1830102ef0 2024-09-05T07:37:26.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.938+0000 7f182e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1830102570 0x7f1830197450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:26.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.938+0000 7f182effd640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1830100e20 0x7f1830196f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:26.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.938+0000 7f182e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1830102570 0x7f1830197450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52040/0 (socket says 172.21.15.71:52040) 2024-09-05T07:37:26.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.938+0000 7f182effd640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1830100e20 0x7f1830196f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:41600/0 (socket says 172.21.15.71:41600) 2024-09-05T07:37:26.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.938+0000 7f182e7fc640 1 -- 172.21.15.71:0/2471192352 learned_addr learned my addr 172.21.15.71:0/2471192352 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:26.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.938+0000 7f182f7fe640 1 --2- 172.21.15.71:0/2471192352 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1830102ef0 0x7f1830197990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:26.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.938+0000 7f182e7fc640 1 -- 172.21.15.71:0/2471192352 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1830102ef0 msgr2=0x7f1830197990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:26.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.938+0000 7f182e7fc640 1 --2- 172.21.15.71:0/2471192352 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1830102ef0 0x7f1830197990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:26.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.938+0000 7f182e7fc640 1 -- 172.21.15.71:0/2471192352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1830100e20 msgr2=0x7f1830196f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:26.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.938+0000 7f182e7fc640 1 --2- 172.21.15.71:0/2471192352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1830100e20 0x7f1830196f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:26.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.938+0000 7f182e7fc640 1 -- 172.21.15.71:0/2471192352 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18301a6780 con 0x7f1830102570 2024-09-05T07:37:26.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.939+0000 7f182e7fc640 1 --2- 172.21.15.71:0/2471192352 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1830102570 0x7f1830197450 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f182000c920 tx=0x7f182000cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:26.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.939+0000 7f1827fff640 1 -- 172.21.15.71:0/2471192352 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1820007bb0 con 0x7f1830102570 2024-09-05T07:37:26.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.939+0000 7f18356ad640 1 -- 172.21.15.71:0/2471192352 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18301a6a70 con 0x7f1830102570 2024-09-05T07:37:26.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.939+0000 7f1827fff640 1 -- 172.21.15.71:0/2471192352 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1820007d50 con 0x7f1830102570 2024-09-05T07:37:26.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.939+0000 7f1827fff640 1 -- 172.21.15.71:0/2471192352 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1820018730 con 0x7f1830102570 2024-09-05T07:37:26.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.939+0000 7f18356ad640 1 -- 172.21.15.71:0/2471192352 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18301a7000 con 0x7f1830102570 2024-09-05T07:37:26.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.940+0000 7f18356ad640 1 -- 172.21.15.71:0/2471192352 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1830107230 con 0x7f1830102570 2024-09-05T07:37:26.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.941+0000 7f1827fff640 1 -- 172.21.15.71:0/2471192352 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f182000f450 con 0x7f1830102570 2024-09-05T07:37:26.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.942+0000 7f1827fff640 1 --2- 172.21.15.71:0/2471192352 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f181c0a2c90 0x7f181c0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:26.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.942+0000 7f1827fff640 1 -- 172.21.15.71:0/2471192352 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f18200cf910 con 0x7f1830102570 2024-09-05T07:37:26.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.942+0000 7f182effd640 1 --2- 172.21.15.71:0/2471192352 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f181c0a2c90 0x7f181c0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:26.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.942+0000 7f1827fff640 1 --2- 172.21.15.71:0/2471192352 >> [v2:172.21.15.192:6800/2964624102,v1:172.21.15.192:6801/2964624102] conn(0x7f181c0ade60 0x7f181c0b0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:26.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.942+0000 7f1827fff640 1 -- 172.21.15.71:0/2471192352 --> [v2:172.21.15.192:6800/2964624102,v1:172.21.15.192:6801/2964624102] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f181c0b09d0 con 0x7f181c0ade60 2024-09-05T07:37:26.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.942+0000 7f1827fff640 1 -- 172.21.15.71:0/2471192352 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f18200cfd60 con 0x7f1830102570 2024-09-05T07:37:26.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.942+0000 7f182effd640 1 --2- 172.21.15.71:0/2471192352 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f181c0a2c90 0x7f181c0a5150 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f181800abe0 tx=0x7f181800a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:26.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.942+0000 7f182f7fe640 1 --2- 172.21.15.71:0/2471192352 >> [v2:172.21.15.192:6800/2964624102,v1:172.21.15.192:6801/2964624102] conn(0x7f181c0ade60 0x7f181c0b0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:26.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.943+0000 7f182f7fe640 1 --2- 172.21.15.71:0/2471192352 >> [v2:172.21.15.192:6800/2964624102,v1:172.21.15.192:6801/2964624102] conn(0x7f181c0ade60 0x7f181c0b0300 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:26.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.944+0000 7f1827fff640 1 -- 172.21.15.71:0/2471192352 <== osd.2 v2:172.21.15.192:6800/2964624102 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f181c0b09d0 con 0x7f181c0ade60 2024-09-05T07:37:26.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.962+0000 7f18356ad640 1 -- 172.21.15.71:0/2471192352 --> [v2:172.21.15.192:6800/2964624102,v1:172.21.15.192:6801/2964624102] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f18301021b0 con 0x7f181c0ade60 2024-09-05T07:37:26.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.963+0000 7f1827fff640 1 -- 172.21.15.71:0/2471192352 <== osd.2 v2:172.21.15.192:6800/2964624102 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f18301021b0 con 0x7f181c0ade60 2024-09-05T07:37:26.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.963+0000 7f18356ad640 1 -- 172.21.15.71:0/2471192352 >> [v2:172.21.15.192:6800/2964624102,v1:172.21.15.192:6801/2964624102] conn(0x7f181c0ade60 msgr2=0x7f181c0b0300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:26.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.963+0000 7f18356ad640 1 --2- 172.21.15.71:0/2471192352 >> [v2:172.21.15.192:6800/2964624102,v1:172.21.15.192:6801/2964624102] conn(0x7f181c0ade60 0x7f181c0b0300 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:26.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.963+0000 7f18356ad640 1 -- 172.21.15.71:0/2471192352 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f181c0a2c90 msgr2=0x7f181c0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:26.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.963+0000 7f18356ad640 1 --2- 172.21.15.71:0/2471192352 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f181c0a2c90 0x7f181c0a5150 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f181800abe0 tx=0x7f181800a2d0 comp rx=0 tx=0).stop 2024-09-05T07:37:26.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.963+0000 7f18356ad640 1 -- 172.21.15.71:0/2471192352 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1830102570 msgr2=0x7f1830197450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:26.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.963+0000 7f18356ad640 1 --2- 172.21.15.71:0/2471192352 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1830102570 0x7f1830197450 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f182000c920 tx=0x7f182000cd20 comp rx=0 tx=0).stop 2024-09-05T07:37:26.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.963+0000 7f182f7fe640 1 -- 172.21.15.71:0/2471192352 reap_dead start 2024-09-05T07:37:26.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.963+0000 7f18356ad640 1 -- 172.21.15.71:0/2471192352 shutdown_connections 2024-09-05T07:37:26.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.963+0000 7f18356ad640 1 -- 172.21.15.71:0/2471192352 >> 172.21.15.71:0/2471192352 conn(0x7f18300fc7d0 msgr2=0x7f1830106810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:26.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.963+0000 7f18356ad640 1 -- 172.21.15.71:0/2471192352 shutdown_connections 2024-09-05T07:37:26.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:26.963+0000 7f18356ad640 1 -- 172.21.15.71:0/2471192352 wait complete. 2024-09-05T07:37:27.304 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:27.305 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:27.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.504+0000 7faed1d0b640 1 -- 172.21.15.71:0/1524094580 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faecc101df0 msgr2=0x7faecc1021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:27.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.504+0000 7faed1d0b640 1 --2- 172.21.15.71:0/1524094580 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faecc101df0 0x7faecc1021d0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7faebc009900 tx=0x7faebc02a410 comp rx=0 tx=0).stop 2024-09-05T07:37:27.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.504+0000 7faed1d0b640 1 -- 172.21.15.71:0/1524094580 shutdown_connections 2024-09-05T07:37:27.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.504+0000 7faed1d0b640 1 --2- 172.21.15.71:0/1524094580 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faecc106f20 0x7faecc10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:27.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.504+0000 7faed1d0b640 1 --2- 172.21.15.71:0/1524094580 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faecc1027a0 0x7faecc1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:27.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.504+0000 7faed1d0b640 1 --2- 172.21.15.71:0/1524094580 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faecc101df0 0x7faecc1021d0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:27.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.504+0000 7faed1d0b640 1 -- 172.21.15.71:0/1524094580 >> 172.21.15.71:0/1524094580 conn(0x7faecc0fd8b0 msgr2=0x7faecc0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:27.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.504+0000 7faed1d0b640 1 -- 172.21.15.71:0/1524094580 shutdown_connections 2024-09-05T07:37:27.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.504+0000 7faed1d0b640 1 -- 172.21.15.71:0/1524094580 wait complete. 2024-09-05T07:37:27.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.505+0000 7faed1d0b640 1 Processor -- start 2024-09-05T07:37:27.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.505+0000 7faed1d0b640 1 -- start start 2024-09-05T07:37:27.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.505+0000 7faed1d0b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faecc101df0 0x7faecc1983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:27.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.505+0000 7faed1d0b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faecc1027a0 0x7faecc198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:27.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.505+0000 7faed1d0b640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faecc106f20 0x7faecc19cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:27.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.505+0000 7faed1d0b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7faecc111e30 con 0x7faecc1027a0 2024-09-05T07:37:27.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.505+0000 7faed1d0b640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7faecc111cb0 con 0x7faecc106f20 2024-09-05T07:37:27.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.505+0000 7faed1d0b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7faecc111fb0 con 0x7faecc101df0 2024-09-05T07:37:27.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.505+0000 7faec3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faecc1027a0 0x7faecc198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:27.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.505+0000 7faec3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faecc1027a0 0x7faecc198910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52076/0 (socket says 172.21.15.71:52076) 2024-09-05T07:37:27.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.505+0000 7faec3fff640 1 -- 172.21.15.71:0/3956790194 learned_addr learned my addr 172.21.15.71:0/3956790194 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:27.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.505+0000 7faecb7fe640 1 --2- 172.21.15.71:0/3956790194 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faecc101df0 0x7faecc1983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:27.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.505+0000 7faecbfff640 1 --2- 172.21.15.71:0/3956790194 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faecc106f20 0x7faecc19cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:27.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.506+0000 7faec3fff640 1 -- 172.21.15.71:0/3956790194 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faecc101df0 msgr2=0x7faecc1983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:27.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.506+0000 7faec3fff640 1 --2- 172.21.15.71:0/3956790194 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7faecc101df0 0x7faecc1983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:27.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.506+0000 7faec3fff640 1 -- 172.21.15.71:0/3956790194 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faecc106f20 msgr2=0x7faecc19cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:27.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.506+0000 7faec3fff640 1 --2- 172.21.15.71:0/3956790194 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7faecc106f20 0x7faecc19cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:27.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.506+0000 7faec3fff640 1 -- 172.21.15.71:0/3956790194 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faecc19d380 con 0x7faecc1027a0 2024-09-05T07:37:27.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.506+0000 7faec3fff640 1 --2- 172.21.15.71:0/3956790194 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faecc1027a0 0x7faecc198910 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7faeb400c890 tx=0x7faeb400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:27.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.506+0000 7faec97fa640 1 -- 172.21.15.71:0/3956790194 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb4004220 con 0x7faecc1027a0 2024-09-05T07:37:27.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.506+0000 7faec97fa640 1 -- 172.21.15.71:0/3956790194 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faeb40043c0 con 0x7faecc1027a0 2024-09-05T07:37:27.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.506+0000 7faec97fa640 1 -- 172.21.15.71:0/3956790194 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb4004a00 con 0x7faecc1027a0 2024-09-05T07:37:27.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.506+0000 7faed1d0b640 1 -- 172.21.15.71:0/3956790194 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faecc19d670 con 0x7faecc1027a0 2024-09-05T07:37:27.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.506+0000 7faed1d0b640 1 -- 172.21.15.71:0/3956790194 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faecc1a4f50 con 0x7faecc1027a0 2024-09-05T07:37:27.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.507+0000 7faed1d0b640 1 -- 172.21.15.71:0/3956790194 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7faecc062900 con 0x7faecc1027a0 2024-09-05T07:37:27.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.508+0000 7faec97fa640 1 -- 172.21.15.71:0/3956790194 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7faeb4004ba0 con 0x7faecc1027a0 2024-09-05T07:37:27.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.509+0000 7faec97fa640 1 --2- 172.21.15.71:0/3956790194 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7faeb80a2c10 0x7faeb80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:27.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.509+0000 7faecb7fe640 1 --2- 172.21.15.71:0/3956790194 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7faeb80a2c10 0x7faeb80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:27.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.509+0000 7faec97fa640 1 -- 172.21.15.71:0/3956790194 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7faeb40cf640 con 0x7faecc1027a0 2024-09-05T07:37:27.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.509+0000 7faec97fa640 1 --2- 172.21.15.71:0/3956790194 >> [v2:172.21.15.71:6802/4274686280,v1:172.21.15.71:6803/4274686280] conn(0x7faeb80adde0 0x7faeb80b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:27.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.509+0000 7faec97fa640 1 -- 172.21.15.71:0/3956790194 --> [v2:172.21.15.71:6802/4274686280,v1:172.21.15.71:6803/4274686280] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7faeb4023ef0 con 0x7faeb80adde0 2024-09-05T07:37:27.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.509+0000 7faec97fa640 1 -- 172.21.15.71:0/3956790194 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7faeb40cfa90 con 0x7faecc1027a0 2024-09-05T07:37:27.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.509+0000 7faecbfff640 1 --2- 172.21.15.71:0/3956790194 >> [v2:172.21.15.71:6802/4274686280,v1:172.21.15.71:6803/4274686280] conn(0x7faeb80adde0 0x7faeb80b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:27.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.509+0000 7faecb7fe640 1 --2- 172.21.15.71:0/3956790194 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7faeb80a2c10 0x7faeb80a50d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7faebc031440 tx=0x7faebc005e80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:27.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.509+0000 7faecbfff640 1 --2- 172.21.15.71:0/3956790194 >> [v2:172.21.15.71:6802/4274686280,v1:172.21.15.71:6803/4274686280] conn(0x7faeb80adde0 0x7faeb80b0280 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:27.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.510+0000 7faec97fa640 1 -- 172.21.15.71:0/3956790194 <== osd.0 v2:172.21.15.71:6802/4274686280 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7faeb4023ef0 con 0x7faeb80adde0 2024-09-05T07:37:27.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.523+0000 7faed1d0b640 1 -- 172.21.15.71:0/3956790194 --> [v2:172.21.15.71:6802/4274686280,v1:172.21.15.71:6803/4274686280] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7faecc062d00 con 0x7faeb80adde0 2024-09-05T07:37:27.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.523+0000 7faec97fa640 1 -- 172.21.15.71:0/3956790194 <== osd.0 v2:172.21.15.71:6802/4274686280 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7faecc062d00 con 0x7faeb80adde0 2024-09-05T07:37:27.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.524+0000 7faed1d0b640 1 -- 172.21.15.71:0/3956790194 >> [v2:172.21.15.71:6802/4274686280,v1:172.21.15.71:6803/4274686280] conn(0x7faeb80adde0 msgr2=0x7faeb80b0280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:27.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.524+0000 7faed1d0b640 1 --2- 172.21.15.71:0/3956790194 >> [v2:172.21.15.71:6802/4274686280,v1:172.21.15.71:6803/4274686280] conn(0x7faeb80adde0 0x7faeb80b0280 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:27.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.524+0000 7faed1d0b640 1 -- 172.21.15.71:0/3956790194 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7faeb80a2c10 msgr2=0x7faeb80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:27.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.524+0000 7faed1d0b640 1 --2- 172.21.15.71:0/3956790194 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7faeb80a2c10 0x7faeb80a50d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7faebc031440 tx=0x7faebc005e80 comp rx=0 tx=0).stop 2024-09-05T07:37:27.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.524+0000 7faed1d0b640 1 -- 172.21.15.71:0/3956790194 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faecc1027a0 msgr2=0x7faecc198910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:27.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.524+0000 7faed1d0b640 1 --2- 172.21.15.71:0/3956790194 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faecc1027a0 0x7faecc198910 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7faeb400c890 tx=0x7faeb400cd50 comp rx=0 tx=0).stop 2024-09-05T07:37:27.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.524+0000 7faecbfff640 1 -- 172.21.15.71:0/3956790194 reap_dead start 2024-09-05T07:37:27.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.524+0000 7faed1d0b640 1 -- 172.21.15.71:0/3956790194 shutdown_connections 2024-09-05T07:37:27.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.524+0000 7faed1d0b640 1 -- 172.21.15.71:0/3956790194 >> 172.21.15.71:0/3956790194 conn(0x7faecc0fd8b0 msgr2=0x7faecc0febd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:27.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.524+0000 7faed1d0b640 1 -- 172.21.15.71:0/3956790194 shutdown_connections 2024-09-05T07:37:27.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.524+0000 7faed1d0b640 1 -- 172.21.15.71:0/3956790194 wait complete. 2024-09-05T07:37:27.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:27 smithi123 ceph-mon[34568]: pgmap v316: 129 pgs: 129 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-09-05T07:37:27.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:27 smithi192 ceph-mon[34929]: pgmap v316: 129 pgs: 129 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-09-05T07:37:27.881 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:27 smithi071 ceph-mon[30965]: pgmap v316: 129 pgs: 129 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-09-05T07:37:28.344 INFO:teuthology.orchestra.run.smithi071.stdout:34359738449 2024-09-05T07:37:28.344 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-05T07:37:28.459 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.966+0000 7fc9a6367640 1 -- 172.21.15.71:0/2453448554 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc9a0102570 msgr2=0x7fc9a01029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:28.459 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.966+0000 7fc9a6367640 1 --2- 172.21.15.71:0/2453448554 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc9a0102570 0x7fc9a01029b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fc994009900 tx=0x7fc99402a480 comp rx=0 tx=0).stop 2024-09-05T07:37:28.459 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.966+0000 7fc9a6367640 1 -- 172.21.15.71:0/2453448554 shutdown_connections 2024-09-05T07:37:28.459 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.966+0000 7fc9a6367640 1 --2- 172.21.15.71:0/2453448554 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9a0102ef0 0x7fc9a010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:28.459 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.966+0000 7fc9a6367640 1 --2- 172.21.15.71:0/2453448554 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc9a0102570 0x7fc9a01029b0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:28.459 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.966+0000 7fc9a6367640 1 --2- 172.21.15.71:0/2453448554 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc9a0100e20 0x7fc9a0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:28.459 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.966+0000 7fc9a6367640 1 -- 172.21.15.71:0/2453448554 >> 172.21.15.71:0/2453448554 conn(0x7fc9a00fc7d0 msgr2=0x7fc9a00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:28.459 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.966+0000 7fc9a6367640 1 -- 172.21.15.71:0/2453448554 shutdown_connections 2024-09-05T07:37:28.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.966+0000 7fc9a6367640 1 -- 172.21.15.71:0/2453448554 wait complete. 2024-09-05T07:37:28.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.967+0000 7fc9a6367640 1 Processor -- start 2024-09-05T07:37:28.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.967+0000 7fc9a6367640 1 -- start start 2024-09-05T07:37:28.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.967+0000 7fc9a6367640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc9a0100e20 0x7fc9a0198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:28.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.967+0000 7fc9a6367640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc9a0102570 0x7fc9a0198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:28.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.967+0000 7fc9a6367640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9a0102ef0 0x7fc9a019ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:28.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.967+0000 7fc9a6367640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc9a0110e30 con 0x7fc9a0102570 2024-09-05T07:37:28.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.967+0000 7fc9a6367640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc9a0110cb0 con 0x7fc9a0100e20 2024-09-05T07:37:28.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.967+0000 7fc9a6367640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc9a0110fb0 con 0x7fc9a0102ef0 2024-09-05T07:37:28.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.967+0000 7fc99f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc9a0102570 0x7fc9a0198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:28.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.967+0000 7fc99f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc9a0102570 0x7fc9a0198940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52084/0 (socket says 172.21.15.71:52084) 2024-09-05T07:37:28.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.967+0000 7fc99f7fe640 1 -- 172.21.15.71:0/3981981072 learned_addr learned my addr 172.21.15.71:0/3981981072 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:28.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.967+0000 7fc9a4904640 1 --2- 172.21.15.71:0/3981981072 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9a0102ef0 0x7fc9a019ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:28.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.967+0000 7fc99ffff640 1 --2- 172.21.15.71:0/3981981072 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc9a0100e20 0x7fc9a0198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:28.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.967+0000 7fc99f7fe640 1 -- 172.21.15.71:0/3981981072 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9a0102ef0 msgr2=0x7fc9a019ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:28.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.968+0000 7fc99f7fe640 1 --2- 172.21.15.71:0/3981981072 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9a0102ef0 0x7fc9a019ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:28.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.968+0000 7fc99f7fe640 1 -- 172.21.15.71:0/3981981072 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc9a0100e20 msgr2=0x7fc9a0198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:28.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.968+0000 7fc99f7fe640 1 --2- 172.21.15.71:0/3981981072 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc9a0100e20 0x7fc9a0198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:28.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.968+0000 7fc99f7fe640 1 -- 172.21.15.71:0/3981981072 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9a019d3b0 con 0x7fc9a0102570 2024-09-05T07:37:28.462 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.968+0000 7fc9a4904640 1 --2- 172.21.15.71:0/3981981072 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9a0102ef0 0x7fc9a019ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:37:28.462 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.968+0000 7fc99f7fe640 1 --2- 172.21.15.71:0/3981981072 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc9a0102570 0x7fc9a0198940 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fc994006010 tx=0x7fc9940042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:28.462 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.968+0000 7fc99d7fa640 1 -- 172.21.15.71:0/3981981072 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc99403f030 con 0x7fc9a0102570 2024-09-05T07:37:28.462 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.968+0000 7fc99d7fa640 1 -- 172.21.15.71:0/3981981072 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc994003cb0 con 0x7fc9a0102570 2024-09-05T07:37:28.462 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.968+0000 7fc99d7fa640 1 -- 172.21.15.71:0/3981981072 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc994035070 con 0x7fc9a0102570 2024-09-05T07:37:28.462 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.968+0000 7fc9a6367640 1 -- 172.21.15.71:0/3981981072 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9a019d640 con 0x7fc9a0102570 2024-09-05T07:37:28.462 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.968+0000 7fc9a6367640 1 -- 172.21.15.71:0/3981981072 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9a01a4f80 con 0x7fc9a0102570 2024-09-05T07:37:28.462 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.969+0000 7fc9a6367640 1 -- 172.21.15.71:0/3981981072 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc9a0062980 con 0x7fc9a0102570 2024-09-05T07:37:28.462 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.970+0000 7fc99d7fa640 1 -- 172.21.15.71:0/3981981072 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fc994042030 con 0x7fc9a0102570 2024-09-05T07:37:28.462 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.971+0000 7fc99d7fa640 1 --2- 172.21.15.71:0/3981981072 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fc9880a2c90 0x7fc9880a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:28.462 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.971+0000 7fc99ffff640 1 --2- 172.21.15.71:0/3981981072 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fc9880a2c90 0x7fc9880a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:28.462 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.971+0000 7fc99d7fa640 1 -- 172.21.15.71:0/3981981072 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7fc9940f00b0 con 0x7fc9a0102570 2024-09-05T07:37:28.462 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.971+0000 7fc99d7fa640 1 --2- 172.21.15.71:0/3981981072 >> [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418] conn(0x7fc9880ade60 0x7fc9880b0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:28.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.971+0000 7fc99d7fa640 1 -- 172.21.15.71:0/3981981072 --> [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc994001d30 con 0x7fc9880ade60 2024-09-05T07:37:28.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.971+0000 7fc99d7fa640 1 -- 172.21.15.71:0/3981981072 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7fc9940f0500 con 0x7fc9a0102570 2024-09-05T07:37:28.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.971+0000 7fc99ffff640 1 --2- 172.21.15.71:0/3981981072 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fc9880a2c90 0x7fc9880a5150 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fc990005fd0 tx=0x7fc990005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:28.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.971+0000 7fc9a4904640 1 --2- 172.21.15.71:0/3981981072 >> [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418] conn(0x7fc9880ade60 0x7fc9880b0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:28.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.972+0000 7fc9a4904640 1 --2- 172.21.15.71:0/3981981072 >> [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418] conn(0x7fc9880ade60 0x7fc9880b0300 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:28.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.973+0000 7fc99d7fa640 1 -- 172.21.15.71:0/3981981072 <== osd.11 v2:172.21.15.192:6824/2370287418 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc994001d30 con 0x7fc9880ade60 2024-09-05T07:37:28.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.986+0000 7fc9a6367640 1 -- 172.21.15.71:0/3981981072 --> [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc9a0062d80 con 0x7fc9880ade60 2024-09-05T07:37:28.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.986+0000 7fc99d7fa640 1 -- 172.21.15.71:0/3981981072 <== osd.11 v2:172.21.15.192:6824/2370287418 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fc9a0062d80 con 0x7fc9880ade60 2024-09-05T07:37:28.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.986+0000 7fc9a6367640 1 -- 172.21.15.71:0/3981981072 >> [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418] conn(0x7fc9880ade60 msgr2=0x7fc9880b0300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:28.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.987+0000 7fc9a6367640 1 --2- 172.21.15.71:0/3981981072 >> [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418] conn(0x7fc9880ade60 0x7fc9880b0300 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:28.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.987+0000 7fc9a6367640 1 -- 172.21.15.71:0/3981981072 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fc9880a2c90 msgr2=0x7fc9880a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:28.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.987+0000 7fc9a6367640 1 --2- 172.21.15.71:0/3981981072 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fc9880a2c90 0x7fc9880a5150 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fc990005fd0 tx=0x7fc990005850 comp rx=0 tx=0).stop 2024-09-05T07:37:28.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.987+0000 7fc9a6367640 1 -- 172.21.15.71:0/3981981072 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc9a0102570 msgr2=0x7fc9a0198940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:28.464 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.987+0000 7fc9a6367640 1 --2- 172.21.15.71:0/3981981072 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc9a0102570 0x7fc9a0198940 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fc994006010 tx=0x7fc9940042f0 comp rx=0 tx=0).stop 2024-09-05T07:37:28.464 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.987+0000 7fc9a4904640 1 -- 172.21.15.71:0/3981981072 reap_dead start 2024-09-05T07:37:28.464 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.987+0000 7fc9a6367640 1 -- 172.21.15.71:0/3981981072 shutdown_connections 2024-09-05T07:37:28.464 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.987+0000 7fc9a6367640 1 -- 172.21.15.71:0/3981981072 >> 172.21.15.71:0/3981981072 conn(0x7fc9a00fc7d0 msgr2=0x7fc9a006a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:28.464 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.987+0000 7fc9a6367640 1 -- 172.21.15.71:0/3981981072 shutdown_connections 2024-09-05T07:37:28.464 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.987+0000 7fc9a6367640 1 -- 172.21.15.71:0/3981981072 wait complete. 2024-09-05T07:37:28.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.128+0000 7f01cf08e640 1 -- 172.21.15.71:0/753666109 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f01c8101440 msgr2=0x7f01c8101820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:28.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.128+0000 7f01cf08e640 1 --2- 172.21.15.71:0/753666109 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f01c8101440 0x7f01c8101820 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f01bc009900 tx=0x7f01bc02a410 comp rx=0 tx=0).stop 2024-09-05T07:37:28.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.128+0000 7f01cf08e640 1 -- 172.21.15.71:0/753666109 shutdown_connections 2024-09-05T07:37:28.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.128+0000 7f01cf08e640 1 --2- 172.21.15.71:0/753666109 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f01c8106050 0x7f01c810dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:28.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.128+0000 7f01cf08e640 1 --2- 172.21.15.71:0/753666109 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01c8101df0 0x7f01c8105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:28.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.128+0000 7f01cf08e640 1 --2- 172.21.15.71:0/753666109 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f01c8101440 0x7f01c8101820 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:28.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.128+0000 7f01cf08e640 1 -- 172.21.15.71:0/753666109 >> 172.21.15.71:0/753666109 conn(0x7f01c8077210 msgr2=0x7f01c80fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:28.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.128+0000 7f01cf08e640 1 -- 172.21.15.71:0/753666109 shutdown_connections 2024-09-05T07:37:28.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.128+0000 7f01cf08e640 1 -- 172.21.15.71:0/753666109 wait complete. 2024-09-05T07:37:28.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.128+0000 7f01cf08e640 1 Processor -- start 2024-09-05T07:37:28.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.128+0000 7f01cf08e640 1 -- start start 2024-09-05T07:37:28.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.128+0000 7f01cf08e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f01c8101440 0x7f01c81985c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:28.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.128+0000 7f01cf08e640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f01c8101df0 0x7f01c8198b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:28.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.128+0000 7f01cf08e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01c8106050 0x7f01c819ce90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:28.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.128+0000 7f01cf08e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f01c8112040 con 0x7f01c8101440 2024-09-05T07:37:28.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.128+0000 7f01cf08e640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f01c8111ec0 con 0x7f01c8101df0 2024-09-05T07:37:28.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.128+0000 7f01cf08e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f01c81121c0 con 0x7f01c8106050 2024-09-05T07:37:28.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.129+0000 7f01cce2a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f01c8101440 0x7f01c81985c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:28.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.129+0000 7f01cce2a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f01c8101440 0x7f01c81985c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52058/0 (socket says 172.21.15.71:52058) 2024-09-05T07:37:28.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.129+0000 7f01cce2a640 1 -- 172.21.15.71:0/1684362059 learned_addr learned my addr 172.21.15.71:0/1684362059 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:28.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.129+0000 7f01c7fff640 1 --2- 172.21.15.71:0/1684362059 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f01c8101df0 0x7f01c8198b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:28.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.129+0000 7f01cd62b640 1 --2- 172.21.15.71:0/1684362059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01c8106050 0x7f01c819ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:28.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.129+0000 7f01cce2a640 1 -- 172.21.15.71:0/1684362059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01c8106050 msgr2=0x7f01c819ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:28.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.129+0000 7f01cce2a640 1 --2- 172.21.15.71:0/1684362059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01c8106050 0x7f01c819ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:28.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.129+0000 7f01cce2a640 1 -- 172.21.15.71:0/1684362059 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f01c8101df0 msgr2=0x7f01c8198b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:28.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.129+0000 7f01cce2a640 1 --2- 172.21.15.71:0/1684362059 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f01c8101df0 0x7f01c8198b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:28.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.129+0000 7f01cce2a640 1 -- 172.21.15.71:0/1684362059 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01c819d570 con 0x7f01c8101440 2024-09-05T07:37:28.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.129+0000 7f01cd62b640 1 --2- 172.21.15.71:0/1684362059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f01c8106050 0x7f01c819ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:37:28.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.129+0000 7f01cce2a640 1 --2- 172.21.15.71:0/1684362059 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f01c8101440 0x7f01c81985c0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f01bc005940 tx=0x7f01bc004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:28.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.129+0000 7f01c5ffb640 1 -- 172.21.15.71:0/1684362059 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01bc03f030 con 0x7f01c8101440 2024-09-05T07:37:28.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.129+0000 7f01c5ffb640 1 -- 172.21.15.71:0/1684362059 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f01bc003aa0 con 0x7f01c8101440 2024-09-05T07:37:28.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.129+0000 7f01cf08e640 1 -- 172.21.15.71:0/1684362059 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01c819d800 con 0x7f01c8101440 2024-09-05T07:37:28.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.129+0000 7f01c5ffb640 1 -- 172.21.15.71:0/1684362059 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01bc035070 con 0x7f01c8101440 2024-09-05T07:37:28.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.129+0000 7f01cf08e640 1 -- 172.21.15.71:0/1684362059 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01c81a5140 con 0x7f01c8101440 2024-09-05T07:37:28.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.130+0000 7f01cf08e640 1 -- 172.21.15.71:0/1684362059 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f01c8062900 con 0x7f01c8101440 2024-09-05T07:37:28.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.131+0000 7f01c5ffb640 1 -- 172.21.15.71:0/1684362059 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f01bc042030 con 0x7f01c8101440 2024-09-05T07:37:28.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.132+0000 7f01c5ffb640 1 --2- 172.21.15.71:0/1684362059 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f01b80a2c10 0x7f01b80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:28.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.132+0000 7f01c5ffb640 1 -- 172.21.15.71:0/1684362059 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f01bc0f0300 con 0x7f01c8101440 2024-09-05T07:37:28.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.132+0000 7f01c7fff640 1 --2- 172.21.15.71:0/1684362059 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f01b80a2c10 0x7f01b80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:28.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.132+0000 7f01c5ffb640 1 --2- 172.21.15.71:0/1684362059 >> [v2:172.21.15.123:6808/3090003493,v1:172.21.15.123:6809/3090003493] conn(0x7f01b80adde0 0x7f01b80b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:28.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.132+0000 7f01c5ffb640 1 -- 172.21.15.71:0/1684362059 --> [v2:172.21.15.123:6808/3090003493,v1:172.21.15.123:6809/3090003493] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f01b80b0950 con 0x7f01b80adde0 2024-09-05T07:37:28.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.132+0000 7f01c5ffb640 1 -- 172.21.15.71:0/1684362059 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f01bc0f07e0 con 0x7f01c8101440 2024-09-05T07:37:28.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.133+0000 7f01c7fff640 1 --2- 172.21.15.71:0/1684362059 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f01b80a2c10 0x7f01b80a50d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f01c80ff810 tx=0x7f01b400a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:28.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.133+0000 7f01cd62b640 1 --2- 172.21.15.71:0/1684362059 >> [v2:172.21.15.123:6808/3090003493,v1:172.21.15.123:6809/3090003493] conn(0x7f01b80adde0 0x7f01b80b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:28.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.133+0000 7f01cd62b640 1 --2- 172.21.15.71:0/1684362059 >> [v2:172.21.15.123:6808/3090003493,v1:172.21.15.123:6809/3090003493] conn(0x7f01b80adde0 0x7f01b80b0280 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:28.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.134+0000 7f01c5ffb640 1 -- 172.21.15.71:0/1684362059 <== osd.4 v2:172.21.15.123:6808/3090003493 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f01b80b0950 con 0x7f01b80adde0 2024-09-05T07:37:28.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.147+0000 7f01cf08e640 1 -- 172.21.15.71:0/1684362059 --> [v2:172.21.15.123:6808/3090003493,v1:172.21.15.123:6809/3090003493] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f01c8062d80 con 0x7f01b80adde0 2024-09-05T07:37:28.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.148+0000 7f01c5ffb640 1 -- 172.21.15.71:0/1684362059 <== osd.4 v2:172.21.15.123:6808/3090003493 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f01c8062d80 con 0x7f01b80adde0 2024-09-05T07:37:28.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.148+0000 7f01cf08e640 1 -- 172.21.15.71:0/1684362059 >> [v2:172.21.15.123:6808/3090003493,v1:172.21.15.123:6809/3090003493] conn(0x7f01b80adde0 msgr2=0x7f01b80b0280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:28.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.148+0000 7f01cf08e640 1 --2- 172.21.15.71:0/1684362059 >> [v2:172.21.15.123:6808/3090003493,v1:172.21.15.123:6809/3090003493] conn(0x7f01b80adde0 0x7f01b80b0280 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:28.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.148+0000 7f01cf08e640 1 -- 172.21.15.71:0/1684362059 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f01b80a2c10 msgr2=0x7f01b80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:28.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.148+0000 7f01cf08e640 1 --2- 172.21.15.71:0/1684362059 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f01b80a2c10 0x7f01b80a50d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f01c80ff810 tx=0x7f01b400a2d0 comp rx=0 tx=0).stop 2024-09-05T07:37:28.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.148+0000 7f01cf08e640 1 -- 172.21.15.71:0/1684362059 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f01c8101440 msgr2=0x7f01c81985c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:28.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.148+0000 7f01cf08e640 1 --2- 172.21.15.71:0/1684362059 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f01c8101440 0x7f01c81985c0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f01bc005940 tx=0x7f01bc004270 comp rx=0 tx=0).stop 2024-09-05T07:37:28.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.148+0000 7f01cd62b640 1 -- 172.21.15.71:0/1684362059 reap_dead start 2024-09-05T07:37:28.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.148+0000 7f01cf08e640 1 -- 172.21.15.71:0/1684362059 shutdown_connections 2024-09-05T07:37:28.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.148+0000 7f01cf08e640 1 -- 172.21.15.71:0/1684362059 >> 172.21.15.71:0/1684362059 conn(0x7f01c8077210 msgr2=0x7f01c81042b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:28.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.148+0000 7f01cf08e640 1 -- 172.21.15.71:0/1684362059 shutdown_connections 2024-09-05T07:37:28.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:27.148+0000 7f01cf08e640 1 -- 172.21.15.71:0/1684362059 wait complete. 2024-09-05T07:37:29.562 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:29 smithi071 ceph-mon[30965]: pgmap v317: 129 pgs: 129 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 853 B/s wr, 5 op/s 2024-09-05T07:37:29.595 INFO:teuthology.orchestra.run.smithi071.stdout:137438953535 2024-09-05T07:37:29.595 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-05T07:37:29.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:29 smithi123 ceph-mon[34568]: pgmap v317: 129 pgs: 129 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 853 B/s wr, 5 op/s 2024-09-05T07:37:29.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:29 smithi192 ceph-mon[34929]: pgmap v317: 129 pgs: 129 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 853 B/s wr, 5 op/s 2024-09-05T07:37:30.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.163+0000 7f1b5d96b640 1 -- 172.21.15.71:0/2094981533 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b58102570 msgr2=0x7f1b581029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:30.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.163+0000 7f1b5d96b640 1 --2- 172.21.15.71:0/2094981533 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b58102570 0x7f1b581029b0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f1b40009900 tx=0x7f1b4002a480 comp rx=0 tx=0).stop 2024-09-05T07:37:30.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.163+0000 7f1b5d96b640 1 -- 172.21.15.71:0/2094981533 shutdown_connections 2024-09-05T07:37:30.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.163+0000 7f1b5d96b640 1 --2- 172.21.15.71:0/2094981533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1b58102ef0 0x7f1b5810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:30.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.163+0000 7f1b5d96b640 1 --2- 172.21.15.71:0/2094981533 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b58102570 0x7f1b581029b0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:30.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.163+0000 7f1b5d96b640 1 --2- 172.21.15.71:0/2094981533 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1b58100e20 0x7f1b58101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:30.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.163+0000 7f1b5d96b640 1 -- 172.21.15.71:0/2094981533 >> 172.21.15.71:0/2094981533 conn(0x7f1b580fc7d0 msgr2=0x7f1b580febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:30.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.164+0000 7f1b5d96b640 1 -- 172.21.15.71:0/2094981533 shutdown_connections 2024-09-05T07:37:30.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.164+0000 7f1b5d96b640 1 -- 172.21.15.71:0/2094981533 wait complete. 2024-09-05T07:37:30.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.164+0000 7f1b5d96b640 1 Processor -- start 2024-09-05T07:37:30.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.164+0000 7f1b5d96b640 1 -- start start 2024-09-05T07:37:30.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.164+0000 7f1b5d96b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b58100e20 0x7f1b58197300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:30.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.164+0000 7f1b5d96b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1b58102570 0x7f1b58197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:30.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.164+0000 7f1b5d96b640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1b58102ef0 0x7f1b5819bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:30.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.164+0000 7f1b5d96b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f1b58110e30 con 0x7f1b58100e20 2024-09-05T07:37:30.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.165+0000 7f1b5d96b640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1b58110cb0 con 0x7f1b58102ef0 2024-09-05T07:37:30.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.165+0000 7f1b5d96b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f1b58110fb0 con 0x7f1b58102570 2024-09-05T07:37:30.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.165+0000 7f1b56ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b58100e20 0x7f1b58197300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:30.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.165+0000 7f1b56ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b58100e20 0x7f1b58197300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52108/0 (socket says 172.21.15.71:52108) 2024-09-05T07:37:30.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.165+0000 7f1b56ffd640 1 -- 172.21.15.71:0/4082430416 learned_addr learned my addr 172.21.15.71:0/4082430416 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:30.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.165+0000 7f1b4ffff640 1 --2- 172.21.15.71:0/4082430416 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1b58102570 0x7f1b58197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:30.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.165+0000 7f1b577fe640 1 --2- 172.21.15.71:0/4082430416 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1b58102ef0 0x7f1b5819bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:30.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.165+0000 7f1b56ffd640 1 -- 172.21.15.71:0/4082430416 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1b58102570 msgr2=0x7f1b58197840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:30.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.165+0000 7f1b56ffd640 1 --2- 172.21.15.71:0/4082430416 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1b58102570 0x7f1b58197840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:30.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.165+0000 7f1b56ffd640 1 -- 172.21.15.71:0/4082430416 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1b58102ef0 msgr2=0x7f1b5819bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:30.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.165+0000 7f1b56ffd640 1 --2- 172.21.15.71:0/4082430416 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1b58102ef0 0x7f1b5819bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:30.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.165+0000 7f1b56ffd640 1 -- 172.21.15.71:0/4082430416 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b5819c2b0 con 0x7f1b58100e20 2024-09-05T07:37:30.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.165+0000 7f1b577fe640 1 --2- 172.21.15.71:0/4082430416 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1b58102ef0 0x7f1b5819bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:37:30.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.165+0000 7f1b56ffd640 1 --2- 172.21.15.71:0/4082430416 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b58100e20 0x7f1b58197300 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f1b48009900 tx=0x7f1b48009dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:30.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.165+0000 7f1b5c969640 1 -- 172.21.15.71:0/4082430416 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b4800d030 con 0x7f1b58100e20 2024-09-05T07:37:30.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.165+0000 7f1b5d96b640 1 -- 172.21.15.71:0/4082430416 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b5819c5a0 con 0x7f1b58100e20 2024-09-05T07:37:30.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.165+0000 7f1b5c969640 1 -- 172.21.15.71:0/4082430416 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b4800d1d0 con 0x7f1b58100e20 2024-09-05T07:37:30.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.165+0000 7f1b5c969640 1 -- 172.21.15.71:0/4082430416 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b48005280 con 0x7f1b58100e20 2024-09-05T07:37:30.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.165+0000 7f1b5d96b640 1 -- 172.21.15.71:0/4082430416 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b58069f70 con 0x7f1b58100e20 2024-09-05T07:37:30.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.166+0000 7f1b5d96b640 1 -- 172.21.15.71:0/4082430416 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1b5806a580 con 0x7f1b58100e20 2024-09-05T07:37:30.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.167+0000 7f1b5c969640 1 -- 172.21.15.71:0/4082430416 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1b48005420 con 0x7f1b58100e20 2024-09-05T07:37:30.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.168+0000 7f1b5c969640 1 --2- 172.21.15.71:0/4082430416 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f1b440a2c10 0x7f1b440a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:30.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.168+0000 7f1b4ffff640 1 --2- 172.21.15.71:0/4082430416 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f1b440a2c10 0x7f1b440a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:30.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.168+0000 7f1b5c969640 1 -- 172.21.15.71:0/4082430416 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f1b480d0f50 con 0x7f1b58100e20 2024-09-05T07:37:30.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.168+0000 7f1b5c969640 1 --2- 172.21.15.71:0/4082430416 >> [v2:172.21.15.192:6816/3079566549,v1:172.21.15.192:6817/3079566549] conn(0x7f1b440adde0 0x7f1b440b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:30.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.168+0000 7f1b5c969640 1 -- 172.21.15.71:0/4082430416 --> [v2:172.21.15.192:6816/3079566549,v1:172.21.15.192:6817/3079566549] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1b4801be50 con 0x7f1b440adde0 2024-09-05T07:37:30.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.168+0000 7f1b5c969640 1 -- 172.21.15.71:0/4082430416 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f1b480d13a0 con 0x7f1b58100e20 2024-09-05T07:37:30.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.169+0000 7f1b4ffff640 1 --2- 172.21.15.71:0/4082430416 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f1b440a2c10 0x7f1b440a50d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f1b580ffe00 tx=0x7f1b40005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:30.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.169+0000 7f1b577fe640 1 --2- 172.21.15.71:0/4082430416 >> [v2:172.21.15.192:6816/3079566549,v1:172.21.15.192:6817/3079566549] conn(0x7f1b440adde0 0x7f1b440b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:30.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.169+0000 7f1b577fe640 1 --2- 172.21.15.71:0/4082430416 >> [v2:172.21.15.192:6816/3079566549,v1:172.21.15.192:6817/3079566549] conn(0x7f1b440adde0 0x7f1b440b0280 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:30.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.170+0000 7f1b5c969640 1 -- 172.21.15.71:0/4082430416 <== osd.8 v2:172.21.15.192:6816/3079566549 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1b4801be50 con 0x7f1b440adde0 2024-09-05T07:37:30.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.183+0000 7f1b5d96b640 1 -- 172.21.15.71:0/4082430416 --> [v2:172.21.15.192:6816/3079566549,v1:172.21.15.192:6817/3079566549] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1b5806a980 con 0x7f1b440adde0 2024-09-05T07:37:30.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.184+0000 7f1b5c969640 1 -- 172.21.15.71:0/4082430416 <== osd.8 v2:172.21.15.192:6816/3079566549 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f1b5806a980 con 0x7f1b440adde0 2024-09-05T07:37:30.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.184+0000 7f1b5d96b640 1 -- 172.21.15.71:0/4082430416 >> [v2:172.21.15.192:6816/3079566549,v1:172.21.15.192:6817/3079566549] conn(0x7f1b440adde0 msgr2=0x7f1b440b0280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:30.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.184+0000 7f1b5d96b640 1 --2- 172.21.15.71:0/4082430416 >> [v2:172.21.15.192:6816/3079566549,v1:172.21.15.192:6817/3079566549] conn(0x7f1b440adde0 0x7f1b440b0280 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:30.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.184+0000 7f1b5d96b640 1 -- 172.21.15.71:0/4082430416 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f1b440a2c10 msgr2=0x7f1b440a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:30.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.184+0000 7f1b5d96b640 1 --2- 172.21.15.71:0/4082430416 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f1b440a2c10 0x7f1b440a50d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f1b580ffe00 tx=0x7f1b40005a20 comp rx=0 tx=0).stop 2024-09-05T07:37:30.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.184+0000 7f1b5d96b640 1 -- 172.21.15.71:0/4082430416 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b58100e20 msgr2=0x7f1b58197300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:30.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.184+0000 7f1b5d96b640 1 --2- 172.21.15.71:0/4082430416 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b58100e20 0x7f1b58197300 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f1b48009900 tx=0x7f1b48009dc0 comp rx=0 tx=0).stop 2024-09-05T07:37:30.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.185+0000 7f1b577fe640 1 -- 172.21.15.71:0/4082430416 reap_dead start 2024-09-05T07:37:30.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.185+0000 7f1b5d96b640 1 -- 172.21.15.71:0/4082430416 shutdown_connections 2024-09-05T07:37:30.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.185+0000 7f1b5d96b640 1 -- 172.21.15.71:0/4082430416 >> 172.21.15.71:0/4082430416 conn(0x7f1b580fc7d0 msgr2=0x7f1b580febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:30.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.185+0000 7f1b5d96b640 1 -- 172.21.15.71:0/4082430416 shutdown_connections 2024-09-05T07:37:30.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:30.185+0000 7f1b5d96b640 1 -- 172.21.15.71:0/4082430416 wait complete. 2024-09-05T07:37:30.917 INFO:teuthology.orchestra.run.smithi071.stdout:77309411401 2024-09-05T07:37:30.917 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-05T07:37:31.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.232+0000 7fe293d62640 1 -- 172.21.15.71:0/3621159176 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe28c102d30 msgr2=0x7fe28c103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:31.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.232+0000 7fe293d62640 1 --2- 172.21.15.71:0/3621159176 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe28c102d30 0x7fe28c103110 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fe27c009cd0 tx=0x7fe27c02a8e0 comp rx=0 tx=0).stop 2024-09-05T07:37:31.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.232+0000 7fe293d62640 1 -- 172.21.15.71:0/3621159176 shutdown_connections 2024-09-05T07:37:31.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.232+0000 7fe293d62640 1 --2- 172.21.15.71:0/3621159176 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe28c1082a0 0x7fe28c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:31.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.232+0000 7fe293d62640 1 --2- 172.21.15.71:0/3621159176 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe28c1036e0 0x7fe28c107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:31.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.232+0000 7fe293d62640 1 --2- 172.21.15.71:0/3621159176 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe28c102d30 0x7fe28c103110 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:31.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.233+0000 7fe293d62640 1 -- 172.21.15.71:0/3621159176 >> 172.21.15.71:0/3621159176 conn(0x7fe28c0fc7d0 msgr2=0x7fe28c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:31.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.233+0000 7fe293d62640 1 -- 172.21.15.71:0/3621159176 shutdown_connections 2024-09-05T07:37:31.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.233+0000 7fe293d62640 1 -- 172.21.15.71:0/3621159176 wait complete. 2024-09-05T07:37:31.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.233+0000 7fe293d62640 1 Processor -- start 2024-09-05T07:37:31.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.233+0000 7fe293d62640 1 -- start start 2024-09-05T07:37:31.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.233+0000 7fe293d62640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe28c102d30 0x7fe28c1983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:31.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.233+0000 7fe293d62640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe28c1036e0 0x7fe28c198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:31.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.233+0000 7fe293d62640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe28c1082a0 0x7fe28c19cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:31.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.233+0000 7fe293d62640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe28c111f50 con 0x7fe28c1036e0 2024-09-05T07:37:31.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.233+0000 7fe293d62640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe28c111dd0 con 0x7fe28c1082a0 2024-09-05T07:37:31.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.233+0000 7fe293d62640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe28c1120d0 con 0x7fe28c102d30 2024-09-05T07:37:31.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.234+0000 7fe2912fd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe28c1036e0 0x7fe28c198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:31.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.234+0000 7fe2912fd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe28c1036e0 0x7fe28c198910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38444/0 (socket says 172.21.15.71:38444) 2024-09-05T07:37:31.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.234+0000 7fe2912fd640 1 -- 172.21.15.71:0/3364894705 learned_addr learned my addr 172.21.15.71:0/3364894705 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:31.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.234+0000 7fe2922ff640 1 --2- 172.21.15.71:0/3364894705 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe28c1082a0 0x7fe28c19cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:31.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.234+0000 7fe291afe640 1 --2- 172.21.15.71:0/3364894705 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe28c102d30 0x7fe28c1983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:31.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.234+0000 7fe2912fd640 1 -- 172.21.15.71:0/3364894705 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe28c102d30 msgr2=0x7fe28c1983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:31.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.234+0000 7fe2912fd640 1 --2- 172.21.15.71:0/3364894705 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe28c102d30 0x7fe28c1983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:31.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.234+0000 7fe2912fd640 1 -- 172.21.15.71:0/3364894705 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe28c1082a0 msgr2=0x7fe28c19cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:31.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.234+0000 7fe2912fd640 1 --2- 172.21.15.71:0/3364894705 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe28c1082a0 0x7fe28c19cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:31.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.234+0000 7fe2912fd640 1 -- 172.21.15.71:0/3364894705 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe28c19d380 con 0x7fe28c1036e0 2024-09-05T07:37:31.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.234+0000 7fe2922ff640 1 --2- 172.21.15.71:0/3364894705 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe28c1082a0 0x7fe28c19cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:37:31.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.234+0000 7fe291afe640 1 --2- 172.21.15.71:0/3364894705 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe28c102d30 0x7fe28c1983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:37:31.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.234+0000 7fe2912fd640 1 --2- 172.21.15.71:0/3364894705 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe28c1036e0 0x7fe28c198910 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fe28000c8c0 tx=0x7fe28000cd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:31.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.234+0000 7fe28affd640 1 -- 172.21.15.71:0/3364894705 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe280007bb0 con 0x7fe28c1036e0 2024-09-05T07:37:31.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.234+0000 7fe28affd640 1 -- 172.21.15.71:0/3364894705 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe280007d50 con 0x7fe28c1036e0 2024-09-05T07:37:31.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.234+0000 7fe293d62640 1 -- 172.21.15.71:0/3364894705 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe28c19d670 con 0x7fe28c1036e0 2024-09-05T07:37:31.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.234+0000 7fe28affd640 1 -- 172.21.15.71:0/3364894705 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2800187c0 con 0x7fe28c1036e0 2024-09-05T07:37:31.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.234+0000 7fe293d62640 1 -- 172.21.15.71:0/3364894705 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe28c1a4f50 con 0x7fe28c1036e0 2024-09-05T07:37:31.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.235+0000 7fe293d62640 1 -- 172.21.15.71:0/3364894705 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe28c1076f0 con 0x7fe28c1036e0 2024-09-05T07:37:31.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.237+0000 7fe28affd640 1 -- 172.21.15.71:0/3364894705 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe28000f450 con 0x7fe28c1036e0 2024-09-05T07:37:31.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.237+0000 7fe28affd640 1 --2- 172.21.15.71:0/3364894705 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe2740a2c10 0x7fe2740a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:31.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.237+0000 7fe291afe640 1 --2- 172.21.15.71:0/3364894705 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe2740a2c10 0x7fe2740a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:31.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.237+0000 7fe28affd640 1 -- 172.21.15.71:0/3364894705 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7fe2800cfad0 con 0x7fe28c1036e0 2024-09-05T07:37:31.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.237+0000 7fe28affd640 1 --2- 172.21.15.71:0/3364894705 >> [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328] conn(0x7fe2740adde0 0x7fe2740b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:31.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.237+0000 7fe28affd640 1 -- 172.21.15.71:0/3364894705 --> [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe28001ee50 con 0x7fe2740adde0 2024-09-05T07:37:31.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.237+0000 7fe28affd640 1 -- 172.21.15.71:0/3364894705 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7fe2800cff20 con 0x7fe28c1036e0 2024-09-05T07:37:31.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.238+0000 7fe2922ff640 1 --2- 172.21.15.71:0/3364894705 >> [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328] conn(0x7fe2740adde0 0x7fe2740b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:31.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.238+0000 7fe291afe640 1 --2- 172.21.15.71:0/3364894705 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe2740a2c10 0x7fe2740a50d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe27c006010 tx=0x7fe27c009800 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:31.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.238+0000 7fe2922ff640 1 --2- 172.21.15.71:0/3364894705 >> [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328] conn(0x7fe2740adde0 0x7fe2740b0280 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:31.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.238+0000 7fe28affd640 1 -- 172.21.15.71:0/3364894705 <== osd.3 v2:172.21.15.71:6810/158061328 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe28001ee50 con 0x7fe2740adde0 2024-09-05T07:37:31.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.252+0000 7fe293d62640 1 -- 172.21.15.71:0/3364894705 --> [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe28c06a850 con 0x7fe2740adde0 2024-09-05T07:37:31.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.252+0000 7fe28affd640 1 -- 172.21.15.71:0/3364894705 <== osd.3 v2:172.21.15.71:6810/158061328 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fe28c06a850 con 0x7fe2740adde0 2024-09-05T07:37:31.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.252+0000 7fe293d62640 1 -- 172.21.15.71:0/3364894705 >> [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328] conn(0x7fe2740adde0 msgr2=0x7fe2740b0280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:31.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.252+0000 7fe293d62640 1 --2- 172.21.15.71:0/3364894705 >> [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328] conn(0x7fe2740adde0 0x7fe2740b0280 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:31.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.252+0000 7fe293d62640 1 -- 172.21.15.71:0/3364894705 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe2740a2c10 msgr2=0x7fe2740a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:31.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.252+0000 7fe293d62640 1 --2- 172.21.15.71:0/3364894705 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fe2740a2c10 0x7fe2740a50d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe27c006010 tx=0x7fe27c009800 comp rx=0 tx=0).stop 2024-09-05T07:37:31.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.252+0000 7fe293d62640 1 -- 172.21.15.71:0/3364894705 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe28c1036e0 msgr2=0x7fe28c198910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:31.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.252+0000 7fe293d62640 1 --2- 172.21.15.71:0/3364894705 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe28c1036e0 0x7fe28c198910 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fe28000c8c0 tx=0x7fe28000cd80 comp rx=0 tx=0).stop 2024-09-05T07:37:31.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.252+0000 7fe2922ff640 1 -- 172.21.15.71:0/3364894705 reap_dead start 2024-09-05T07:37:31.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.252+0000 7fe293d62640 1 -- 172.21.15.71:0/3364894705 shutdown_connections 2024-09-05T07:37:31.267 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.252+0000 7fe293d62640 1 -- 172.21.15.71:0/3364894705 >> 172.21.15.71:0/3364894705 conn(0x7fe28c0fc7d0 msgr2=0x7fe28c105d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:31.267 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.252+0000 7fe293d62640 1 -- 172.21.15.71:0/3364894705 shutdown_connections 2024-09-05T07:37:31.267 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.252+0000 7fe293d62640 1 -- 172.21.15.71:0/3364894705 wait complete. 2024-09-05T07:37:31.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.560+0000 7f58b33a4640 1 -- 172.21.15.71:0/1574914389 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f58ac1027a0 msgr2=0x7f58ac1067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:31.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.560+0000 7f58b33a4640 1 --2- 172.21.15.71:0/1574914389 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f58ac1027a0 0x7f58ac1067f0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f589c009900 tx=0x7f589c02a410 comp rx=0 tx=0).stop 2024-09-05T07:37:31.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.560+0000 7f58b33a4640 1 -- 172.21.15.71:0/1574914389 shutdown_connections 2024-09-05T07:37:31.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.560+0000 7f58b33a4640 1 --2- 172.21.15.71:0/1574914389 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58ac106f20 0x7f58ac10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:31.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.560+0000 7f58b33a4640 1 --2- 172.21.15.71:0/1574914389 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f58ac1027a0 0x7f58ac1067f0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:31.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.560+0000 7f58b33a4640 1 --2- 172.21.15.71:0/1574914389 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f58ac101df0 0x7f58ac1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:31.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.560+0000 7f58b33a4640 1 -- 172.21.15.71:0/1574914389 >> 172.21.15.71:0/1574914389 conn(0x7f58ac0fd8f0 msgr2=0x7f58ac0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:31.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.560+0000 7f58b33a4640 1 -- 172.21.15.71:0/1574914389 shutdown_connections 2024-09-05T07:37:31.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.560+0000 7f58b33a4640 1 -- 172.21.15.71:0/1574914389 wait complete. 2024-09-05T07:37:31.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.561+0000 7f58b33a4640 1 Processor -- start 2024-09-05T07:37:31.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.561+0000 7f58b33a4640 1 -- start start 2024-09-05T07:37:31.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.561+0000 7f58b33a4640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f58ac101df0 0x7f58ac0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:31.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.561+0000 7f58b33a4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f58ac1027a0 0x7f58ac074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:31.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.561+0000 7f58b33a4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58ac106f20 0x7f58ac074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:31.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.561+0000 7f58b33a4640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f58ac111e30 con 0x7f58ac1027a0 2024-09-05T07:37:31.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.561+0000 7f58b33a4640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f58ac111cb0 con 0x7f58ac101df0 2024-09-05T07:37:31.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.561+0000 7f58b33a4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f58ac111fb0 con 0x7f58ac106f20 2024-09-05T07:37:31.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.562+0000 7f58b093f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f58ac1027a0 0x7f58ac074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:31.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.562+0000 7f58b093f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f58ac1027a0 0x7f58ac074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38458/0 (socket says 172.21.15.71:38458) 2024-09-05T07:37:31.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.562+0000 7f58b093f640 1 -- 172.21.15.71:0/2283039108 learned_addr learned my addr 172.21.15.71:0/2283039108 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:31.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.562+0000 7f58b1941640 1 --2- 172.21.15.71:0/2283039108 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58ac106f20 0x7f58ac074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:31.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.562+0000 7f58b1140640 1 --2- 172.21.15.71:0/2283039108 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f58ac101df0 0x7f58ac0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:31.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.562+0000 7f58b1941640 1 -- 172.21.15.71:0/2283039108 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f58ac101df0 msgr2=0x7f58ac0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:31.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.562+0000 7f58b1941640 1 --2- 172.21.15.71:0/2283039108 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f58ac101df0 0x7f58ac0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:31.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.562+0000 7f58b1941640 1 -- 172.21.15.71:0/2283039108 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f58ac1027a0 msgr2=0x7f58ac074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:31.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.562+0000 7f58b1941640 1 --2- 172.21.15.71:0/2283039108 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f58ac1027a0 0x7f58ac074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:31.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.562+0000 7f58b1941640 1 -- 172.21.15.71:0/2283039108 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58ac1a6860 con 0x7f58ac106f20 2024-09-05T07:37:31.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.562+0000 7f58b093f640 1 --2- 172.21.15.71:0/2283039108 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f58ac1027a0 0x7f58ac074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:37:31.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.562+0000 7f58b1941640 1 --2- 172.21.15.71:0/2283039108 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58ac106f20 0x7f58ac074f70 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f58a4009fd0 tx=0x7f58a400ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:31.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.563+0000 7f58a27fc640 1 -- 172.21.15.71:0/2283039108 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58a400ce20 con 0x7f58ac106f20 2024-09-05T07:37:31.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.563+0000 7f58b33a4640 1 -- 172.21.15.71:0/2283039108 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58ac1a6b50 con 0x7f58ac106f20 2024-09-05T07:37:31.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.563+0000 7f58a27fc640 1 -- 172.21.15.71:0/2283039108 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58a4005020 con 0x7f58ac106f20 2024-09-05T07:37:31.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.563+0000 7f58a27fc640 1 -- 172.21.15.71:0/2283039108 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58a4010690 con 0x7f58ac106f20 2024-09-05T07:37:31.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.563+0000 7f58b33a4640 1 -- 172.21.15.71:0/2283039108 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58ac1a70b0 con 0x7f58ac106f20 2024-09-05T07:37:31.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.563+0000 7f58b33a4640 1 -- 172.21.15.71:0/2283039108 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f58ac0628c0 con 0x7f58ac106f20 2024-09-05T07:37:31.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.565+0000 7f58a27fc640 1 -- 172.21.15.71:0/2283039108 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f58a40051d0 con 0x7f58ac106f20 2024-09-05T07:37:31.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.566+0000 7f58a27fc640 1 --2- 172.21.15.71:0/2283039108 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f58980a2c10 0x7f58980a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:31.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.566+0000 7f58b1140640 1 --2- 172.21.15.71:0/2283039108 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f58980a2c10 0x7f58980a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:31.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.566+0000 7f58a27fc640 1 -- 172.21.15.71:0/2283039108 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f58a40cfcd0 con 0x7f58ac106f20 2024-09-05T07:37:31.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.566+0000 7f58a27fc640 1 --2- 172.21.15.71:0/2283039108 >> [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244] conn(0x7f58980adde0 0x7f58980b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:31.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.566+0000 7f58a27fc640 1 -- 172.21.15.71:0/2283039108 --> [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f58980b0950 con 0x7f58980adde0 2024-09-05T07:37:31.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.566+0000 7f58a27fc640 1 -- 172.21.15.71:0/2283039108 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f58a40d0080 con 0x7f58ac106f20 2024-09-05T07:37:31.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.566+0000 7f58b1140640 1 --2- 172.21.15.71:0/2283039108 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f58980a2c10 0x7f58980a50d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f58a80058c0 tx=0x7f58a800a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:31.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.566+0000 7f58b093f640 1 --2- 172.21.15.71:0/2283039108 >> [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244] conn(0x7f58980adde0 0x7f58980b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:31.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.566+0000 7f58b093f640 1 --2- 172.21.15.71:0/2283039108 >> [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244] conn(0x7f58980adde0 0x7f58980b0280 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:31.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.567+0000 7f58a27fc640 1 -- 172.21.15.71:0/2283039108 <== osd.6 v2:172.21.15.71:6818/13242244 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f58980b0950 con 0x7f58980adde0 2024-09-05T07:37:31.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.580+0000 7f58b33a4640 1 -- 172.21.15.71:0/2283039108 --> [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f58ac062d40 con 0x7f58980adde0 2024-09-05T07:37:31.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.580+0000 7f58a27fc640 1 -- 172.21.15.71:0/2283039108 <== osd.6 v2:172.21.15.71:6818/13242244 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f58ac062d40 con 0x7f58980adde0 2024-09-05T07:37:31.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.581+0000 7f58b33a4640 1 -- 172.21.15.71:0/2283039108 >> [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244] conn(0x7f58980adde0 msgr2=0x7f58980b0280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:31.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.581+0000 7f58b33a4640 1 --2- 172.21.15.71:0/2283039108 >> [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244] conn(0x7f58980adde0 0x7f58980b0280 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:31.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.581+0000 7f58b33a4640 1 -- 172.21.15.71:0/2283039108 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f58980a2c10 msgr2=0x7f58980a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:31.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.581+0000 7f58b33a4640 1 --2- 172.21.15.71:0/2283039108 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f58980a2c10 0x7f58980a50d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f58a80058c0 tx=0x7f58a800a2d0 comp rx=0 tx=0).stop 2024-09-05T07:37:31.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.581+0000 7f58b33a4640 1 -- 172.21.15.71:0/2283039108 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58ac106f20 msgr2=0x7f58ac074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:31.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.581+0000 7f58b33a4640 1 --2- 172.21.15.71:0/2283039108 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f58ac106f20 0x7f58ac074f70 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f58a4009fd0 tx=0x7f58a400ef10 comp rx=0 tx=0).stop 2024-09-05T07:37:31.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.581+0000 7f58b1941640 1 -- 172.21.15.71:0/2283039108 reap_dead start 2024-09-05T07:37:31.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.581+0000 7f58b33a4640 1 -- 172.21.15.71:0/2283039108 shutdown_connections 2024-09-05T07:37:31.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.581+0000 7f58b33a4640 1 -- 172.21.15.71:0/2283039108 >> 172.21.15.71:0/2283039108 conn(0x7f58ac0fd8f0 msgr2=0x7f58ac0fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:31.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.581+0000 7f58b33a4640 1 -- 172.21.15.71:0/2283039108 shutdown_connections 2024-09-05T07:37:31.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:31.581+0000 7f58b33a4640 1 -- 172.21.15.71:0/2283039108 wait complete. 2024-09-05T07:37:31.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:31 smithi123 ceph-mon[34568]: pgmap v318: 129 pgs: 129 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 853 B/s wr, 7 op/s 2024-09-05T07:37:31.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:31 smithi192 ceph-mon[34929]: pgmap v318: 129 pgs: 129 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 853 B/s wr, 7 op/s 2024-09-05T07:37:31.881 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:31 smithi071 ceph-mon[30965]: pgmap v318: 129 pgs: 129 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 853 B/s wr, 7 op/s 2024-09-05T07:37:32.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.559+0000 7f5540a2d640 1 -- 172.21.15.71:0/827278953 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f553c106a80 msgr2=0x7f553c106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:32.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.559+0000 7f5540a2d640 1 --2- 172.21.15.71:0/827278953 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f553c106a80 0x7f553c106e60 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f552c009930 tx=0x7f552c02a420 comp rx=0 tx=0).stop 2024-09-05T07:37:32.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.559+0000 7f5540a2d640 1 -- 172.21.15.71:0/827278953 shutdown_connections 2024-09-05T07:37:32.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.559+0000 7f5540a2d640 1 --2- 172.21.15.71:0/827278953 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f553c101420 0x7f553c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:32.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.559+0000 7f5540a2d640 1 --2- 172.21.15.71:0/827278953 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f553c100a80 0x7f553c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:32.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.559+0000 7f5540a2d640 1 --2- 172.21.15.71:0/827278953 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f553c106a80 0x7f553c106e60 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:32.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.559+0000 7f5540a2d640 1 -- 172.21.15.71:0/827278953 >> 172.21.15.71:0/827278953 conn(0x7f553c0fc7a0 msgr2=0x7f553c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:32.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.559+0000 7f5540a2d640 1 -- 172.21.15.71:0/827278953 shutdown_connections 2024-09-05T07:37:32.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.559+0000 7f5540a2d640 1 -- 172.21.15.71:0/827278953 wait complete. 2024-09-05T07:37:32.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.560+0000 7f5540a2d640 1 Processor -- start 2024-09-05T07:37:32.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.560+0000 7f5540a2d640 1 -- start start 2024-09-05T07:37:32.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.560+0000 7f5540a2d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f553c100a80 0x7f553c0fce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:32.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.560+0000 7f5540a2d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f553c101420 0x7f553c0fd3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:32.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.560+0000 7f5540a2d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f553c106a80 0x7f553c0fd8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:32.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.560+0000 7f5540a2d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f553c110d30 con 0x7f553c106a80 2024-09-05T07:37:32.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.560+0000 7f5540a2d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f553c110bb0 con 0x7f553c100a80 2024-09-05T07:37:32.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.560+0000 7f5540a2d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f553c110eb0 con 0x7f553c101420 2024-09-05T07:37:32.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.560+0000 7f553ad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f553c106a80 0x7f553c0fd8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:32.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.560+0000 7f553ad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f553c106a80 0x7f553c0fd8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38472/0 (socket says 172.21.15.71:38472) 2024-09-05T07:37:32.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.560+0000 7f553ad9d640 1 -- 172.21.15.71:0/3349900081 learned_addr learned my addr 172.21.15.71:0/3349900081 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:32.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.560+0000 7f5539d9b640 1 --2- 172.21.15.71:0/3349900081 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f553c101420 0x7f553c0fd3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:32.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.560+0000 7f553a59c640 1 --2- 172.21.15.71:0/3349900081 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f553c100a80 0x7f553c0fce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:32.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.560+0000 7f553ad9d640 1 -- 172.21.15.71:0/3349900081 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f553c101420 msgr2=0x7f553c0fd3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:32.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.560+0000 7f553ad9d640 1 --2- 172.21.15.71:0/3349900081 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f553c101420 0x7f553c0fd3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:32.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.560+0000 7f553ad9d640 1 -- 172.21.15.71:0/3349900081 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f553c100a80 msgr2=0x7f553c0fce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:32.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.560+0000 7f553ad9d640 1 --2- 172.21.15.71:0/3349900081 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f553c100a80 0x7f553c0fce70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:32.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.561+0000 7f553ad9d640 1 -- 172.21.15.71:0/3349900081 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f553c1a68a0 con 0x7f553c106a80 2024-09-05T07:37:32.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.561+0000 7f553ad9d640 1 --2- 172.21.15.71:0/3349900081 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f553c106a80 0x7f553c0fd8f0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f553400eaa0 tx=0x7f553400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:32.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.561+0000 7f55337fe640 1 -- 172.21.15.71:0/3349900081 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f553400cdb0 con 0x7f553c106a80 2024-09-05T07:37:32.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.561+0000 7f55337fe640 1 -- 172.21.15.71:0/3349900081 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5534005020 con 0x7f553c106a80 2024-09-05T07:37:32.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.561+0000 7f55337fe640 1 -- 172.21.15.71:0/3349900081 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55340116d0 con 0x7f553c106a80 2024-09-05T07:37:32.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.561+0000 7f5540a2d640 1 -- 172.21.15.71:0/3349900081 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f553c1a6b90 con 0x7f553c106a80 2024-09-05T07:37:32.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.561+0000 7f5540a2d640 1 -- 172.21.15.71:0/3349900081 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f553c1a70d0 con 0x7f553c106a80 2024-09-05T07:37:32.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.562+0000 7f5540a2d640 1 -- 172.21.15.71:0/3349900081 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f553c0628c0 con 0x7f553c106a80 2024-09-05T07:37:32.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.563+0000 7f55337fe640 1 -- 172.21.15.71:0/3349900081 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f5534011870 con 0x7f553c106a80 2024-09-05T07:37:32.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.564+0000 7f55337fe640 1 --2- 172.21.15.71:0/3349900081 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f55280a2c90 0x7f55280a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:32.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.564+0000 7f553a59c640 1 --2- 172.21.15.71:0/3349900081 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f55280a2c90 0x7f55280a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:32.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.564+0000 7f55337fe640 1 -- 172.21.15.71:0/3349900081 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f55340cfc10 con 0x7f553c106a80 2024-09-05T07:37:32.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.564+0000 7f55337fe640 1 --2- 172.21.15.71:0/3349900081 >> [v2:172.21.15.123:6800/1041172381,v1:172.21.15.123:6801/1041172381] conn(0x7f55280ade60 0x7f55280b0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:32.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.564+0000 7f55337fe640 1 -- 172.21.15.71:0/3349900081 --> [v2:172.21.15.123:6800/1041172381,v1:172.21.15.123:6801/1041172381] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5534014ec0 con 0x7f55280ade60 2024-09-05T07:37:32.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.564+0000 7f55337fe640 1 -- 172.21.15.71:0/3349900081 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f55340d0060 con 0x7f553c106a80 2024-09-05T07:37:32.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.564+0000 7f553a59c640 1 --2- 172.21.15.71:0/3349900081 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f55280a2c90 0x7f55280a5150 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f552c000c00 tx=0x7f552c032c80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:32.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.565+0000 7f5539d9b640 1 --2- 172.21.15.71:0/3349900081 >> [v2:172.21.15.123:6800/1041172381,v1:172.21.15.123:6801/1041172381] conn(0x7f55280ade60 0x7f55280b0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:32.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.565+0000 7f5539d9b640 1 --2- 172.21.15.71:0/3349900081 >> [v2:172.21.15.123:6800/1041172381,v1:172.21.15.123:6801/1041172381] conn(0x7f55280ade60 0x7f55280b0300 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:32.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.566+0000 7f55337fe640 1 -- 172.21.15.71:0/3349900081 <== osd.1 v2:172.21.15.123:6800/1041172381 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5534014ec0 con 0x7f55280ade60 2024-09-05T07:37:32.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.579+0000 7f5540a2d640 1 -- 172.21.15.71:0/3349900081 --> [v2:172.21.15.123:6800/1041172381,v1:172.21.15.123:6801/1041172381] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f553c062cc0 con 0x7f55280ade60 2024-09-05T07:37:32.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.580+0000 7f55337fe640 1 -- 172.21.15.71:0/3349900081 <== osd.1 v2:172.21.15.123:6800/1041172381 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f553c062cc0 con 0x7f55280ade60 2024-09-05T07:37:32.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.580+0000 7f5540a2d640 1 -- 172.21.15.71:0/3349900081 >> [v2:172.21.15.123:6800/1041172381,v1:172.21.15.123:6801/1041172381] conn(0x7f55280ade60 msgr2=0x7f55280b0300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:32.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.580+0000 7f5540a2d640 1 --2- 172.21.15.71:0/3349900081 >> [v2:172.21.15.123:6800/1041172381,v1:172.21.15.123:6801/1041172381] conn(0x7f55280ade60 0x7f55280b0300 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:32.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.580+0000 7f5540a2d640 1 -- 172.21.15.71:0/3349900081 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f55280a2c90 msgr2=0x7f55280a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:32.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.580+0000 7f5540a2d640 1 --2- 172.21.15.71:0/3349900081 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f55280a2c90 0x7f55280a5150 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f552c000c00 tx=0x7f552c032c80 comp rx=0 tx=0).stop 2024-09-05T07:37:32.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.580+0000 7f5540a2d640 1 -- 172.21.15.71:0/3349900081 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f553c106a80 msgr2=0x7f553c0fd8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:32.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.580+0000 7f5540a2d640 1 --2- 172.21.15.71:0/3349900081 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f553c106a80 0x7f553c0fd8f0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f553400eaa0 tx=0x7f553400ef60 comp rx=0 tx=0).stop 2024-09-05T07:37:32.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.580+0000 7f553ad9d640 1 -- 172.21.15.71:0/3349900081 reap_dead start 2024-09-05T07:37:32.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.580+0000 7f5540a2d640 1 -- 172.21.15.71:0/3349900081 shutdown_connections 2024-09-05T07:37:32.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.580+0000 7f5540a2d640 1 -- 172.21.15.71:0/3349900081 >> 172.21.15.71:0/3349900081 conn(0x7f553c0fc7a0 msgr2=0x7f553c06aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:32.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.580+0000 7f5540a2d640 1 -- 172.21.15.71:0/3349900081 shutdown_connections 2024-09-05T07:37:32.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.580+0000 7f5540a2d640 1 -- 172.21.15.71:0/3349900081 wait complete. 2024-09-05T07:37:32.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.776+0000 7f68238b9640 1 -- 172.21.15.71:0/2744488585 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f681c106f10 msgr2=0x7f681c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:32.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.776+0000 7f68238b9640 1 --2- 172.21.15.71:0/2744488585 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f681c106f10 0x7f681c10ea90 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f6814009ca0 tx=0x7f681402a8c0 comp rx=0 tx=0).stop 2024-09-05T07:37:32.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.776+0000 7f68238b9640 1 -- 172.21.15.71:0/2744488585 shutdown_connections 2024-09-05T07:37:32.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.776+0000 7f68238b9640 1 --2- 172.21.15.71:0/2744488585 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f681c106f10 0x7f681c10ea90 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:32.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.776+0000 7f68238b9640 1 --2- 172.21.15.71:0/2744488585 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f681c102790 0x7f681c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:32.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.776+0000 7f68238b9640 1 --2- 172.21.15.71:0/2744488585 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f681c101de0 0x7f681c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:32.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.776+0000 7f68238b9640 1 -- 172.21.15.71:0/2744488585 >> 172.21.15.71:0/2744488585 conn(0x7f681c0fd8c0 msgr2=0x7f681c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:32.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.776+0000 7f68238b9640 1 -- 172.21.15.71:0/2744488585 shutdown_connections 2024-09-05T07:37:32.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.776+0000 7f68238b9640 1 -- 172.21.15.71:0/2744488585 wait complete. 2024-09-05T07:37:32.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.777+0000 7f68238b9640 1 Processor -- start 2024-09-05T07:37:32.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.777+0000 7f68238b9640 1 -- start start 2024-09-05T07:37:32.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.777+0000 7f68238b9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f681c101de0 0x7f681c198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:32.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.777+0000 7f68238b9640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f681c102790 0x7f681c1987c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:32.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.777+0000 7f68238b9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f681c106f10 0x7f681c19cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:32.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.777+0000 7f68238b9640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f681c111e20 con 0x7f681c101de0 2024-09-05T07:37:32.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.777+0000 7f68238b9640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f681c111ca0 con 0x7f681c102790 2024-09-05T07:37:32.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.777+0000 7f68238b9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f681c111fa0 con 0x7f681c106f10 2024-09-05T07:37:32.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.777+0000 7f6821655640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f681c101de0 0x7f681c198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:32.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.777+0000 7f6821655640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f681c101de0 0x7f681c198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38488/0 (socket says 172.21.15.71:38488) 2024-09-05T07:37:32.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.777+0000 7f6821655640 1 -- 172.21.15.71:0/564143683 learned_addr learned my addr 172.21.15.71:0/564143683 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:32.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.778+0000 7f6821e56640 1 --2- 172.21.15.71:0/564143683 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f681c106f10 0x7f681c19cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:32.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.778+0000 7f6820e54640 1 --2- 172.21.15.71:0/564143683 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f681c102790 0x7f681c1987c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:32.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.778+0000 7f6821655640 1 -- 172.21.15.71:0/564143683 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f681c106f10 msgr2=0x7f681c19cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:32.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.778+0000 7f6821655640 1 --2- 172.21.15.71:0/564143683 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f681c106f10 0x7f681c19cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:32.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.778+0000 7f6821655640 1 -- 172.21.15.71:0/564143683 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f681c102790 msgr2=0x7f681c1987c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:32.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.778+0000 7f6821655640 1 --2- 172.21.15.71:0/564143683 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f681c102790 0x7f681c1987c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:32.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.778+0000 7f6821655640 1 -- 172.21.15.71:0/564143683 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f681c19d230 con 0x7f681c101de0 2024-09-05T07:37:32.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.778+0000 7f6821655640 1 --2- 172.21.15.71:0/564143683 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f681c101de0 0x7f681c198280 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f681800d770 tx=0x7f681800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:32.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.778+0000 7f68127fc640 1 -- 172.21.15.71:0/564143683 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6818017070 con 0x7f681c101de0 2024-09-05T07:37:32.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.778+0000 7f68238b9640 1 -- 172.21.15.71:0/564143683 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f681c19d520 con 0x7f681c101de0 2024-09-05T07:37:32.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.778+0000 7f68127fc640 1 -- 172.21.15.71:0/564143683 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f68180054d0 con 0x7f681c101de0 2024-09-05T07:37:32.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.778+0000 7f68127fc640 1 -- 172.21.15.71:0/564143683 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6818004cf0 con 0x7f681c101de0 2024-09-05T07:37:32.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.778+0000 7f68238b9640 1 -- 172.21.15.71:0/564143683 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f681c1a4e00 con 0x7f681c101de0 2024-09-05T07:37:32.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.779+0000 7f68238b9640 1 -- 172.21.15.71:0/564143683 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f681c062980 con 0x7f681c101de0 2024-09-05T07:37:32.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.780+0000 7f68127fc640 1 -- 172.21.15.71:0/564143683 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6818004e90 con 0x7f681c101de0 2024-09-05T07:37:32.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.781+0000 7f68127fc640 1 --2- 172.21.15.71:0/564143683 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f68080a2c10 0x7f68080a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:32.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.781+0000 7f68127fc640 1 -- 172.21.15.71:0/564143683 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f68180cf050 con 0x7f681c101de0 2024-09-05T07:37:32.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.781+0000 7f6820e54640 1 --2- 172.21.15.71:0/564143683 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f68080a2c10 0x7f68080a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:32.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.781+0000 7f68127fc640 1 --2- 172.21.15.71:0/564143683 >> [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717] conn(0x7f68080adde0 0x7f68080b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:32.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.781+0000 7f68127fc640 1 -- 172.21.15.71:0/564143683 --> [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f681801ee50 con 0x7f68080adde0 2024-09-05T07:37:32.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.781+0000 7f68127fc640 1 -- 172.21.15.71:0/564143683 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f68180d6050 con 0x7f681c101de0 2024-09-05T07:37:32.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.781+0000 7f6821e56640 1 --2- 172.21.15.71:0/564143683 >> [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717] conn(0x7f68080adde0 0x7f68080b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:32.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.781+0000 7f6820e54640 1 --2- 172.21.15.71:0/564143683 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f68080a2c10 0x7f68080a50d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f681c1088e0 tx=0x7f680c00c4a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:32.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.782+0000 7f6821e56640 1 --2- 172.21.15.71:0/564143683 >> [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717] conn(0x7f68080adde0 0x7f68080b0280 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:32.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.782+0000 7f68127fc640 1 -- 172.21.15.71:0/564143683 <== osd.9 v2:172.21.15.71:6826/12570717 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f681801ee50 con 0x7f68080adde0 2024-09-05T07:37:32.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.796+0000 7f68238b9640 1 -- 172.21.15.71:0/564143683 --> [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f681c062d80 con 0x7f68080adde0 2024-09-05T07:37:32.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.796+0000 7f68127fc640 1 -- 172.21.15.71:0/564143683 <== osd.9 v2:172.21.15.71:6826/12570717 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f681c062d80 con 0x7f68080adde0 2024-09-05T07:37:32.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.796+0000 7f68238b9640 1 -- 172.21.15.71:0/564143683 >> [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717] conn(0x7f68080adde0 msgr2=0x7f68080b0280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:32.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.796+0000 7f68238b9640 1 --2- 172.21.15.71:0/564143683 >> [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717] conn(0x7f68080adde0 0x7f68080b0280 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:32.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.796+0000 7f68238b9640 1 -- 172.21.15.71:0/564143683 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f68080a2c10 msgr2=0x7f68080a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:32.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.796+0000 7f68238b9640 1 --2- 172.21.15.71:0/564143683 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f68080a2c10 0x7f68080a50d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f681c1088e0 tx=0x7f680c00c4a0 comp rx=0 tx=0).stop 2024-09-05T07:37:32.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.796+0000 7f68238b9640 1 -- 172.21.15.71:0/564143683 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f681c101de0 msgr2=0x7f681c198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:32.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.796+0000 7f68238b9640 1 --2- 172.21.15.71:0/564143683 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f681c101de0 0x7f681c198280 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f681800d770 tx=0x7f681800dc30 comp rx=0 tx=0).stop 2024-09-05T07:37:32.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.796+0000 7f6821e56640 1 -- 172.21.15.71:0/564143683 reap_dead start 2024-09-05T07:37:32.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.796+0000 7f68238b9640 1 -- 172.21.15.71:0/564143683 shutdown_connections 2024-09-05T07:37:32.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.796+0000 7f68238b9640 1 -- 172.21.15.71:0/564143683 >> 172.21.15.71:0/564143683 conn(0x7f681c0fd8c0 msgr2=0x7f681c0fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:32.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.796+0000 7f68238b9640 1 -- 172.21.15.71:0/564143683 shutdown_connections 2024-09-05T07:37:32.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:32.796+0000 7f68238b9640 1 -- 172.21.15.71:0/564143683 wait complete. 2024-09-05T07:37:33.490 INFO:teuthology.orchestra.run.smithi071.stdout:326417514524 2024-09-05T07:37:33.490 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-09-05T07:37:33.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:33 smithi123 ceph-mon[34568]: pgmap v319: 129 pgs: 129 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 6 op/s 2024-09-05T07:37:33.684 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:33 smithi071 ceph-mon[30965]: pgmap v319: 129 pgs: 129 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 6 op/s 2024-09-05T07:37:33.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:33 smithi192 ceph-mon[34929]: pgmap v319: 129 pgs: 129 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 6 op/s 2024-09-05T07:37:34.014 INFO:teuthology.orchestra.run.smithi071.stdout:244813135916 2024-09-05T07:37:34.014 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-09-05T07:37:34.662 INFO:teuthology.orchestra.run.smithi071.stdout:193273528374 2024-09-05T07:37:34.663 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-05T07:37:34.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.907+0000 7f4326d23640 1 -- 172.21.15.71:0/3620002103 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4320106f10 msgr2=0x7f432010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:34.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.907+0000 7f4326d23640 1 --2- 172.21.15.71:0/3620002103 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4320106f10 0x7f432010ea90 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f4318009ca0 tx=0x7f431802a8c0 comp rx=0 tx=0).stop 2024-09-05T07:37:34.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.908+0000 7f4326d23640 1 -- 172.21.15.71:0/3620002103 shutdown_connections 2024-09-05T07:37:34.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.908+0000 7f4326d23640 1 --2- 172.21.15.71:0/3620002103 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4320106f10 0x7f432010ea90 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:34.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.908+0000 7f4326d23640 1 --2- 172.21.15.71:0/3620002103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4320102790 0x7f43201067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:34.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.908+0000 7f4326d23640 1 --2- 172.21.15.71:0/3620002103 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4320101de0 0x7f43201021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:34.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.908+0000 7f4326d23640 1 -- 172.21.15.71:0/3620002103 >> 172.21.15.71:0/3620002103 conn(0x7f43200fd8c0 msgr2=0x7f43200ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:34.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.908+0000 7f4326d23640 1 -- 172.21.15.71:0/3620002103 shutdown_connections 2024-09-05T07:37:34.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.908+0000 7f4326d23640 1 -- 172.21.15.71:0/3620002103 wait complete. 2024-09-05T07:37:34.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.908+0000 7f4326d23640 1 Processor -- start 2024-09-05T07:37:34.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.909+0000 7f4326d23640 1 -- start start 2024-09-05T07:37:34.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.909+0000 7f4326d23640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4320101de0 0x7f4320198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:34.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.909+0000 7f4326d23640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4320102790 0x7f4320198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:34.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.909+0000 7f4326d23640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4320106f10 0x7f432019ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:34.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.909+0000 7f4326d23640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4320111e40 con 0x7f4320106f10 2024-09-05T07:37:34.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.909+0000 7f4326d23640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4320111cc0 con 0x7f4320101de0 2024-09-05T07:37:34.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.909+0000 7f4326d23640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4320111fc0 con 0x7f4320102790 2024-09-05T07:37:34.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.909+0000 7f43252c0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4320106f10 0x7f432019ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:34.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.909+0000 7f43252c0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4320106f10 0x7f432019ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38502/0 (socket says 172.21.15.71:38502) 2024-09-05T07:37:34.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.909+0000 7f43252c0640 1 -- 172.21.15.71:0/1385018368 learned_addr learned my addr 172.21.15.71:0/1385018368 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:34.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.909+0000 7f4324abf640 1 --2- 172.21.15.71:0/1385018368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4320101de0 0x7f4320198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:34.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.909+0000 7f431ffff640 1 --2- 172.21.15.71:0/1385018368 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4320102790 0x7f4320198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:34.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.909+0000 7f43252c0640 1 -- 172.21.15.71:0/1385018368 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4320102790 msgr2=0x7f4320198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:34.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.909+0000 7f43252c0640 1 --2- 172.21.15.71:0/1385018368 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4320102790 0x7f4320198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:34.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.909+0000 7f43252c0640 1 -- 172.21.15.71:0/1385018368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4320101de0 msgr2=0x7f4320198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:34.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.909+0000 7f43252c0640 1 --2- 172.21.15.71:0/1385018368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4320101de0 0x7f4320198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:34.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.909+0000 7f43252c0640 1 -- 172.21.15.71:0/1385018368 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f432019d3b0 con 0x7f4320106f10 2024-09-05T07:37:34.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.909+0000 7f4324abf640 1 --2- 172.21.15.71:0/1385018368 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4320101de0 0x7f4320198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:37:34.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.909+0000 7f43252c0640 1 --2- 172.21.15.71:0/1385018368 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4320106f10 0x7f432019ccd0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f4318009dc0 tx=0x7f4318032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:34.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.910+0000 7f431dffb640 1 -- 172.21.15.71:0/1385018368 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4318003cf0 con 0x7f4320106f10 2024-09-05T07:37:34.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.910+0000 7f4326d23640 1 -- 172.21.15.71:0/1385018368 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f432019d640 con 0x7f4320106f10 2024-09-05T07:37:34.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.910+0000 7f431dffb640 1 -- 172.21.15.71:0/1385018368 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f43180044f0 con 0x7f4320106f10 2024-09-05T07:37:34.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.910+0000 7f431dffb640 1 -- 172.21.15.71:0/1385018368 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4318030bf0 con 0x7f4320106f10 2024-09-05T07:37:34.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.910+0000 7f4326d23640 1 -- 172.21.15.71:0/1385018368 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43201a4f80 con 0x7f4320106f10 2024-09-05T07:37:34.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.911+0000 7f4326d23640 1 -- 172.21.15.71:0/1385018368 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4320062900 con 0x7f4320106f10 2024-09-05T07:37:34.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.912+0000 7f431dffb640 1 -- 172.21.15.71:0/1385018368 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f4318004040 con 0x7f4320106f10 2024-09-05T07:37:34.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.912+0000 7f431dffb640 1 --2- 172.21.15.71:0/1385018368 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f43100a2c10 0x7f43100a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:34.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.913+0000 7f4324abf640 1 --2- 172.21.15.71:0/1385018368 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f43100a2c10 0x7f43100a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:34.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.913+0000 7f431dffb640 1 -- 172.21.15.71:0/1385018368 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7f43180f0c70 con 0x7f4320106f10 2024-09-05T07:37:34.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.913+0000 7f431dffb640 1 --2- 172.21.15.71:0/1385018368 >> [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711] conn(0x7f43100adde0 0x7f43100b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:34.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.913+0000 7f431dffb640 1 -- 172.21.15.71:0/1385018368 --> [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4318036e70 con 0x7f43100adde0 2024-09-05T07:37:34.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.913+0000 7f431dffb640 1 -- 172.21.15.71:0/1385018368 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f43180f10c0 con 0x7f4320106f10 2024-09-05T07:37:34.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.913+0000 7f4324abf640 1 --2- 172.21.15.71:0/1385018368 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f43100a2c10 0x7f43100a50d0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f431400bfd0 tx=0x7f431400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:34.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.913+0000 7f431ffff640 1 --2- 172.21.15.71:0/1385018368 >> [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711] conn(0x7f43100adde0 0x7f43100b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:34.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.914+0000 7f431ffff640 1 --2- 172.21.15.71:0/1385018368 >> [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711] conn(0x7f43100adde0 0x7f43100b0280 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:34.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.914+0000 7f431dffb640 1 -- 172.21.15.71:0/1385018368 <== osd.5 v2:172.21.15.192:6808/3375480711 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4318036e70 con 0x7f43100adde0 2024-09-05T07:37:34.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.928+0000 7f4326d23640 1 -- 172.21.15.71:0/1385018368 --> [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4320062d80 con 0x7f43100adde0 2024-09-05T07:37:34.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.928+0000 7f431dffb640 1 -- 172.21.15.71:0/1385018368 <== osd.5 v2:172.21.15.192:6808/3375480711 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4320062d80 con 0x7f43100adde0 2024-09-05T07:37:34.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.929+0000 7f4326d23640 1 -- 172.21.15.71:0/1385018368 >> [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711] conn(0x7f43100adde0 msgr2=0x7f43100b0280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:34.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.929+0000 7f4326d23640 1 --2- 172.21.15.71:0/1385018368 >> [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711] conn(0x7f43100adde0 0x7f43100b0280 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:34.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.929+0000 7f4326d23640 1 -- 172.21.15.71:0/1385018368 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f43100a2c10 msgr2=0x7f43100a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:34.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.929+0000 7f4326d23640 1 --2- 172.21.15.71:0/1385018368 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f43100a2c10 0x7f43100a50d0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f431400bfd0 tx=0x7f431400b390 comp rx=0 tx=0).stop 2024-09-05T07:37:34.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.929+0000 7f4326d23640 1 -- 172.21.15.71:0/1385018368 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4320106f10 msgr2=0x7f432019ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:34.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.929+0000 7f4326d23640 1 --2- 172.21.15.71:0/1385018368 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4320106f10 0x7f432019ccd0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f4318009dc0 tx=0x7f4318032ff0 comp rx=0 tx=0).stop 2024-09-05T07:37:34.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.929+0000 7f43252c0640 1 -- 172.21.15.71:0/1385018368 reap_dead start 2024-09-05T07:37:34.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.929+0000 7f4326d23640 1 -- 172.21.15.71:0/1385018368 shutdown_connections 2024-09-05T07:37:34.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.929+0000 7f4326d23640 1 -- 172.21.15.71:0/1385018368 >> 172.21.15.71:0/1385018368 conn(0x7f43200fd8c0 msgr2=0x7f43200fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:34.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.929+0000 7f4326d23640 1 -- 172.21.15.71:0/1385018368 shutdown_connections 2024-09-05T07:37:34.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:34.929+0000 7f4326d23640 1 -- 172.21.15.71:0/1385018368 wait complete. 2024-09-05T07:37:35.425 INFO:teuthology.orchestra.run.smithi071.stdout:107374182468 2024-09-05T07:37:35.425 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-05T07:37:35.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:35 smithi071 ceph-mon[30965]: pgmap v320: 129 pgs: 129 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 5 op/s 2024-09-05T07:37:35.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [5, 6]}]: dispatch 2024-09-05T07:37:35.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 7]}]: dispatch 2024-09-05T07:37:35.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]: dispatch 2024-09-05T07:37:35.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 8]}]: dispatch 2024-09-05T07:37:35.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:35 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-09-05T07:37:35.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:35 smithi123 ceph-mon[34568]: pgmap v320: 129 pgs: 129 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 5 op/s 2024-09-05T07:37:35.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [5, 6]}]: dispatch 2024-09-05T07:37:35.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 7]}]: dispatch 2024-09-05T07:37:35.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]: dispatch 2024-09-05T07:37:35.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 8]}]: dispatch 2024-09-05T07:37:35.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:35 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-09-05T07:37:35.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:35 smithi192 ceph-mon[34929]: pgmap v320: 129 pgs: 129 active+clean; 642 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 5 op/s 2024-09-05T07:37:35.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [5, 6]}]: dispatch 2024-09-05T07:37:35.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 7]}]: dispatch 2024-09-05T07:37:35.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]: dispatch 2024-09-05T07:37:35.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 8]}]: dispatch 2024-09-05T07:37:35.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:35 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-09-05T07:37:36.276 INFO:teuthology.orchestra.run.smithi071.stdout:55834574926 2024-09-05T07:37:36.277 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-05T07:37:36.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:36 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [5, 6]}]': finished 2024-09-05T07:37:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:36 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 7]}]': finished 2024-09-05T07:37:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:36 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]': finished 2024-09-05T07:37:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:36 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 8]}]': finished 2024-09-05T07:37:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:36 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-09-05T07:37:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:36 smithi071 ceph-mon[30965]: osdmap e91: 12 total, 12 up, 12 in 2024-09-05T07:37:36.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:36 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [5, 6]}]': finished 2024-09-05T07:37:36.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:36 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 7]}]': finished 2024-09-05T07:37:36.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:36 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]': finished 2024-09-05T07:37:36.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:36 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 8]}]': finished 2024-09-05T07:37:36.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:36 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-09-05T07:37:36.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:36 smithi192 ceph-mon[34929]: osdmap e91: 12 total, 12 up, 12 in 2024-09-05T07:37:36.769 INFO:teuthology.orchestra.run.smithi071.stdout:158913790011 2024-09-05T07:37:36.769 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-05T07:37:36.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:36 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [5, 6]}]': finished 2024-09-05T07:37:36.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:36 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 7]}]': finished 2024-09-05T07:37:36.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:36 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]': finished 2024-09-05T07:37:36.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:36 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 8]}]': finished 2024-09-05T07:37:36.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:36 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-09-05T07:37:36.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:36 smithi123 ceph-mon[34568]: osdmap e91: 12 total, 12 up, 12 in 2024-09-05T07:37:37.257 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:37.317 INFO:teuthology.orchestra.run.smithi071.stdout:274877906983 2024-09-05T07:37:37.317 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-09-05T07:37:37.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:37 smithi071 ceph-mon[30965]: pgmap v322: 129 pgs: 1 peering, 128 active+clean; 644 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:37:37.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:37 smithi071 ceph-mon[30965]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-05T07:37:37.586 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:37 smithi071 ceph-mon[30965]: osdmap e92: 12 total, 12 up, 12 in 2024-09-05T07:37:37.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:37 smithi192 ceph-mon[34929]: pgmap v322: 129 pgs: 1 peering, 128 active+clean; 644 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:37:37.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:37 smithi192 ceph-mon[34929]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-05T07:37:37.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:37 smithi192 ceph-mon[34929]: osdmap e92: 12 total, 12 up, 12 in 2024-09-05T07:37:37.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.813+0000 7fcdc933f640 1 -- 172.21.15.71:0/644782769 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcdc41036e0 msgr2=0x7fcdc4107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:37.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.813+0000 7fcdc933f640 1 --2- 172.21.15.71:0/644782769 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcdc41036e0 0x7fcdc4107b90 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fcdb8009930 tx=0x7fcdb802a420 comp rx=0 tx=0).stop 2024-09-05T07:37:37.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.813+0000 7fcdc933f640 1 -- 172.21.15.71:0/644782769 shutdown_connections 2024-09-05T07:37:37.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.813+0000 7fcdc933f640 1 --2- 172.21.15.71:0/644782769 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdc41082a0 0x7fcdc410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:37.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.813+0000 7fcdc933f640 1 --2- 172.21.15.71:0/644782769 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcdc41036e0 0x7fcdc4107b90 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:37.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.813+0000 7fcdc933f640 1 --2- 172.21.15.71:0/644782769 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcdc4102d30 0x7fcdc4103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:37.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.813+0000 7fcdc933f640 1 -- 172.21.15.71:0/644782769 >> 172.21.15.71:0/644782769 conn(0x7fcdc40fc7d0 msgr2=0x7fcdc40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:37.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.813+0000 7fcdc933f640 1 -- 172.21.15.71:0/644782769 shutdown_connections 2024-09-05T07:37:37.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.813+0000 7fcdc933f640 1 -- 172.21.15.71:0/644782769 wait complete. 2024-09-05T07:37:37.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.814+0000 7fcdc933f640 1 Processor -- start 2024-09-05T07:37:37.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.814+0000 7fcdc933f640 1 -- start start 2024-09-05T07:37:37.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.814+0000 7fcdc933f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdc4102d30 0x7fcdc4100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:37.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.814+0000 7fcdc933f640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcdc41036e0 0x7fcdc4100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:37.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.814+0000 7fcdc933f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcdc41082a0 0x7fcdc4101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:37.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.814+0000 7fcdc933f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc4111f70 con 0x7fcdc41082a0 2024-09-05T07:37:37.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.814+0000 7fcdc933f640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc4111df0 con 0x7fcdc41036e0 2024-09-05T07:37:37.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.814+0000 7fcdc933f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc41120f0 con 0x7fcdc4102d30 2024-09-05T07:37:37.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.814+0000 7fcdc37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcdc41082a0 0x7fcdc4101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:37.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.815+0000 7fcdc37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcdc41082a0 0x7fcdc4101410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38524/0 (socket says 172.21.15.71:38524) 2024-09-05T07:37:37.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.815+0000 7fcdc37fe640 1 -- 172.21.15.71:0/724939313 learned_addr learned my addr 172.21.15.71:0/724939313 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:37.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.815+0000 7fcdc2ffd640 1 --2- 172.21.15.71:0/724939313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdc4102d30 0x7fcdc4100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:37.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.815+0000 7fcdc27fc640 1 --2- 172.21.15.71:0/724939313 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcdc41036e0 0x7fcdc4100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:37.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.815+0000 7fcdc37fe640 1 -- 172.21.15.71:0/724939313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdc4102d30 msgr2=0x7fcdc4100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:37.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.815+0000 7fcdc37fe640 1 --2- 172.21.15.71:0/724939313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdc4102d30 0x7fcdc4100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:37.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.815+0000 7fcdc37fe640 1 -- 172.21.15.71:0/724939313 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcdc41036e0 msgr2=0x7fcdc4100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:37.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.815+0000 7fcdc37fe640 1 --2- 172.21.15.71:0/724939313 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcdc41036e0 0x7fcdc4100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:37.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.815+0000 7fcdc37fe640 1 -- 172.21.15.71:0/724939313 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdc41a6970 con 0x7fcdc41082a0 2024-09-05T07:37:37.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.815+0000 7fcdc37fe640 1 --2- 172.21.15.71:0/724939313 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcdc41082a0 0x7fcdc4101410 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc009fd0 tx=0x7fcdbc00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:37.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.815+0000 7fcdabfff640 1 -- 172.21.15.71:0/724939313 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc011830 con 0x7fcdc41082a0 2024-09-05T07:37:37.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.815+0000 7fcdabfff640 1 -- 172.21.15.71:0/724939313 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcdbc016070 con 0x7fcdc41082a0 2024-09-05T07:37:37.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.815+0000 7fcdc933f640 1 -- 172.21.15.71:0/724939313 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdc41a6c60 con 0x7fcdc41082a0 2024-09-05T07:37:37.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.815+0000 7fcdabfff640 1 -- 172.21.15.71:0/724939313 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc010de0 con 0x7fcdc41082a0 2024-09-05T07:37:37.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.815+0000 7fcdc933f640 1 -- 172.21.15.71:0/724939313 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdc41a71c0 con 0x7fcdc41082a0 2024-09-05T07:37:37.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.816+0000 7fcdc933f640 1 -- 172.21.15.71:0/724939313 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdc4103110 con 0x7fcdc41082a0 2024-09-05T07:37:37.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.817+0000 7fcdabfff640 1 -- 172.21.15.71:0/724939313 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fcdbc0119d0 con 0x7fcdc41082a0 2024-09-05T07:37:37.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.818+0000 7fcdabfff640 1 --2- 172.21.15.71:0/724939313 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fcdac0a2c90 0x7fcdac0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:37.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.818+0000 7fcdc2ffd640 1 --2- 172.21.15.71:0/724939313 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fcdac0a2c90 0x7fcdac0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:37.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.818+0000 7fcdabfff640 1 -- 172.21.15.71:0/724939313 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7fcdbc0cead0 con 0x7fcdc41082a0 2024-09-05T07:37:37.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.819+0000 7fcdc2ffd640 1 --2- 172.21.15.71:0/724939313 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fcdac0a2c90 0x7fcdac0a5150 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4007ec0 tx=0x7fcdb40075b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:37.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:37.822+0000 7fcdabfff640 1 -- 172.21.15.71:0/724939313 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcdbc09b5f0 con 0x7fcdc41082a0 2024-09-05T07:37:37.866 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:37.892 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:37.893 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:37.894 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:37.907 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:37.907 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:37.913 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:37.913 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:37.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:37 smithi123 ceph-mon[34568]: pgmap v322: 129 pgs: 1 peering, 128 active+clean; 644 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:37:37.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:37 smithi123 ceph-mon[34568]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-05T07:37:37.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:37 smithi123 ceph-mon[34568]: osdmap e92: 12 total, 12 up, 12 in 2024-09-05T07:37:37.928 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:38.040 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.040+0000 7fcdc933f640 1 -- 172.21.15.71:0/724939313 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7fcdc410a2b0 con 0x7fcdc41082a0 2024-09-05T07:37:38.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.040+0000 7fcdabfff640 1 -- 172.21.15.71:0/724939313 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7fcdbc09aef0 con 0x7fcdc41082a0 2024-09-05T07:37:38.041 INFO:teuthology.orchestra.run.smithi071.stdout:296352743459 2024-09-05T07:37:38.043 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.042+0000 7fcdc933f640 1 -- 172.21.15.71:0/724939313 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fcdac0a2c90 msgr2=0x7fcdac0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:38.043 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.042+0000 7fcdc933f640 1 --2- 172.21.15.71:0/724939313 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fcdac0a2c90 0x7fcdac0a5150 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4007ec0 tx=0x7fcdb40075b0 comp rx=0 tx=0).stop 2024-09-05T07:37:38.043 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.042+0000 7fcdc933f640 1 -- 172.21.15.71:0/724939313 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcdc41082a0 msgr2=0x7fcdc4101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:38.043 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.042+0000 7fcdc933f640 1 --2- 172.21.15.71:0/724939313 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcdc41082a0 0x7fcdc4101410 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc009fd0 tx=0x7fcdbc00b8e0 comp rx=0 tx=0).stop 2024-09-05T07:37:38.043 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.042+0000 7fcdc933f640 1 -- 172.21.15.71:0/724939313 shutdown_connections 2024-09-05T07:37:38.043 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.042+0000 7fcdc933f640 1 --2- 172.21.15.71:0/724939313 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fcdac0a2c90 0x7fcdac0a5150 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:38.044 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.042+0000 7fcdc933f640 1 --2- 172.21.15.71:0/724939313 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcdc41082a0 0x7fcdc4101410 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:38.044 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.042+0000 7fcdc933f640 1 --2- 172.21.15.71:0/724939313 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcdc41036e0 0x7fcdc4100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:38.044 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.042+0000 7fcdc933f640 1 --2- 172.21.15.71:0/724939313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdc4102d30 0x7fcdc4100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:38.044 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.042+0000 7fcdc933f640 1 -- 172.21.15.71:0/724939313 >> 172.21.15.71:0/724939313 conn(0x7fcdc40fc7d0 msgr2=0x7fcdc4105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:38.044 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.042+0000 7fcdc933f640 1 -- 172.21.15.71:0/724939313 shutdown_connections 2024-09-05T07:37:38.044 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.043+0000 7fcdc933f640 1 -- 172.21.15.71:0/724939313 wait complete. 2024-09-05T07:37:38.640 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:38 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/724939313' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-05T07:37:38.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:38 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/724939313' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-05T07:37:38.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:38 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/724939313' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-05T07:37:38.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.922+0000 7f9e00c09640 1 -- 172.21.15.71:0/3800117030 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9dfc102570 msgr2=0x7f9dfc1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:38.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.922+0000 7f9e00c09640 1 --2- 172.21.15.71:0/3800117030 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9dfc102570 0x7f9dfc1029b0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f9de4009900 tx=0x7f9de402a480 comp rx=0 tx=0).stop 2024-09-05T07:37:38.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.922+0000 7f9e00c09640 1 -- 172.21.15.71:0/3800117030 shutdown_connections 2024-09-05T07:37:38.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.922+0000 7f9e00c09640 1 --2- 172.21.15.71:0/3800117030 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9dfc102ef0 0x7f9dfc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:38.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.922+0000 7f9e00c09640 1 --2- 172.21.15.71:0/3800117030 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9dfc102570 0x7f9dfc1029b0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:38.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.922+0000 7f9e00c09640 1 --2- 172.21.15.71:0/3800117030 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dfc100e20 0x7f9dfc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:38.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.922+0000 7f9e00c09640 1 -- 172.21.15.71:0/3800117030 >> 172.21.15.71:0/3800117030 conn(0x7f9dfc0fc7d0 msgr2=0x7f9dfc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:38.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.922+0000 7f9e00c09640 1 -- 172.21.15.71:0/3800117030 shutdown_connections 2024-09-05T07:37:38.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.922+0000 7f9e00c09640 1 -- 172.21.15.71:0/3800117030 wait complete. 2024-09-05T07:37:38.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.923+0000 7f9e00c09640 1 Processor -- start 2024-09-05T07:37:38.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.923+0000 7f9e00c09640 1 -- start start 2024-09-05T07:37:38.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.923+0000 7f9e00c09640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9dfc100e20 0x7f9dfc1983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:38.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.923+0000 7f9e00c09640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9dfc102570 0x7f9dfc1988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:38.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.923+0000 7f9e00c09640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dfc102ef0 0x7f9dfc19cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:38.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.923+0000 7f9e00c09640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9dfc110e00 con 0x7f9dfc102570 2024-09-05T07:37:38.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.923+0000 7f9e00c09640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9dfc110c80 con 0x7f9dfc100e20 2024-09-05T07:37:38.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.923+0000 7f9e00c09640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9dfc110f80 con 0x7f9dfc102ef0 2024-09-05T07:37:38.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.923+0000 7f9df9d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9dfc102570 0x7f9dfc1988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:38.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.923+0000 7f9df9d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9dfc102570 0x7f9dfc1988f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38546/0 (socket says 172.21.15.71:38546) 2024-09-05T07:37:38.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.923+0000 7f9df9d9b640 1 -- 172.21.15.71:0/1738519997 learned_addr learned my addr 172.21.15.71:0/1738519997 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:38.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.923+0000 7f9dfa59c640 1 --2- 172.21.15.71:0/1738519997 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9dfc100e20 0x7f9dfc1983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:38.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.923+0000 7f9dfad9d640 1 --2- 172.21.15.71:0/1738519997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dfc102ef0 0x7f9dfc19cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:38.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.924+0000 7f9df9d9b640 1 -- 172.21.15.71:0/1738519997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dfc102ef0 msgr2=0x7f9dfc19cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:38.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.924+0000 7f9df9d9b640 1 --2- 172.21.15.71:0/1738519997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dfc102ef0 0x7f9dfc19cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:38.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.924+0000 7f9df9d9b640 1 -- 172.21.15.71:0/1738519997 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9dfc100e20 msgr2=0x7f9dfc1983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:38.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.924+0000 7f9df9d9b640 1 --2- 172.21.15.71:0/1738519997 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9dfc100e20 0x7f9dfc1983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:38.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.924+0000 7f9df9d9b640 1 -- 172.21.15.71:0/1738519997 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dfc19d360 con 0x7f9dfc102570 2024-09-05T07:37:38.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.924+0000 7f9dfad9d640 1 --2- 172.21.15.71:0/1738519997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dfc102ef0 0x7f9dfc19cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:37:38.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.924+0000 7f9df9d9b640 1 --2- 172.21.15.71:0/1738519997 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9dfc102570 0x7f9dfc1988f0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f9de4006010 tx=0x7f9de40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:38.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.924+0000 7f9df37fe640 1 -- 172.21.15.71:0/1738519997 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de403f030 con 0x7f9dfc102570 2024-09-05T07:37:38.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.924+0000 7f9e00c09640 1 -- 172.21.15.71:0/1738519997 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dfc19d5f0 con 0x7f9dfc102570 2024-09-05T07:37:38.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.924+0000 7f9df37fe640 1 -- 172.21.15.71:0/1738519997 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9de4003cb0 con 0x7f9dfc102570 2024-09-05T07:37:38.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.924+0000 7f9df37fe640 1 -- 172.21.15.71:0/1738519997 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de4035070 con 0x7f9dfc102570 2024-09-05T07:37:38.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.924+0000 7f9e00c09640 1 -- 172.21.15.71:0/1738519997 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dfc1a4f30 con 0x7f9dfc102570 2024-09-05T07:37:38.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.925+0000 7f9e00c09640 1 -- 172.21.15.71:0/1738519997 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9dfc101200 con 0x7f9dfc102570 2024-09-05T07:37:38.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.926+0000 7f9df37fe640 1 -- 172.21.15.71:0/1738519997 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f9de4042030 con 0x7f9dfc102570 2024-09-05T07:37:38.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.927+0000 7f9df37fe640 1 --2- 172.21.15.71:0/1738519997 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9de80a2c10 0x7f9de80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:38.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.927+0000 7f9dfa59c640 1 --2- 172.21.15.71:0/1738519997 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9de80a2c10 0x7f9de80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:38.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.927+0000 7f9df37fe640 1 -- 172.21.15.71:0/1738519997 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f9de40efe30 con 0x7f9dfc102570 2024-09-05T07:37:38.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.927+0000 7f9dfa59c640 1 --2- 172.21.15.71:0/1738519997 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9de80a2c10 0x7f9de80a50d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f9dec00abe0 tx=0x7f9dec00a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:38.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:38.931+0000 7f9df37fe640 1 -- 172.21.15.71:0/1738519997 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9de40bc840 con 0x7f9dfc102570 2024-09-05T07:37:39.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.102+0000 7f9e00c09640 1 -- 172.21.15.71:0/1738519997 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f9dfc1a5100 con 0x7f9dfc102570 2024-09-05T07:37:39.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.102+0000 7f9df37fe640 1 -- 172.21.15.71:0/1738519997 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f9de40bc140 con 0x7f9dfc102570 2024-09-05T07:37:39.103 INFO:teuthology.orchestra.run.smithi071.stdout:193273528375 2024-09-05T07:37:39.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.104+0000 7f9e00c09640 1 -- 172.21.15.71:0/1738519997 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9de80a2c10 msgr2=0x7f9de80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:39.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.104+0000 7f9e00c09640 1 --2- 172.21.15.71:0/1738519997 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9de80a2c10 0x7f9de80a50d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f9dec00abe0 tx=0x7f9dec00a2d0 comp rx=0 tx=0).stop 2024-09-05T07:37:39.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.104+0000 7f9e00c09640 1 -- 172.21.15.71:0/1738519997 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9dfc102570 msgr2=0x7f9dfc1988f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:39.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.104+0000 7f9e00c09640 1 --2- 172.21.15.71:0/1738519997 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9dfc102570 0x7f9dfc1988f0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f9de4006010 tx=0x7f9de40042f0 comp rx=0 tx=0).stop 2024-09-05T07:37:39.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.104+0000 7f9e00c09640 1 -- 172.21.15.71:0/1738519997 shutdown_connections 2024-09-05T07:37:39.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.104+0000 7f9e00c09640 1 --2- 172.21.15.71:0/1738519997 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9de80a2c10 0x7f9de80a50d0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:39.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.104+0000 7f9e00c09640 1 --2- 172.21.15.71:0/1738519997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9dfc102ef0 0x7f9dfc19cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:39.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.104+0000 7f9e00c09640 1 --2- 172.21.15.71:0/1738519997 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9dfc102570 0x7f9dfc1988f0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:39.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.104+0000 7f9e00c09640 1 --2- 172.21.15.71:0/1738519997 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9dfc100e20 0x7f9dfc1983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:39.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.104+0000 7f9e00c09640 1 -- 172.21.15.71:0/1738519997 >> 172.21.15.71:0/1738519997 conn(0x7f9dfc0fc7d0 msgr2=0x7f9dfc069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:39.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.104+0000 7f9e00c09640 1 -- 172.21.15.71:0/1738519997 shutdown_connections 2024-09-05T07:37:39.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.105+0000 7f9e00c09640 1 -- 172.21.15.71:0/1738519997 wait complete. 2024-09-05T07:37:39.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.169+0000 7f47f653d640 1 -- 172.21.15.71:0/4102476708 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f47f0102570 msgr2=0x7f47f01029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:39.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.169+0000 7f47f653d640 1 --2- 172.21.15.71:0/4102476708 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f47f0102570 0x7f47f01029b0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f47e4009900 tx=0x7f47e402a480 comp rx=0 tx=0).stop 2024-09-05T07:37:39.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.169+0000 7f47f653d640 1 -- 172.21.15.71:0/4102476708 shutdown_connections 2024-09-05T07:37:39.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.169+0000 7f47f653d640 1 --2- 172.21.15.71:0/4102476708 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f47f0102ef0 0x7f47f010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:39.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.169+0000 7f47f653d640 1 --2- 172.21.15.71:0/4102476708 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f47f0102570 0x7f47f01029b0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:39.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.169+0000 7f47f653d640 1 --2- 172.21.15.71:0/4102476708 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47f0100e20 0x7f47f0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:39.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.169+0000 7f47f653d640 1 -- 172.21.15.71:0/4102476708 >> 172.21.15.71:0/4102476708 conn(0x7f47f00fc7d0 msgr2=0x7f47f00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:39.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.169+0000 7f47f653d640 1 -- 172.21.15.71:0/4102476708 shutdown_connections 2024-09-05T07:37:39.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.169+0000 7f47f653d640 1 -- 172.21.15.71:0/4102476708 wait complete. 2024-09-05T07:37:39.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.170+0000 7f47f653d640 1 Processor -- start 2024-09-05T07:37:39.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.170+0000 7f47f653d640 1 -- start start 2024-09-05T07:37:39.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.170+0000 7f47f653d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47f0100e20 0x7f47f0199140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:39.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.170+0000 7f47f653d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f47f0102570 0x7f47f0199680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:39.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.170+0000 7f47f653d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f47f0102ef0 0x7f47f01a41c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:39.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.170+0000 7f47f653d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f47f0110e30 con 0x7f47f0102570 2024-09-05T07:37:39.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.170+0000 7f47f653d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f47f0110cb0 con 0x7f47f0102ef0 2024-09-05T07:37:39.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.170+0000 7f47f653d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f47f0110fb0 con 0x7f47f0100e20 2024-09-05T07:37:39.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.170+0000 7f47ef7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f47f0102570 0x7f47f0199680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:39.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.170+0000 7f47ef7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f47f0102570 0x7f47f0199680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38564/0 (socket says 172.21.15.71:38564) 2024-09-05T07:37:39.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.170+0000 7f47ef7fe640 1 -- 172.21.15.71:0/1028952362 learned_addr learned my addr 172.21.15.71:0/1028952362 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:39.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.170+0000 7f47effff640 1 --2- 172.21.15.71:0/1028952362 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47f0100e20 0x7f47f0199140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:39.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.170+0000 7f47f4ada640 1 --2- 172.21.15.71:0/1028952362 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f47f0102ef0 0x7f47f01a41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:39.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.170+0000 7f47ef7fe640 1 -- 172.21.15.71:0/1028952362 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47f0100e20 msgr2=0x7f47f0199140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:39.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.170+0000 7f47ef7fe640 1 --2- 172.21.15.71:0/1028952362 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47f0100e20 0x7f47f0199140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:39.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.170+0000 7f47ef7fe640 1 -- 172.21.15.71:0/1028952362 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f47f0102ef0 msgr2=0x7f47f01a41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:39.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.170+0000 7f47ef7fe640 1 --2- 172.21.15.71:0/1028952362 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f47f0102ef0 0x7f47f01a41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:39.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.170+0000 7f47ef7fe640 1 -- 172.21.15.71:0/1028952362 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47f01a4700 con 0x7f47f0102570 2024-09-05T07:37:39.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.170+0000 7f47f4ada640 1 --2- 172.21.15.71:0/1028952362 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f47f0102ef0 0x7f47f01a41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:37:39.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.171+0000 7f47ef7fe640 1 --2- 172.21.15.71:0/1028952362 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f47f0102570 0x7f47f0199680 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f47e4006010 tx=0x7f47e40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:39.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.171+0000 7f47ed7fa640 1 -- 172.21.15.71:0/1028952362 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47e403f070 con 0x7f47f0102570 2024-09-05T07:37:39.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.171+0000 7f47f653d640 1 -- 172.21.15.71:0/1028952362 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47f01a48d0 con 0x7f47f0102570 2024-09-05T07:37:39.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.171+0000 7f47ed7fa640 1 -- 172.21.15.71:0/1028952362 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f47e4003aa0 con 0x7f47f0102570 2024-09-05T07:37:39.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.171+0000 7f47ed7fa640 1 -- 172.21.15.71:0/1028952362 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47e4035030 con 0x7f47f0102570 2024-09-05T07:37:39.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.171+0000 7f47f653d640 1 -- 172.21.15.71:0/1028952362 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47f01a4d80 con 0x7f47f0102570 2024-09-05T07:37:39.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.172+0000 7f47f653d640 1 -- 172.21.15.71:0/1028952362 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47f0101200 con 0x7f47f0102570 2024-09-05T07:37:39.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.173+0000 7f47ed7fa640 1 -- 172.21.15.71:0/1028952362 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f47e4042070 con 0x7f47f0102570 2024-09-05T07:37:39.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.174+0000 7f47ed7fa640 1 --2- 172.21.15.71:0/1028952362 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f47d80a2c10 0x7f47d80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:39.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.174+0000 7f47effff640 1 --2- 172.21.15.71:0/1028952362 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f47d80a2c10 0x7f47d80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:39.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.174+0000 7f47ed7fa640 1 -- 172.21.15.71:0/1028952362 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f47e40effc0 con 0x7f47f0102570 2024-09-05T07:37:39.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.174+0000 7f47effff640 1 --2- 172.21.15.71:0/1028952362 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f47d80a2c10 0x7f47d80a50d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f47e0005e10 tx=0x7f47e0005da0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:39.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.178+0000 7f47ed7fa640 1 -- 172.21.15.71:0/1028952362 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f47e40bc9d0 con 0x7f47f0102570 2024-09-05T07:37:39.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.350+0000 7f47f653d640 1 -- 172.21.15.71:0/1028952362 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f47f0109090 con 0x7f47f0102570 2024-09-05T07:37:39.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.351+0000 7f47ed7fa640 1 -- 172.21.15.71:0/1028952362 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f47e40bc2d0 con 0x7f47f0102570 2024-09-05T07:37:39.352 INFO:teuthology.orchestra.run.smithi071.stdout:55834574927 2024-09-05T07:37:39.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.353+0000 7f47f653d640 1 -- 172.21.15.71:0/1028952362 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f47d80a2c10 msgr2=0x7f47d80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:39.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.353+0000 7f47f653d640 1 --2- 172.21.15.71:0/1028952362 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f47d80a2c10 0x7f47d80a50d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f47e0005e10 tx=0x7f47e0005da0 comp rx=0 tx=0).stop 2024-09-05T07:37:39.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.353+0000 7f47f653d640 1 -- 172.21.15.71:0/1028952362 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f47f0102570 msgr2=0x7f47f0199680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:39.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.353+0000 7f47f653d640 1 --2- 172.21.15.71:0/1028952362 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f47f0102570 0x7f47f0199680 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f47e4006010 tx=0x7f47e40042f0 comp rx=0 tx=0).stop 2024-09-05T07:37:39.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.353+0000 7f47f653d640 1 -- 172.21.15.71:0/1028952362 shutdown_connections 2024-09-05T07:37:39.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.353+0000 7f47f653d640 1 --2- 172.21.15.71:0/1028952362 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f47d80a2c10 0x7f47d80a50d0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:39.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.353+0000 7f47f653d640 1 --2- 172.21.15.71:0/1028952362 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f47f0102ef0 0x7f47f01a41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:39.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.353+0000 7f47f653d640 1 --2- 172.21.15.71:0/1028952362 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f47f0102570 0x7f47f0199680 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:39.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.353+0000 7f47f653d640 1 --2- 172.21.15.71:0/1028952362 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f47f0100e20 0x7f47f0199140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:39.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.353+0000 7f47f653d640 1 -- 172.21.15.71:0/1028952362 >> 172.21.15.71:0/1028952362 conn(0x7f47f00fc7d0 msgr2=0x7f47f0105f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:39.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.353+0000 7f47f653d640 1 -- 172.21.15.71:0/1028952362 shutdown_connections 2024-09-05T07:37:39.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:39.353+0000 7f47f653d640 1 -- 172.21.15.71:0/1028952362 wait complete. 2024-09-05T07:37:39.713 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:39 smithi192 ceph-mon[34929]: pgmap v324: 129 pgs: 1 peering, 128 active+clean; 644 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-05T07:37:39.713 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:39 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1738519997' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-05T07:37:39.713 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:39 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1028952362' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-05T07:37:39.868 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:39 smithi071 ceph-mon[30965]: pgmap v324: 129 pgs: 1 peering, 128 active+clean; 644 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-05T07:37:39.868 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:39 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1738519997' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-05T07:37:39.868 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:39 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1028952362' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-05T07:37:39.902 INFO:tasks.cephadm.ceph_manager.ceph:need seq 193273528374 got 193273528375 for osd.6 2024-09-05T07:37:39.902 DEBUG:teuthology.parallel:result is None 2024-09-05T07:37:39.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:39 smithi123 ceph-mon[34568]: pgmap v324: 129 pgs: 1 peering, 128 active+clean; 644 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-05T07:37:39.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:39 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1738519997' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-05T07:37:39.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:39 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1028952362' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-05T07:37:40.534 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574926 got 55834574927 for osd.1 2024-09-05T07:37:40.534 DEBUG:teuthology.parallel:result is None 2024-09-05T07:37:41.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.074+0000 7fd94ff20640 1 -- 172.21.15.71:0/2881514987 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd948101450 msgr2=0x7fd948105920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:41.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.074+0000 7fd94ff20640 1 --2- 172.21.15.71:0/2881514987 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd948101450 0x7fd948105920 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fd938009900 tx=0x7fd93802a470 comp rx=0 tx=0).stop 2024-09-05T07:37:41.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.074+0000 7fd94ff20640 1 -- 172.21.15.71:0/2881514987 shutdown_connections 2024-09-05T07:37:41.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.074+0000 7fd94ff20640 1 --2- 172.21.15.71:0/2881514987 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd948105f40 0x7fd9481063d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:41.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.074+0000 7fd94ff20640 1 --2- 172.21.15.71:0/2881514987 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd948101450 0x7fd948105920 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:41.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.074+0000 7fd94ff20640 1 --2- 172.21.15.71:0/2881514987 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd948100b30 0x7fd948100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:41.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.074+0000 7fd94ff20640 1 -- 172.21.15.71:0/2881514987 >> 172.21.15.71:0/2881514987 conn(0x7fd9480fc7a0 msgr2=0x7fd9480febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:41.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.075+0000 7fd94ff20640 1 -- 172.21.15.71:0/2881514987 shutdown_connections 2024-09-05T07:37:41.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.075+0000 7fd94ff20640 1 -- 172.21.15.71:0/2881514987 wait complete. 2024-09-05T07:37:41.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.075+0000 7fd94ff20640 1 Processor -- start 2024-09-05T07:37:41.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.075+0000 7fd94ff20640 1 -- start start 2024-09-05T07:37:41.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.075+0000 7fd94ff20640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd948100b30 0x7fd9481a46d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:41.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.075+0000 7fd94ff20640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd948101450 0x7fd9481a4c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:41.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.075+0000 7fd94ff20640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd948105f40 0x7fd94819e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:41.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.075+0000 7fd94ff20640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd9481183f0 con 0x7fd948100b30 2024-09-05T07:37:41.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.075+0000 7fd94ff20640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd948118270 con 0x7fd948101450 2024-09-05T07:37:41.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.075+0000 7fd94ff20640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd948118570 con 0x7fd948105f40 2024-09-05T07:37:41.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.076+0000 7fd94dcbc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd948100b30 0x7fd9481a46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:41.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.076+0000 7fd94dcbc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd948100b30 0x7fd9481a46d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38580/0 (socket says 172.21.15.71:38580) 2024-09-05T07:37:41.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.076+0000 7fd94dcbc640 1 -- 172.21.15.71:0/1842713494 learned_addr learned my addr 172.21.15.71:0/1842713494 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:41.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.076+0000 7fd94e4bd640 1 --2- 172.21.15.71:0/1842713494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd948105f40 0x7fd94819e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:41.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.076+0000 7fd94d4bb640 1 --2- 172.21.15.71:0/1842713494 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd948101450 0x7fd9481a4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:41.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.076+0000 7fd94dcbc640 1 -- 172.21.15.71:0/1842713494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd948105f40 msgr2=0x7fd94819e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:41.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.076+0000 7fd94dcbc640 1 --2- 172.21.15.71:0/1842713494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd948105f40 0x7fd94819e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:41.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.076+0000 7fd94dcbc640 1 -- 172.21.15.71:0/1842713494 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd948101450 msgr2=0x7fd9481a4c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:41.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.076+0000 7fd94dcbc640 1 --2- 172.21.15.71:0/1842713494 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd948101450 0x7fd9481a4c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:41.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.076+0000 7fd94dcbc640 1 -- 172.21.15.71:0/1842713494 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd94819eff0 con 0x7fd948100b30 2024-09-05T07:37:41.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.076+0000 7fd94d4bb640 1 --2- 172.21.15.71:0/1842713494 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd948101450 0x7fd9481a4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:37:41.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.076+0000 7fd94dcbc640 1 --2- 172.21.15.71:0/1842713494 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd948100b30 0x7fd9481a46d0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fd94400d950 tx=0x7fd94400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:41.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.076+0000 7fd93effd640 1 -- 172.21.15.71:0/1842713494 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd944017070 con 0x7fd948100b30 2024-09-05T07:37:41.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.076+0000 7fd94ff20640 1 -- 172.21.15.71:0/1842713494 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd94819f2e0 con 0x7fd948100b30 2024-09-05T07:37:41.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.076+0000 7fd93effd640 1 -- 172.21.15.71:0/1842713494 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd944009c30 con 0x7fd948100b30 2024-09-05T07:37:41.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.076+0000 7fd94ff20640 1 -- 172.21.15.71:0/1842713494 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9481ab530 con 0x7fd948100b30 2024-09-05T07:37:41.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.076+0000 7fd93effd640 1 -- 172.21.15.71:0/1842713494 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd94400f620 con 0x7fd948100b30 2024-09-05T07:37:41.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.077+0000 7fd94ff20640 1 -- 172.21.15.71:0/1842713494 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd94806b070 con 0x7fd948100b30 2024-09-05T07:37:41.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.078+0000 7fd93effd640 1 -- 172.21.15.71:0/1842713494 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd9440109a0 con 0x7fd948100b30 2024-09-05T07:37:41.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.079+0000 7fd93effd640 1 --2- 172.21.15.71:0/1842713494 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd9340a2c10 0x7fd9340a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:41.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.079+0000 7fd94d4bb640 1 --2- 172.21.15.71:0/1842713494 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd9340a2c10 0x7fd9340a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:41.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.079+0000 7fd93effd640 1 -- 172.21.15.71:0/1842713494 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7fd9440cf310 con 0x7fd948100b30 2024-09-05T07:37:41.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.080+0000 7fd94d4bb640 1 --2- 172.21.15.71:0/1842713494 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd9340a2c10 0x7fd9340a50d0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd938000c00 tx=0x7fd938031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:41.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.082+0000 7fd93effd640 1 -- 172.21.15.71:0/1842713494 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd944009de0 con 0x7fd948100b30 2024-09-05T07:37:41.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.255+0000 7fd94ff20640 1 -- 172.21.15.71:0/1842713494 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fd948105920 con 0x7fd948100b30 2024-09-05T07:37:41.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.255+0000 7fd93effd640 1 -- 172.21.15.71:0/1842713494 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fd94409bcc0 con 0x7fd948100b30 2024-09-05T07:37:41.255 INFO:teuthology.orchestra.run.smithi071.stdout:107374182469 2024-09-05T07:37:41.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.257+0000 7fd94ff20640 1 -- 172.21.15.71:0/1842713494 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd9340a2c10 msgr2=0x7fd9340a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:41.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.257+0000 7fd94ff20640 1 --2- 172.21.15.71:0/1842713494 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd9340a2c10 0x7fd9340a50d0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd938000c00 tx=0x7fd938031400 comp rx=0 tx=0).stop 2024-09-05T07:37:41.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.257+0000 7fd94ff20640 1 -- 172.21.15.71:0/1842713494 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd948100b30 msgr2=0x7fd9481a46d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:41.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.257+0000 7fd94ff20640 1 --2- 172.21.15.71:0/1842713494 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd948100b30 0x7fd9481a46d0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fd94400d950 tx=0x7fd94400de10 comp rx=0 tx=0).stop 2024-09-05T07:37:41.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.257+0000 7fd94ff20640 1 -- 172.21.15.71:0/1842713494 shutdown_connections 2024-09-05T07:37:41.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.257+0000 7fd94ff20640 1 --2- 172.21.15.71:0/1842713494 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd9340a2c10 0x7fd9340a50d0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:41.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.257+0000 7fd94ff20640 1 --2- 172.21.15.71:0/1842713494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd948105f40 0x7fd94819e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:41.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.257+0000 7fd94ff20640 1 --2- 172.21.15.71:0/1842713494 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd948101450 0x7fd9481a4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:41.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.257+0000 7fd94ff20640 1 --2- 172.21.15.71:0/1842713494 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd948100b30 0x7fd9481a46d0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:41.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.257+0000 7fd94ff20640 1 -- 172.21.15.71:0/1842713494 >> 172.21.15.71:0/1842713494 conn(0x7fd9480fc7a0 msgr2=0x7fd9481038c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:41.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.257+0000 7fd94ff20640 1 -- 172.21.15.71:0/1842713494 shutdown_connections 2024-09-05T07:37:41.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.257+0000 7fd94ff20640 1 -- 172.21.15.71:0/1842713494 wait complete. 2024-09-05T07:37:41.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.314+0000 7f3189526640 1 -- 172.21.15.71:0/482870852 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31841036e0 msgr2=0x7f3184107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:41.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.314+0000 7f3189526640 1 --2- 172.21.15.71:0/482870852 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31841036e0 0x7f3184107b90 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f316c009930 tx=0x7f316c02a420 comp rx=0 tx=0).stop 2024-09-05T07:37:41.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.314+0000 7f3189526640 1 -- 172.21.15.71:0/482870852 shutdown_connections 2024-09-05T07:37:41.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.314+0000 7f3189526640 1 --2- 172.21.15.71:0/482870852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31841082a0 0x7f318410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:41.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.314+0000 7f3189526640 1 --2- 172.21.15.71:0/482870852 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31841036e0 0x7f3184107b90 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:41.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.314+0000 7f3189526640 1 --2- 172.21.15.71:0/482870852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3184102d30 0x7f3184103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:41.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.314+0000 7f3189526640 1 -- 172.21.15.71:0/482870852 >> 172.21.15.71:0/482870852 conn(0x7f31840fc7d0 msgr2=0x7f31840febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:41.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.314+0000 7f3189526640 1 -- 172.21.15.71:0/482870852 shutdown_connections 2024-09-05T07:37:41.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.314+0000 7f3189526640 1 -- 172.21.15.71:0/482870852 wait complete. 2024-09-05T07:37:41.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.315+0000 7f3189526640 1 Processor -- start 2024-09-05T07:37:41.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.315+0000 7f3189526640 1 -- start start 2024-09-05T07:37:41.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.315+0000 7f3189526640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3184102d30 0x7f31841985c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:41.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.315+0000 7f3189526640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31841036e0 0x7f3184198b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:41.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.315+0000 7f3189526640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31841082a0 0x7f318419ce90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:41.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.315+0000 7f3189526640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3184111f70 con 0x7f31841036e0 2024-09-05T07:37:41.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.315+0000 7f3189526640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3184111df0 con 0x7f3184102d30 2024-09-05T07:37:41.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.315+0000 7f3189526640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f31841120f0 con 0x7f31841082a0 2024-09-05T07:37:41.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.315+0000 7f317bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31841036e0 0x7f3184198b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:41.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.315+0000 7f317bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31841036e0 0x7f3184198b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:36146/0 (socket says 172.21.15.71:36146) 2024-09-05T07:37:41.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.315+0000 7f317bfff640 1 -- 172.21.15.71:0/2513454105 learned_addr learned my addr 172.21.15.71:0/2513454105 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:41.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.315+0000 7f3182ffd640 1 --2- 172.21.15.71:0/2513454105 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3184102d30 0x7f31841985c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:41.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.315+0000 7f317bfff640 1 -- 172.21.15.71:0/2513454105 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31841082a0 msgr2=0x7f318419ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:41.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.315+0000 7f31837fe640 1 --2- 172.21.15.71:0/2513454105 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31841082a0 0x7f318419ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:41.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.315+0000 7f317bfff640 1 --2- 172.21.15.71:0/2513454105 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31841082a0 0x7f318419ce90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:41.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.315+0000 7f317bfff640 1 -- 172.21.15.71:0/2513454105 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3184102d30 msgr2=0x7f31841985c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:41.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.315+0000 7f317bfff640 1 --2- 172.21.15.71:0/2513454105 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3184102d30 0x7f31841985c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:41.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.315+0000 7f317bfff640 1 -- 172.21.15.71:0/2513454105 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f318419d570 con 0x7f31841036e0 2024-09-05T07:37:41.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.316+0000 7f317bfff640 1 --2- 172.21.15.71:0/2513454105 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31841036e0 0x7f3184198b00 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f316c031440 tx=0x7f316c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:41.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.316+0000 7f3180ff9640 1 -- 172.21.15.71:0/2513454105 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f316c03f030 con 0x7f31841036e0 2024-09-05T07:37:41.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.316+0000 7f3180ff9640 1 -- 172.21.15.71:0/2513454105 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f316c003aa0 con 0x7f31841036e0 2024-09-05T07:37:41.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.316+0000 7f3180ff9640 1 -- 172.21.15.71:0/2513454105 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f316c035070 con 0x7f31841036e0 2024-09-05T07:37:41.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.316+0000 7f3189526640 1 -- 172.21.15.71:0/2513454105 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f318419d800 con 0x7f31841036e0 2024-09-05T07:37:41.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.316+0000 7f3189526640 1 -- 172.21.15.71:0/2513454105 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f318419dc90 con 0x7f31841036e0 2024-09-05T07:37:41.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.317+0000 7f3189526640 1 -- 172.21.15.71:0/2513454105 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3184103110 con 0x7f31841036e0 2024-09-05T07:37:41.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.318+0000 7f3180ff9640 1 -- 172.21.15.71:0/2513454105 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f316c042030 con 0x7f31841036e0 2024-09-05T07:37:41.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.318+0000 7f3180ff9640 1 --2- 172.21.15.71:0/2513454105 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f31700a2c10 0x7f31700a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:41.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.319+0000 7f3182ffd640 1 --2- 172.21.15.71:0/2513454105 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f31700a2c10 0x7f31700a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:41.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.319+0000 7f3180ff9640 1 -- 172.21.15.71:0/2513454105 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f316c0efd40 con 0x7f31841036e0 2024-09-05T07:37:41.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.319+0000 7f3182ffd640 1 --2- 172.21.15.71:0/2513454105 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f31700a2c10 0x7f31700a50d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f317400bbe0 tx=0x7f317400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:41.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.322+0000 7f3180ff9640 1 -- 172.21.15.71:0/2513454105 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f316c0bc750 con 0x7f31841036e0 2024-09-05T07:37:41.339 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:41.339 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:41.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.501+0000 7f3189526640 1 -- 172.21.15.71:0/2513454105 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f318410a2b0 con 0x7f31841036e0 2024-09-05T07:37:41.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.502+0000 7f3180ff9640 1 -- 172.21.15.71:0/2513454105 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f316c0bc050 con 0x7f31841036e0 2024-09-05T07:37:41.503 INFO:teuthology.orchestra.run.smithi071.stdout:34359738451 2024-09-05T07:37:41.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.504+0000 7f3189526640 1 -- 172.21.15.71:0/2513454105 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f31700a2c10 msgr2=0x7f31700a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:41.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.504+0000 7f3189526640 1 --2- 172.21.15.71:0/2513454105 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f31700a2c10 0x7f31700a50d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f317400bbe0 tx=0x7f317400b390 comp rx=0 tx=0).stop 2024-09-05T07:37:41.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.504+0000 7f3189526640 1 -- 172.21.15.71:0/2513454105 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31841036e0 msgr2=0x7f3184198b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:41.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.504+0000 7f3189526640 1 --2- 172.21.15.71:0/2513454105 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31841036e0 0x7f3184198b00 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f316c031440 tx=0x7f316c004270 comp rx=0 tx=0).stop 2024-09-05T07:37:41.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.504+0000 7f3189526640 1 -- 172.21.15.71:0/2513454105 shutdown_connections 2024-09-05T07:37:41.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.504+0000 7f3189526640 1 --2- 172.21.15.71:0/2513454105 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f31700a2c10 0x7f31700a50d0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:41.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.504+0000 7f3189526640 1 --2- 172.21.15.71:0/2513454105 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f31841082a0 0x7f318419ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:41.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.504+0000 7f3189526640 1 --2- 172.21.15.71:0/2513454105 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31841036e0 0x7f3184198b00 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:41.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.504+0000 7f3189526640 1 --2- 172.21.15.71:0/2513454105 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3184102d30 0x7f31841985c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:41.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.504+0000 7f3189526640 1 -- 172.21.15.71:0/2513454105 >> 172.21.15.71:0/2513454105 conn(0x7f31840fc7d0 msgr2=0x7f3184105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:41.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.504+0000 7f3189526640 1 -- 172.21.15.71:0/2513454105 shutdown_connections 2024-09-05T07:37:41.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:41.504+0000 7f3189526640 1 -- 172.21.15.71:0/2513454105 wait complete. 2024-09-05T07:37:41.644 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:41 smithi071 ceph-mon[30965]: pgmap v325: 129 pgs: 1 peering, 128 active+clean; 644 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-05T07:37:41.644 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:41 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1842713494' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-05T07:37:41.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:41 smithi192 ceph-mon[34929]: pgmap v325: 129 pgs: 1 peering, 128 active+clean; 644 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-05T07:37:41.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:41 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1842713494' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-05T07:37:41.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:41 smithi123 ceph-mon[34568]: pgmap v325: 129 pgs: 1 peering, 128 active+clean; 644 KiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-05T07:37:41.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:41 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1842713494' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-05T07:37:42.026 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182468 got 107374182469 for osd.3 2024-09-05T07:37:42.026 DEBUG:teuthology.parallel:result is None 2024-09-05T07:37:42.588 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:42 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2513454105' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-05T07:37:42.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:42 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2513454105' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-05T07:37:42.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:42 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2513454105' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-05T07:37:43.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.018+0000 7f5145535640 1 -- 172.21.15.71:0/1378907408 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5140100a80 msgr2=0x7f5140100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:43.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.018+0000 7f5145535640 1 --2- 172.21.15.71:0/1378907408 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5140100a80 0x7f5140100ee0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f5134009930 tx=0x7f513402a420 comp rx=0 tx=0).stop 2024-09-05T07:37:43.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.018+0000 7f5145535640 1 -- 172.21.15.71:0/1378907408 shutdown_connections 2024-09-05T07:37:43.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.018+0000 7f5145535640 1 --2- 172.21.15.71:0/1378907408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5140101420 0x7f514010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:43.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.018+0000 7f5145535640 1 --2- 172.21.15.71:0/1378907408 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5140100a80 0x7f5140100ee0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:43.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.018+0000 7f5145535640 1 --2- 172.21.15.71:0/1378907408 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5140106a80 0x7f5140106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:43.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.018+0000 7f5145535640 1 -- 172.21.15.71:0/1378907408 >> 172.21.15.71:0/1378907408 conn(0x7f51400fc7a0 msgr2=0x7f51400febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:43.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.018+0000 7f5145535640 1 -- 172.21.15.71:0/1378907408 shutdown_connections 2024-09-05T07:37:43.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.018+0000 7f5145535640 1 -- 172.21.15.71:0/1378907408 wait complete. 2024-09-05T07:37:43.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.018+0000 7f5145535640 1 Processor -- start 2024-09-05T07:37:43.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.019+0000 7f5145535640 1 -- start start 2024-09-05T07:37:43.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.019+0000 7f5145535640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5140100a80 0x7f5140197330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:43.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.019+0000 7f5145535640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5140101420 0x7f5140197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:43.032 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.019+0000 7f5145535640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5140106a80 0x7f514019bc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:43.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.019+0000 7f5145535640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f5140110d50 con 0x7f5140101420 2024-09-05T07:37:43.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.019+0000 7f5145535640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5140110bd0 con 0x7f5140106a80 2024-09-05T07:37:43.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.019+0000 7f5145535640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5140110ed0 con 0x7f5140100a80 2024-09-05T07:37:43.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.019+0000 7f513e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5140101420 0x7f5140197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:43.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.019+0000 7f513e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5140101420 0x7f5140197870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:36168/0 (socket says 172.21.15.71:36168) 2024-09-05T07:37:43.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.019+0000 7f513e7fc640 1 -- 172.21.15.71:0/2600026020 learned_addr learned my addr 172.21.15.71:0/2600026020 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:43.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.019+0000 7f513effd640 1 --2- 172.21.15.71:0/2600026020 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5140100a80 0x7f5140197330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:43.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.019+0000 7f513f7fe640 1 --2- 172.21.15.71:0/2600026020 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5140106a80 0x7f514019bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:43.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.020+0000 7f513e7fc640 1 -- 172.21.15.71:0/2600026020 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5140100a80 msgr2=0x7f5140197330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:43.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.020+0000 7f513e7fc640 1 --2- 172.21.15.71:0/2600026020 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5140100a80 0x7f5140197330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:43.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.020+0000 7f513e7fc640 1 -- 172.21.15.71:0/2600026020 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5140106a80 msgr2=0x7f514019bc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:43.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.020+0000 7f513e7fc640 1 --2- 172.21.15.71:0/2600026020 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5140106a80 0x7f514019bc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:43.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.020+0000 7f513e7fc640 1 -- 172.21.15.71:0/2600026020 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f514019c2e0 con 0x7f5140101420 2024-09-05T07:37:43.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.020+0000 7f513effd640 1 --2- 172.21.15.71:0/2600026020 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5140100a80 0x7f5140197330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:37:43.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.020+0000 7f513e7fc640 1 --2- 172.21.15.71:0/2600026020 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5140101420 0x7f5140197870 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f5134005940 tx=0x7f5134004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:43.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.020+0000 7f5127fff640 1 -- 172.21.15.71:0/2600026020 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5134046070 con 0x7f5140101420 2024-09-05T07:37:43.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.020+0000 7f5127fff640 1 -- 172.21.15.71:0/2600026020 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5134003aa0 con 0x7f5140101420 2024-09-05T07:37:43.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.020+0000 7f5145535640 1 -- 172.21.15.71:0/2600026020 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f514019c570 con 0x7f5140101420 2024-09-05T07:37:43.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.020+0000 7f5127fff640 1 -- 172.21.15.71:0/2600026020 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5134035050 con 0x7f5140101420 2024-09-05T07:37:43.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.020+0000 7f5145535640 1 -- 172.21.15.71:0/2600026020 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f514006a790 con 0x7f5140101420 2024-09-05T07:37:43.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.021+0000 7f5145535640 1 -- 172.21.15.71:0/2600026020 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51401021c0 con 0x7f5140101420 2024-09-05T07:37:43.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.022+0000 7f5127fff640 1 -- 172.21.15.71:0/2600026020 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f5134049070 con 0x7f5140101420 2024-09-05T07:37:43.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.023+0000 7f5127fff640 1 --2- 172.21.15.71:0/2600026020 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f51280a2c10 0x7f51280a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:43.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.023+0000 7f513effd640 1 --2- 172.21.15.71:0/2600026020 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f51280a2c10 0x7f51280a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:43.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.023+0000 7f5127fff640 1 -- 172.21.15.71:0/2600026020 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f51340f1710 con 0x7f5140101420 2024-09-05T07:37:43.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.023+0000 7f513effd640 1 --2- 172.21.15.71:0/2600026020 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f51280a2c10 0x7f51280a50d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f51300058c0 tx=0x7f5130005ec0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:43.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.026+0000 7f5127fff640 1 -- 172.21.15.71:0/2600026020 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f513407e1b0 con 0x7f5140101420 2024-09-05T07:37:43.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.201+0000 7f5145535640 1 -- 172.21.15.71:0/2600026020 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f514006b1b0 con 0x7f5140101420 2024-09-05T07:37:43.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.202+0000 7f5127fff640 1 -- 172.21.15.71:0/2600026020 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f51340be120 con 0x7f5140101420 2024-09-05T07:37:43.202 INFO:teuthology.orchestra.run.smithi071.stdout:77309411404 2024-09-05T07:37:43.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.204+0000 7f5145535640 1 -- 172.21.15.71:0/2600026020 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f51280a2c10 msgr2=0x7f51280a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:43.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.204+0000 7f5145535640 1 --2- 172.21.15.71:0/2600026020 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f51280a2c10 0x7f51280a50d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f51300058c0 tx=0x7f5130005ec0 comp rx=0 tx=0).stop 2024-09-05T07:37:43.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.204+0000 7f5145535640 1 -- 172.21.15.71:0/2600026020 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5140101420 msgr2=0x7f5140197870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:43.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.204+0000 7f5145535640 1 --2- 172.21.15.71:0/2600026020 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5140101420 0x7f5140197870 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f5134005940 tx=0x7f5134004270 comp rx=0 tx=0).stop 2024-09-05T07:37:43.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.204+0000 7f5145535640 1 -- 172.21.15.71:0/2600026020 shutdown_connections 2024-09-05T07:37:43.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.204+0000 7f5145535640 1 --2- 172.21.15.71:0/2600026020 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f51280a2c10 0x7f51280a50d0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:43.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.204+0000 7f5145535640 1 --2- 172.21.15.71:0/2600026020 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5140106a80 0x7f514019bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:43.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.204+0000 7f5145535640 1 --2- 172.21.15.71:0/2600026020 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5140101420 0x7f5140197870 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:43.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.204+0000 7f5145535640 1 --2- 172.21.15.71:0/2600026020 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5140100a80 0x7f5140197330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:43.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.204+0000 7f5145535640 1 -- 172.21.15.71:0/2600026020 >> 172.21.15.71:0/2600026020 conn(0x7f51400fc7a0 msgr2=0x7f51400fd0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:43.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.204+0000 7f5145535640 1 -- 172.21.15.71:0/2600026020 shutdown_connections 2024-09-05T07:37:43.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.205+0000 7f5145535640 1 -- 172.21.15.71:0/2600026020 wait complete. 2024-09-05T07:37:43.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.213+0000 7f7e01674640 1 -- 172.21.15.71:0/229591104 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7dfc102d50 msgr2=0x7f7dfc103130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:43.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.213+0000 7f7e01674640 1 --2- 172.21.15.71:0/229591104 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7dfc102d50 0x7f7dfc103130 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f7dec009900 tx=0x7f7dec02a480 comp rx=0 tx=0).stop 2024-09-05T07:37:43.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.213+0000 7f7e01674640 1 -- 172.21.15.71:0/229591104 shutdown_connections 2024-09-05T07:37:43.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.213+0000 7f7e01674640 1 --2- 172.21.15.71:0/229591104 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7dfc10c180 0x7f7dfc10e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:43.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.213+0000 7f7e01674640 1 --2- 172.21.15.71:0/229591104 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7dfc103670 0x7f7dfc10bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:43.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.213+0000 7f7e01674640 1 --2- 172.21.15.71:0/229591104 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7dfc102d50 0x7f7dfc103130 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:43.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.213+0000 7f7e01674640 1 -- 172.21.15.71:0/229591104 >> 172.21.15.71:0/229591104 conn(0x7f7dfc0fc7d0 msgr2=0x7f7dfc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:43.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.213+0000 7f7e01674640 1 -- 172.21.15.71:0/229591104 shutdown_connections 2024-09-05T07:37:43.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.213+0000 7f7e01674640 1 -- 172.21.15.71:0/229591104 wait complete. 2024-09-05T07:37:43.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.214+0000 7f7e01674640 1 Processor -- start 2024-09-05T07:37:43.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.214+0000 7f7e01674640 1 -- start start 2024-09-05T07:37:43.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.214+0000 7f7e01674640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7dfc102d50 0x7f7dfc19a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:43.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.214+0000 7f7e01674640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7dfc103670 0x7f7dfc19ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:43.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.214+0000 7f7e01674640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7dfc10c180 0x7f7dfc19eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:43.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.214+0000 7f7e01674640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7dfc111e30 con 0x7f7dfc10c180 2024-09-05T07:37:43.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.214+0000 7f7e01674640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7dfc111cb0 con 0x7f7dfc102d50 2024-09-05T07:37:43.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.214+0000 7f7e01674640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7dfc111fb0 con 0x7f7dfc103670 2024-09-05T07:37:43.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.214+0000 7f7dfb7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7dfc10c180 0x7f7dfc19eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:43.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.214+0000 7f7dfa7fc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7dfc103670 0x7f7dfc19ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:43.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.214+0000 7f7dfb7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7dfc10c180 0x7f7dfc19eea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:36186/0 (socket says 172.21.15.71:36186) 2024-09-05T07:37:43.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.214+0000 7f7dfb7fe640 1 -- 172.21.15.71:0/1459693594 learned_addr learned my addr 172.21.15.71:0/1459693594 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:43.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.215+0000 7f7dfaffd640 1 --2- 172.21.15.71:0/1459693594 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7dfc102d50 0x7f7dfc19a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:43.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.215+0000 7f7dfb7fe640 1 -- 172.21.15.71:0/1459693594 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7dfc103670 msgr2=0x7f7dfc19ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:43.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.215+0000 7f7dfb7fe640 1 --2- 172.21.15.71:0/1459693594 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7dfc103670 0x7f7dfc19ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:43.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.215+0000 7f7dfb7fe640 1 -- 172.21.15.71:0/1459693594 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7dfc102d50 msgr2=0x7f7dfc19a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:43.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.215+0000 7f7dfb7fe640 1 --2- 172.21.15.71:0/1459693594 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7dfc102d50 0x7f7dfc19a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:43.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.215+0000 7f7dfb7fe640 1 -- 172.21.15.71:0/1459693594 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dfc19f580 con 0x7f7dfc10c180 2024-09-05T07:37:43.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.215+0000 7f7dfb7fe640 1 --2- 172.21.15.71:0/1459693594 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7dfc10c180 0x7f7dfc19eea0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f7df400eb10 tx=0x7f7df400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:43.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.215+0000 7f7de3fff640 1 -- 172.21.15.71:0/1459693594 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7df4004b20 con 0x7f7dfc10c180 2024-09-05T07:37:43.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.215+0000 7f7de3fff640 1 -- 172.21.15.71:0/1459693594 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7df4004cc0 con 0x7f7dfc10c180 2024-09-05T07:37:43.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.215+0000 7f7e01674640 1 -- 172.21.15.71:0/1459693594 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7dfc19f870 con 0x7f7dfc10c180 2024-09-05T07:37:43.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.215+0000 7f7de3fff640 1 -- 172.21.15.71:0/1459693594 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7df4010690 con 0x7f7dfc10c180 2024-09-05T07:37:43.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.215+0000 7f7e01674640 1 -- 172.21.15.71:0/1459693594 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7dfc1a7150 con 0x7f7dfc10c180 2024-09-05T07:37:43.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.216+0000 7f7e01674640 1 -- 172.21.15.71:0/1459693594 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7dfc103130 con 0x7f7dfc10c180 2024-09-05T07:37:43.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.217+0000 7f7de3fff640 1 -- 172.21.15.71:0/1459693594 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7df4005020 con 0x7f7dfc10c180 2024-09-05T07:37:43.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.218+0000 7f7de3fff640 1 --2- 172.21.15.71:0/1459693594 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f7de40a2c10 0x7f7de40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:43.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.218+0000 7f7dfaffd640 1 --2- 172.21.15.71:0/1459693594 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f7de40a2c10 0x7f7de40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:43.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.218+0000 7f7de3fff640 1 -- 172.21.15.71:0/1459693594 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f7df40cfad0 con 0x7f7dfc10c180 2024-09-05T07:37:43.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.218+0000 7f7dfaffd640 1 --2- 172.21.15.71:0/1459693594 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f7de40a2c10 0x7f7de40a50d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7dec031440 tx=0x7f7dec005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:43.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.222+0000 7f7de3fff640 1 -- 172.21.15.71:0/1459693594 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7df409c4e0 con 0x7f7dfc10c180 2024-09-05T07:37:43.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.398+0000 7f7e01674640 1 -- 172.21.15.71:0/1459693594 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f7dfc1a74c0 con 0x7f7dfc10c180 2024-09-05T07:37:43.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.399+0000 7f7de3fff640 1 -- 172.21.15.71:0/1459693594 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f7df409bde0 con 0x7f7dfc10c180 2024-09-05T07:37:43.400 INFO:teuthology.orchestra.run.smithi071.stdout:137438953538 2024-09-05T07:37:43.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.401+0000 7f7e01674640 1 -- 172.21.15.71:0/1459693594 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f7de40a2c10 msgr2=0x7f7de40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:43.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.401+0000 7f7e01674640 1 --2- 172.21.15.71:0/1459693594 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f7de40a2c10 0x7f7de40a50d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7dec031440 tx=0x7f7dec005b50 comp rx=0 tx=0).stop 2024-09-05T07:37:43.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.401+0000 7f7e01674640 1 -- 172.21.15.71:0/1459693594 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7dfc10c180 msgr2=0x7f7dfc19eea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:43.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.401+0000 7f7e01674640 1 --2- 172.21.15.71:0/1459693594 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7dfc10c180 0x7f7dfc19eea0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f7df400eb10 tx=0x7f7df400c2d0 comp rx=0 tx=0).stop 2024-09-05T07:37:43.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.401+0000 7f7e01674640 1 -- 172.21.15.71:0/1459693594 shutdown_connections 2024-09-05T07:37:43.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.401+0000 7f7e01674640 1 --2- 172.21.15.71:0/1459693594 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f7de40a2c10 0x7f7de40a50d0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:43.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.401+0000 7f7e01674640 1 --2- 172.21.15.71:0/1459693594 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7dfc10c180 0x7f7dfc19eea0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:43.402 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.401+0000 7f7e01674640 1 --2- 172.21.15.71:0/1459693594 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7dfc103670 0x7f7dfc19ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:43.402 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.401+0000 7f7e01674640 1 --2- 172.21.15.71:0/1459693594 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7dfc102d50 0x7f7dfc19a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:43.402 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.401+0000 7f7e01674640 1 -- 172.21.15.71:0/1459693594 >> 172.21.15.71:0/1459693594 conn(0x7f7dfc0fc7d0 msgr2=0x7f7dfc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:43.402 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.401+0000 7f7e01674640 1 -- 172.21.15.71:0/1459693594 shutdown_connections 2024-09-05T07:37:43.402 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:43.401+0000 7f7e01674640 1 -- 172.21.15.71:0/1459693594 wait complete. 2024-09-05T07:37:43.452 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:43 smithi071 ceph-mon[30965]: pgmap v326: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-05T07:37:43.452 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:43 smithi071 ceph-mon[30965]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-05T07:37:43.452 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:43 smithi071 ceph-mon[30965]: Cluster is now healthy 2024-09-05T07:37:43.453 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:43 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2600026020' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-05T07:37:43.453 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:43 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1459693594' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-05T07:37:43.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:43 smithi192 ceph-mon[34929]: pgmap v326: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-05T07:37:43.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:43 smithi192 ceph-mon[34929]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-05T07:37:43.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:43 smithi192 ceph-mon[34929]: Cluster is now healthy 2024-09-05T07:37:43.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:43 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2600026020' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-05T07:37:43.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:43 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1459693594' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-05T07:37:43.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:43 smithi123 ceph-mon[34568]: pgmap v326: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-05T07:37:43.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:43 smithi123 ceph-mon[34568]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-05T07:37:43.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:43 smithi123 ceph-mon[34568]: Cluster is now healthy 2024-09-05T07:37:43.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:43 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2600026020' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-05T07:37:43.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:43 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1459693594' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-05T07:37:44.451 INFO:tasks.cephadm.ceph_manager.ceph:need seq 296352743456 got 296352743459 for osd.10 2024-09-05T07:37:44.451 DEBUG:teuthology.parallel:result is None 2024-09-05T07:37:45.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.979+0000 7f6ffa6f5640 1 -- 172.21.15.71:0/3430021762 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ff4100a70 msgr2=0x7f6ff4100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:45.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.979+0000 7f6ffa6f5640 1 --2- 172.21.15.71:0/3430021762 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ff4100a70 0x7f6ff4100ed0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc009930 tx=0x7f6fdc02a420 comp rx=0 tx=0).stop 2024-09-05T07:37:45.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.979+0000 7f6ffa6f5640 1 -- 172.21.15.71:0/3430021762 shutdown_connections 2024-09-05T07:37:45.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.979+0000 7f6ffa6f5640 1 --2- 172.21.15.71:0/3430021762 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ff4101410 0x7f6ff410d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:45.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.979+0000 7f6ffa6f5640 1 --2- 172.21.15.71:0/3430021762 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ff4100a70 0x7f6ff4100ed0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:45.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.979+0000 7f6ffa6f5640 1 --2- 172.21.15.71:0/3430021762 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6ff4106a70 0x7f6ff4106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:45.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.979+0000 7f6ffa6f5640 1 -- 172.21.15.71:0/3430021762 >> 172.21.15.71:0/3430021762 conn(0x7f6ff40fc790 msgr2=0x7f6ff40febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:45.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.979+0000 7f6ffa6f5640 1 -- 172.21.15.71:0/3430021762 shutdown_connections 2024-09-05T07:37:45.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.979+0000 7f6ffa6f5640 1 -- 172.21.15.71:0/3430021762 wait complete. 2024-09-05T07:37:45.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.979+0000 7f6ffa6f5640 1 Processor -- start 2024-09-05T07:37:45.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.979+0000 7f6ffa6f5640 1 -- start start 2024-09-05T07:37:45.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6ffa6f5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ff4100a70 0x7f6ff4198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:45.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6ffa6f5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ff4101410 0x7f6ff41988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:45.001 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6ffa6f5640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6ff4106a70 0x7f6ff419cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6ffa6f5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6ff4111e40 con 0x7f6ff4101410 2024-09-05T07:37:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6ffa6f5640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6ff4111cc0 con 0x7f6ff4106a70 2024-09-05T07:37:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6ffa6f5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6ff4111fc0 con 0x7f6ff4100a70 2024-09-05T07:37:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6febfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ff4101410 0x7f6ff41988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6febfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ff4101410 0x7f6ff41988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:36198/0 (socket says 172.21.15.71:36198) 2024-09-05T07:37:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6febfff640 1 -- 172.21.15.71:0/3317264622 learned_addr learned my addr 172.21.15.71:0/3317264622 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6ff8c92640 1 --2- 172.21.15.71:0/3317264622 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6ff4106a70 0x7f6ff419cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6ff3fff640 1 --2- 172.21.15.71:0/3317264622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ff4100a70 0x7f6ff4198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6febfff640 1 -- 172.21.15.71:0/3317264622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ff4100a70 msgr2=0x7f6ff4198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6febfff640 1 --2- 172.21.15.71:0/3317264622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ff4100a70 0x7f6ff4198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6febfff640 1 -- 172.21.15.71:0/3317264622 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6ff4106a70 msgr2=0x7f6ff419cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:45.002 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6febfff640 1 --2- 172.21.15.71:0/3317264622 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6ff4106a70 0x7f6ff419cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6febfff640 1 -- 172.21.15.71:0/3317264622 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ff419d330 con 0x7f6ff4101410 2024-09-05T07:37:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6febfff640 1 --2- 172.21.15.71:0/3317264622 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ff4101410 0x7f6ff41988c0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc004770 tx=0x7f6fdc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6ff1ffb640 1 -- 172.21.15.71:0/3317264622 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fdc03f070 con 0x7f6ff4101410 2024-09-05T07:37:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6ff1ffb640 1 -- 172.21.15.71:0/3317264622 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6fdc03b460 con 0x7f6ff4101410 2024-09-05T07:37:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6ffa6f5640 1 -- 172.21.15.71:0/3317264622 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ff419d5c0 con 0x7f6ff4101410 2024-09-05T07:37:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.980+0000 7f6ff1ffb640 1 -- 172.21.15.71:0/3317264622 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fdc035070 con 0x7f6ff4101410 2024-09-05T07:37:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.981+0000 7f6ffa6f5640 1 -- 172.21.15.71:0/3317264622 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ff41a4f00 con 0x7f6ff4101410 2024-09-05T07:37:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.981+0000 7f6ffa6f5640 1 -- 172.21.15.71:0/3317264622 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ff4100ed0 con 0x7f6ff4101410 2024-09-05T07:37:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.983+0000 7f6ff1ffb640 1 -- 172.21.15.71:0/3317264622 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6fdc03b610 con 0x7f6ff4101410 2024-09-05T07:37:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.983+0000 7f6ff1ffb640 1 --2- 172.21.15.71:0/3317264622 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6fe00a2c10 0x7f6fe00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.983+0000 7f6ff3fff640 1 --2- 172.21.15.71:0/3317264622 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6fe00a2c10 0x7f6fe00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.983+0000 7f6ff1ffb640 1 -- 172.21.15.71:0/3317264622 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f6fdc0ef980 con 0x7f6ff4101410 2024-09-05T07:37:45.003 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.984+0000 7f6ff3fff640 1 --2- 172.21.15.71:0/3317264622 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6fe00a2c10 0x7f6fe00a50d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6fe4005fd0 tx=0x7f6fe4005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:45.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:44.987+0000 7f6ff1ffb640 1 -- 172.21.15.71:0/3317264622 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6fdc0bc390 con 0x7f6ff4101410 2024-09-05T07:37:45.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.157+0000 7f6ffa6f5640 1 -- 172.21.15.71:0/3317264622 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f6ff4109040 con 0x7f6ff4101410 2024-09-05T07:37:45.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.157+0000 7f6ff1ffb640 1 -- 172.21.15.71:0/3317264622 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f6fdc0bbc90 con 0x7f6ff4101410 2024-09-05T07:37:45.158 INFO:teuthology.orchestra.run.smithi071.stdout:326417514527 2024-09-05T07:37:45.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.159+0000 7f6ffa6f5640 1 -- 172.21.15.71:0/3317264622 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6fe00a2c10 msgr2=0x7f6fe00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:45.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.159+0000 7f6ffa6f5640 1 --2- 172.21.15.71:0/3317264622 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6fe00a2c10 0x7f6fe00a50d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6fe4005fd0 tx=0x7f6fe4005850 comp rx=0 tx=0).stop 2024-09-05T07:37:45.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.159+0000 7f6ffa6f5640 1 -- 172.21.15.71:0/3317264622 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ff4101410 msgr2=0x7f6ff41988c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:45.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.159+0000 7f6ffa6f5640 1 --2- 172.21.15.71:0/3317264622 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ff4101410 0x7f6ff41988c0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc004770 tx=0x7f6fdc0042f0 comp rx=0 tx=0).stop 2024-09-05T07:37:45.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.159+0000 7f6ffa6f5640 1 -- 172.21.15.71:0/3317264622 shutdown_connections 2024-09-05T07:37:45.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.159+0000 7f6ffa6f5640 1 --2- 172.21.15.71:0/3317264622 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6fe00a2c10 0x7f6fe00a50d0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:45.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.159+0000 7f6ffa6f5640 1 --2- 172.21.15.71:0/3317264622 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6ff4106a70 0x7f6ff419cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:45.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.159+0000 7f6ffa6f5640 1 --2- 172.21.15.71:0/3317264622 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ff4101410 0x7f6ff41988c0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:45.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.159+0000 7f6ffa6f5640 1 --2- 172.21.15.71:0/3317264622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ff4100a70 0x7f6ff4198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:45.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.159+0000 7f6ffa6f5640 1 -- 172.21.15.71:0/3317264622 >> 172.21.15.71:0/3317264622 conn(0x7f6ff40fc790 msgr2=0x7f6ff40fd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:45.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.159+0000 7f6ffa6f5640 1 -- 172.21.15.71:0/3317264622 shutdown_connections 2024-09-05T07:37:45.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.159+0000 7f6ffa6f5640 1 -- 172.21.15.71:0/3317264622 wait complete. 2024-09-05T07:37:45.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.544+0000 7fd91d5a5640 1 -- 172.21.15.71:0/3597622898 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd918106f10 msgr2=0x7fd91810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:45.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.544+0000 7fd91d5a5640 1 --2- 172.21.15.71:0/3597622898 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd918106f10 0x7fd91810ea90 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fd910009ca0 tx=0x7fd91002a8c0 comp rx=0 tx=0).stop 2024-09-05T07:37:45.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.544+0000 7fd91d5a5640 1 -- 172.21.15.71:0/3597622898 shutdown_connections 2024-09-05T07:37:45.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.544+0000 7fd91d5a5640 1 --2- 172.21.15.71:0/3597622898 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd918106f10 0x7fd91810ea90 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:45.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.544+0000 7fd91d5a5640 1 --2- 172.21.15.71:0/3597622898 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd918102790 0x7fd9181067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:45.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.544+0000 7fd91d5a5640 1 --2- 172.21.15.71:0/3597622898 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd918101de0 0x7fd9181021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:45.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.544+0000 7fd91d5a5640 1 -- 172.21.15.71:0/3597622898 >> 172.21.15.71:0/3597622898 conn(0x7fd9180fd8c0 msgr2=0x7fd9180ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:45.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.544+0000 7fd91d5a5640 1 -- 172.21.15.71:0/3597622898 shutdown_connections 2024-09-05T07:37:45.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.544+0000 7fd91d5a5640 1 -- 172.21.15.71:0/3597622898 wait complete. 2024-09-05T07:37:45.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.545+0000 7fd91d5a5640 1 Processor -- start 2024-09-05T07:37:45.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.545+0000 7fd91d5a5640 1 -- start start 2024-09-05T07:37:45.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.545+0000 7fd91d5a5640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd918101de0 0x7fd918198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:45.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.545+0000 7fd91d5a5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd918102790 0x7fd918198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:45.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.545+0000 7fd91d5a5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd918106f10 0x7fd91819cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:45.558 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.545+0000 7fd91d5a5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd918111e20 con 0x7fd918102790 2024-09-05T07:37:45.558 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.545+0000 7fd91d5a5640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd918111ca0 con 0x7fd918101de0 2024-09-05T07:37:45.558 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.545+0000 7fd91d5a5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd918111fa0 con 0x7fd918106f10 2024-09-05T07:37:45.558 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.545+0000 7fd90ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd918102790 0x7fd918198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:45.558 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.545+0000 7fd90ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd918102790 0x7fd918198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:36236/0 (socket says 172.21.15.71:36236) 2024-09-05T07:37:45.558 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.545+0000 7fd90ffff640 1 -- 172.21.15.71:0/3193637401 learned_addr learned my addr 172.21.15.71:0/3193637401 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:45.558 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.545+0000 7fd9177fe640 1 --2- 172.21.15.71:0/3193637401 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd918106f10 0x7fd91819cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:45.558 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.545+0000 7fd916ffd640 1 --2- 172.21.15.71:0/3193637401 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd918101de0 0x7fd918198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:45.558 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.545+0000 7fd90ffff640 1 -- 172.21.15.71:0/3193637401 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd918106f10 msgr2=0x7fd91819cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:45.558 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.545+0000 7fd90ffff640 1 --2- 172.21.15.71:0/3193637401 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd918106f10 0x7fd91819cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:45.558 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.545+0000 7fd90ffff640 1 -- 172.21.15.71:0/3193637401 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd918101de0 msgr2=0x7fd918198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:45.558 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.545+0000 7fd90ffff640 1 --2- 172.21.15.71:0/3193637401 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd918101de0 0x7fd918198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:45.559 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.545+0000 7fd90ffff640 1 -- 172.21.15.71:0/3193637401 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd91819d2d0 con 0x7fd918102790 2024-09-05T07:37:45.559 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.545+0000 7fd916ffd640 1 --2- 172.21.15.71:0/3193637401 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd918101de0 0x7fd918198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:37:45.559 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.546+0000 7fd90ffff640 1 --2- 172.21.15.71:0/3193637401 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd918102790 0x7fd918198860 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fd90000d950 tx=0x7fd90000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:45.559 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.546+0000 7fd914ff9640 1 -- 172.21.15.71:0/3193637401 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd900017070 con 0x7fd918102790 2024-09-05T07:37:45.559 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.546+0000 7fd914ff9640 1 -- 172.21.15.71:0/3193637401 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd900009c30 con 0x7fd918102790 2024-09-05T07:37:45.559 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.546+0000 7fd914ff9640 1 -- 172.21.15.71:0/3193637401 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd90000f620 con 0x7fd918102790 2024-09-05T07:37:45.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.546+0000 7fd91d5a5640 1 -- 172.21.15.71:0/3193637401 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd91819d5c0 con 0x7fd918102790 2024-09-05T07:37:45.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.546+0000 7fd91d5a5640 1 -- 172.21.15.71:0/3193637401 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9181a4ea0 con 0x7fd918102790 2024-09-05T07:37:45.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.547+0000 7fd91d5a5640 1 -- 172.21.15.71:0/3193637401 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9181021c0 con 0x7fd918102790 2024-09-05T07:37:45.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.548+0000 7fd914ff9640 1 -- 172.21.15.71:0/3193637401 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd9000109a0 con 0x7fd918102790 2024-09-05T07:37:45.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.548+0000 7fd914ff9640 1 --2- 172.21.15.71:0/3193637401 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd9040a2c10 0x7fd9040a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:45.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.549+0000 7fd914ff9640 1 -- 172.21.15.71:0/3193637401 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7fd9000cf1a0 con 0x7fd918102790 2024-09-05T07:37:45.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.549+0000 7fd916ffd640 1 --2- 172.21.15.71:0/3193637401 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd9040a2c10 0x7fd9040a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:45.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.549+0000 7fd916ffd640 1 --2- 172.21.15.71:0/3193637401 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd9040a2c10 0x7fd9040a50d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fd908009b40 tx=0x7fd908005e50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:45.561 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.553+0000 7fd914ff9640 1 -- 172.21.15.71:0/3193637401 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd900009de0 con 0x7fd918102790 2024-09-05T07:37:45.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:45 smithi071 ceph-mon[30965]: pgmap v327: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 4 op/s 2024-09-05T07:37:45.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:45 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3317264622' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-05T07:37:45.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:45 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/4204434103' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-05T07:37:45.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:45 smithi192 ceph-mon[34929]: pgmap v327: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 4 op/s 2024-09-05T07:37:45.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:45 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3317264622' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-05T07:37:45.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:45 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/4204434103' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-05T07:37:45.724 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.723+0000 7fd91d5a5640 1 -- 172.21.15.71:0/3193637401 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7fd91810a150 con 0x7fd918102790 2024-09-05T07:37:45.724 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.723+0000 7fd914ff9640 1 -- 172.21.15.71:0/3193637401 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fd90009bbb0 con 0x7fd918102790 2024-09-05T07:37:45.724 INFO:teuthology.orchestra.run.smithi071.stdout:274877906985 2024-09-05T07:37:45.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.725+0000 7fd91d5a5640 1 -- 172.21.15.71:0/3193637401 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd9040a2c10 msgr2=0x7fd9040a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:45.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.725+0000 7fd91d5a5640 1 --2- 172.21.15.71:0/3193637401 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd9040a2c10 0x7fd9040a50d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fd908009b40 tx=0x7fd908005e50 comp rx=0 tx=0).stop 2024-09-05T07:37:45.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.725+0000 7fd91d5a5640 1 -- 172.21.15.71:0/3193637401 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd918102790 msgr2=0x7fd918198860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:45.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.725+0000 7fd91d5a5640 1 --2- 172.21.15.71:0/3193637401 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd918102790 0x7fd918198860 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fd90000d950 tx=0x7fd90000de10 comp rx=0 tx=0).stop 2024-09-05T07:37:45.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.725+0000 7fd91d5a5640 1 -- 172.21.15.71:0/3193637401 shutdown_connections 2024-09-05T07:37:45.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.725+0000 7fd91d5a5640 1 --2- 172.21.15.71:0/3193637401 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd9040a2c10 0x7fd9040a50d0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:45.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.725+0000 7fd91d5a5640 1 --2- 172.21.15.71:0/3193637401 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd918106f10 0x7fd91819cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:45.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.725+0000 7fd91d5a5640 1 --2- 172.21.15.71:0/3193637401 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd918102790 0x7fd918198860 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:45.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.725+0000 7fd91d5a5640 1 --2- 172.21.15.71:0/3193637401 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd918101de0 0x7fd918198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:45.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.725+0000 7fd91d5a5640 1 -- 172.21.15.71:0/3193637401 >> 172.21.15.71:0/3193637401 conn(0x7fd9180fd8c0 msgr2=0x7fd9180feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:45.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.726+0000 7fd91d5a5640 1 -- 172.21.15.71:0/3193637401 shutdown_connections 2024-09-05T07:37:45.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.726+0000 7fd91d5a5640 1 -- 172.21.15.71:0/3193637401 wait complete. 2024-09-05T07:37:45.728 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:45 smithi123 ceph-mon[34568]: pgmap v327: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 4 op/s 2024-09-05T07:37:45.729 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:45 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3317264622' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-05T07:37:45.729 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:45 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/4204434103' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-05T07:37:46.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.225+0000 7fac5d9f0640 1 -- 172.21.15.71:0/1256646429 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac58106f10 msgr2=0x7fac5810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:46.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.225+0000 7fac5d9f0640 1 --2- 172.21.15.71:0/1256646429 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac58106f10 0x7fac5810ea90 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fac50009ca0 tx=0x7fac5002a8c0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.225+0000 7fac5d9f0640 1 -- 172.21.15.71:0/1256646429 shutdown_connections 2024-09-05T07:37:46.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.225+0000 7fac5d9f0640 1 --2- 172.21.15.71:0/1256646429 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac58106f10 0x7fac5810ea90 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.225+0000 7fac5d9f0640 1 --2- 172.21.15.71:0/1256646429 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fac58102790 0x7fac581067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.225+0000 7fac5d9f0640 1 --2- 172.21.15.71:0/1256646429 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac58101de0 0x7fac581021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.225+0000 7fac5d9f0640 1 -- 172.21.15.71:0/1256646429 >> 172.21.15.71:0/1256646429 conn(0x7fac580fd8c0 msgr2=0x7fac580ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:46.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.225+0000 7fac5d9f0640 1 -- 172.21.15.71:0/1256646429 shutdown_connections 2024-09-05T07:37:46.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.225+0000 7fac5d9f0640 1 -- 172.21.15.71:0/1256646429 wait complete. 2024-09-05T07:37:46.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.226+0000 7fac5d9f0640 1 Processor -- start 2024-09-05T07:37:46.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.226+0000 7fac5d9f0640 1 -- start start 2024-09-05T07:37:46.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.226+0000 7fac5d9f0640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fac58101de0 0x7fac581983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:46.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.226+0000 7fac5d9f0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac58102790 0x7fac581988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:46.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.226+0000 7fac5d9f0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac58106f10 0x7fac5819cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:46.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.226+0000 7fac5d9f0640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fac58111e20 con 0x7fac58106f10 2024-09-05T07:37:46.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.226+0000 7fac5d9f0640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fac58111ca0 con 0x7fac58101de0 2024-09-05T07:37:46.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.226+0000 7fac5d9f0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fac58111fa0 con 0x7fac58102790 2024-09-05T07:37:46.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.226+0000 7fac577fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac58106f10 0x7fac5819cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:46.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.226+0000 7fac577fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac58106f10 0x7fac5819cc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:36248/0 (socket says 172.21.15.71:36248) 2024-09-05T07:37:46.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.226+0000 7fac577fe640 1 -- 172.21.15.71:0/721878810 learned_addr learned my addr 172.21.15.71:0/721878810 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:46.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.226+0000 7fac56ffd640 1 --2- 172.21.15.71:0/721878810 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fac58101de0 0x7fac581983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:46.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.227+0000 7fac567fc640 1 --2- 172.21.15.71:0/721878810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac58102790 0x7fac581988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:46.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.227+0000 7fac577fe640 1 -- 172.21.15.71:0/721878810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac58102790 msgr2=0x7fac581988e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:46.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.227+0000 7fac577fe640 1 --2- 172.21.15.71:0/721878810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac58102790 0x7fac581988e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.227+0000 7fac577fe640 1 -- 172.21.15.71:0/721878810 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fac58101de0 msgr2=0x7fac581983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:46.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.227+0000 7fac577fe640 1 --2- 172.21.15.71:0/721878810 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fac58101de0 0x7fac581983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.227+0000 7fac577fe640 1 -- 172.21.15.71:0/721878810 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac5819d350 con 0x7fac58106f10 2024-09-05T07:37:46.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.227+0000 7fac577fe640 1 --2- 172.21.15.71:0/721878810 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac58106f10 0x7fac5819cc70 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fac50009dc0 tx=0x7fac50032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:46.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.227+0000 7fac5c9ee640 1 -- 172.21.15.71:0/721878810 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac50003cf0 con 0x7fac58106f10 2024-09-05T07:37:46.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.227+0000 7fac5c9ee640 1 -- 172.21.15.71:0/721878810 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac500044f0 con 0x7fac58106f10 2024-09-05T07:37:46.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.227+0000 7fac5d9f0640 1 -- 172.21.15.71:0/721878810 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac5819d5e0 con 0x7fac58106f10 2024-09-05T07:37:46.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.227+0000 7fac5c9ee640 1 -- 172.21.15.71:0/721878810 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac50030bf0 con 0x7fac58106f10 2024-09-05T07:37:46.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.227+0000 7fac5d9f0640 1 -- 172.21.15.71:0/721878810 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac581a4f20 con 0x7fac58106f10 2024-09-05T07:37:46.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.228+0000 7fac5d9f0640 1 -- 172.21.15.71:0/721878810 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac581021c0 con 0x7fac58106f10 2024-09-05T07:37:46.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.229+0000 7fac5c9ee640 1 -- 172.21.15.71:0/721878810 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fac50004040 con 0x7fac58106f10 2024-09-05T07:37:46.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.230+0000 7fac5c9ee640 1 --2- 172.21.15.71:0/721878810 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fac400a2c10 0x7fac400a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:46.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.230+0000 7fac5c9ee640 1 -- 172.21.15.71:0/721878810 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7fac500f0c60 con 0x7fac58106f10 2024-09-05T07:37:46.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.230+0000 7fac56ffd640 1 --2- 172.21.15.71:0/721878810 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fac400a2c10 0x7fac400a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:46.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.230+0000 7fac56ffd640 1 --2- 172.21.15.71:0/721878810 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fac400a2c10 0x7fac400a50d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fac48005fd0 tx=0x7fac4800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:46.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.233+0000 7fac5c9ee640 1 -- 172.21.15.71:0/721878810 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fac500bd780 con 0x7fac58106f10 2024-09-05T07:37:46.407 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.406+0000 7fac5d9f0640 1 -- 172.21.15.71:0/721878810 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fac5810a150 con 0x7fac58106f10 2024-09-05T07:37:46.407 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.407+0000 7fac5c9ee640 1 -- 172.21.15.71:0/721878810 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fac500bd080 con 0x7fac58106f10 2024-09-05T07:37:46.407 INFO:teuthology.orchestra.run.smithi071.stdout:214748364851 2024-09-05T07:37:46.409 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.409+0000 7fac5d9f0640 1 -- 172.21.15.71:0/721878810 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fac400a2c10 msgr2=0x7fac400a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:46.410 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.409+0000 7fac5d9f0640 1 --2- 172.21.15.71:0/721878810 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fac400a2c10 0x7fac400a50d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fac48005fd0 tx=0x7fac4800b390 comp rx=0 tx=0).stop 2024-09-05T07:37:46.410 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.409+0000 7fac5d9f0640 1 -- 172.21.15.71:0/721878810 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac58106f10 msgr2=0x7fac5819cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:46.410 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.409+0000 7fac5d9f0640 1 --2- 172.21.15.71:0/721878810 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac58106f10 0x7fac5819cc70 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fac50009dc0 tx=0x7fac50032ff0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.410 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.409+0000 7fac5d9f0640 1 -- 172.21.15.71:0/721878810 shutdown_connections 2024-09-05T07:37:46.410 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.409+0000 7fac5d9f0640 1 --2- 172.21.15.71:0/721878810 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fac400a2c10 0x7fac400a50d0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.410 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.409+0000 7fac5d9f0640 1 --2- 172.21.15.71:0/721878810 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac58106f10 0x7fac5819cc70 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.410 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.409+0000 7fac5d9f0640 1 --2- 172.21.15.71:0/721878810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac58102790 0x7fac581988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.410 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.409+0000 7fac5d9f0640 1 --2- 172.21.15.71:0/721878810 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fac58101de0 0x7fac581983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.410 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.409+0000 7fac5d9f0640 1 -- 172.21.15.71:0/721878810 >> 172.21.15.71:0/721878810 conn(0x7fac580fd8c0 msgr2=0x7fac580febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:46.410 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.409+0000 7fac5d9f0640 1 -- 172.21.15.71:0/721878810 shutdown_connections 2024-09-05T07:37:46.410 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.409+0000 7fac5d9f0640 1 -- 172.21.15.71:0/721878810 wait complete. 2024-09-05T07:37:46.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.465+0000 7f21db39e640 1 -- 172.21.15.71:0/756154287 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f21d4102570 msgr2=0x7f21d41029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:46.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.465+0000 7f21db39e640 1 --2- 172.21.15.71:0/756154287 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f21d4102570 0x7f21d41029b0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f21c4009900 tx=0x7f21c402a480 comp rx=0 tx=0).stop 2024-09-05T07:37:46.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.465+0000 7f21db39e640 1 -- 172.21.15.71:0/756154287 shutdown_connections 2024-09-05T07:37:46.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.465+0000 7f21db39e640 1 --2- 172.21.15.71:0/756154287 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21d4102ef0 0x7f21d410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.465+0000 7f21db39e640 1 --2- 172.21.15.71:0/756154287 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f21d4102570 0x7f21d41029b0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.465+0000 7f21db39e640 1 --2- 172.21.15.71:0/756154287 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f21d4100e20 0x7f21d4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.465+0000 7f21db39e640 1 -- 172.21.15.71:0/756154287 >> 172.21.15.71:0/756154287 conn(0x7f21d40fc7d0 msgr2=0x7f21d40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:46.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.466+0000 7f21db39e640 1 -- 172.21.15.71:0/756154287 shutdown_connections 2024-09-05T07:37:46.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.466+0000 7f21db39e640 1 -- 172.21.15.71:0/756154287 wait complete. 2024-09-05T07:37:46.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.466+0000 7f21db39e640 1 Processor -- start 2024-09-05T07:37:46.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.466+0000 7f21db39e640 1 -- start start 2024-09-05T07:37:46.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.466+0000 7f21db39e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f21d4100e20 0x7f21d4198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:46.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.466+0000 7f21db39e640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f21d4102570 0x7f21d4198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:46.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.466+0000 7f21db39e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21d4102ef0 0x7f21d419cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:46.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.466+0000 7f21db39e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f21d4110e80 con 0x7f21d4100e20 2024-09-05T07:37:46.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.466+0000 7f21db39e640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f21d4110d00 con 0x7f21d4102570 2024-09-05T07:37:46.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.466+0000 7f21db39e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f21d4111000 con 0x7f21d4102ef0 2024-09-05T07:37:46.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.466+0000 7f21d913a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f21d4100e20 0x7f21d4198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:46.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.466+0000 7f21d913a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f21d4100e20 0x7f21d4198410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:36268/0 (socket says 172.21.15.71:36268) 2024-09-05T07:37:46.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.467+0000 7f21d913a640 1 -- 172.21.15.71:0/3940463792 learned_addr learned my addr 172.21.15.71:0/3940463792 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:46.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.467+0000 7f21d993b640 1 --2- 172.21.15.71:0/3940463792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21d4102ef0 0x7f21d419cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:46.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.467+0000 7f21d8939640 1 --2- 172.21.15.71:0/3940463792 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f21d4102570 0x7f21d4198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:46.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.467+0000 7f21d913a640 1 -- 172.21.15.71:0/3940463792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21d4102ef0 msgr2=0x7f21d419cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:46.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.467+0000 7f21d913a640 1 --2- 172.21.15.71:0/3940463792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21d4102ef0 0x7f21d419cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.467+0000 7f21d913a640 1 -- 172.21.15.71:0/3940463792 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f21d4102570 msgr2=0x7f21d4198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:46.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.467+0000 7f21d913a640 1 --2- 172.21.15.71:0/3940463792 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f21d4102570 0x7f21d4198950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.467+0000 7f21d913a640 1 -- 172.21.15.71:0/3940463792 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21d419d3c0 con 0x7f21d4100e20 2024-09-05T07:37:46.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.467+0000 7f21d993b640 1 --2- 172.21.15.71:0/3940463792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21d4102ef0 0x7f21d419cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:37:46.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.467+0000 7f21d913a640 1 --2- 172.21.15.71:0/3940463792 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f21d4100e20 0x7f21d4198410 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f21d000e9f0 tx=0x7f21d000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:46.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.467+0000 7f21ca7fc640 1 -- 172.21.15.71:0/3940463792 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21d000cd80 con 0x7f21d4100e20 2024-09-05T07:37:46.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.467+0000 7f21db39e640 1 -- 172.21.15.71:0/3940463792 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21d419d6b0 con 0x7f21d4100e20 2024-09-05T07:37:46.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.467+0000 7f21ca7fc640 1 -- 172.21.15.71:0/3940463792 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f21d00108e0 con 0x7f21d4100e20 2024-09-05T07:37:46.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.467+0000 7f21ca7fc640 1 -- 172.21.15.71:0/3940463792 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21d0018920 con 0x7f21d4100e20 2024-09-05T07:37:46.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.467+0000 7f21db39e640 1 -- 172.21.15.71:0/3940463792 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21d41a4f90 con 0x7f21d4100e20 2024-09-05T07:37:46.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.468+0000 7f21db39e640 1 -- 172.21.15.71:0/3940463792 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21d4101200 con 0x7f21d4100e20 2024-09-05T07:37:46.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.469+0000 7f21ca7fc640 1 -- 172.21.15.71:0/3940463792 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f21d0010a90 con 0x7f21d4100e20 2024-09-05T07:37:46.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.470+0000 7f21ca7fc640 1 --2- 172.21.15.71:0/3940463792 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f21c00a2c10 0x7f21c00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:46.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.470+0000 7f21d8939640 1 --2- 172.21.15.71:0/3940463792 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f21c00a2c10 0x7f21c00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:46.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.470+0000 7f21ca7fc640 1 -- 172.21.15.71:0/3940463792 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f21d00cf9f0 con 0x7f21d4100e20 2024-09-05T07:37:46.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.471+0000 7f21d8939640 1 --2- 172.21.15.71:0/3940463792 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f21c00a2c10 0x7f21c00a50d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f21c4000c00 tx=0x7f21c4005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:46.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.474+0000 7f21ca7fc640 1 -- 172.21.15.71:0/3940463792 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f21d009c400 con 0x7f21d4100e20 2024-09-05T07:37:46.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.647+0000 7f21db39e640 1 -- 172.21.15.71:0/3940463792 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f21d410a0a0 con 0x7f21d4100e20 2024-09-05T07:37:46.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.647+0000 7f21ca7fc640 1 -- 172.21.15.71:0/3940463792 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f21d009bd00 con 0x7f21d4100e20 2024-09-05T07:37:46.648 INFO:teuthology.orchestra.run.smithi071.stdout:158913790013 2024-09-05T07:37:46.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.649+0000 7f21db39e640 1 -- 172.21.15.71:0/3940463792 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f21c00a2c10 msgr2=0x7f21c00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:46.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.649+0000 7f21db39e640 1 --2- 172.21.15.71:0/3940463792 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f21c00a2c10 0x7f21c00a50d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f21c4000c00 tx=0x7f21c4005a20 comp rx=0 tx=0).stop 2024-09-05T07:37:46.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.649+0000 7f21db39e640 1 -- 172.21.15.71:0/3940463792 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f21d4100e20 msgr2=0x7f21d4198410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:46.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.649+0000 7f21db39e640 1 --2- 172.21.15.71:0/3940463792 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f21d4100e20 0x7f21d4198410 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f21d000e9f0 tx=0x7f21d000eeb0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.649+0000 7f21db39e640 1 -- 172.21.15.71:0/3940463792 shutdown_connections 2024-09-05T07:37:46.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.649+0000 7f21db39e640 1 --2- 172.21.15.71:0/3940463792 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f21c00a2c10 0x7f21c00a50d0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.649+0000 7f21db39e640 1 --2- 172.21.15.71:0/3940463792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f21d4102ef0 0x7f21d419cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.649+0000 7f21db39e640 1 --2- 172.21.15.71:0/3940463792 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f21d4102570 0x7f21d4198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.649+0000 7f21db39e640 1 --2- 172.21.15.71:0/3940463792 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f21d4100e20 0x7f21d4198410 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:46.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.649+0000 7f21db39e640 1 -- 172.21.15.71:0/3940463792 >> 172.21.15.71:0/3940463792 conn(0x7f21d40fc7d0 msgr2=0x7f21d406a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:46.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.649+0000 7f21db39e640 1 -- 172.21.15.71:0/3940463792 shutdown_connections 2024-09-05T07:37:46.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:46.649+0000 7f21db39e640 1 -- 172.21.15.71:0/3940463792 wait complete. 2024-09-05T07:37:46.659 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:46 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3193637401' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-05T07:37:46.659 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:46 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/721878810' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-05T07:37:46.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:46 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3193637401' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-05T07:37:46.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:46 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/721878810' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-05T07:37:46.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:46 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3193637401' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-05T07:37:46.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:46 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/721878810' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-05T07:37:47.167 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411401 got 77309411404 for osd.2 2024-09-05T07:37:47.167 DEBUG:teuthology.parallel:result is None 2024-09-05T07:37:47.769 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:47 smithi071 ceph-mon[30965]: pgmap v328: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:37:47.769 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:47 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3940463792' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-05T07:37:47.800 INFO:tasks.cephadm.ceph_manager.ceph:need seq 326417514524 got 326417514527 for osd.11 2024-09-05T07:37:47.800 DEBUG:teuthology.parallel:result is None 2024-09-05T07:37:47.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:47 smithi123 ceph-mon[34568]: pgmap v328: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:37:47.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:47 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3940463792' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-05T07:37:47.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:47 smithi192 ceph-mon[34929]: pgmap v328: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:37:47.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:47 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3940463792' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-05T07:37:48.434 INFO:tasks.cephadm.ceph_manager.ceph:need seq 214748364847 got 214748364851 for osd.7 2024-09-05T07:37:48.435 DEBUG:teuthology.parallel:result is None 2024-09-05T07:37:48.852 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913790011 got 158913790013 for osd.5 2024-09-05T07:37:48.852 DEBUG:teuthology.parallel:result is None 2024-09-05T07:37:49.257 INFO:tasks.cephadm.ceph_manager.ceph:need seq 274877906983 got 274877906985 for osd.9 2024-09-05T07:37:49.258 DEBUG:teuthology.parallel:result is None 2024-09-05T07:37:49.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.201+0000 7f09c697a640 1 -- 172.21.15.71:0/600615703 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09c01082a0 msgr2=0x7f09c010ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:49.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.201+0000 7f09c697a640 1 --2- 172.21.15.71:0/600615703 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09c01082a0 0x7f09c010ec40 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f09b8009cd0 tx=0x7f09b802a8e0 comp rx=0 tx=0).stop 2024-09-05T07:37:49.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.201+0000 7f09c697a640 1 -- 172.21.15.71:0/600615703 shutdown_connections 2024-09-05T07:37:49.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.201+0000 7f09c697a640 1 --2- 172.21.15.71:0/600615703 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09c01082a0 0x7f09c010ec40 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:49.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.201+0000 7f09c697a640 1 --2- 172.21.15.71:0/600615703 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09c01036e0 0x7f09c0107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:49.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.201+0000 7f09c697a640 1 --2- 172.21.15.71:0/600615703 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f09c0102d30 0x7f09c0103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:49.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.201+0000 7f09c697a640 1 -- 172.21.15.71:0/600615703 >> 172.21.15.71:0/600615703 conn(0x7f09c00fc7d0 msgr2=0x7f09c00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:49.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.201+0000 7f09c697a640 1 -- 172.21.15.71:0/600615703 shutdown_connections 2024-09-05T07:37:49.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.201+0000 7f09c697a640 1 -- 172.21.15.71:0/600615703 wait complete. 2024-09-05T07:37:49.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.201+0000 7f09c697a640 1 Processor -- start 2024-09-05T07:37:49.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.201+0000 7f09c697a640 1 -- start start 2024-09-05T07:37:49.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09c697a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09c0102d30 0x7f09c01983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:49.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09c697a640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f09c01036e0 0x7f09c0198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:49.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09c697a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09c01082a0 0x7f09c019ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:49.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09c697a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f09c0111f50 con 0x7f09c0102d30 2024-09-05T07:37:49.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09c697a640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f09c0111dd0 con 0x7f09c01036e0 2024-09-05T07:37:49.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09c697a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f09c01120d0 con 0x7f09c01082a0 2024-09-05T07:37:49.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09bffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09c0102d30 0x7f09c01983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:49.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09bffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09c0102d30 0x7f09c01983f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:36214/0 (socket says 172.21.15.71:36214) 2024-09-05T07:37:49.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09bffff640 1 -- 172.21.15.71:0/4204434103 learned_addr learned my addr 172.21.15.71:0/4204434103 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:49.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09b7fff640 1 --2- 172.21.15.71:0/4204434103 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f09c01036e0 0x7f09c0198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:49.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09c4f17640 1 --2- 172.21.15.71:0/4204434103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09c01082a0 0x7f09c019ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:49.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09bffff640 1 -- 172.21.15.71:0/4204434103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09c01082a0 msgr2=0x7f09c019ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:49.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09bffff640 1 --2- 172.21.15.71:0/4204434103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09c01082a0 0x7f09c019ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:49.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09bffff640 1 -- 172.21.15.71:0/4204434103 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f09c01036e0 msgr2=0x7f09c0198930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:49.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09bffff640 1 --2- 172.21.15.71:0/4204434103 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f09c01036e0 0x7f09c0198930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:49.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09bffff640 1 -- 172.21.15.71:0/4204434103 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09c019d3a0 con 0x7f09c0102d30 2024-09-05T07:37:49.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09bffff640 1 --2- 172.21.15.71:0/4204434103 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09c0102d30 0x7f09c01983f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f09b000d950 tx=0x7f09b000dd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:49.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09bdffb640 1 -- 172.21.15.71:0/4204434103 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09b0017070 con 0x7f09c0102d30 2024-09-05T07:37:49.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09bdffb640 1 -- 172.21.15.71:0/4204434103 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f09b000de80 con 0x7f09c0102d30 2024-09-05T07:37:49.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09c697a640 1 -- 172.21.15.71:0/4204434103 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09c019d690 con 0x7f09c0102d30 2024-09-05T07:37:49.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09bdffb640 1 -- 172.21.15.71:0/4204434103 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09b000f620 con 0x7f09c0102d30 2024-09-05T07:37:49.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.202+0000 7f09c697a640 1 -- 172.21.15.71:0/4204434103 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09c01a4f70 con 0x7f09c0102d30 2024-09-05T07:37:49.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.203+0000 7f09c697a640 1 -- 172.21.15.71:0/4204434103 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09c0103110 con 0x7f09c0102d30 2024-09-05T07:37:49.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.204+0000 7f09bdffb640 1 -- 172.21.15.71:0/4204434103 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f09b0009c30 con 0x7f09c0102d30 2024-09-05T07:37:49.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.205+0000 7f09bdffb640 1 --2- 172.21.15.71:0/4204434103 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f09ac0a2c10 0x7f09ac0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:49.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.205+0000 7f09b7fff640 1 --2- 172.21.15.71:0/4204434103 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f09ac0a2c10 0x7f09ac0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:49.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.205+0000 7f09bdffb640 1 -- 172.21.15.71:0/4204434103 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f09b00cf230 con 0x7f09c0102d30 2024-09-05T07:37:49.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.206+0000 7f09b7fff640 1 --2- 172.21.15.71:0/4204434103 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f09ac0a2c10 0x7f09ac0a50d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f09c00fed90 tx=0x7f09a800a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:49.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.209+0000 7f09bdffb640 1 -- 172.21.15.71:0/4204434103 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f09b009bc40 con 0x7f09c0102d30 2024-09-05T07:37:49.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.386+0000 7f09c697a640 1 -- 172.21.15.71:0/4204434103 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f09c01a5140 con 0x7f09c0102d30 2024-09-05T07:37:49.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.386+0000 7f09bdffb640 1 -- 172.21.15.71:0/4204434103 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f09b009b540 con 0x7f09c0102d30 2024-09-05T07:37:49.469 INFO:teuthology.orchestra.run.smithi071.stdout:244813135919 2024-09-05T07:37:49.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.388+0000 7f09c697a640 1 -- 172.21.15.71:0/4204434103 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f09ac0a2c10 msgr2=0x7f09ac0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:49.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.388+0000 7f09c697a640 1 --2- 172.21.15.71:0/4204434103 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f09ac0a2c10 0x7f09ac0a50d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f09c00fed90 tx=0x7f09a800a2d0 comp rx=0 tx=0).stop 2024-09-05T07:37:49.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.388+0000 7f09c697a640 1 -- 172.21.15.71:0/4204434103 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09c0102d30 msgr2=0x7f09c01983f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:49.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.388+0000 7f09c697a640 1 --2- 172.21.15.71:0/4204434103 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09c0102d30 0x7f09c01983f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f09b000d950 tx=0x7f09b000dd50 comp rx=0 tx=0).stop 2024-09-05T07:37:49.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.388+0000 7f09c697a640 1 -- 172.21.15.71:0/4204434103 shutdown_connections 2024-09-05T07:37:49.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.388+0000 7f09c697a640 1 --2- 172.21.15.71:0/4204434103 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f09ac0a2c10 0x7f09ac0a50d0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:49.469 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.388+0000 7f09c697a640 1 --2- 172.21.15.71:0/4204434103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f09c01082a0 0x7f09c019ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:49.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.388+0000 7f09c697a640 1 --2- 172.21.15.71:0/4204434103 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f09c01036e0 0x7f09c0198930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:49.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.388+0000 7f09c697a640 1 --2- 172.21.15.71:0/4204434103 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09c0102d30 0x7f09c01983f0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:49.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.388+0000 7f09c697a640 1 -- 172.21.15.71:0/4204434103 >> 172.21.15.71:0/4204434103 conn(0x7f09c00fc7d0 msgr2=0x7f09c0105d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:49.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.388+0000 7f09c697a640 1 -- 172.21.15.71:0/4204434103 shutdown_connections 2024-09-05T07:37:49.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:45.388+0000 7f09c697a640 1 -- 172.21.15.71:0/4204434103 wait complete. 2024-09-05T07:37:49.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:49 smithi071 ceph-mon[30965]: pgmap v329: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:37:49.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:49 smithi123 ceph-mon[34568]: pgmap v329: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:37:49.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:49 smithi192 ceph-mon[34929]: pgmap v329: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:37:50.122 INFO:tasks.cephadm.ceph_manager.ceph:need seq 244813135916 got 244813135919 for osd.8 2024-09-05T07:37:50.122 DEBUG:teuthology.parallel:result is None 2024-09-05T07:37:50.775 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:50 smithi071 ceph-mon[30965]: pgmap v330: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-05T07:37:50.810 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738449 got 34359738451 for osd.0 2024-09-05T07:37:50.811 DEBUG:teuthology.parallel:result is None 2024-09-05T07:37:50.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:50 smithi123 ceph-mon[34568]: pgmap v330: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-05T07:37:50.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:50 smithi192 ceph-mon[34929]: pgmap v330: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-05T07:37:51.237 INFO:tasks.cephadm.ceph_manager.ceph:need seq 137438953535 got 137438953538 for osd.4 2024-09-05T07:37:51.237 DEBUG:teuthology.parallel:result is None 2024-09-05T07:37:51.237 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-05T07:37:51.237 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-05T07:37:51.488 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:51.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.961+0000 7f409e39a640 1 -- 172.21.15.71:0/1779404779 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4098101de0 msgr2=0x7f40981021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:51.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.961+0000 7f409e39a640 1 --2- 172.21.15.71:0/1779404779 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4098101de0 0x7f40981021c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f4088009900 tx=0x7f408802a410 comp rx=0 tx=0).stop 2024-09-05T07:37:51.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.961+0000 7f409e39a640 1 -- 172.21.15.71:0/1779404779 shutdown_connections 2024-09-05T07:37:51.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.961+0000 7f409e39a640 1 --2- 172.21.15.71:0/1779404779 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4098106f10 0x7f409810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:51.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.961+0000 7f409e39a640 1 --2- 172.21.15.71:0/1779404779 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4098102790 0x7f40981067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:51.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.961+0000 7f409e39a640 1 --2- 172.21.15.71:0/1779404779 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4098101de0 0x7f40981021c0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:51.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.961+0000 7f409e39a640 1 -- 172.21.15.71:0/1779404779 >> 172.21.15.71:0/1779404779 conn(0x7f40980fd8c0 msgr2=0x7f40980ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:51.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.961+0000 7f409e39a640 1 -- 172.21.15.71:0/1779404779 shutdown_connections 2024-09-05T07:37:51.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.961+0000 7f409e39a640 1 -- 172.21.15.71:0/1779404779 wait complete. 2024-09-05T07:37:51.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.962+0000 7f409e39a640 1 Processor -- start 2024-09-05T07:37:51.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.962+0000 7f409e39a640 1 -- start start 2024-09-05T07:37:51.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.962+0000 7f409e39a640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4098101de0 0x7f409819a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:51.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.962+0000 7f409e39a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4098102790 0x7f409819ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:51.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.962+0000 7f409e39a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4098106f10 0x7f409819eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:51.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.962+0000 7f409e39a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4098111e40 con 0x7f4098106f10 2024-09-05T07:37:51.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.962+0000 7f409e39a640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4098111cc0 con 0x7f4098101de0 2024-09-05T07:37:51.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.962+0000 7f409e39a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4098111fc0 con 0x7f4098102790 2024-09-05T07:37:51.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.962+0000 7f409c937640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4098106f10 0x7f409819eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:51.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.962+0000 7f409c937640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4098106f10 0x7f409819eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54282/0 (socket says 172.21.15.71:54282) 2024-09-05T07:37:51.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.962+0000 7f409c937640 1 -- 172.21.15.71:0/2185273059 learned_addr learned my addr 172.21.15.71:0/2185273059 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:51.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.962+0000 7f4097fff640 1 --2- 172.21.15.71:0/2185273059 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4098101de0 0x7f409819a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:51.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.962+0000 7f40977fe640 1 --2- 172.21.15.71:0/2185273059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4098102790 0x7f409819ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:51.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.962+0000 7f409c937640 1 -- 172.21.15.71:0/2185273059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4098102790 msgr2=0x7f409819ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:51.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.962+0000 7f409c937640 1 --2- 172.21.15.71:0/2185273059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4098102790 0x7f409819ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:51.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.962+0000 7f409c937640 1 -- 172.21.15.71:0/2185273059 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4098101de0 msgr2=0x7f409819a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:51.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.962+0000 7f409c937640 1 --2- 172.21.15.71:0/2185273059 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4098101de0 0x7f409819a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:51.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.962+0000 7f409c937640 1 -- 172.21.15.71:0/2185273059 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f409819f5b0 con 0x7f4098106f10 2024-09-05T07:37:51.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.963+0000 7f40977fe640 1 --2- 172.21.15.71:0/2185273059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4098102790 0x7f409819ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:37:51.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.963+0000 7f409c937640 1 --2- 172.21.15.71:0/2185273059 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4098106f10 0x7f409819eed0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f409000eaa0 tx=0x7f409000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:51.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.963+0000 7f40957fa640 1 -- 172.21.15.71:0/2185273059 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f409000cdb0 con 0x7f4098106f10 2024-09-05T07:37:51.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.963+0000 7f40957fa640 1 -- 172.21.15.71:0/2185273059 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4090005020 con 0x7f4098106f10 2024-09-05T07:37:51.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.963+0000 7f40957fa640 1 -- 172.21.15.71:0/2185273059 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40900116d0 con 0x7f4098106f10 2024-09-05T07:37:51.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.963+0000 7f409e39a640 1 -- 172.21.15.71:0/2185273059 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f409819f8a0 con 0x7f4098106f10 2024-09-05T07:37:51.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.963+0000 7f409e39a640 1 -- 172.21.15.71:0/2185273059 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40981a7180 con 0x7f4098106f10 2024-09-05T07:37:51.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.964+0000 7f409e39a640 1 -- 172.21.15.71:0/2185273059 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40981021c0 con 0x7f4098106f10 2024-09-05T07:37:51.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.965+0000 7f40957fa640 1 -- 172.21.15.71:0/2185273059 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f40900051d0 con 0x7f4098106f10 2024-09-05T07:37:51.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.965+0000 7f40957fa640 1 --2- 172.21.15.71:0/2185273059 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f40840a2c10 0x7f40840a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:51.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.966+0000 7f4097fff640 1 --2- 172.21.15.71:0/2185273059 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f40840a2c10 0x7f40840a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:51.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.966+0000 7f40957fa640 1 -- 172.21.15.71:0/2185273059 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f40900cf7d0 con 0x7f4098106f10 2024-09-05T07:37:51.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.966+0000 7f4097fff640 1 --2- 172.21.15.71:0/2185273059 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f40840a2c10 0x7f40840a50d0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f4088031440 tx=0x7f4088005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:51.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:51.970+0000 7f40957fa640 1 -- 172.21.15.71:0/2185273059 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4090016030 con 0x7f4098106f10 2024-09-05T07:37:52.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:52.133+0000 7f409e39a640 1 -- 172.21.15.71:0/2185273059 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4098075430 con 0x7f40840a2c10 2024-09-05T07:37:52.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:52.141+0000 7f40957fa640 1 -- 172.21.15.71:0/2185273059 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340349 (secure 0 0 0) 0x7f4098075430 con 0x7f40840a2c10 2024-09-05T07:37:52.146 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:37:52.148 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-09-05T07:37:52.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:52.145+0000 7f409e39a640 1 -- 172.21.15.71:0/2185273059 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f40840a2c10 msgr2=0x7f40840a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:52.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:52.146+0000 7f409e39a640 1 --2- 172.21.15.71:0/2185273059 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f40840a2c10 0x7f40840a50d0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f4088031440 tx=0x7f4088005b50 comp rx=0 tx=0).stop 2024-09-05T07:37:52.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:52.146+0000 7f409e39a640 1 -- 172.21.15.71:0/2185273059 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4098106f10 msgr2=0x7f409819eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:52.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:52.146+0000 7f409e39a640 1 --2- 172.21.15.71:0/2185273059 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4098106f10 0x7f409819eed0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f409000eaa0 tx=0x7f409000ef60 comp rx=0 tx=0).stop 2024-09-05T07:37:52.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:52.146+0000 7f409e39a640 1 -- 172.21.15.71:0/2185273059 shutdown_connections 2024-09-05T07:37:52.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:52.146+0000 7f409e39a640 1 --2- 172.21.15.71:0/2185273059 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f40840a2c10 0x7f40840a50d0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:52.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:52.146+0000 7f409e39a640 1 --2- 172.21.15.71:0/2185273059 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4098106f10 0x7f409819eed0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:52.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:52.146+0000 7f409e39a640 1 --2- 172.21.15.71:0/2185273059 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4098102790 0x7f409819ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:52.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:52.146+0000 7f409e39a640 1 --2- 172.21.15.71:0/2185273059 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4098101de0 0x7f409819a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:52.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:52.146+0000 7f409e39a640 1 -- 172.21.15.71:0/2185273059 >> 172.21.15.71:0/2185273059 conn(0x7f40980fd8c0 msgr2=0x7f40980fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:52.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:52.146+0000 7f409e39a640 1 -- 172.21.15.71:0/2185273059 shutdown_connections 2024-09-05T07:37:52.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:52.146+0000 7f409e39a640 1 -- 172.21.15.71:0/2185273059 wait complete. 2024-09-05T07:37:52.946 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":330,"stamp":"2024-09-05T07:37:50.309999+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659227,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":469,"num_read_kb":358,"num_write":354,"num_write_kb":3061,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":284,"ondisk_log_size":284,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":384592,"kb_used_data":14480,"kb_used_omap":18,"kb_used_meta":369837,"kb_avail":1124557232,"statfs":{"total":1151940427776,"available":1151546605568,"internally_reserved":0,"allocated":14827520,"data_stored":8227943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":378713401},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":79,"num_read_kb":40,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003489"},"pg_stats":[{"pgid":"2.1f","version":"90'9","reported_seq":48,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440527+0000","last_change":"2024-09-05T07:36:12.799600+0000","last_active":"2024-09-05T07:37:36.440527+0000","last_peered":"2024-09-05T07:37:36.440527+0000","last_clean":"2024-09-05T07:37:36.440527+0000","last_became_active":"2024-09-05T07:36:12.799257+0000","last_became_peered":"2024-09-05T07:36:12.799257+0000","last_unstale":"2024-09-05T07:37:36.440527+0000","last_undegraded":"2024-09-05T07:37:36.440527+0000","last_fullsized":"2024-09-05T07:37:36.440527+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:30:11.431175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871735+0000","last_change":"2024-09-05T07:36:14.809949+0000","last_active":"2024-09-05T07:37:36.871735+0000","last_peered":"2024-09-05T07:37:36.871735+0000","last_clean":"2024-09-05T07:37:36.871735+0000","last_became_active":"2024-09-05T07:36:14.809548+0000","last_became_peered":"2024-09-05T07:36:14.809548+0000","last_unstale":"2024-09-05T07:37:36.871735+0000","last_undegraded":"2024-09-05T07:37:36.871735+0000","last_fullsized":"2024-09-05T07:37:36.871735+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:23:20.911493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871431+0000","last_change":"2024-09-05T07:36:21.873917+0000","last_active":"2024-09-05T07:37:36.871431+0000","last_peered":"2024-09-05T07:37:36.871431+0000","last_clean":"2024-09-05T07:37:36.871431+0000","last_became_active":"2024-09-05T07:36:21.873513+0000","last_became_peered":"2024-09-05T07:36:21.873513+0000","last_unstale":"2024-09-05T07:37:36.871431+0000","last_undegraded":"2024-09-05T07:37:36.871431+0000","last_fullsized":"2024-09-05T07:37:36.871431+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:46:22.911489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871880+0000","last_change":"2024-09-05T07:36:12.809101+0000","last_active":"2024-09-05T07:37:36.871880+0000","last_peered":"2024-09-05T07:37:36.871880+0000","last_clean":"2024-09-05T07:37:36.871880+0000","last_became_active":"2024-09-05T07:36:12.808801+0000","last_became_peered":"2024-09-05T07:36:12.808801+0000","last_unstale":"2024-09-05T07:37:36.871880+0000","last_undegraded":"2024-09-05T07:37:36.871880+0000","last_fullsized":"2024-09-05T07:37:36.871880+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:24:41.651682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.437858+0000","last_change":"2024-09-05T07:36:14.813092+0000","last_active":"2024-09-05T07:37:36.437858+0000","last_peered":"2024-09-05T07:37:36.437858+0000","last_clean":"2024-09-05T07:37:36.437858+0000","last_became_active":"2024-09-05T07:36:14.812778+0000","last_became_peered":"2024-09-05T07:36:14.812778+0000","last_unstale":"2024-09-05T07:37:36.437858+0000","last_undegraded":"2024-09-05T07:37:36.437858+0000","last_fullsized":"2024-09-05T07:37:36.437858+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:05:13.898628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.435959+0000","last_change":"2024-09-05T07:36:21.879572+0000","last_active":"2024-09-05T07:37:36.435959+0000","last_peered":"2024-09-05T07:37:36.435959+0000","last_clean":"2024-09-05T07:37:36.435959+0000","last_became_active":"2024-09-05T07:36:21.879141+0000","last_became_peered":"2024-09-05T07:36:21.879141+0000","last_unstale":"2024-09-05T07:37:36.435959+0000","last_undegraded":"2024-09-05T07:37:36.435959+0000","last_fullsized":"2024-09-05T07:37:36.435959+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:26:58.057968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'4","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436666+0000","last_change":"2024-09-05T07:36:12.801181+0000","last_active":"2024-09-05T07:37:36.436666+0000","last_peered":"2024-09-05T07:37:36.436666+0000","last_clean":"2024-09-05T07:37:36.436666+0000","last_became_active":"2024-09-05T07:36:12.800826+0000","last_became_peered":"2024-09-05T07:36:12.800826+0000","last_unstale":"2024-09-05T07:37:36.436666+0000","last_undegraded":"2024-09-05T07:37:36.436666+0000","last_fullsized":"2024-09-05T07:37:36.436666+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:46:57.132870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438700+0000","last_change":"2024-09-05T07:36:14.807185+0000","last_active":"2024-09-05T07:37:36.438700+0000","last_peered":"2024-09-05T07:37:36.438700+0000","last_clean":"2024-09-05T07:37:36.438700+0000","last_became_active":"2024-09-05T07:36:14.806877+0000","last_became_peered":"2024-09-05T07:36:14.806877+0000","last_unstale":"2024-09-05T07:37:36.438700+0000","last_undegraded":"2024-09-05T07:37:36.438700+0000","last_fullsized":"2024-09-05T07:37:36.438700+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:10:09.735431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436248+0000","last_change":"2024-09-05T07:36:35.955373+0000","last_active":"2024-09-05T07:37:36.436248+0000","last_peered":"2024-09-05T07:37:36.436248+0000","last_clean":"2024-09-05T07:37:36.436248+0000","last_became_active":"2024-09-05T07:36:35.954902+0000","last_became_peered":"2024-09-05T07:36:35.954902+0000","last_unstale":"2024-09-05T07:37:36.436248+0000","last_undegraded":"2024-09-05T07:37:36.436248+0000","last_fullsized":"2024-09-05T07:37:36.436248+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:10:48.886808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,8,5],"acting":[4,3,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436542+0000","last_change":"2024-09-05T07:36:12.803991+0000","last_active":"2024-09-05T07:37:36.436542+0000","last_peered":"2024-09-05T07:37:36.436542+0000","last_clean":"2024-09-05T07:37:36.436542+0000","last_became_active":"2024-09-05T07:36:12.803605+0000","last_became_peered":"2024-09-05T07:36:12.803605+0000","last_unstale":"2024-09-05T07:37:36.436542+0000","last_undegraded":"2024-09-05T07:37:36.436542+0000","last_fullsized":"2024-09-05T07:37:36.436542+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:32:34.325986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439648+0000","last_change":"2024-09-05T07:36:14.818742+0000","last_active":"2024-09-05T07:37:36.439648+0000","last_peered":"2024-09-05T07:37:36.439648+0000","last_clean":"2024-09-05T07:37:36.439648+0000","last_became_active":"2024-09-05T07:36:14.818429+0000","last_became_peered":"2024-09-05T07:36:14.818429+0000","last_unstale":"2024-09-05T07:37:36.439648+0000","last_undegraded":"2024-09-05T07:37:36.439648+0000","last_fullsized":"2024-09-05T07:37:36.439648+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:07:56.517645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436008+0000","last_change":"2024-09-05T07:36:21.879708+0000","last_active":"2024-09-05T07:37:36.436008+0000","last_peered":"2024-09-05T07:37:36.436008+0000","last_clean":"2024-09-05T07:37:36.436008+0000","last_became_active":"2024-09-05T07:36:21.879294+0000","last_became_peered":"2024-09-05T07:36:21.879294+0000","last_unstale":"2024-09-05T07:37:36.436008+0000","last_undegraded":"2024-09-05T07:37:36.436008+0000","last_fullsized":"2024-09-05T07:37:36.436008+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:39:13.648675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.441073+0000","last_change":"2024-09-05T07:36:14.809970+0000","last_active":"2024-09-05T07:37:36.441073+0000","last_peered":"2024-09-05T07:37:36.441073+0000","last_clean":"2024-09-05T07:37:36.441073+0000","last_became_active":"2024-09-05T07:36:14.808188+0000","last_became_peered":"2024-09-05T07:36:14.808188+0000","last_unstale":"2024-09-05T07:37:36.441073+0000","last_undegraded":"2024-09-05T07:37:36.441073+0000","last_fullsized":"2024-09-05T07:37:36.441073+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:34:54.391953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436194+0000","last_change":"2024-09-05T07:36:12.799787+0000","last_active":"2024-09-05T07:37:36.436194+0000","last_peered":"2024-09-05T07:37:36.436194+0000","last_clean":"2024-09-05T07:37:36.436194+0000","last_became_active":"2024-09-05T07:36:12.799298+0000","last_became_peered":"2024-09-05T07:36:12.799298+0000","last_unstale":"2024-09-05T07:37:36.436194+0000","last_undegraded":"2024-09-05T07:37:36.436194+0000","last_fullsized":"2024-09-05T07:37:36.436194+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:56:21.913375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436378+0000","last_change":"2024-09-05T07:36:22.039340+0000","last_active":"2024-09-05T07:37:36.436378+0000","last_peered":"2024-09-05T07:37:36.436378+0000","last_clean":"2024-09-05T07:37:36.436378+0000","last_became_active":"2024-09-05T07:36:22.038839+0000","last_became_peered":"2024-09-05T07:36:22.038839+0000","last_unstale":"2024-09-05T07:37:36.436378+0000","last_undegraded":"2024-09-05T07:37:36.436378+0000","last_fullsized":"2024-09-05T07:37:36.436378+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:15:12.399771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871283+0000","last_change":"2024-09-05T07:36:14.809134+0000","last_active":"2024-09-05T07:37:36.871283+0000","last_peered":"2024-09-05T07:37:36.871283+0000","last_clean":"2024-09-05T07:37:36.871283+0000","last_became_active":"2024-09-05T07:36:14.808813+0000","last_became_peered":"2024-09-05T07:36:14.808813+0000","last_unstale":"2024-09-05T07:37:36.871283+0000","last_undegraded":"2024-09-05T07:37:36.871283+0000","last_fullsized":"2024-09-05T07:37:36.871283+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:41:13.055058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"90'1","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871525+0000","last_change":"2024-09-05T07:36:12.800122+0000","last_active":"2024-09-05T07:37:36.871525+0000","last_peered":"2024-09-05T07:37:36.871525+0000","last_clean":"2024-09-05T07:37:36.871525+0000","last_became_active":"2024-09-05T07:36:12.799760+0000","last_became_peered":"2024-09-05T07:36:12.799760+0000","last_unstale":"2024-09-05T07:37:36.871525+0000","last_undegraded":"2024-09-05T07:37:36.871525+0000","last_fullsized":"2024-09-05T07:37:36.871525+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:24:23.617273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"90'1","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436373+0000","last_change":"2024-09-05T07:36:21.875884+0000","last_active":"2024-09-05T07:37:36.436373+0000","last_peered":"2024-09-05T07:37:36.436373+0000","last_clean":"2024-09-05T07:37:36.436373+0000","last_became_active":"2024-09-05T07:36:21.875323+0000","last_became_peered":"2024-09-05T07:36:21.875323+0000","last_unstale":"2024-09-05T07:37:36.436373+0000","last_undegraded":"2024-09-05T07:37:36.436373+0000","last_fullsized":"2024-09-05T07:37:36.436373+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:28.249884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438507+0000","last_change":"2024-09-05T07:36:14.816557+0000","last_active":"2024-09-05T07:37:36.438507+0000","last_peered":"2024-09-05T07:37:36.438507+0000","last_clean":"2024-09-05T07:37:36.438507+0000","last_became_active":"2024-09-05T07:36:14.815610+0000","last_became_peered":"2024-09-05T07:36:14.815610+0000","last_unstale":"2024-09-05T07:37:36.438507+0000","last_undegraded":"2024-09-05T07:37:36.438507+0000","last_fullsized":"2024-09-05T07:37:36.438507+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:26:17.715866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"90'3","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871304+0000","last_change":"2024-09-05T07:36:12.797574+0000","last_active":"2024-09-05T07:37:36.871304+0000","last_peered":"2024-09-05T07:37:36.871304+0000","last_clean":"2024-09-05T07:37:36.871304+0000","last_became_active":"2024-09-05T07:36:12.797235+0000","last_became_peered":"2024-09-05T07:36:12.797235+0000","last_unstale":"2024-09-05T07:37:36.871304+0000","last_undegraded":"2024-09-05T07:37:36.871304+0000","last_fullsized":"2024-09-05T07:37:36.871304+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:01:13.882076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436663+0000","last_change":"2024-09-05T07:36:35.955205+0000","last_active":"2024-09-05T07:37:36.436663+0000","last_peered":"2024-09-05T07:37:36.436663+0000","last_clean":"2024-09-05T07:37:36.436663+0000","last_became_active":"2024-09-05T07:36:35.954774+0000","last_became_peered":"2024-09-05T07:36:35.954774+0000","last_unstale":"2024-09-05T07:37:36.436663+0000","last_undegraded":"2024-09-05T07:37:36.436663+0000","last_fullsized":"2024-09-05T07:37:36.436663+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:24:11.816616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.435960+0000","last_change":"2024-09-05T07:36:14.810604+0000","last_active":"2024-09-05T07:37:36.435960+0000","last_peered":"2024-09-05T07:37:36.435960+0000","last_clean":"2024-09-05T07:37:36.435960+0000","last_became_active":"2024-09-05T07:36:14.810203+0000","last_became_peered":"2024-09-05T07:36:14.810203+0000","last_unstale":"2024-09-05T07:37:36.435960+0000","last_undegraded":"2024-09-05T07:37:36.435960+0000","last_fullsized":"2024-09-05T07:37:36.435960+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:21:04.720664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438324+0000","last_change":"2024-09-05T07:36:12.811040+0000","last_active":"2024-09-05T07:37:36.438324+0000","last_peered":"2024-09-05T07:37:36.438324+0000","last_clean":"2024-09-05T07:37:36.438324+0000","last_became_active":"2024-09-05T07:36:12.810737+0000","last_became_peered":"2024-09-05T07:36:12.810737+0000","last_unstale":"2024-09-05T07:37:36.438324+0000","last_undegraded":"2024-09-05T07:37:36.438324+0000","last_fullsized":"2024-09-05T07:37:36.438324+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:44:25.801815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436384+0000","last_change":"2024-09-05T07:36:22.040640+0000","last_active":"2024-09-05T07:37:36.436384+0000","last_peered":"2024-09-05T07:37:36.436384+0000","last_clean":"2024-09-05T07:37:36.436384+0000","last_became_active":"2024-09-05T07:36:22.040247+0000","last_became_peered":"2024-09-05T07:36:22.040247+0000","last_unstale":"2024-09-05T07:37:36.436384+0000","last_undegraded":"2024-09-05T07:37:36.436384+0000","last_fullsized":"2024-09-05T07:37:36.436384+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:03:16.022864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.437574+0000","last_change":"2024-09-05T07:36:14.820761+0000","last_active":"2024-09-05T07:37:36.437574+0000","last_peered":"2024-09-05T07:37:36.437574+0000","last_clean":"2024-09-05T07:37:36.437574+0000","last_became_active":"2024-09-05T07:36:14.820507+0000","last_became_peered":"2024-09-05T07:36:14.820507+0000","last_unstale":"2024-09-05T07:37:36.437574+0000","last_undegraded":"2024-09-05T07:37:36.437574+0000","last_fullsized":"2024-09-05T07:37:36.437574+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:34:48.881638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"90'4","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436761+0000","last_change":"2024-09-05T07:36:13.411988+0000","last_active":"2024-09-05T07:37:36.436761+0000","last_peered":"2024-09-05T07:37:36.436761+0000","last_clean":"2024-09-05T07:37:36.436761+0000","last_became_active":"2024-09-05T07:36:13.411609+0000","last_became_peered":"2024-09-05T07:36:13.411609+0000","last_unstale":"2024-09-05T07:37:36.436761+0000","last_undegraded":"2024-09-05T07:37:36.436761+0000","last_fullsized":"2024-09-05T07:37:36.436761+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:40:21.270134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871756+0000","last_change":"2024-09-05T07:36:21.871465+0000","last_active":"2024-09-05T07:37:36.871756+0000","last_peered":"2024-09-05T07:37:36.871756+0000","last_clean":"2024-09-05T07:37:36.871756+0000","last_became_active":"2024-09-05T07:36:21.871056+0000","last_became_peered":"2024-09-05T07:36:21.871056+0000","last_unstale":"2024-09-05T07:37:36.871756+0000","last_undegraded":"2024-09-05T07:37:36.871756+0000","last_fullsized":"2024-09-05T07:37:36.871756+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:24:41.284515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871922+0000","last_change":"2024-09-05T07:36:14.814919+0000","last_active":"2024-09-05T07:37:36.871922+0000","last_peered":"2024-09-05T07:37:36.871922+0000","last_clean":"2024-09-05T07:37:36.871922+0000","last_became_active":"2024-09-05T07:36:14.814611+0000","last_became_peered":"2024-09-05T07:36:14.814611+0000","last_unstale":"2024-09-05T07:37:36.871922+0000","last_undegraded":"2024-09-05T07:37:36.871922+0000","last_fullsized":"2024-09-05T07:37:36.871922+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:33:22.534338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"90'12","reported_seq":50,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440687+0000","last_change":"2024-09-05T07:36:12.797620+0000","last_active":"2024-09-05T07:37:36.440687+0000","last_peered":"2024-09-05T07:37:36.440687+0000","last_clean":"2024-09-05T07:37:36.440687+0000","last_became_active":"2024-09-05T07:36:12.797270+0000","last_became_peered":"2024-09-05T07:36:12.797270+0000","last_unstale":"2024-09-05T07:37:36.440687+0000","last_undegraded":"2024-09-05T07:37:36.440687+0000","last_fullsized":"2024-09-05T07:37:36.440687+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:54:17.325544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":23,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871222+0000","last_change":"2024-09-05T07:36:22.038463+0000","last_active":"2024-09-05T07:37:36.871222+0000","last_peered":"2024-09-05T07:37:36.871222+0000","last_clean":"2024-09-05T07:37:36.871222+0000","last_became_active":"2024-09-05T07:36:22.038095+0000","last_became_peered":"2024-09-05T07:36:22.038095+0000","last_unstale":"2024-09-05T07:37:36.871222+0000","last_undegraded":"2024-09-05T07:37:36.871222+0000","last_fullsized":"2024-09-05T07:37:36.871222+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:27.589451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467495+0000","last_change":"2024-09-05T07:36:14.806223+0000","last_active":"2024-09-05T07:37:36.467495+0000","last_peered":"2024-09-05T07:37:36.467495+0000","last_clean":"2024-09-05T07:37:36.467495+0000","last_became_active":"2024-09-05T07:36:14.805869+0000","last_became_peered":"2024-09-05T07:36:14.805869+0000","last_unstale":"2024-09-05T07:37:36.467495+0000","last_undegraded":"2024-09-05T07:37:36.467495+0000","last_fullsized":"2024-09-05T07:37:36.467495+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:27:20.566443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"90'1","reported_seq":17,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439168+0000","last_change":"2024-09-05T07:36:35.922464+0000","last_active":"2024-09-05T07:37:36.439168+0000","last_peered":"2024-09-05T07:37:36.439168+0000","last_clean":"2024-09-05T07:37:36.439168+0000","last_became_active":"2024-09-05T07:36:35.922078+0000","last_became_peered":"2024-09-05T07:36:35.922078+0000","last_unstale":"2024-09-05T07:37:36.439168+0000","last_undegraded":"2024-09-05T07:37:36.439168+0000","last_fullsized":"2024-09-05T07:37:36.439168+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:17:29.580551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439048+0000","last_change":"2024-09-05T07:36:21.877189+0000","last_active":"2024-09-05T07:37:36.439048+0000","last_peered":"2024-09-05T07:37:36.439048+0000","last_clean":"2024-09-05T07:37:36.439048+0000","last_became_active":"2024-09-05T07:36:21.876796+0000","last_became_peered":"2024-09-05T07:36:21.876796+0000","last_unstale":"2024-09-05T07:37:36.439048+0000","last_undegraded":"2024-09-05T07:37:36.439048+0000","last_fullsized":"2024-09-05T07:37:36.439048+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:13.944091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467192+0000","last_change":"2024-09-05T07:36:14.816662+0000","last_active":"2024-09-05T07:37:36.467192+0000","last_peered":"2024-09-05T07:37:36.467192+0000","last_clean":"2024-09-05T07:37:36.467192+0000","last_became_active":"2024-09-05T07:36:14.812722+0000","last_became_peered":"2024-09-05T07:36:14.812722+0000","last_unstale":"2024-09-05T07:37:36.467192+0000","last_undegraded":"2024-09-05T07:37:36.467192+0000","last_fullsized":"2024-09-05T07:37:36.467192+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:35:10.627551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440427+0000","last_change":"2024-09-05T07:36:12.809582+0000","last_active":"2024-09-05T07:37:36.440427+0000","last_peered":"2024-09-05T07:37:36.440427+0000","last_clean":"2024-09-05T07:37:36.440427+0000","last_became_active":"2024-09-05T07:36:12.809223+0000","last_became_peered":"2024-09-05T07:36:12.809223+0000","last_unstale":"2024-09-05T07:37:36.440427+0000","last_undegraded":"2024-09-05T07:37:36.440427+0000","last_fullsized":"2024-09-05T07:37:36.440427+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:20:12.101205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.435975+0000","last_change":"2024-09-05T07:36:22.039671+0000","last_active":"2024-09-05T07:37:36.435975+0000","last_peered":"2024-09-05T07:37:36.435975+0000","last_clean":"2024-09-05T07:37:36.435975+0000","last_became_active":"2024-09-05T07:36:22.039221+0000","last_became_peered":"2024-09-05T07:36:22.039221+0000","last_unstale":"2024-09-05T07:37:36.435975+0000","last_undegraded":"2024-09-05T07:37:36.435975+0000","last_fullsized":"2024-09-05T07:37:36.435975+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:37:43.961598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467035+0000","last_change":"2024-09-05T07:36:35.926667+0000","last_active":"2024-09-05T07:37:36.467035+0000","last_peered":"2024-09-05T07:37:36.467035+0000","last_clean":"2024-09-05T07:37:36.467035+0000","last_became_active":"2024-09-05T07:36:35.926353+0000","last_became_peered":"2024-09-05T07:36:35.926353+0000","last_unstale":"2024-09-05T07:37:36.467035+0000","last_undegraded":"2024-09-05T07:37:36.467035+0000","last_fullsized":"2024-09-05T07:37:36.467035+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:33:52.775633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"90'1","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.441260+0000","last_change":"2024-09-05T07:36:12.801852+0000","last_active":"2024-09-05T07:37:36.441260+0000","last_peered":"2024-09-05T07:37:36.441260+0000","last_clean":"2024-09-05T07:37:36.441260+0000","last_became_active":"2024-09-05T07:36:12.801533+0000","last_became_peered":"2024-09-05T07:36:12.801533+0000","last_unstale":"2024-09-05T07:37:36.441260+0000","last_undegraded":"2024-09-05T07:37:36.441260+0000","last_fullsized":"2024-09-05T07:37:36.441260+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:48:19.037437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467375+0000","last_change":"2024-09-05T07:36:21.876580+0000","last_active":"2024-09-05T07:37:36.467375+0000","last_peered":"2024-09-05T07:37:36.467375+0000","last_clean":"2024-09-05T07:37:36.467375+0000","last_became_active":"2024-09-05T07:36:21.876209+0000","last_became_peered":"2024-09-05T07:36:21.876209+0000","last_unstale":"2024-09-05T07:37:36.467375+0000","last_undegraded":"2024-09-05T07:37:36.467375+0000","last_fullsized":"2024-09-05T07:37:36.467375+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:26:13.322909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439070+0000","last_change":"2024-09-05T07:36:14.818775+0000","last_active":"2024-09-05T07:37:36.439070+0000","last_peered":"2024-09-05T07:37:36.439070+0000","last_clean":"2024-09-05T07:37:36.439070+0000","last_became_active":"2024-09-05T07:36:14.818482+0000","last_became_peered":"2024-09-05T07:36:14.818482+0000","last_unstale":"2024-09-05T07:37:36.439070+0000","last_undegraded":"2024-09-05T07:37:36.439070+0000","last_fullsized":"2024-09-05T07:37:36.439070+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:53:41.945628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'4","reported_seq":89,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:43.477401+0000","last_change":"2024-09-05T07:36:12.808974+0000","last_active":"2024-09-05T07:37:43.477401+0000","last_peered":"2024-09-05T07:37:43.477401+0000","last_clean":"2024-09-05T07:37:43.477401+0000","last_became_active":"2024-09-05T07:36:12.808622+0000","last_became_peered":"2024-09-05T07:36:12.808622+0000","last_unstale":"2024-09-05T07:37:43.477401+0000","last_undegraded":"2024-09-05T07:37:43.477401+0000","last_fullsized":"2024-09-05T07:37:43.477401+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:29.308884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":48,"num_read_kb":48,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467433+0000","last_change":"2024-09-05T07:36:22.039214+0000","last_active":"2024-09-05T07:37:36.467433+0000","last_peered":"2024-09-05T07:37:36.467433+0000","last_clean":"2024-09-05T07:37:36.467433+0000","last_became_active":"2024-09-05T07:36:22.038781+0000","last_became_peered":"2024-09-05T07:36:22.038781+0000","last_unstale":"2024-09-05T07:37:36.467433+0000","last_undegraded":"2024-09-05T07:37:36.467433+0000","last_fullsized":"2024-09-05T07:37:36.467433+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:16:57.102240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.466995+0000","last_change":"2024-09-05T07:36:14.811533+0000","last_active":"2024-09-05T07:37:36.466995+0000","last_peered":"2024-09-05T07:37:36.466995+0000","last_clean":"2024-09-05T07:37:36.466995+0000","last_became_active":"2024-09-05T07:36:14.811250+0000","last_became_peered":"2024-09-05T07:36:14.811250+0000","last_unstale":"2024-09-05T07:37:36.466995+0000","last_undegraded":"2024-09-05T07:37:36.466995+0000","last_fullsized":"2024-09-05T07:37:36.466995+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:12.085530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'3","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440962+0000","last_change":"2024-09-05T07:36:35.954521+0000","last_active":"2024-09-05T07:37:36.440962+0000","last_peered":"2024-09-05T07:37:36.440962+0000","last_clean":"2024-09-05T07:37:36.440962+0000","last_became_active":"2024-09-05T07:36:35.954104+0000","last_became_peered":"2024-09-05T07:36:35.954104+0000","last_unstale":"2024-09-05T07:37:36.440962+0000","last_undegraded":"2024-09-05T07:37:36.440962+0000","last_fullsized":"2024-09-05T07:37:36.440962+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:04:32.253928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438994+0000","last_change":"2024-09-05T07:36:22.040782+0000","last_active":"2024-09-05T07:37:36.438994+0000","last_peered":"2024-09-05T07:37:36.438994+0000","last_clean":"2024-09-05T07:37:36.438994+0000","last_became_active":"2024-09-05T07:36:22.040423+0000","last_became_peered":"2024-09-05T07:36:22.040423+0000","last_unstale":"2024-09-05T07:37:36.438994+0000","last_undegraded":"2024-09-05T07:37:36.438994+0000","last_fullsized":"2024-09-05T07:37:36.438994+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:45:59.360303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871493+0000","last_change":"2024-09-05T07:36:14.816493+0000","last_active":"2024-09-05T07:37:36.871493+0000","last_peered":"2024-09-05T07:37:36.871493+0000","last_clean":"2024-09-05T07:37:36.871493+0000","last_became_active":"2024-09-05T07:36:14.816180+0000","last_became_peered":"2024-09-05T07:36:14.816180+0000","last_unstale":"2024-09-05T07:37:36.871493+0000","last_undegraded":"2024-09-05T07:37:36.871493+0000","last_fullsized":"2024-09-05T07:37:36.871493+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:53:46.387539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'3","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436527+0000","last_change":"2024-09-05T07:36:12.798033+0000","last_active":"2024-09-05T07:37:36.436527+0000","last_peered":"2024-09-05T07:37:36.436527+0000","last_clean":"2024-09-05T07:37:36.436527+0000","last_became_active":"2024-09-05T07:36:12.797677+0000","last_became_peered":"2024-09-05T07:36:12.797677+0000","last_unstale":"2024-09-05T07:37:36.436527+0000","last_undegraded":"2024-09-05T07:37:36.436527+0000","last_fullsized":"2024-09-05T07:37:36.436527+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:42.168916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":361,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.441138+0000","last_change":"2024-09-05T07:35:01.662056+0000","last_active":"2024-09-05T07:37:36.441138+0000","last_peered":"2024-09-05T07:37:36.441138+0000","last_clean":"2024-09-05T07:37:36.441138+0000","last_became_active":"2024-09-05T07:35:01.661657+0000","last_became_peered":"2024-09-05T07:35:01.661657+0000","last_unstale":"2024-09-05T07:37:36.441138+0000","last_undegraded":"2024-09-05T07:37:36.441138+0000","last_fullsized":"2024-09-05T07:37:36.441138+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:31:43.011970+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:31:43.011970+0000","last_clean_scrub_stamp":"2024-09-05T07:31:43.011970+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:58.611696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"90'1","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.441408+0000","last_change":"2024-09-05T07:36:35.924929+0000","last_active":"2024-09-05T07:37:36.441408+0000","last_peered":"2024-09-05T07:37:36.441408+0000","last_clean":"2024-09-05T07:37:36.441408+0000","last_became_active":"2024-09-05T07:36:35.924430+0000","last_became_peered":"2024-09-05T07:36:35.924430+0000","last_unstale":"2024-09-05T07:37:36.441408+0000","last_undegraded":"2024-09-05T07:37:36.441408+0000","last_fullsized":"2024-09-05T07:37:36.441408+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:13.467211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,10,11,9],"acting":[7,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.441581+0000","last_change":"2024-09-05T07:36:14.812469+0000","last_active":"2024-09-05T07:37:36.441581+0000","last_peered":"2024-09-05T07:37:36.441581+0000","last_clean":"2024-09-05T07:37:36.441581+0000","last_became_active":"2024-09-05T07:36:14.812148+0000","last_became_peered":"2024-09-05T07:36:14.812148+0000","last_unstale":"2024-09-05T07:37:36.441581+0000","last_undegraded":"2024-09-05T07:37:36.441581+0000","last_fullsized":"2024-09-05T07:37:36.441581+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:01:48.060890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"90'3","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871923+0000","last_change":"2024-09-05T07:36:13.412116+0000","last_active":"2024-09-05T07:37:36.871923+0000","last_peered":"2024-09-05T07:37:36.871923+0000","last_clean":"2024-09-05T07:37:36.871923+0000","last_became_active":"2024-09-05T07:36:13.411689+0000","last_became_peered":"2024-09-05T07:36:13.411689+0000","last_unstale":"2024-09-05T07:37:36.871923+0000","last_undegraded":"2024-09-05T07:37:36.871923+0000","last_fullsized":"2024-09-05T07:37:36.871923+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:43:21.791631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438295+0000","last_change":"2024-09-05T07:36:21.880057+0000","last_active":"2024-09-05T07:37:36.438295+0000","last_peered":"2024-09-05T07:37:36.438295+0000","last_clean":"2024-09-05T07:37:36.438295+0000","last_became_active":"2024-09-05T07:36:21.879613+0000","last_became_peered":"2024-09-05T07:36:21.879613+0000","last_unstale":"2024-09-05T07:37:36.438295+0000","last_undegraded":"2024-09-05T07:37:36.438295+0000","last_fullsized":"2024-09-05T07:37:36.438295+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:28.319697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.872464+0000","last_change":"2024-09-05T07:37:36.872464+0000","last_active":"2024-09-05T07:37:36.872464+0000","last_peered":"2024-09-05T07:37:36.872464+0000","last_clean":"2024-09-05T07:37:36.872464+0000","last_became_active":"2024-09-05T07:37:36.872049+0000","last_became_peered":"2024-09-05T07:37:36.872049+0000","last_unstale":"2024-09-05T07:37:36.872464+0000","last_undegraded":"2024-09-05T07:37:36.872464+0000","last_fullsized":"2024-09-05T07:37:36.872464+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:46:12.242837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"82'1","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439975+0000","last_change":"2024-09-05T07:36:12.799840+0000","last_active":"2024-09-05T07:37:36.439975+0000","last_peered":"2024-09-05T07:37:36.439975+0000","last_clean":"2024-09-05T07:37:36.439975+0000","last_became_active":"2024-09-05T07:36:12.799250+0000","last_became_peered":"2024-09-05T07:36:12.799250+0000","last_unstale":"2024-09-05T07:37:36.439975+0000","last_undegraded":"2024-09-05T07:37:36.439975+0000","last_fullsized":"2024-09-05T07:37:36.439975+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:26:32.610520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.437523+0000","last_change":"2024-09-05T07:36:21.881807+0000","last_active":"2024-09-05T07:37:36.437523+0000","last_peered":"2024-09-05T07:37:36.437523+0000","last_clean":"2024-09-05T07:37:36.437523+0000","last_became_active":"2024-09-05T07:36:21.881393+0000","last_became_peered":"2024-09-05T07:36:21.881393+0000","last_unstale":"2024-09-05T07:37:36.437523+0000","last_undegraded":"2024-09-05T07:37:36.437523+0000","last_fullsized":"2024-09-05T07:37:36.437523+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:02:17.538854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.441486+0000","last_change":"2024-09-05T07:36:14.813178+0000","last_active":"2024-09-05T07:37:36.441486+0000","last_peered":"2024-09-05T07:37:36.441486+0000","last_clean":"2024-09-05T07:37:36.441486+0000","last_became_active":"2024-09-05T07:36:14.812886+0000","last_became_peered":"2024-09-05T07:36:14.812886+0000","last_unstale":"2024-09-05T07:37:36.441486+0000","last_undegraded":"2024-09-05T07:37:36.441486+0000","last_fullsized":"2024-09-05T07:37:36.441486+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:23:27.150433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":49,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467483+0000","last_change":"2024-09-05T07:36:35.957072+0000","last_active":"2024-09-05T07:37:36.467483+0000","last_peered":"2024-09-05T07:37:36.467483+0000","last_clean":"2024-09-05T07:37:36.467483+0000","last_became_active":"2024-09-05T07:36:35.954343+0000","last_became_peered":"2024-09-05T07:36:35.954343+0000","last_unstale":"2024-09-05T07:37:36.467483+0000","last_undegraded":"2024-09-05T07:37:36.467483+0000","last_fullsized":"2024-09-05T07:37:36.467483+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:28.666661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438136+0000","last_change":"2024-09-05T07:36:21.871927+0000","last_active":"2024-09-05T07:37:36.438136+0000","last_peered":"2024-09-05T07:37:36.438136+0000","last_clean":"2024-09-05T07:37:36.438136+0000","last_became_active":"2024-09-05T07:36:21.870817+0000","last_became_peered":"2024-09-05T07:36:21.870817+0000","last_unstale":"2024-09-05T07:37:36.438136+0000","last_undegraded":"2024-09-05T07:37:36.438136+0000","last_fullsized":"2024-09-05T07:37:36.438136+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:12:16.959562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439362+0000","last_change":"2024-09-05T07:36:14.820721+0000","last_active":"2024-09-05T07:37:36.439362+0000","last_peered":"2024-09-05T07:37:36.439362+0000","last_clean":"2024-09-05T07:37:36.439362+0000","last_became_active":"2024-09-05T07:36:14.820380+0000","last_became_peered":"2024-09-05T07:36:14.820380+0000","last_unstale":"2024-09-05T07:37:36.439362+0000","last_undegraded":"2024-09-05T07:37:36.439362+0000","last_fullsized":"2024-09-05T07:37:36.439362+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:11:28.217241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"90'2","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436787+0000","last_change":"2024-09-05T07:36:12.802444+0000","last_active":"2024-09-05T07:37:36.436787+0000","last_peered":"2024-09-05T07:37:36.436787+0000","last_clean":"2024-09-05T07:37:36.436787+0000","last_became_active":"2024-09-05T07:36:12.802127+0000","last_became_peered":"2024-09-05T07:36:12.802127+0000","last_unstale":"2024-09-05T07:37:36.436787+0000","last_undegraded":"2024-09-05T07:37:36.436787+0000","last_fullsized":"2024-09-05T07:37:36.436787+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:28.912170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438363+0000","last_change":"2024-09-05T07:36:21.877562+0000","last_active":"2024-09-05T07:37:36.438363+0000","last_peered":"2024-09-05T07:37:36.438363+0000","last_clean":"2024-09-05T07:37:36.438363+0000","last_became_active":"2024-09-05T07:36:21.877103+0000","last_became_peered":"2024-09-05T07:36:21.877103+0000","last_unstale":"2024-09-05T07:37:36.438363+0000","last_undegraded":"2024-09-05T07:37:36.438363+0000","last_fullsized":"2024-09-05T07:37:36.438363+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:21.230176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438659+0000","last_change":"2024-09-05T07:36:14.807740+0000","last_active":"2024-09-05T07:37:36.438659+0000","last_peered":"2024-09-05T07:37:36.438659+0000","last_clean":"2024-09-05T07:37:36.438659+0000","last_became_active":"2024-09-05T07:36:14.807428+0000","last_became_peered":"2024-09-05T07:36:14.807428+0000","last_unstale":"2024-09-05T07:37:36.438659+0000","last_undegraded":"2024-09-05T07:37:36.438659+0000","last_fullsized":"2024-09-05T07:37:36.438659+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:38:11.620962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"90'15","reported_seq":69,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.435965+0000","last_change":"2024-09-05T07:36:35.933190+0000","last_active":"2024-09-05T07:37:36.435965+0000","last_peered":"2024-09-05T07:37:36.435965+0000","last_clean":"2024-09-05T07:37:36.435965+0000","last_became_active":"2024-09-05T07:36:35.922566+0000","last_became_peered":"2024-09-05T07:36:35.922566+0000","last_unstale":"2024-09-05T07:37:36.435965+0000","last_undegraded":"2024-09-05T07:37:36.435965+0000","last_fullsized":"2024-09-05T07:37:36.435965+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:13:42.061104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467440+0000","last_change":"2024-09-05T07:36:21.873086+0000","last_active":"2024-09-05T07:37:36.467440+0000","last_peered":"2024-09-05T07:37:36.467440+0000","last_clean":"2024-09-05T07:37:36.467440+0000","last_became_active":"2024-09-05T07:36:21.872698+0000","last_became_peered":"2024-09-05T07:36:21.872698+0000","last_unstale":"2024-09-05T07:37:36.467440+0000","last_undegraded":"2024-09-05T07:37:36.467440+0000","last_fullsized":"2024-09-05T07:37:36.467440+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:53:32.758650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440811+0000","last_change":"2024-09-05T07:36:14.811106+0000","last_active":"2024-09-05T07:37:36.440811+0000","last_peered":"2024-09-05T07:37:36.440811+0000","last_clean":"2024-09-05T07:37:36.440811+0000","last_became_active":"2024-09-05T07:36:14.810794+0000","last_became_peered":"2024-09-05T07:36:14.810794+0000","last_unstale":"2024-09-05T07:37:36.440811+0000","last_undegraded":"2024-09-05T07:37:36.440811+0000","last_fullsized":"2024-09-05T07:37:36.440811+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:02:13.381457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"90'3","reported_seq":91,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:44.479470+0000","last_change":"2024-09-05T07:36:12.800415+0000","last_active":"2024-09-05T07:37:44.479470+0000","last_peered":"2024-09-05T07:37:44.479470+0000","last_clean":"2024-09-05T07:37:44.479470+0000","last_became_active":"2024-09-05T07:36:12.800030+0000","last_became_peered":"2024-09-05T07:36:12.800030+0000","last_unstale":"2024-09-05T07:37:44.479470+0000","last_undegraded":"2024-09-05T07:37:44.479470+0000","last_fullsized":"2024-09-05T07:37:44.479470+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:22:46.940996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":52,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440423+0000","last_change":"2024-09-05T07:36:21.874206+0000","last_active":"2024-09-05T07:37:36.440423+0000","last_peered":"2024-09-05T07:37:36.440423+0000","last_clean":"2024-09-05T07:37:36.440423+0000","last_became_active":"2024-09-05T07:36:21.873842+0000","last_became_peered":"2024-09-05T07:36:21.873842+0000","last_unstale":"2024-09-05T07:37:36.440423+0000","last_undegraded":"2024-09-05T07:37:36.440423+0000","last_fullsized":"2024-09-05T07:37:36.440423+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:04:27.948419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.441195+0000","last_change":"2024-09-05T07:36:14.812031+0000","last_active":"2024-09-05T07:37:36.441195+0000","last_peered":"2024-09-05T07:37:36.441195+0000","last_clean":"2024-09-05T07:37:36.441195+0000","last_became_active":"2024-09-05T07:36:14.811712+0000","last_became_peered":"2024-09-05T07:36:14.811712+0000","last_unstale":"2024-09-05T07:37:36.441195+0000","last_undegraded":"2024-09-05T07:37:36.441195+0000","last_fullsized":"2024-09-05T07:37:36.441195+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:09:05.893797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"90'3","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439572+0000","last_change":"2024-09-05T07:36:12.802054+0000","last_active":"2024-09-05T07:37:36.439572+0000","last_peered":"2024-09-05T07:37:36.439572+0000","last_clean":"2024-09-05T07:37:36.439572+0000","last_became_active":"2024-09-05T07:36:12.801682+0000","last_became_peered":"2024-09-05T07:36:12.801682+0000","last_unstale":"2024-09-05T07:37:36.439572+0000","last_undegraded":"2024-09-05T07:37:36.439572+0000","last_fullsized":"2024-09-05T07:37:36.439572+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:05.971799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438552+0000","last_change":"2024-09-05T07:36:35.924128+0000","last_active":"2024-09-05T07:37:36.438552+0000","last_peered":"2024-09-05T07:37:36.438552+0000","last_clean":"2024-09-05T07:37:36.438552+0000","last_became_active":"2024-09-05T07:36:35.923583+0000","last_became_peered":"2024-09-05T07:36:35.923583+0000","last_unstale":"2024-09-05T07:37:36.438552+0000","last_undegraded":"2024-09-05T07:37:36.438552+0000","last_fullsized":"2024-09-05T07:37:36.438552+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:51:53.735503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467158+0000","last_change":"2024-09-05T07:36:14.813760+0000","last_active":"2024-09-05T07:37:36.467158+0000","last_peered":"2024-09-05T07:37:36.467158+0000","last_clean":"2024-09-05T07:37:36.467158+0000","last_became_active":"2024-09-05T07:36:14.813466+0000","last_became_peered":"2024-09-05T07:36:14.813466+0000","last_unstale":"2024-09-05T07:37:36.467158+0000","last_undegraded":"2024-09-05T07:37:36.467158+0000","last_fullsized":"2024-09-05T07:37:36.467158+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:48:27.593353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"90'6","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871776+0000","last_change":"2024-09-05T07:36:12.797588+0000","last_active":"2024-09-05T07:37:36.871776+0000","last_peered":"2024-09-05T07:37:36.871776+0000","last_clean":"2024-09-05T07:37:36.871776+0000","last_became_active":"2024-09-05T07:36:12.797268+0000","last_became_peered":"2024-09-05T07:36:12.797268+0000","last_unstale":"2024-09-05T07:37:36.871776+0000","last_undegraded":"2024-09-05T07:37:36.871776+0000","last_fullsized":"2024-09-05T07:37:36.871776+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:18:07.718554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439516+0000","last_change":"2024-09-05T07:36:21.878964+0000","last_active":"2024-09-05T07:37:36.439516+0000","last_peered":"2024-09-05T07:37:36.439516+0000","last_clean":"2024-09-05T07:37:36.439516+0000","last_became_active":"2024-09-05T07:36:21.878461+0000","last_became_peered":"2024-09-05T07:36:21.878461+0000","last_unstale":"2024-09-05T07:37:36.439516+0000","last_undegraded":"2024-09-05T07:37:36.439516+0000","last_fullsized":"2024-09-05T07:37:36.439516+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:08:24.717805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436522+0000","last_change":"2024-09-05T07:36:14.812766+0000","last_active":"2024-09-05T07:37:36.436522+0000","last_peered":"2024-09-05T07:37:36.436522+0000","last_clean":"2024-09-05T07:37:36.436522+0000","last_became_active":"2024-09-05T07:36:14.812466+0000","last_became_peered":"2024-09-05T07:36:14.812466+0000","last_unstale":"2024-09-05T07:37:36.436522+0000","last_undegraded":"2024-09-05T07:37:36.436522+0000","last_fullsized":"2024-09-05T07:37:36.436522+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:10:22.292778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"90'34","reported_seq":183,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:48.490421+0000","last_change":"2024-09-05T07:36:12.802462+0000","last_active":"2024-09-05T07:37:48.490421+0000","last_peered":"2024-09-05T07:37:48.490421+0000","last_clean":"2024-09-05T07:37:48.490421+0000","last_became_active":"2024-09-05T07:36:12.801443+0000","last_became_peered":"2024-09-05T07:36:12.801443+0000","last_unstale":"2024-09-05T07:37:48.490421+0000","last_undegraded":"2024-09-05T07:37:48.490421+0000","last_fullsized":"2024-09-05T07:37:48.490421+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:43:45.816775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64622,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":113,"num_read_kb":120,"num_write":35,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440147+0000","last_change":"2024-09-05T07:36:21.874872+0000","last_active":"2024-09-05T07:37:36.440147+0000","last_peered":"2024-09-05T07:37:36.440147+0000","last_clean":"2024-09-05T07:37:36.440147+0000","last_became_active":"2024-09-05T07:36:21.874522+0000","last_became_peered":"2024-09-05T07:36:21.874522+0000","last_unstale":"2024-09-05T07:37:36.440147+0000","last_undegraded":"2024-09-05T07:37:36.440147+0000","last_fullsized":"2024-09-05T07:37:36.440147+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:31:48.318719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.442608+0000","last_change":"2024-09-05T07:37:36.442608+0000","last_active":"2024-09-05T07:37:36.442608+0000","last_peered":"2024-09-05T07:37:36.442608+0000","last_clean":"2024-09-05T07:37:36.442608+0000","last_became_active":"2024-09-05T07:37:36.442322+0000","last_became_peered":"2024-09-05T07:37:36.442322+0000","last_unstale":"2024-09-05T07:37:36.442608+0000","last_undegraded":"2024-09-05T07:37:36.442608+0000","last_fullsized":"2024-09-05T07:37:36.442608+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:47:50.050502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,7],"acting":[1,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"90'4","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439835+0000","last_change":"2024-09-05T07:36:12.809661+0000","last_active":"2024-09-05T07:37:36.439835+0000","last_peered":"2024-09-05T07:37:36.439835+0000","last_clean":"2024-09-05T07:37:36.439835+0000","last_became_active":"2024-09-05T07:36:12.809335+0000","last_became_peered":"2024-09-05T07:36:12.809335+0000","last_unstale":"2024-09-05T07:37:36.439835+0000","last_undegraded":"2024-09-05T07:37:36.439835+0000","last_fullsized":"2024-09-05T07:37:36.439835+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:14:23.254081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436376+0000","last_change":"2024-09-05T07:36:21.882000+0000","last_active":"2024-09-05T07:37:36.436376+0000","last_peered":"2024-09-05T07:37:36.436376+0000","last_clean":"2024-09-05T07:37:36.436376+0000","last_became_active":"2024-09-05T07:36:21.881568+0000","last_became_peered":"2024-09-05T07:36:21.881568+0000","last_unstale":"2024-09-05T07:37:36.436376+0000","last_undegraded":"2024-09-05T07:37:36.436376+0000","last_fullsized":"2024-09-05T07:37:36.436376+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:19:38.343193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.437919+0000","last_change":"2024-09-05T07:36:14.821034+0000","last_active":"2024-09-05T07:37:36.437919+0000","last_peered":"2024-09-05T07:37:36.437919+0000","last_clean":"2024-09-05T07:37:36.437919+0000","last_became_active":"2024-09-05T07:36:14.820515+0000","last_became_peered":"2024-09-05T07:36:14.820515+0000","last_unstale":"2024-09-05T07:37:36.437919+0000","last_undegraded":"2024-09-05T07:37:36.437919+0000","last_fullsized":"2024-09-05T07:37:36.437919+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:07:47.211164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"90'2","reported_seq":17,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439092+0000","last_change":"2024-09-05T07:36:35.955348+0000","last_active":"2024-09-05T07:37:36.439092+0000","last_peered":"2024-09-05T07:37:36.439092+0000","last_clean":"2024-09-05T07:37:36.439092+0000","last_became_active":"2024-09-05T07:36:35.954909+0000","last_became_peered":"2024-09-05T07:36:35.954909+0000","last_unstale":"2024-09-05T07:37:36.439092+0000","last_undegraded":"2024-09-05T07:37:36.439092+0000","last_fullsized":"2024-09-05T07:37:36.439092+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:32.331855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,2],"acting":[11,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440062+0000","last_change":"2024-09-05T07:36:21.875678+0000","last_active":"2024-09-05T07:37:36.440062+0000","last_peered":"2024-09-05T07:37:36.440062+0000","last_clean":"2024-09-05T07:37:36.440062+0000","last_became_active":"2024-09-05T07:36:21.875119+0000","last_became_peered":"2024-09-05T07:36:21.875119+0000","last_unstale":"2024-09-05T07:37:36.440062+0000","last_undegraded":"2024-09-05T07:37:36.440062+0000","last_fullsized":"2024-09-05T07:37:36.440062+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:27:11.876389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438918+0000","last_change":"2024-09-05T07:36:14.808987+0000","last_active":"2024-09-05T07:37:36.438918+0000","last_peered":"2024-09-05T07:37:36.438918+0000","last_clean":"2024-09-05T07:37:36.438918+0000","last_became_active":"2024-09-05T07:36:14.808677+0000","last_became_peered":"2024-09-05T07:36:14.808677+0000","last_unstale":"2024-09-05T07:37:36.438918+0000","last_undegraded":"2024-09-05T07:37:36.438918+0000","last_fullsized":"2024-09-05T07:37:36.438918+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:33.565183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"90'3","reported_seq":91,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:47.483437+0000","last_change":"2024-09-05T07:36:12.801995+0000","last_active":"2024-09-05T07:37:47.483437+0000","last_peered":"2024-09-05T07:37:47.483437+0000","last_clean":"2024-09-05T07:37:47.483437+0000","last_became_active":"2024-09-05T07:36:12.801647+0000","last_became_peered":"2024-09-05T07:36:12.801647+0000","last_unstale":"2024-09-05T07:37:47.483437+0000","last_undegraded":"2024-09-05T07:37:47.483437+0000","last_fullsized":"2024-09-05T07:37:47.483437+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:42:13.827626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":52,"num_read_kb":52,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871144+0000","last_change":"2024-09-05T07:36:21.875549+0000","last_active":"2024-09-05T07:37:36.871144+0000","last_peered":"2024-09-05T07:37:36.871144+0000","last_clean":"2024-09-05T07:37:36.871144+0000","last_became_active":"2024-09-05T07:36:21.875233+0000","last_became_peered":"2024-09-05T07:36:21.875233+0000","last_unstale":"2024-09-05T07:37:36.871144+0000","last_undegraded":"2024-09-05T07:37:36.871144+0000","last_fullsized":"2024-09-05T07:37:36.871144+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:48:37.673251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.437383+0000","last_change":"2024-09-05T07:36:21.879699+0000","last_active":"2024-09-05T07:37:36.437383+0000","last_peered":"2024-09-05T07:37:36.437383+0000","last_clean":"2024-09-05T07:37:36.437383+0000","last_became_active":"2024-09-05T07:36:21.879328+0000","last_became_peered":"2024-09-05T07:36:21.879328+0000","last_unstale":"2024-09-05T07:37:36.437383+0000","last_undegraded":"2024-09-05T07:37:36.437383+0000","last_fullsized":"2024-09-05T07:37:36.437383+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:53:04.042260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440134+0000","last_change":"2024-09-05T07:36:14.818287+0000","last_active":"2024-09-05T07:37:36.440134+0000","last_peered":"2024-09-05T07:37:36.440134+0000","last_clean":"2024-09-05T07:37:36.440134+0000","last_became_active":"2024-09-05T07:36:14.817988+0000","last_became_peered":"2024-09-05T07:36:14.817988+0000","last_unstale":"2024-09-05T07:37:36.440134+0000","last_undegraded":"2024-09-05T07:37:36.440134+0000","last_fullsized":"2024-09-05T07:37:36.440134+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:21:04.100359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"90'1","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439240+0000","last_change":"2024-09-05T07:36:12.801794+0000","last_active":"2024-09-05T07:37:36.439240+0000","last_peered":"2024-09-05T07:37:36.439240+0000","last_clean":"2024-09-05T07:37:36.439240+0000","last_became_active":"2024-09-05T07:36:12.801422+0000","last_became_peered":"2024-09-05T07:36:12.801422+0000","last_unstale":"2024-09-05T07:37:36.439240+0000","last_undegraded":"2024-09-05T07:37:36.439240+0000","last_fullsized":"2024-09-05T07:37:36.439240+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:41.473362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438778+0000","last_change":"2024-09-05T07:36:21.876009+0000","last_active":"2024-09-05T07:37:36.438778+0000","last_peered":"2024-09-05T07:37:36.438778+0000","last_clean":"2024-09-05T07:37:36.438778+0000","last_became_active":"2024-09-05T07:36:21.875545+0000","last_became_peered":"2024-09-05T07:36:21.875545+0000","last_unstale":"2024-09-05T07:37:36.438778+0000","last_undegraded":"2024-09-05T07:37:36.438778+0000","last_fullsized":"2024-09-05T07:37:36.438778+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:51.027968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871111+0000","last_change":"2024-09-05T07:36:14.811457+0000","last_active":"2024-09-05T07:37:36.871111+0000","last_peered":"2024-09-05T07:37:36.871111+0000","last_clean":"2024-09-05T07:37:36.871111+0000","last_became_active":"2024-09-05T07:36:14.811061+0000","last_became_peered":"2024-09-05T07:36:14.811061+0000","last_unstale":"2024-09-05T07:37:36.871111+0000","last_undegraded":"2024-09-05T07:37:36.871111+0000","last_fullsized":"2024-09-05T07:37:36.871111+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:23:00.487971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"90'2","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467003+0000","last_change":"2024-09-05T07:36:12.796795+0000","last_active":"2024-09-05T07:37:36.467003+0000","last_peered":"2024-09-05T07:37:36.467003+0000","last_clean":"2024-09-05T07:37:36.467003+0000","last_became_active":"2024-09-05T07:36:12.796476+0000","last_became_peered":"2024-09-05T07:36:12.796476+0000","last_unstale":"2024-09-05T07:37:36.467003+0000","last_undegraded":"2024-09-05T07:37:36.467003+0000","last_fullsized":"2024-09-05T07:37:36.467003+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:16.267998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"90'3","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467103+0000","last_change":"2024-09-05T07:36:12.798581+0000","last_active":"2024-09-05T07:37:36.467103+0000","last_peered":"2024-09-05T07:37:36.467103+0000","last_clean":"2024-09-05T07:37:36.467103+0000","last_became_active":"2024-09-05T07:36:12.798245+0000","last_became_peered":"2024-09-05T07:36:12.798245+0000","last_unstale":"2024-09-05T07:37:36.467103+0000","last_undegraded":"2024-09-05T07:37:36.467103+0000","last_fullsized":"2024-09-05T07:37:36.467103+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:02:51.750398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439637+0000","last_change":"2024-09-05T07:36:14.812695+0000","last_active":"2024-09-05T07:37:36.439637+0000","last_peered":"2024-09-05T07:37:36.439637+0000","last_clean":"2024-09-05T07:37:36.439637+0000","last_became_active":"2024-09-05T07:36:14.812224+0000","last_became_peered":"2024-09-05T07:36:14.812224+0000","last_unstale":"2024-09-05T07:37:36.439637+0000","last_undegraded":"2024-09-05T07:37:36.439637+0000","last_fullsized":"2024-09-05T07:37:36.439637+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:18.817287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871591+0000","last_change":"2024-09-05T07:36:21.872082+0000","last_active":"2024-09-05T07:37:36.871591+0000","last_peered":"2024-09-05T07:37:36.871591+0000","last_clean":"2024-09-05T07:37:36.871591+0000","last_became_active":"2024-09-05T07:36:21.871664+0000","last_became_peered":"2024-09-05T07:36:21.871664+0000","last_unstale":"2024-09-05T07:37:36.871591+0000","last_undegraded":"2024-09-05T07:37:36.871591+0000","last_fullsized":"2024-09-05T07:37:36.871591+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:51:39.262588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"90'6","reported_seq":97,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:47.484037+0000","last_change":"2024-09-05T07:36:12.802264+0000","last_active":"2024-09-05T07:37:47.484037+0000","last_peered":"2024-09-05T07:37:47.484037+0000","last_clean":"2024-09-05T07:37:47.484037+0000","last_became_active":"2024-09-05T07:36:12.801215+0000","last_became_peered":"2024-09-05T07:36:12.801215+0000","last_unstale":"2024-09-05T07:37:47.484037+0000","last_undegraded":"2024-09-05T07:37:47.484037+0000","last_fullsized":"2024-09-05T07:37:47.484037+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:21.135132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":55,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436127+0000","last_change":"2024-09-05T07:36:14.800251+0000","last_active":"2024-09-05T07:37:36.436127+0000","last_peered":"2024-09-05T07:37:36.436127+0000","last_clean":"2024-09-05T07:37:36.436127+0000","last_became_active":"2024-09-05T07:36:14.799961+0000","last_became_peered":"2024-09-05T07:36:14.799961+0000","last_unstale":"2024-09-05T07:37:36.436127+0000","last_undegraded":"2024-09-05T07:37:36.436127+0000","last_fullsized":"2024-09-05T07:37:36.436127+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:43:57.630634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871923+0000","last_change":"2024-09-05T07:36:21.872878+0000","last_active":"2024-09-05T07:37:36.871923+0000","last_peered":"2024-09-05T07:37:36.871923+0000","last_clean":"2024-09-05T07:37:36.871923+0000","last_became_active":"2024-09-05T07:36:21.872471+0000","last_became_peered":"2024-09-05T07:36:21.872471+0000","last_unstale":"2024-09-05T07:37:36.871923+0000","last_undegraded":"2024-09-05T07:37:36.871923+0000","last_fullsized":"2024-09-05T07:37:36.871923+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:00:20.993809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438382+0000","last_change":"2024-09-05T07:36:14.810631+0000","last_active":"2024-09-05T07:37:36.438382+0000","last_peered":"2024-09-05T07:37:36.438382+0000","last_clean":"2024-09-05T07:37:36.438382+0000","last_became_active":"2024-09-05T07:36:14.809410+0000","last_became_peered":"2024-09-05T07:36:14.809410+0000","last_unstale":"2024-09-05T07:37:36.438382+0000","last_undegraded":"2024-09-05T07:37:36.438382+0000","last_fullsized":"2024-09-05T07:37:36.438382+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:39:38.926597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871928+0000","last_change":"2024-09-05T07:36:14.809457+0000","last_active":"2024-09-05T07:37:36.871928+0000","last_peered":"2024-09-05T07:37:36.871928+0000","last_clean":"2024-09-05T07:37:36.871928+0000","last_became_active":"2024-09-05T07:36:14.809176+0000","last_became_peered":"2024-09-05T07:36:14.809176+0000","last_unstale":"2024-09-05T07:37:36.871928+0000","last_undegraded":"2024-09-05T07:37:36.871928+0000","last_fullsized":"2024-09-05T07:37:36.871928+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:40:15.801533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871483+0000","last_change":"2024-09-05T07:36:14.816273+0000","last_active":"2024-09-05T07:37:36.871483+0000","last_peered":"2024-09-05T07:37:36.871483+0000","last_clean":"2024-09-05T07:37:36.871483+0000","last_became_active":"2024-09-05T07:36:14.815968+0000","last_became_peered":"2024-09-05T07:36:14.815968+0000","last_unstale":"2024-09-05T07:37:36.871483+0000","last_undegraded":"2024-09-05T07:37:36.871483+0000","last_fullsized":"2024-09-05T07:37:36.871483+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:26:21.943549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.437549+0000","last_change":"2024-09-05T07:36:14.808605+0000","last_active":"2024-09-05T07:37:36.437549+0000","last_peered":"2024-09-05T07:37:36.437549+0000","last_clean":"2024-09-05T07:37:36.437549+0000","last_became_active":"2024-09-05T07:36:14.808281+0000","last_became_peered":"2024-09-05T07:36:14.808281+0000","last_unstale":"2024-09-05T07:37:36.437549+0000","last_undegraded":"2024-09-05T07:37:36.437549+0000","last_fullsized":"2024-09-05T07:37:36.437549+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:21.258022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467490+0000","last_change":"2024-09-05T07:36:14.808482+0000","last_active":"2024-09-05T07:37:36.467490+0000","last_peered":"2024-09-05T07:37:36.467490+0000","last_clean":"2024-09-05T07:37:36.467490+0000","last_became_active":"2024-09-05T07:36:14.808159+0000","last_became_peered":"2024-09-05T07:36:14.808159+0000","last_unstale":"2024-09-05T07:37:36.467490+0000","last_undegraded":"2024-09-05T07:37:36.467490+0000","last_fullsized":"2024-09-05T07:37:36.467490+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:49.067909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.441423+0000","last_change":"2024-09-05T07:37:36.441423+0000","last_active":"2024-09-05T07:37:36.441423+0000","last_peered":"2024-09-05T07:37:36.441423+0000","last_clean":"2024-09-05T07:37:36.441423+0000","last_became_active":"2024-09-05T07:37:36.441116+0000","last_became_peered":"2024-09-05T07:37:36.441116+0000","last_unstale":"2024-09-05T07:37:36.441423+0000","last_undegraded":"2024-09-05T07:37:36.441423+0000","last_fullsized":"2024-09-05T07:37:36.441423+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:15:57.348005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.872044+0000","last_change":"2024-09-05T07:36:14.807016+0000","last_active":"2024-09-05T07:37:36.872044+0000","last_peered":"2024-09-05T07:37:36.872044+0000","last_clean":"2024-09-05T07:37:36.872044+0000","last_became_active":"2024-09-05T07:36:14.806722+0000","last_became_peered":"2024-09-05T07:36:14.806722+0000","last_unstale":"2024-09-05T07:37:36.872044+0000","last_undegraded":"2024-09-05T07:37:36.872044+0000","last_fullsized":"2024-09-05T07:37:36.872044+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:51:31.607865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871919+0000","last_change":"2024-09-05T07:36:14.811682+0000","last_active":"2024-09-05T07:37:36.871919+0000","last_peered":"2024-09-05T07:37:36.871919+0000","last_clean":"2024-09-05T07:37:36.871919+0000","last_became_active":"2024-09-05T07:36:14.811289+0000","last_became_peered":"2024-09-05T07:36:14.811289+0000","last_unstale":"2024-09-05T07:37:36.871919+0000","last_undegraded":"2024-09-05T07:37:36.871919+0000","last_fullsized":"2024-09-05T07:37:36.871919+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:08:02.337426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438942+0000","last_change":"2024-09-05T07:36:14.812288+0000","last_active":"2024-09-05T07:37:36.438942+0000","last_peered":"2024-09-05T07:37:36.438942+0000","last_clean":"2024-09-05T07:37:36.438942+0000","last_became_active":"2024-09-05T07:36:14.811880+0000","last_became_peered":"2024-09-05T07:36:14.811880+0000","last_unstale":"2024-09-05T07:37:36.438942+0000","last_undegraded":"2024-09-05T07:37:36.438942+0000","last_fullsized":"2024-09-05T07:37:36.438942+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:12:08.684675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871210+0000","last_change":"2024-09-05T07:36:14.810185+0000","last_active":"2024-09-05T07:37:36.871210+0000","last_peered":"2024-09-05T07:37:36.871210+0000","last_clean":"2024-09-05T07:37:36.871210+0000","last_became_active":"2024-09-05T07:36:14.809878+0000","last_became_peered":"2024-09-05T07:36:14.809878+0000","last_unstale":"2024-09-05T07:37:36.871210+0000","last_undegraded":"2024-09-05T07:37:36.871210+0000","last_fullsized":"2024-09-05T07:37:36.871210+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:15:44.940260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438522+0000","last_change":"2024-09-05T07:36:14.815367+0000","last_active":"2024-09-05T07:37:36.438522+0000","last_peered":"2024-09-05T07:37:36.438522+0000","last_clean":"2024-09-05T07:37:36.438522+0000","last_became_active":"2024-09-05T07:36:14.815014+0000","last_became_peered":"2024-09-05T07:36:14.815014+0000","last_unstale":"2024-09-05T07:37:36.438522+0000","last_undegraded":"2024-09-05T07:37:36.438522+0000","last_fullsized":"2024-09-05T07:37:36.438522+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:12.936600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467213+0000","last_change":"2024-09-05T07:36:14.809788+0000","last_active":"2024-09-05T07:37:36.467213+0000","last_peered":"2024-09-05T07:37:36.467213+0000","last_clean":"2024-09-05T07:37:36.467213+0000","last_became_active":"2024-09-05T07:36:14.809492+0000","last_became_peered":"2024-09-05T07:36:14.809492+0000","last_unstale":"2024-09-05T07:37:36.467213+0000","last_undegraded":"2024-09-05T07:37:36.467213+0000","last_fullsized":"2024-09-05T07:37:36.467213+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:14:53.969774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438681+0000","last_change":"2024-09-05T07:36:14.820736+0000","last_active":"2024-09-05T07:37:36.438681+0000","last_peered":"2024-09-05T07:37:36.438681+0000","last_clean":"2024-09-05T07:37:36.438681+0000","last_became_active":"2024-09-05T07:36:14.820441+0000","last_became_peered":"2024-09-05T07:36:14.820441+0000","last_unstale":"2024-09-05T07:37:36.438681+0000","last_undegraded":"2024-09-05T07:37:36.438681+0000","last_fullsized":"2024-09-05T07:37:36.438681+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:59:58.690955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.872158+0000","last_change":"2024-09-05T07:36:14.817088+0000","last_active":"2024-09-05T07:37:36.872158+0000","last_peered":"2024-09-05T07:37:36.872158+0000","last_clean":"2024-09-05T07:37:36.872158+0000","last_became_active":"2024-09-05T07:36:14.816796+0000","last_became_peered":"2024-09-05T07:36:14.816796+0000","last_unstale":"2024-09-05T07:37:36.872158+0000","last_undegraded":"2024-09-05T07:37:36.872158+0000","last_fullsized":"2024-09-05T07:37:36.872158+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:13:09.976444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440642+0000","last_change":"2024-09-05T07:36:14.817288+0000","last_active":"2024-09-05T07:37:36.440642+0000","last_peered":"2024-09-05T07:37:36.440642+0000","last_clean":"2024-09-05T07:37:36.440642+0000","last_became_active":"2024-09-05T07:36:14.816945+0000","last_became_peered":"2024-09-05T07:36:14.816945+0000","last_unstale":"2024-09-05T07:37:36.440642+0000","last_undegraded":"2024-09-05T07:37:36.440642+0000","last_fullsized":"2024-09-05T07:37:36.440642+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:29:21.904752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439109+0000","last_change":"2024-09-05T07:36:14.814799+0000","last_active":"2024-09-05T07:37:36.439109+0000","last_peered":"2024-09-05T07:37:36.439109+0000","last_clean":"2024-09-05T07:37:36.439109+0000","last_became_active":"2024-09-05T07:36:14.814044+0000","last_became_peered":"2024-09-05T07:36:14.814044+0000","last_unstale":"2024-09-05T07:37:36.439109+0000","last_undegraded":"2024-09-05T07:37:36.439109+0000","last_fullsized":"2024-09-05T07:37:36.439109+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:47.034838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438199+0000","last_change":"2024-09-05T07:36:14.813588+0000","last_active":"2024-09-05T07:37:36.438199+0000","last_peered":"2024-09-05T07:37:36.438199+0000","last_clean":"2024-09-05T07:37:36.438199+0000","last_became_active":"2024-09-05T07:36:14.813310+0000","last_became_peered":"2024-09-05T07:36:14.813310+0000","last_unstale":"2024-09-05T07:37:36.438199+0000","last_undegraded":"2024-09-05T07:37:36.438199+0000","last_fullsized":"2024-09-05T07:37:36.438199+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:20:00.193943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.872961+0000","last_change":"2024-09-05T07:37:36.872961+0000","last_active":"2024-09-05T07:37:36.872961+0000","last_peered":"2024-09-05T07:37:36.872961+0000","last_clean":"2024-09-05T07:37:36.872961+0000","last_became_active":"2024-09-05T07:37:36.872548+0000","last_became_peered":"2024-09-05T07:37:36.872548+0000","last_unstale":"2024-09-05T07:37:36.872961+0000","last_undegraded":"2024-09-05T07:37:36.872961+0000","last_fullsized":"2024-09-05T07:37:36.872961+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:24:06.936930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,2],"acting":[0,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.437351+0000","last_change":"2024-09-05T07:36:14.820169+0000","last_active":"2024-09-05T07:37:36.437351+0000","last_peered":"2024-09-05T07:37:36.437351+0000","last_clean":"2024-09-05T07:37:36.437351+0000","last_became_active":"2024-09-05T07:36:14.819349+0000","last_became_peered":"2024-09-05T07:36:14.819349+0000","last_unstale":"2024-09-05T07:37:36.437351+0000","last_undegraded":"2024-09-05T07:37:36.437351+0000","last_fullsized":"2024-09-05T07:37:36.437351+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:30:33.276239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467194+0000","last_change":"2024-09-05T07:36:14.816981+0000","last_active":"2024-09-05T07:37:36.467194+0000","last_peered":"2024-09-05T07:37:36.467194+0000","last_clean":"2024-09-05T07:37:36.467194+0000","last_became_active":"2024-09-05T07:36:14.816645+0000","last_became_peered":"2024-09-05T07:36:14.816645+0000","last_unstale":"2024-09-05T07:37:36.467194+0000","last_undegraded":"2024-09-05T07:37:36.467194+0000","last_fullsized":"2024-09-05T07:37:36.467194+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:57.926810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436579+0000","last_change":"2024-09-05T07:36:14.816277+0000","last_active":"2024-09-05T07:37:36.436579+0000","last_peered":"2024-09-05T07:37:36.436579+0000","last_clean":"2024-09-05T07:37:36.436579+0000","last_became_active":"2024-09-05T07:36:14.815998+0000","last_became_peered":"2024-09-05T07:36:14.815998+0000","last_unstale":"2024-09-05T07:37:36.436579+0000","last_undegraded":"2024-09-05T07:37:36.436579+0000","last_fullsized":"2024-09-05T07:37:36.436579+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:42.278870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.441523+0000","last_change":"2024-09-05T07:36:14.813425+0000","last_active":"2024-09-05T07:37:36.441523+0000","last_peered":"2024-09-05T07:37:36.441523+0000","last_clean":"2024-09-05T07:37:36.441523+0000","last_became_active":"2024-09-05T07:36:14.813135+0000","last_became_peered":"2024-09-05T07:36:14.813135+0000","last_unstale":"2024-09-05T07:37:36.441523+0000","last_undegraded":"2024-09-05T07:37:36.441523+0000","last_fullsized":"2024-09-05T07:37:36.441523+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:54.684216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467510+0000","last_change":"2024-09-05T07:36:14.820772+0000","last_active":"2024-09-05T07:37:36.467510+0000","last_peered":"2024-09-05T07:37:36.467510+0000","last_clean":"2024-09-05T07:37:36.467510+0000","last_became_active":"2024-09-05T07:36:14.820347+0000","last_became_peered":"2024-09-05T07:36:14.820347+0000","last_unstale":"2024-09-05T07:37:36.467510+0000","last_undegraded":"2024-09-05T07:37:36.467510+0000","last_fullsized":"2024-09-05T07:37:36.467510+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:47.635596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438930+0000","last_change":"2024-09-05T07:36:14.811244+0000","last_active":"2024-09-05T07:37:36.438930+0000","last_peered":"2024-09-05T07:37:36.438930+0000","last_clean":"2024-09-05T07:37:36.438930+0000","last_became_active":"2024-09-05T07:36:14.810959+0000","last_became_peered":"2024-09-05T07:36:14.810959+0000","last_unstale":"2024-09-05T07:37:36.438930+0000","last_undegraded":"2024-09-05T07:37:36.438930+0000","last_fullsized":"2024-09-05T07:37:36.438930+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:47:47.631297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.468655+0000","last_change":"2024-09-05T07:37:36.468340+0000","last_active":"2024-09-05T07:37:36.468655+0000","last_peered":"2024-09-05T07:37:36.468655+0000","last_clean":"2024-09-05T07:37:36.468655+0000","last_became_active":"2024-09-05T07:37:36.467940+0000","last_became_peered":"2024-09-05T07:37:36.467940+0000","last_unstale":"2024-09-05T07:37:36.468655+0000","last_undegraded":"2024-09-05T07:37:36.468655+0000","last_fullsized":"2024-09-05T07:37:36.468655+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:21:34.298980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440974+0000","last_change":"2024-09-05T07:36:14.806795+0000","last_active":"2024-09-05T07:37:36.440974+0000","last_peered":"2024-09-05T07:37:36.440974+0000","last_clean":"2024-09-05T07:37:36.440974+0000","last_became_active":"2024-09-05T07:36:14.806038+0000","last_became_peered":"2024-09-05T07:36:14.806038+0000","last_unstale":"2024-09-05T07:37:36.440974+0000","last_undegraded":"2024-09-05T07:37:36.440974+0000","last_fullsized":"2024-09-05T07:37:36.440974+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:56:05.136500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467009+0000","last_change":"2024-09-05T07:36:14.814462+0000","last_active":"2024-09-05T07:37:36.467009+0000","last_peered":"2024-09-05T07:37:36.467009+0000","last_clean":"2024-09-05T07:37:36.467009+0000","last_became_active":"2024-09-05T07:36:14.814178+0000","last_became_peered":"2024-09-05T07:36:14.814178+0000","last_unstale":"2024-09-05T07:37:36.467009+0000","last_undegraded":"2024-09-05T07:37:36.467009+0000","last_fullsized":"2024-09-05T07:37:36.467009+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:10:46.217701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436197+0000","last_change":"2024-09-05T07:36:14.809141+0000","last_active":"2024-09-05T07:37:36.436197+0000","last_peered":"2024-09-05T07:37:36.436197+0000","last_clean":"2024-09-05T07:37:36.436197+0000","last_became_active":"2024-09-05T07:36:14.808812+0000","last_became_peered":"2024-09-05T07:36:14.808812+0000","last_unstale":"2024-09-05T07:37:36.436197+0000","last_undegraded":"2024-09-05T07:37:36.436197+0000","last_fullsized":"2024-09-05T07:37:36.436197+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:07:46.838052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436577+0000","last_change":"2024-09-05T07:36:14.818092+0000","last_active":"2024-09-05T07:37:36.436577+0000","last_peered":"2024-09-05T07:37:36.436577+0000","last_clean":"2024-09-05T07:37:36.436577+0000","last_became_active":"2024-09-05T07:36:14.817789+0000","last_became_peered":"2024-09-05T07:36:14.817789+0000","last_unstale":"2024-09-05T07:37:36.436577+0000","last_undegraded":"2024-09-05T07:37:36.436577+0000","last_fullsized":"2024-09-05T07:37:36.436577+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:22:29.176609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.437608+0000","last_change":"2024-09-05T07:36:14.813266+0000","last_active":"2024-09-05T07:37:36.437608+0000","last_peered":"2024-09-05T07:37:36.437608+0000","last_clean":"2024-09-05T07:37:36.437608+0000","last_became_active":"2024-09-05T07:36:14.812886+0000","last_became_peered":"2024-09-05T07:36:14.812886+0000","last_unstale":"2024-09-05T07:37:36.437608+0000","last_undegraded":"2024-09-05T07:37:36.437608+0000","last_fullsized":"2024-09-05T07:37:36.437608+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:26:39.085280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.437480+0000","last_change":"2024-09-05T07:36:14.819845+0000","last_active":"2024-09-05T07:37:36.437480+0000","last_peered":"2024-09-05T07:37:36.437480+0000","last_clean":"2024-09-05T07:37:36.437480+0000","last_became_active":"2024-09-05T07:36:14.819575+0000","last_became_peered":"2024-09-05T07:36:14.819575+0000","last_unstale":"2024-09-05T07:37:36.437480+0000","last_undegraded":"2024-09-05T07:37:36.437480+0000","last_fullsized":"2024-09-05T07:37:36.437480+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:44:39.270064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439293+0000","last_change":"2024-09-05T07:36:14.815067+0000","last_active":"2024-09-05T07:37:36.439293+0000","last_peered":"2024-09-05T07:37:36.439293+0000","last_clean":"2024-09-05T07:37:36.439293+0000","last_became_active":"2024-09-05T07:36:14.814453+0000","last_became_peered":"2024-09-05T07:36:14.814453+0000","last_unstale":"2024-09-05T07:37:36.439293+0000","last_undegraded":"2024-09-05T07:37:36.439293+0000","last_fullsized":"2024-09-05T07:37:36.439293+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:32:16.995333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68625,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":333,"num_read_kb":239,"num_write":171,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":205875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":145,"ondisk_log_size":145,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514529,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1060864,"data_stored":522883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743462,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28744,"kb_used_data":1712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716408,"statfs":{"total":95995035648,"available":95965601792,"internally_reserved":0,"allocated":1753088,"data_stored":1178847,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906987,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1077248,"data_stored":527193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135920,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36396,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708756,"statfs":{"total":95995035648,"available":95957766144,"internally_reserved":0,"allocated":1069056,"data_stored":522995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364852,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32820,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712332,"statfs":{"total":95995035648,"available":95961427968,"internally_reserved":0,"allocated":1667072,"data_stored":1118928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528377,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1052672,"data_stored":518273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790014,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32820,"kb_used_data":1632,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712332,"statfs":{"total":95995035648,"available":95961427968,"internally_reserved":0,"allocated":1671168,"data_stored":1110420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953539,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32232,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712920,"statfs":{"total":95995035648,"available":95962030080,"internally_reserved":0,"allocated":1073152,"data_stored":523035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182471,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1064960,"data_stored":518467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411405,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36460,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708692,"statfs":{"total":95995035648,"available":95957700608,"internally_reserved":0,"allocated":1138688,"data_stored":584436,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574930,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36444,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708708,"statfs":{"total":95995035648,"available":95957716992,"internally_reserved":0,"allocated":1122304,"data_stored":582805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738453,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1077248,"data_stored":519661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":64622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":66253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":66200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T07:37:52.951 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-05T07:37:53.196 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:53.610 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:53 smithi071 ceph-mon[30965]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:37:53.610 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:53 smithi071 ceph-mon[30965]: pgmap v331: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:37:53.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:53 smithi123 ceph-mon[34568]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:37:53.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:53 smithi123 ceph-mon[34568]: pgmap v331: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:37:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.688+0000 7f00cb343640 1 -- 172.21.15.71:0/2462881676 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00c4101de0 msgr2=0x7f00c41021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.688+0000 7f00cb343640 1 --2- 172.21.15.71:0/2462881676 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00c4101de0 0x7f00c41021c0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f00bc009900 tx=0x7f00bc02a410 comp rx=0 tx=0).stop 2024-09-05T07:37:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.688+0000 7f00cb343640 1 -- 172.21.15.71:0/2462881676 shutdown_connections 2024-09-05T07:37:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.688+0000 7f00cb343640 1 --2- 172.21.15.71:0/2462881676 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00c4106f10 0x7f00c410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.688+0000 7f00cb343640 1 --2- 172.21.15.71:0/2462881676 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f00c4102790 0x7f00c41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.688+0000 7f00cb343640 1 --2- 172.21.15.71:0/2462881676 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00c4101de0 0x7f00c41021c0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.688+0000 7f00cb343640 1 -- 172.21.15.71:0/2462881676 >> 172.21.15.71:0/2462881676 conn(0x7f00c40fd8c0 msgr2=0x7f00c40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.688+0000 7f00cb343640 1 -- 172.21.15.71:0/2462881676 shutdown_connections 2024-09-05T07:37:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.688+0000 7f00cb343640 1 -- 172.21.15.71:0/2462881676 wait complete. 2024-09-05T07:37:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.689+0000 7f00cb343640 1 Processor -- start 2024-09-05T07:37:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.689+0000 7f00cb343640 1 -- start start 2024-09-05T07:37:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.689+0000 7f00cb343640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00c4101de0 0x7f00c40744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.689+0000 7f00cb343640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f00c4102790 0x7f00c4074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.689+0000 7f00cb343640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00c4106f10 0x7f00c4074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.689+0000 7f00cb343640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f00c4111e40 con 0x7f00c4106f10 2024-09-05T07:37:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.689+0000 7f00cb343640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f00c4111cc0 con 0x7f00c4102790 2024-09-05T07:37:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.689+0000 7f00cb343640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f00c4111fc0 con 0x7f00c4101de0 2024-09-05T07:37:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.689+0000 7f00c98e0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00c4106f10 0x7f00c4074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.689+0000 7f00c98e0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00c4106f10 0x7f00c4074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54288/0 (socket says 172.21.15.71:54288) 2024-09-05T07:37:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.689+0000 7f00c98e0640 1 -- 172.21.15.71:0/118986634 learned_addr learned my addr 172.21.15.71:0/118986634 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.689+0000 7f00c88de640 1 --2- 172.21.15.71:0/118986634 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f00c4102790 0x7f00c4074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.689+0000 7f00c90df640 1 --2- 172.21.15.71:0/118986634 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00c4101de0 0x7f00c40744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.690+0000 7f00c98e0640 1 -- 172.21.15.71:0/118986634 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00c4101de0 msgr2=0x7f00c40744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.690+0000 7f00c98e0640 1 --2- 172.21.15.71:0/118986634 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00c4101de0 0x7f00c40744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.690+0000 7f00c98e0640 1 -- 172.21.15.71:0/118986634 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f00c4102790 msgr2=0x7f00c4074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.690+0000 7f00c98e0640 1 --2- 172.21.15.71:0/118986634 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f00c4102790 0x7f00c4074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.690+0000 7f00c98e0640 1 -- 172.21.15.71:0/118986634 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00c41a6800 con 0x7f00c4106f10 2024-09-05T07:37:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.690+0000 7f00c98e0640 1 --2- 172.21.15.71:0/118986634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00c4106f10 0x7f00c4074f70 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f00b400b970 tx=0x7f00b400bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.690+0000 7f00c27fc640 1 -- 172.21.15.71:0/118986634 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b4019070 con 0x7f00c4106f10 2024-09-05T07:37:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.690+0000 7f00c27fc640 1 -- 172.21.15.71:0/118986634 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f00b4014440 con 0x7f00c4106f10 2024-09-05T07:37:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.690+0000 7f00cb343640 1 -- 172.21.15.71:0/118986634 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00c41a6af0 con 0x7f00c4106f10 2024-09-05T07:37:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.690+0000 7f00c27fc640 1 -- 172.21.15.71:0/118986634 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b40075d0 con 0x7f00c4106f10 2024-09-05T07:37:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.690+0000 7f00cb343640 1 -- 172.21.15.71:0/118986634 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00c41a6fe0 con 0x7f00c4106f10 2024-09-05T07:37:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.691+0000 7f00cb343640 1 -- 172.21.15.71:0/118986634 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00c41021c0 con 0x7f00c4106f10 2024-09-05T07:37:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.692+0000 7f00c27fc640 1 -- 172.21.15.71:0/118986634 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f00b401c070 con 0x7f00c4106f10 2024-09-05T07:37:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.693+0000 7f00c27fc640 1 --2- 172.21.15.71:0/118986634 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00ac0a2c10 0x7f00ac0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:53.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.693+0000 7f00c90df640 1 --2- 172.21.15.71:0/118986634 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00ac0a2c10 0x7f00ac0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:53.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.693+0000 7f00c27fc640 1 -- 172.21.15.71:0/118986634 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f00b40ce9c0 con 0x7f00c4106f10 2024-09-05T07:37:53.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.693+0000 7f00c90df640 1 --2- 172.21.15.71:0/118986634 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00ac0a2c10 0x7f00ac0a50d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f00bc031440 tx=0x7f00bc005e80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:53.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.697+0000 7f00c27fc640 1 -- 172.21.15.71:0/118986634 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f00b409ae90 con 0x7f00c4106f10 2024-09-05T07:37:53.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:53 smithi192 ceph-mon[34929]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:37:53.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:53 smithi192 ceph-mon[34929]: pgmap v331: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:37:53.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.862+0000 7f00cb343640 1 -- 172.21.15.71:0/118986634 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f00c410a160 con 0x7f00ac0a2c10 2024-09-05T07:37:53.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.870+0000 7f00c27fc640 1 -- 172.21.15.71:0/118986634 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340349 (secure 0 0 0) 0x7f00bc0314a0 con 0x7f00ac0a2c10 2024-09-05T07:37:53.875 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:37:53.877 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-09-05T07:37:53.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.873+0000 7f00cb343640 1 -- 172.21.15.71:0/118986634 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00ac0a2c10 msgr2=0x7f00ac0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:53.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.873+0000 7f00cb343640 1 --2- 172.21.15.71:0/118986634 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00ac0a2c10 0x7f00ac0a50d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f00bc031440 tx=0x7f00bc005e80 comp rx=0 tx=0).stop 2024-09-05T07:37:53.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.873+0000 7f00cb343640 1 -- 172.21.15.71:0/118986634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00c4106f10 msgr2=0x7f00c4074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:53.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.873+0000 7f00cb343640 1 --2- 172.21.15.71:0/118986634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00c4106f10 0x7f00c4074f70 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f00b400b970 tx=0x7f00b400bd70 comp rx=0 tx=0).stop 2024-09-05T07:37:53.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.873+0000 7f00cb343640 1 -- 172.21.15.71:0/118986634 shutdown_connections 2024-09-05T07:37:53.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.873+0000 7f00cb343640 1 --2- 172.21.15.71:0/118986634 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f00ac0a2c10 0x7f00ac0a50d0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:53.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.873+0000 7f00cb343640 1 --2- 172.21.15.71:0/118986634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00c4106f10 0x7f00c4074f70 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:53.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.873+0000 7f00cb343640 1 --2- 172.21.15.71:0/118986634 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f00c4102790 0x7f00c4074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:53.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.873+0000 7f00cb343640 1 --2- 172.21.15.71:0/118986634 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00c4101de0 0x7f00c40744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:53.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.873+0000 7f00cb343640 1 -- 172.21.15.71:0/118986634 >> 172.21.15.71:0/118986634 conn(0x7f00c40fd8c0 msgr2=0x7f00c40fec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:53.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.873+0000 7f00cb343640 1 -- 172.21.15.71:0/118986634 shutdown_connections 2024-09-05T07:37:53.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:53.873+0000 7f00cb343640 1 -- 172.21.15.71:0/118986634 wait complete. 2024-09-05T07:37:54.678 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":331,"stamp":"2024-09-05T07:37:52.310647+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659227,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":479,"num_read_kb":363,"num_write":354,"num_write_kb":3061,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":284,"ondisk_log_size":284,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":384592,"kb_used_data":14480,"kb_used_omap":18,"kb_used_meta":369837,"kb_avail":1124557232,"statfs":{"total":1151940427776,"available":1151546605568,"internally_reserved":0,"allocated":14827520,"data_stored":8227943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":378713401},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":70,"num_read_kb":35,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003649"},"pg_stats":[{"pgid":"2.1f","version":"90'9","reported_seq":48,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440527+0000","last_change":"2024-09-05T07:36:12.799600+0000","last_active":"2024-09-05T07:37:36.440527+0000","last_peered":"2024-09-05T07:37:36.440527+0000","last_clean":"2024-09-05T07:37:36.440527+0000","last_became_active":"2024-09-05T07:36:12.799257+0000","last_became_peered":"2024-09-05T07:36:12.799257+0000","last_unstale":"2024-09-05T07:37:36.440527+0000","last_undegraded":"2024-09-05T07:37:36.440527+0000","last_fullsized":"2024-09-05T07:37:36.440527+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:30:11.431175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871735+0000","last_change":"2024-09-05T07:36:14.809949+0000","last_active":"2024-09-05T07:37:36.871735+0000","last_peered":"2024-09-05T07:37:36.871735+0000","last_clean":"2024-09-05T07:37:36.871735+0000","last_became_active":"2024-09-05T07:36:14.809548+0000","last_became_peered":"2024-09-05T07:36:14.809548+0000","last_unstale":"2024-09-05T07:37:36.871735+0000","last_undegraded":"2024-09-05T07:37:36.871735+0000","last_fullsized":"2024-09-05T07:37:36.871735+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:23:20.911493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871431+0000","last_change":"2024-09-05T07:36:21.873917+0000","last_active":"2024-09-05T07:37:36.871431+0000","last_peered":"2024-09-05T07:37:36.871431+0000","last_clean":"2024-09-05T07:37:36.871431+0000","last_became_active":"2024-09-05T07:36:21.873513+0000","last_became_peered":"2024-09-05T07:36:21.873513+0000","last_unstale":"2024-09-05T07:37:36.871431+0000","last_undegraded":"2024-09-05T07:37:36.871431+0000","last_fullsized":"2024-09-05T07:37:36.871431+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:46:22.911489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871880+0000","last_change":"2024-09-05T07:36:12.809101+0000","last_active":"2024-09-05T07:37:36.871880+0000","last_peered":"2024-09-05T07:37:36.871880+0000","last_clean":"2024-09-05T07:37:36.871880+0000","last_became_active":"2024-09-05T07:36:12.808801+0000","last_became_peered":"2024-09-05T07:36:12.808801+0000","last_unstale":"2024-09-05T07:37:36.871880+0000","last_undegraded":"2024-09-05T07:37:36.871880+0000","last_fullsized":"2024-09-05T07:37:36.871880+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:24:41.651682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.437858+0000","last_change":"2024-09-05T07:36:14.813092+0000","last_active":"2024-09-05T07:37:36.437858+0000","last_peered":"2024-09-05T07:37:36.437858+0000","last_clean":"2024-09-05T07:37:36.437858+0000","last_became_active":"2024-09-05T07:36:14.812778+0000","last_became_peered":"2024-09-05T07:36:14.812778+0000","last_unstale":"2024-09-05T07:37:36.437858+0000","last_undegraded":"2024-09-05T07:37:36.437858+0000","last_fullsized":"2024-09-05T07:37:36.437858+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:05:13.898628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.435959+0000","last_change":"2024-09-05T07:36:21.879572+0000","last_active":"2024-09-05T07:37:36.435959+0000","last_peered":"2024-09-05T07:37:36.435959+0000","last_clean":"2024-09-05T07:37:36.435959+0000","last_became_active":"2024-09-05T07:36:21.879141+0000","last_became_peered":"2024-09-05T07:36:21.879141+0000","last_unstale":"2024-09-05T07:37:36.435959+0000","last_undegraded":"2024-09-05T07:37:36.435959+0000","last_fullsized":"2024-09-05T07:37:36.435959+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:26:58.057968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'4","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436666+0000","last_change":"2024-09-05T07:36:12.801181+0000","last_active":"2024-09-05T07:37:36.436666+0000","last_peered":"2024-09-05T07:37:36.436666+0000","last_clean":"2024-09-05T07:37:36.436666+0000","last_became_active":"2024-09-05T07:36:12.800826+0000","last_became_peered":"2024-09-05T07:36:12.800826+0000","last_unstale":"2024-09-05T07:37:36.436666+0000","last_undegraded":"2024-09-05T07:37:36.436666+0000","last_fullsized":"2024-09-05T07:37:36.436666+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:46:57.132870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438700+0000","last_change":"2024-09-05T07:36:14.807185+0000","last_active":"2024-09-05T07:37:36.438700+0000","last_peered":"2024-09-05T07:37:36.438700+0000","last_clean":"2024-09-05T07:37:36.438700+0000","last_became_active":"2024-09-05T07:36:14.806877+0000","last_became_peered":"2024-09-05T07:36:14.806877+0000","last_unstale":"2024-09-05T07:37:36.438700+0000","last_undegraded":"2024-09-05T07:37:36.438700+0000","last_fullsized":"2024-09-05T07:37:36.438700+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:10:09.735431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436248+0000","last_change":"2024-09-05T07:36:35.955373+0000","last_active":"2024-09-05T07:37:36.436248+0000","last_peered":"2024-09-05T07:37:36.436248+0000","last_clean":"2024-09-05T07:37:36.436248+0000","last_became_active":"2024-09-05T07:36:35.954902+0000","last_became_peered":"2024-09-05T07:36:35.954902+0000","last_unstale":"2024-09-05T07:37:36.436248+0000","last_undegraded":"2024-09-05T07:37:36.436248+0000","last_fullsized":"2024-09-05T07:37:36.436248+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:10:48.886808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,8,5],"acting":[4,3,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436542+0000","last_change":"2024-09-05T07:36:12.803991+0000","last_active":"2024-09-05T07:37:36.436542+0000","last_peered":"2024-09-05T07:37:36.436542+0000","last_clean":"2024-09-05T07:37:36.436542+0000","last_became_active":"2024-09-05T07:36:12.803605+0000","last_became_peered":"2024-09-05T07:36:12.803605+0000","last_unstale":"2024-09-05T07:37:36.436542+0000","last_undegraded":"2024-09-05T07:37:36.436542+0000","last_fullsized":"2024-09-05T07:37:36.436542+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:32:34.325986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439648+0000","last_change":"2024-09-05T07:36:14.818742+0000","last_active":"2024-09-05T07:37:36.439648+0000","last_peered":"2024-09-05T07:37:36.439648+0000","last_clean":"2024-09-05T07:37:36.439648+0000","last_became_active":"2024-09-05T07:36:14.818429+0000","last_became_peered":"2024-09-05T07:36:14.818429+0000","last_unstale":"2024-09-05T07:37:36.439648+0000","last_undegraded":"2024-09-05T07:37:36.439648+0000","last_fullsized":"2024-09-05T07:37:36.439648+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:07:56.517645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436008+0000","last_change":"2024-09-05T07:36:21.879708+0000","last_active":"2024-09-05T07:37:36.436008+0000","last_peered":"2024-09-05T07:37:36.436008+0000","last_clean":"2024-09-05T07:37:36.436008+0000","last_became_active":"2024-09-05T07:36:21.879294+0000","last_became_peered":"2024-09-05T07:36:21.879294+0000","last_unstale":"2024-09-05T07:37:36.436008+0000","last_undegraded":"2024-09-05T07:37:36.436008+0000","last_fullsized":"2024-09-05T07:37:36.436008+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:39:13.648675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.441073+0000","last_change":"2024-09-05T07:36:14.809970+0000","last_active":"2024-09-05T07:37:36.441073+0000","last_peered":"2024-09-05T07:37:36.441073+0000","last_clean":"2024-09-05T07:37:36.441073+0000","last_became_active":"2024-09-05T07:36:14.808188+0000","last_became_peered":"2024-09-05T07:36:14.808188+0000","last_unstale":"2024-09-05T07:37:36.441073+0000","last_undegraded":"2024-09-05T07:37:36.441073+0000","last_fullsized":"2024-09-05T07:37:36.441073+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:34:54.391953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436194+0000","last_change":"2024-09-05T07:36:12.799787+0000","last_active":"2024-09-05T07:37:36.436194+0000","last_peered":"2024-09-05T07:37:36.436194+0000","last_clean":"2024-09-05T07:37:36.436194+0000","last_became_active":"2024-09-05T07:36:12.799298+0000","last_became_peered":"2024-09-05T07:36:12.799298+0000","last_unstale":"2024-09-05T07:37:36.436194+0000","last_undegraded":"2024-09-05T07:37:36.436194+0000","last_fullsized":"2024-09-05T07:37:36.436194+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:56:21.913375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436378+0000","last_change":"2024-09-05T07:36:22.039340+0000","last_active":"2024-09-05T07:37:36.436378+0000","last_peered":"2024-09-05T07:37:36.436378+0000","last_clean":"2024-09-05T07:37:36.436378+0000","last_became_active":"2024-09-05T07:36:22.038839+0000","last_became_peered":"2024-09-05T07:36:22.038839+0000","last_unstale":"2024-09-05T07:37:36.436378+0000","last_undegraded":"2024-09-05T07:37:36.436378+0000","last_fullsized":"2024-09-05T07:37:36.436378+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:15:12.399771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871283+0000","last_change":"2024-09-05T07:36:14.809134+0000","last_active":"2024-09-05T07:37:36.871283+0000","last_peered":"2024-09-05T07:37:36.871283+0000","last_clean":"2024-09-05T07:37:36.871283+0000","last_became_active":"2024-09-05T07:36:14.808813+0000","last_became_peered":"2024-09-05T07:36:14.808813+0000","last_unstale":"2024-09-05T07:37:36.871283+0000","last_undegraded":"2024-09-05T07:37:36.871283+0000","last_fullsized":"2024-09-05T07:37:36.871283+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:41:13.055058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"90'1","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871525+0000","last_change":"2024-09-05T07:36:12.800122+0000","last_active":"2024-09-05T07:37:36.871525+0000","last_peered":"2024-09-05T07:37:36.871525+0000","last_clean":"2024-09-05T07:37:36.871525+0000","last_became_active":"2024-09-05T07:36:12.799760+0000","last_became_peered":"2024-09-05T07:36:12.799760+0000","last_unstale":"2024-09-05T07:37:36.871525+0000","last_undegraded":"2024-09-05T07:37:36.871525+0000","last_fullsized":"2024-09-05T07:37:36.871525+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:24:23.617273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"90'1","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436373+0000","last_change":"2024-09-05T07:36:21.875884+0000","last_active":"2024-09-05T07:37:36.436373+0000","last_peered":"2024-09-05T07:37:36.436373+0000","last_clean":"2024-09-05T07:37:36.436373+0000","last_became_active":"2024-09-05T07:36:21.875323+0000","last_became_peered":"2024-09-05T07:36:21.875323+0000","last_unstale":"2024-09-05T07:37:36.436373+0000","last_undegraded":"2024-09-05T07:37:36.436373+0000","last_fullsized":"2024-09-05T07:37:36.436373+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:28.249884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438507+0000","last_change":"2024-09-05T07:36:14.816557+0000","last_active":"2024-09-05T07:37:36.438507+0000","last_peered":"2024-09-05T07:37:36.438507+0000","last_clean":"2024-09-05T07:37:36.438507+0000","last_became_active":"2024-09-05T07:36:14.815610+0000","last_became_peered":"2024-09-05T07:36:14.815610+0000","last_unstale":"2024-09-05T07:37:36.438507+0000","last_undegraded":"2024-09-05T07:37:36.438507+0000","last_fullsized":"2024-09-05T07:37:36.438507+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:26:17.715866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"90'3","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871304+0000","last_change":"2024-09-05T07:36:12.797574+0000","last_active":"2024-09-05T07:37:36.871304+0000","last_peered":"2024-09-05T07:37:36.871304+0000","last_clean":"2024-09-05T07:37:36.871304+0000","last_became_active":"2024-09-05T07:36:12.797235+0000","last_became_peered":"2024-09-05T07:36:12.797235+0000","last_unstale":"2024-09-05T07:37:36.871304+0000","last_undegraded":"2024-09-05T07:37:36.871304+0000","last_fullsized":"2024-09-05T07:37:36.871304+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:01:13.882076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436663+0000","last_change":"2024-09-05T07:36:35.955205+0000","last_active":"2024-09-05T07:37:36.436663+0000","last_peered":"2024-09-05T07:37:36.436663+0000","last_clean":"2024-09-05T07:37:36.436663+0000","last_became_active":"2024-09-05T07:36:35.954774+0000","last_became_peered":"2024-09-05T07:36:35.954774+0000","last_unstale":"2024-09-05T07:37:36.436663+0000","last_undegraded":"2024-09-05T07:37:36.436663+0000","last_fullsized":"2024-09-05T07:37:36.436663+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:24:11.816616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.435960+0000","last_change":"2024-09-05T07:36:14.810604+0000","last_active":"2024-09-05T07:37:36.435960+0000","last_peered":"2024-09-05T07:37:36.435960+0000","last_clean":"2024-09-05T07:37:36.435960+0000","last_became_active":"2024-09-05T07:36:14.810203+0000","last_became_peered":"2024-09-05T07:36:14.810203+0000","last_unstale":"2024-09-05T07:37:36.435960+0000","last_undegraded":"2024-09-05T07:37:36.435960+0000","last_fullsized":"2024-09-05T07:37:36.435960+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:21:04.720664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438324+0000","last_change":"2024-09-05T07:36:12.811040+0000","last_active":"2024-09-05T07:37:36.438324+0000","last_peered":"2024-09-05T07:37:36.438324+0000","last_clean":"2024-09-05T07:37:36.438324+0000","last_became_active":"2024-09-05T07:36:12.810737+0000","last_became_peered":"2024-09-05T07:36:12.810737+0000","last_unstale":"2024-09-05T07:37:36.438324+0000","last_undegraded":"2024-09-05T07:37:36.438324+0000","last_fullsized":"2024-09-05T07:37:36.438324+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:44:25.801815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436384+0000","last_change":"2024-09-05T07:36:22.040640+0000","last_active":"2024-09-05T07:37:36.436384+0000","last_peered":"2024-09-05T07:37:36.436384+0000","last_clean":"2024-09-05T07:37:36.436384+0000","last_became_active":"2024-09-05T07:36:22.040247+0000","last_became_peered":"2024-09-05T07:36:22.040247+0000","last_unstale":"2024-09-05T07:37:36.436384+0000","last_undegraded":"2024-09-05T07:37:36.436384+0000","last_fullsized":"2024-09-05T07:37:36.436384+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:03:16.022864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.437574+0000","last_change":"2024-09-05T07:36:14.820761+0000","last_active":"2024-09-05T07:37:36.437574+0000","last_peered":"2024-09-05T07:37:36.437574+0000","last_clean":"2024-09-05T07:37:36.437574+0000","last_became_active":"2024-09-05T07:36:14.820507+0000","last_became_peered":"2024-09-05T07:36:14.820507+0000","last_unstale":"2024-09-05T07:37:36.437574+0000","last_undegraded":"2024-09-05T07:37:36.437574+0000","last_fullsized":"2024-09-05T07:37:36.437574+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:34:48.881638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"90'4","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436761+0000","last_change":"2024-09-05T07:36:13.411988+0000","last_active":"2024-09-05T07:37:36.436761+0000","last_peered":"2024-09-05T07:37:36.436761+0000","last_clean":"2024-09-05T07:37:36.436761+0000","last_became_active":"2024-09-05T07:36:13.411609+0000","last_became_peered":"2024-09-05T07:36:13.411609+0000","last_unstale":"2024-09-05T07:37:36.436761+0000","last_undegraded":"2024-09-05T07:37:36.436761+0000","last_fullsized":"2024-09-05T07:37:36.436761+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:40:21.270134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871756+0000","last_change":"2024-09-05T07:36:21.871465+0000","last_active":"2024-09-05T07:37:36.871756+0000","last_peered":"2024-09-05T07:37:36.871756+0000","last_clean":"2024-09-05T07:37:36.871756+0000","last_became_active":"2024-09-05T07:36:21.871056+0000","last_became_peered":"2024-09-05T07:36:21.871056+0000","last_unstale":"2024-09-05T07:37:36.871756+0000","last_undegraded":"2024-09-05T07:37:36.871756+0000","last_fullsized":"2024-09-05T07:37:36.871756+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:24:41.284515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871922+0000","last_change":"2024-09-05T07:36:14.814919+0000","last_active":"2024-09-05T07:37:36.871922+0000","last_peered":"2024-09-05T07:37:36.871922+0000","last_clean":"2024-09-05T07:37:36.871922+0000","last_became_active":"2024-09-05T07:36:14.814611+0000","last_became_peered":"2024-09-05T07:36:14.814611+0000","last_unstale":"2024-09-05T07:37:36.871922+0000","last_undegraded":"2024-09-05T07:37:36.871922+0000","last_fullsized":"2024-09-05T07:37:36.871922+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:33:22.534338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"90'12","reported_seq":50,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440687+0000","last_change":"2024-09-05T07:36:12.797620+0000","last_active":"2024-09-05T07:37:36.440687+0000","last_peered":"2024-09-05T07:37:36.440687+0000","last_clean":"2024-09-05T07:37:36.440687+0000","last_became_active":"2024-09-05T07:36:12.797270+0000","last_became_peered":"2024-09-05T07:36:12.797270+0000","last_unstale":"2024-09-05T07:37:36.440687+0000","last_undegraded":"2024-09-05T07:37:36.440687+0000","last_fullsized":"2024-09-05T07:37:36.440687+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:54:17.325544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":23,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871222+0000","last_change":"2024-09-05T07:36:22.038463+0000","last_active":"2024-09-05T07:37:36.871222+0000","last_peered":"2024-09-05T07:37:36.871222+0000","last_clean":"2024-09-05T07:37:36.871222+0000","last_became_active":"2024-09-05T07:36:22.038095+0000","last_became_peered":"2024-09-05T07:36:22.038095+0000","last_unstale":"2024-09-05T07:37:36.871222+0000","last_undegraded":"2024-09-05T07:37:36.871222+0000","last_fullsized":"2024-09-05T07:37:36.871222+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:27.589451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467495+0000","last_change":"2024-09-05T07:36:14.806223+0000","last_active":"2024-09-05T07:37:36.467495+0000","last_peered":"2024-09-05T07:37:36.467495+0000","last_clean":"2024-09-05T07:37:36.467495+0000","last_became_active":"2024-09-05T07:36:14.805869+0000","last_became_peered":"2024-09-05T07:36:14.805869+0000","last_unstale":"2024-09-05T07:37:36.467495+0000","last_undegraded":"2024-09-05T07:37:36.467495+0000","last_fullsized":"2024-09-05T07:37:36.467495+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:27:20.566443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"90'1","reported_seq":17,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439168+0000","last_change":"2024-09-05T07:36:35.922464+0000","last_active":"2024-09-05T07:37:36.439168+0000","last_peered":"2024-09-05T07:37:36.439168+0000","last_clean":"2024-09-05T07:37:36.439168+0000","last_became_active":"2024-09-05T07:36:35.922078+0000","last_became_peered":"2024-09-05T07:36:35.922078+0000","last_unstale":"2024-09-05T07:37:36.439168+0000","last_undegraded":"2024-09-05T07:37:36.439168+0000","last_fullsized":"2024-09-05T07:37:36.439168+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:17:29.580551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439048+0000","last_change":"2024-09-05T07:36:21.877189+0000","last_active":"2024-09-05T07:37:36.439048+0000","last_peered":"2024-09-05T07:37:36.439048+0000","last_clean":"2024-09-05T07:37:36.439048+0000","last_became_active":"2024-09-05T07:36:21.876796+0000","last_became_peered":"2024-09-05T07:36:21.876796+0000","last_unstale":"2024-09-05T07:37:36.439048+0000","last_undegraded":"2024-09-05T07:37:36.439048+0000","last_fullsized":"2024-09-05T07:37:36.439048+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:13.944091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467192+0000","last_change":"2024-09-05T07:36:14.816662+0000","last_active":"2024-09-05T07:37:36.467192+0000","last_peered":"2024-09-05T07:37:36.467192+0000","last_clean":"2024-09-05T07:37:36.467192+0000","last_became_active":"2024-09-05T07:36:14.812722+0000","last_became_peered":"2024-09-05T07:36:14.812722+0000","last_unstale":"2024-09-05T07:37:36.467192+0000","last_undegraded":"2024-09-05T07:37:36.467192+0000","last_fullsized":"2024-09-05T07:37:36.467192+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:35:10.627551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440427+0000","last_change":"2024-09-05T07:36:12.809582+0000","last_active":"2024-09-05T07:37:36.440427+0000","last_peered":"2024-09-05T07:37:36.440427+0000","last_clean":"2024-09-05T07:37:36.440427+0000","last_became_active":"2024-09-05T07:36:12.809223+0000","last_became_peered":"2024-09-05T07:36:12.809223+0000","last_unstale":"2024-09-05T07:37:36.440427+0000","last_undegraded":"2024-09-05T07:37:36.440427+0000","last_fullsized":"2024-09-05T07:37:36.440427+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:20:12.101205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.435975+0000","last_change":"2024-09-05T07:36:22.039671+0000","last_active":"2024-09-05T07:37:36.435975+0000","last_peered":"2024-09-05T07:37:36.435975+0000","last_clean":"2024-09-05T07:37:36.435975+0000","last_became_active":"2024-09-05T07:36:22.039221+0000","last_became_peered":"2024-09-05T07:36:22.039221+0000","last_unstale":"2024-09-05T07:37:36.435975+0000","last_undegraded":"2024-09-05T07:37:36.435975+0000","last_fullsized":"2024-09-05T07:37:36.435975+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:37:43.961598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467035+0000","last_change":"2024-09-05T07:36:35.926667+0000","last_active":"2024-09-05T07:37:36.467035+0000","last_peered":"2024-09-05T07:37:36.467035+0000","last_clean":"2024-09-05T07:37:36.467035+0000","last_became_active":"2024-09-05T07:36:35.926353+0000","last_became_peered":"2024-09-05T07:36:35.926353+0000","last_unstale":"2024-09-05T07:37:36.467035+0000","last_undegraded":"2024-09-05T07:37:36.467035+0000","last_fullsized":"2024-09-05T07:37:36.467035+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:33:52.775633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"90'1","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.441260+0000","last_change":"2024-09-05T07:36:12.801852+0000","last_active":"2024-09-05T07:37:36.441260+0000","last_peered":"2024-09-05T07:37:36.441260+0000","last_clean":"2024-09-05T07:37:36.441260+0000","last_became_active":"2024-09-05T07:36:12.801533+0000","last_became_peered":"2024-09-05T07:36:12.801533+0000","last_unstale":"2024-09-05T07:37:36.441260+0000","last_undegraded":"2024-09-05T07:37:36.441260+0000","last_fullsized":"2024-09-05T07:37:36.441260+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:48:19.037437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467375+0000","last_change":"2024-09-05T07:36:21.876580+0000","last_active":"2024-09-05T07:37:36.467375+0000","last_peered":"2024-09-05T07:37:36.467375+0000","last_clean":"2024-09-05T07:37:36.467375+0000","last_became_active":"2024-09-05T07:36:21.876209+0000","last_became_peered":"2024-09-05T07:36:21.876209+0000","last_unstale":"2024-09-05T07:37:36.467375+0000","last_undegraded":"2024-09-05T07:37:36.467375+0000","last_fullsized":"2024-09-05T07:37:36.467375+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:26:13.322909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439070+0000","last_change":"2024-09-05T07:36:14.818775+0000","last_active":"2024-09-05T07:37:36.439070+0000","last_peered":"2024-09-05T07:37:36.439070+0000","last_clean":"2024-09-05T07:37:36.439070+0000","last_became_active":"2024-09-05T07:36:14.818482+0000","last_became_peered":"2024-09-05T07:36:14.818482+0000","last_unstale":"2024-09-05T07:37:36.439070+0000","last_undegraded":"2024-09-05T07:37:36.439070+0000","last_fullsized":"2024-09-05T07:37:36.439070+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:53:41.945628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"90'4","reported_seq":94,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:48.484515+0000","last_change":"2024-09-05T07:36:12.808974+0000","last_active":"2024-09-05T07:37:48.484515+0000","last_peered":"2024-09-05T07:37:48.484515+0000","last_clean":"2024-09-05T07:37:48.484515+0000","last_became_active":"2024-09-05T07:36:12.808622+0000","last_became_peered":"2024-09-05T07:36:12.808622+0000","last_unstale":"2024-09-05T07:37:48.484515+0000","last_undegraded":"2024-09-05T07:37:48.484515+0000","last_fullsized":"2024-09-05T07:37:48.484515+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:29.308884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":53,"num_read_kb":53,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467433+0000","last_change":"2024-09-05T07:36:22.039214+0000","last_active":"2024-09-05T07:37:36.467433+0000","last_peered":"2024-09-05T07:37:36.467433+0000","last_clean":"2024-09-05T07:37:36.467433+0000","last_became_active":"2024-09-05T07:36:22.038781+0000","last_became_peered":"2024-09-05T07:36:22.038781+0000","last_unstale":"2024-09-05T07:37:36.467433+0000","last_undegraded":"2024-09-05T07:37:36.467433+0000","last_fullsized":"2024-09-05T07:37:36.467433+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:16:57.102240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.466995+0000","last_change":"2024-09-05T07:36:14.811533+0000","last_active":"2024-09-05T07:37:36.466995+0000","last_peered":"2024-09-05T07:37:36.466995+0000","last_clean":"2024-09-05T07:37:36.466995+0000","last_became_active":"2024-09-05T07:36:14.811250+0000","last_became_peered":"2024-09-05T07:36:14.811250+0000","last_unstale":"2024-09-05T07:37:36.466995+0000","last_undegraded":"2024-09-05T07:37:36.466995+0000","last_fullsized":"2024-09-05T07:37:36.466995+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:12.085530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'3","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440962+0000","last_change":"2024-09-05T07:36:35.954521+0000","last_active":"2024-09-05T07:37:36.440962+0000","last_peered":"2024-09-05T07:37:36.440962+0000","last_clean":"2024-09-05T07:37:36.440962+0000","last_became_active":"2024-09-05T07:36:35.954104+0000","last_became_peered":"2024-09-05T07:36:35.954104+0000","last_unstale":"2024-09-05T07:37:36.440962+0000","last_undegraded":"2024-09-05T07:37:36.440962+0000","last_fullsized":"2024-09-05T07:37:36.440962+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:04:32.253928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438994+0000","last_change":"2024-09-05T07:36:22.040782+0000","last_active":"2024-09-05T07:37:36.438994+0000","last_peered":"2024-09-05T07:37:36.438994+0000","last_clean":"2024-09-05T07:37:36.438994+0000","last_became_active":"2024-09-05T07:36:22.040423+0000","last_became_peered":"2024-09-05T07:36:22.040423+0000","last_unstale":"2024-09-05T07:37:36.438994+0000","last_undegraded":"2024-09-05T07:37:36.438994+0000","last_fullsized":"2024-09-05T07:37:36.438994+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:45:59.360303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871493+0000","last_change":"2024-09-05T07:36:14.816493+0000","last_active":"2024-09-05T07:37:36.871493+0000","last_peered":"2024-09-05T07:37:36.871493+0000","last_clean":"2024-09-05T07:37:36.871493+0000","last_became_active":"2024-09-05T07:36:14.816180+0000","last_became_peered":"2024-09-05T07:36:14.816180+0000","last_unstale":"2024-09-05T07:37:36.871493+0000","last_undegraded":"2024-09-05T07:37:36.871493+0000","last_fullsized":"2024-09-05T07:37:36.871493+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:53:46.387539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'3","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436527+0000","last_change":"2024-09-05T07:36:12.798033+0000","last_active":"2024-09-05T07:37:36.436527+0000","last_peered":"2024-09-05T07:37:36.436527+0000","last_clean":"2024-09-05T07:37:36.436527+0000","last_became_active":"2024-09-05T07:36:12.797677+0000","last_became_peered":"2024-09-05T07:36:12.797677+0000","last_unstale":"2024-09-05T07:37:36.436527+0000","last_undegraded":"2024-09-05T07:37:36.436527+0000","last_fullsized":"2024-09-05T07:37:36.436527+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:42.168916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":361,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.441138+0000","last_change":"2024-09-05T07:35:01.662056+0000","last_active":"2024-09-05T07:37:36.441138+0000","last_peered":"2024-09-05T07:37:36.441138+0000","last_clean":"2024-09-05T07:37:36.441138+0000","last_became_active":"2024-09-05T07:35:01.661657+0000","last_became_peered":"2024-09-05T07:35:01.661657+0000","last_unstale":"2024-09-05T07:37:36.441138+0000","last_undegraded":"2024-09-05T07:37:36.441138+0000","last_fullsized":"2024-09-05T07:37:36.441138+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:31:43.011970+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:31:43.011970+0000","last_clean_scrub_stamp":"2024-09-05T07:31:43.011970+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:58.611696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"90'1","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.441408+0000","last_change":"2024-09-05T07:36:35.924929+0000","last_active":"2024-09-05T07:37:36.441408+0000","last_peered":"2024-09-05T07:37:36.441408+0000","last_clean":"2024-09-05T07:37:36.441408+0000","last_became_active":"2024-09-05T07:36:35.924430+0000","last_became_peered":"2024-09-05T07:36:35.924430+0000","last_unstale":"2024-09-05T07:37:36.441408+0000","last_undegraded":"2024-09-05T07:37:36.441408+0000","last_fullsized":"2024-09-05T07:37:36.441408+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:13.467211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,10,11,9],"acting":[7,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.441581+0000","last_change":"2024-09-05T07:36:14.812469+0000","last_active":"2024-09-05T07:37:36.441581+0000","last_peered":"2024-09-05T07:37:36.441581+0000","last_clean":"2024-09-05T07:37:36.441581+0000","last_became_active":"2024-09-05T07:36:14.812148+0000","last_became_peered":"2024-09-05T07:36:14.812148+0000","last_unstale":"2024-09-05T07:37:36.441581+0000","last_undegraded":"2024-09-05T07:37:36.441581+0000","last_fullsized":"2024-09-05T07:37:36.441581+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:01:48.060890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"90'3","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871923+0000","last_change":"2024-09-05T07:36:13.412116+0000","last_active":"2024-09-05T07:37:36.871923+0000","last_peered":"2024-09-05T07:37:36.871923+0000","last_clean":"2024-09-05T07:37:36.871923+0000","last_became_active":"2024-09-05T07:36:13.411689+0000","last_became_peered":"2024-09-05T07:36:13.411689+0000","last_unstale":"2024-09-05T07:37:36.871923+0000","last_undegraded":"2024-09-05T07:37:36.871923+0000","last_fullsized":"2024-09-05T07:37:36.871923+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:43:21.791631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438295+0000","last_change":"2024-09-05T07:36:21.880057+0000","last_active":"2024-09-05T07:37:36.438295+0000","last_peered":"2024-09-05T07:37:36.438295+0000","last_clean":"2024-09-05T07:37:36.438295+0000","last_became_active":"2024-09-05T07:36:21.879613+0000","last_became_peered":"2024-09-05T07:36:21.879613+0000","last_unstale":"2024-09-05T07:37:36.438295+0000","last_undegraded":"2024-09-05T07:37:36.438295+0000","last_fullsized":"2024-09-05T07:37:36.438295+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:28.319697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.872464+0000","last_change":"2024-09-05T07:37:36.872464+0000","last_active":"2024-09-05T07:37:36.872464+0000","last_peered":"2024-09-05T07:37:36.872464+0000","last_clean":"2024-09-05T07:37:36.872464+0000","last_became_active":"2024-09-05T07:37:36.872049+0000","last_became_peered":"2024-09-05T07:37:36.872049+0000","last_unstale":"2024-09-05T07:37:36.872464+0000","last_undegraded":"2024-09-05T07:37:36.872464+0000","last_fullsized":"2024-09-05T07:37:36.872464+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:46:12.242837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"82'1","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439975+0000","last_change":"2024-09-05T07:36:12.799840+0000","last_active":"2024-09-05T07:37:36.439975+0000","last_peered":"2024-09-05T07:37:36.439975+0000","last_clean":"2024-09-05T07:37:36.439975+0000","last_became_active":"2024-09-05T07:36:12.799250+0000","last_became_peered":"2024-09-05T07:36:12.799250+0000","last_unstale":"2024-09-05T07:37:36.439975+0000","last_undegraded":"2024-09-05T07:37:36.439975+0000","last_fullsized":"2024-09-05T07:37:36.439975+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:26:32.610520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.437523+0000","last_change":"2024-09-05T07:36:21.881807+0000","last_active":"2024-09-05T07:37:36.437523+0000","last_peered":"2024-09-05T07:37:36.437523+0000","last_clean":"2024-09-05T07:37:36.437523+0000","last_became_active":"2024-09-05T07:36:21.881393+0000","last_became_peered":"2024-09-05T07:36:21.881393+0000","last_unstale":"2024-09-05T07:37:36.437523+0000","last_undegraded":"2024-09-05T07:37:36.437523+0000","last_fullsized":"2024-09-05T07:37:36.437523+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:02:17.538854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.441486+0000","last_change":"2024-09-05T07:36:14.813178+0000","last_active":"2024-09-05T07:37:36.441486+0000","last_peered":"2024-09-05T07:37:36.441486+0000","last_clean":"2024-09-05T07:37:36.441486+0000","last_became_active":"2024-09-05T07:36:14.812886+0000","last_became_peered":"2024-09-05T07:36:14.812886+0000","last_unstale":"2024-09-05T07:37:36.441486+0000","last_undegraded":"2024-09-05T07:37:36.441486+0000","last_fullsized":"2024-09-05T07:37:36.441486+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:23:27.150433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":49,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467483+0000","last_change":"2024-09-05T07:36:35.957072+0000","last_active":"2024-09-05T07:37:36.467483+0000","last_peered":"2024-09-05T07:37:36.467483+0000","last_clean":"2024-09-05T07:37:36.467483+0000","last_became_active":"2024-09-05T07:36:35.954343+0000","last_became_peered":"2024-09-05T07:36:35.954343+0000","last_unstale":"2024-09-05T07:37:36.467483+0000","last_undegraded":"2024-09-05T07:37:36.467483+0000","last_fullsized":"2024-09-05T07:37:36.467483+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:28.666661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438136+0000","last_change":"2024-09-05T07:36:21.871927+0000","last_active":"2024-09-05T07:37:36.438136+0000","last_peered":"2024-09-05T07:37:36.438136+0000","last_clean":"2024-09-05T07:37:36.438136+0000","last_became_active":"2024-09-05T07:36:21.870817+0000","last_became_peered":"2024-09-05T07:36:21.870817+0000","last_unstale":"2024-09-05T07:37:36.438136+0000","last_undegraded":"2024-09-05T07:37:36.438136+0000","last_fullsized":"2024-09-05T07:37:36.438136+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:12:16.959562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439362+0000","last_change":"2024-09-05T07:36:14.820721+0000","last_active":"2024-09-05T07:37:36.439362+0000","last_peered":"2024-09-05T07:37:36.439362+0000","last_clean":"2024-09-05T07:37:36.439362+0000","last_became_active":"2024-09-05T07:36:14.820380+0000","last_became_peered":"2024-09-05T07:36:14.820380+0000","last_unstale":"2024-09-05T07:37:36.439362+0000","last_undegraded":"2024-09-05T07:37:36.439362+0000","last_fullsized":"2024-09-05T07:37:36.439362+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:11:28.217241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"90'2","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436787+0000","last_change":"2024-09-05T07:36:12.802444+0000","last_active":"2024-09-05T07:37:36.436787+0000","last_peered":"2024-09-05T07:37:36.436787+0000","last_clean":"2024-09-05T07:37:36.436787+0000","last_became_active":"2024-09-05T07:36:12.802127+0000","last_became_peered":"2024-09-05T07:36:12.802127+0000","last_unstale":"2024-09-05T07:37:36.436787+0000","last_undegraded":"2024-09-05T07:37:36.436787+0000","last_fullsized":"2024-09-05T07:37:36.436787+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:28.912170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438363+0000","last_change":"2024-09-05T07:36:21.877562+0000","last_active":"2024-09-05T07:37:36.438363+0000","last_peered":"2024-09-05T07:37:36.438363+0000","last_clean":"2024-09-05T07:37:36.438363+0000","last_became_active":"2024-09-05T07:36:21.877103+0000","last_became_peered":"2024-09-05T07:36:21.877103+0000","last_unstale":"2024-09-05T07:37:36.438363+0000","last_undegraded":"2024-09-05T07:37:36.438363+0000","last_fullsized":"2024-09-05T07:37:36.438363+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:21.230176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438659+0000","last_change":"2024-09-05T07:36:14.807740+0000","last_active":"2024-09-05T07:37:36.438659+0000","last_peered":"2024-09-05T07:37:36.438659+0000","last_clean":"2024-09-05T07:37:36.438659+0000","last_became_active":"2024-09-05T07:36:14.807428+0000","last_became_peered":"2024-09-05T07:36:14.807428+0000","last_unstale":"2024-09-05T07:37:36.438659+0000","last_undegraded":"2024-09-05T07:37:36.438659+0000","last_fullsized":"2024-09-05T07:37:36.438659+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:38:11.620962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"90'15","reported_seq":69,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.435965+0000","last_change":"2024-09-05T07:36:35.933190+0000","last_active":"2024-09-05T07:37:36.435965+0000","last_peered":"2024-09-05T07:37:36.435965+0000","last_clean":"2024-09-05T07:37:36.435965+0000","last_became_active":"2024-09-05T07:36:35.922566+0000","last_became_peered":"2024-09-05T07:36:35.922566+0000","last_unstale":"2024-09-05T07:37:36.435965+0000","last_undegraded":"2024-09-05T07:37:36.435965+0000","last_fullsized":"2024-09-05T07:37:36.435965+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:13:42.061104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467440+0000","last_change":"2024-09-05T07:36:21.873086+0000","last_active":"2024-09-05T07:37:36.467440+0000","last_peered":"2024-09-05T07:37:36.467440+0000","last_clean":"2024-09-05T07:37:36.467440+0000","last_became_active":"2024-09-05T07:36:21.872698+0000","last_became_peered":"2024-09-05T07:36:21.872698+0000","last_unstale":"2024-09-05T07:37:36.467440+0000","last_undegraded":"2024-09-05T07:37:36.467440+0000","last_fullsized":"2024-09-05T07:37:36.467440+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:53:32.758650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440811+0000","last_change":"2024-09-05T07:36:14.811106+0000","last_active":"2024-09-05T07:37:36.440811+0000","last_peered":"2024-09-05T07:37:36.440811+0000","last_clean":"2024-09-05T07:37:36.440811+0000","last_became_active":"2024-09-05T07:36:14.810794+0000","last_became_peered":"2024-09-05T07:36:14.810794+0000","last_unstale":"2024-09-05T07:37:36.440811+0000","last_undegraded":"2024-09-05T07:37:36.440811+0000","last_fullsized":"2024-09-05T07:37:36.440811+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:02:13.381457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"90'3","reported_seq":96,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:49.486456+0000","last_change":"2024-09-05T07:36:12.800415+0000","last_active":"2024-09-05T07:37:49.486456+0000","last_peered":"2024-09-05T07:37:49.486456+0000","last_clean":"2024-09-05T07:37:49.486456+0000","last_became_active":"2024-09-05T07:36:12.800030+0000","last_became_peered":"2024-09-05T07:36:12.800030+0000","last_unstale":"2024-09-05T07:37:49.486456+0000","last_undegraded":"2024-09-05T07:37:49.486456+0000","last_fullsized":"2024-09-05T07:37:49.486456+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:22:46.940996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":57,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440423+0000","last_change":"2024-09-05T07:36:21.874206+0000","last_active":"2024-09-05T07:37:36.440423+0000","last_peered":"2024-09-05T07:37:36.440423+0000","last_clean":"2024-09-05T07:37:36.440423+0000","last_became_active":"2024-09-05T07:36:21.873842+0000","last_became_peered":"2024-09-05T07:36:21.873842+0000","last_unstale":"2024-09-05T07:37:36.440423+0000","last_undegraded":"2024-09-05T07:37:36.440423+0000","last_fullsized":"2024-09-05T07:37:36.440423+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:04:27.948419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.441195+0000","last_change":"2024-09-05T07:36:14.812031+0000","last_active":"2024-09-05T07:37:36.441195+0000","last_peered":"2024-09-05T07:37:36.441195+0000","last_clean":"2024-09-05T07:37:36.441195+0000","last_became_active":"2024-09-05T07:36:14.811712+0000","last_became_peered":"2024-09-05T07:36:14.811712+0000","last_unstale":"2024-09-05T07:37:36.441195+0000","last_undegraded":"2024-09-05T07:37:36.441195+0000","last_fullsized":"2024-09-05T07:37:36.441195+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:09:05.893797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"90'3","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439572+0000","last_change":"2024-09-05T07:36:12.802054+0000","last_active":"2024-09-05T07:37:36.439572+0000","last_peered":"2024-09-05T07:37:36.439572+0000","last_clean":"2024-09-05T07:37:36.439572+0000","last_became_active":"2024-09-05T07:36:12.801682+0000","last_became_peered":"2024-09-05T07:36:12.801682+0000","last_unstale":"2024-09-05T07:37:36.439572+0000","last_undegraded":"2024-09-05T07:37:36.439572+0000","last_fullsized":"2024-09-05T07:37:36.439572+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:05.971799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438552+0000","last_change":"2024-09-05T07:36:35.924128+0000","last_active":"2024-09-05T07:37:36.438552+0000","last_peered":"2024-09-05T07:37:36.438552+0000","last_clean":"2024-09-05T07:37:36.438552+0000","last_became_active":"2024-09-05T07:36:35.923583+0000","last_became_peered":"2024-09-05T07:36:35.923583+0000","last_unstale":"2024-09-05T07:37:36.438552+0000","last_undegraded":"2024-09-05T07:37:36.438552+0000","last_fullsized":"2024-09-05T07:37:36.438552+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:51:53.735503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467158+0000","last_change":"2024-09-05T07:36:14.813760+0000","last_active":"2024-09-05T07:37:36.467158+0000","last_peered":"2024-09-05T07:37:36.467158+0000","last_clean":"2024-09-05T07:37:36.467158+0000","last_became_active":"2024-09-05T07:36:14.813466+0000","last_became_peered":"2024-09-05T07:36:14.813466+0000","last_unstale":"2024-09-05T07:37:36.467158+0000","last_undegraded":"2024-09-05T07:37:36.467158+0000","last_fullsized":"2024-09-05T07:37:36.467158+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:48:27.593353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"90'6","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871776+0000","last_change":"2024-09-05T07:36:12.797588+0000","last_active":"2024-09-05T07:37:36.871776+0000","last_peered":"2024-09-05T07:37:36.871776+0000","last_clean":"2024-09-05T07:37:36.871776+0000","last_became_active":"2024-09-05T07:36:12.797268+0000","last_became_peered":"2024-09-05T07:36:12.797268+0000","last_unstale":"2024-09-05T07:37:36.871776+0000","last_undegraded":"2024-09-05T07:37:36.871776+0000","last_fullsized":"2024-09-05T07:37:36.871776+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:18:07.718554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439516+0000","last_change":"2024-09-05T07:36:21.878964+0000","last_active":"2024-09-05T07:37:36.439516+0000","last_peered":"2024-09-05T07:37:36.439516+0000","last_clean":"2024-09-05T07:37:36.439516+0000","last_became_active":"2024-09-05T07:36:21.878461+0000","last_became_peered":"2024-09-05T07:36:21.878461+0000","last_unstale":"2024-09-05T07:37:36.439516+0000","last_undegraded":"2024-09-05T07:37:36.439516+0000","last_fullsized":"2024-09-05T07:37:36.439516+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:08:24.717805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436522+0000","last_change":"2024-09-05T07:36:14.812766+0000","last_active":"2024-09-05T07:37:36.436522+0000","last_peered":"2024-09-05T07:37:36.436522+0000","last_clean":"2024-09-05T07:37:36.436522+0000","last_became_active":"2024-09-05T07:36:14.812466+0000","last_became_peered":"2024-09-05T07:36:14.812466+0000","last_unstale":"2024-09-05T07:37:36.436522+0000","last_undegraded":"2024-09-05T07:37:36.436522+0000","last_fullsized":"2024-09-05T07:37:36.436522+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:10:22.292778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"90'34","reported_seq":183,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:48.490421+0000","last_change":"2024-09-05T07:36:12.802462+0000","last_active":"2024-09-05T07:37:48.490421+0000","last_peered":"2024-09-05T07:37:48.490421+0000","last_clean":"2024-09-05T07:37:48.490421+0000","last_became_active":"2024-09-05T07:36:12.801443+0000","last_became_peered":"2024-09-05T07:36:12.801443+0000","last_unstale":"2024-09-05T07:37:48.490421+0000","last_undegraded":"2024-09-05T07:37:48.490421+0000","last_fullsized":"2024-09-05T07:37:48.490421+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:43:45.816775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64622,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":113,"num_read_kb":120,"num_write":35,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440147+0000","last_change":"2024-09-05T07:36:21.874872+0000","last_active":"2024-09-05T07:37:36.440147+0000","last_peered":"2024-09-05T07:37:36.440147+0000","last_clean":"2024-09-05T07:37:36.440147+0000","last_became_active":"2024-09-05T07:36:21.874522+0000","last_became_peered":"2024-09-05T07:36:21.874522+0000","last_unstale":"2024-09-05T07:37:36.440147+0000","last_undegraded":"2024-09-05T07:37:36.440147+0000","last_fullsized":"2024-09-05T07:37:36.440147+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:31:48.318719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.442608+0000","last_change":"2024-09-05T07:37:36.442608+0000","last_active":"2024-09-05T07:37:36.442608+0000","last_peered":"2024-09-05T07:37:36.442608+0000","last_clean":"2024-09-05T07:37:36.442608+0000","last_became_active":"2024-09-05T07:37:36.442322+0000","last_became_peered":"2024-09-05T07:37:36.442322+0000","last_unstale":"2024-09-05T07:37:36.442608+0000","last_undegraded":"2024-09-05T07:37:36.442608+0000","last_fullsized":"2024-09-05T07:37:36.442608+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:47:50.050502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,7],"acting":[1,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"90'4","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439835+0000","last_change":"2024-09-05T07:36:12.809661+0000","last_active":"2024-09-05T07:37:36.439835+0000","last_peered":"2024-09-05T07:37:36.439835+0000","last_clean":"2024-09-05T07:37:36.439835+0000","last_became_active":"2024-09-05T07:36:12.809335+0000","last_became_peered":"2024-09-05T07:36:12.809335+0000","last_unstale":"2024-09-05T07:37:36.439835+0000","last_undegraded":"2024-09-05T07:37:36.439835+0000","last_fullsized":"2024-09-05T07:37:36.439835+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:14:23.254081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436376+0000","last_change":"2024-09-05T07:36:21.882000+0000","last_active":"2024-09-05T07:37:36.436376+0000","last_peered":"2024-09-05T07:37:36.436376+0000","last_clean":"2024-09-05T07:37:36.436376+0000","last_became_active":"2024-09-05T07:36:21.881568+0000","last_became_peered":"2024-09-05T07:36:21.881568+0000","last_unstale":"2024-09-05T07:37:36.436376+0000","last_undegraded":"2024-09-05T07:37:36.436376+0000","last_fullsized":"2024-09-05T07:37:36.436376+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:19:38.343193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.437919+0000","last_change":"2024-09-05T07:36:14.821034+0000","last_active":"2024-09-05T07:37:36.437919+0000","last_peered":"2024-09-05T07:37:36.437919+0000","last_clean":"2024-09-05T07:37:36.437919+0000","last_became_active":"2024-09-05T07:36:14.820515+0000","last_became_peered":"2024-09-05T07:36:14.820515+0000","last_unstale":"2024-09-05T07:37:36.437919+0000","last_undegraded":"2024-09-05T07:37:36.437919+0000","last_fullsized":"2024-09-05T07:37:36.437919+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:07:47.211164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"90'2","reported_seq":17,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439092+0000","last_change":"2024-09-05T07:36:35.955348+0000","last_active":"2024-09-05T07:37:36.439092+0000","last_peered":"2024-09-05T07:37:36.439092+0000","last_clean":"2024-09-05T07:37:36.439092+0000","last_became_active":"2024-09-05T07:36:35.954909+0000","last_became_peered":"2024-09-05T07:36:35.954909+0000","last_unstale":"2024-09-05T07:37:36.439092+0000","last_undegraded":"2024-09-05T07:37:36.439092+0000","last_fullsized":"2024-09-05T07:37:36.439092+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:32.331855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,2],"acting":[11,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440062+0000","last_change":"2024-09-05T07:36:21.875678+0000","last_active":"2024-09-05T07:37:36.440062+0000","last_peered":"2024-09-05T07:37:36.440062+0000","last_clean":"2024-09-05T07:37:36.440062+0000","last_became_active":"2024-09-05T07:36:21.875119+0000","last_became_peered":"2024-09-05T07:36:21.875119+0000","last_unstale":"2024-09-05T07:37:36.440062+0000","last_undegraded":"2024-09-05T07:37:36.440062+0000","last_fullsized":"2024-09-05T07:37:36.440062+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:27:11.876389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438918+0000","last_change":"2024-09-05T07:36:14.808987+0000","last_active":"2024-09-05T07:37:36.438918+0000","last_peered":"2024-09-05T07:37:36.438918+0000","last_clean":"2024-09-05T07:37:36.438918+0000","last_became_active":"2024-09-05T07:36:14.808677+0000","last_became_peered":"2024-09-05T07:36:14.808677+0000","last_unstale":"2024-09-05T07:37:36.438918+0000","last_undegraded":"2024-09-05T07:37:36.438918+0000","last_fullsized":"2024-09-05T07:37:36.438918+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:33.565183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"90'3","reported_seq":91,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:47.483437+0000","last_change":"2024-09-05T07:36:12.801995+0000","last_active":"2024-09-05T07:37:47.483437+0000","last_peered":"2024-09-05T07:37:47.483437+0000","last_clean":"2024-09-05T07:37:47.483437+0000","last_became_active":"2024-09-05T07:36:12.801647+0000","last_became_peered":"2024-09-05T07:36:12.801647+0000","last_unstale":"2024-09-05T07:37:47.483437+0000","last_undegraded":"2024-09-05T07:37:47.483437+0000","last_fullsized":"2024-09-05T07:37:47.483437+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:42:13.827626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":52,"num_read_kb":52,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871144+0000","last_change":"2024-09-05T07:36:21.875549+0000","last_active":"2024-09-05T07:37:36.871144+0000","last_peered":"2024-09-05T07:37:36.871144+0000","last_clean":"2024-09-05T07:37:36.871144+0000","last_became_active":"2024-09-05T07:36:21.875233+0000","last_became_peered":"2024-09-05T07:36:21.875233+0000","last_unstale":"2024-09-05T07:37:36.871144+0000","last_undegraded":"2024-09-05T07:37:36.871144+0000","last_fullsized":"2024-09-05T07:37:36.871144+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:48:37.673251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.437383+0000","last_change":"2024-09-05T07:36:21.879699+0000","last_active":"2024-09-05T07:37:36.437383+0000","last_peered":"2024-09-05T07:37:36.437383+0000","last_clean":"2024-09-05T07:37:36.437383+0000","last_became_active":"2024-09-05T07:36:21.879328+0000","last_became_peered":"2024-09-05T07:36:21.879328+0000","last_unstale":"2024-09-05T07:37:36.437383+0000","last_undegraded":"2024-09-05T07:37:36.437383+0000","last_fullsized":"2024-09-05T07:37:36.437383+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:53:04.042260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440134+0000","last_change":"2024-09-05T07:36:14.818287+0000","last_active":"2024-09-05T07:37:36.440134+0000","last_peered":"2024-09-05T07:37:36.440134+0000","last_clean":"2024-09-05T07:37:36.440134+0000","last_became_active":"2024-09-05T07:36:14.817988+0000","last_became_peered":"2024-09-05T07:36:14.817988+0000","last_unstale":"2024-09-05T07:37:36.440134+0000","last_undegraded":"2024-09-05T07:37:36.440134+0000","last_fullsized":"2024-09-05T07:37:36.440134+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:21:04.100359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"90'1","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439240+0000","last_change":"2024-09-05T07:36:12.801794+0000","last_active":"2024-09-05T07:37:36.439240+0000","last_peered":"2024-09-05T07:37:36.439240+0000","last_clean":"2024-09-05T07:37:36.439240+0000","last_became_active":"2024-09-05T07:36:12.801422+0000","last_became_peered":"2024-09-05T07:36:12.801422+0000","last_unstale":"2024-09-05T07:37:36.439240+0000","last_undegraded":"2024-09-05T07:37:36.439240+0000","last_fullsized":"2024-09-05T07:37:36.439240+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:41.473362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438778+0000","last_change":"2024-09-05T07:36:21.876009+0000","last_active":"2024-09-05T07:37:36.438778+0000","last_peered":"2024-09-05T07:37:36.438778+0000","last_clean":"2024-09-05T07:37:36.438778+0000","last_became_active":"2024-09-05T07:36:21.875545+0000","last_became_peered":"2024-09-05T07:36:21.875545+0000","last_unstale":"2024-09-05T07:37:36.438778+0000","last_undegraded":"2024-09-05T07:37:36.438778+0000","last_fullsized":"2024-09-05T07:37:36.438778+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:51.027968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871111+0000","last_change":"2024-09-05T07:36:14.811457+0000","last_active":"2024-09-05T07:37:36.871111+0000","last_peered":"2024-09-05T07:37:36.871111+0000","last_clean":"2024-09-05T07:37:36.871111+0000","last_became_active":"2024-09-05T07:36:14.811061+0000","last_became_peered":"2024-09-05T07:36:14.811061+0000","last_unstale":"2024-09-05T07:37:36.871111+0000","last_undegraded":"2024-09-05T07:37:36.871111+0000","last_fullsized":"2024-09-05T07:37:36.871111+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:23:00.487971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"90'2","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467003+0000","last_change":"2024-09-05T07:36:12.796795+0000","last_active":"2024-09-05T07:37:36.467003+0000","last_peered":"2024-09-05T07:37:36.467003+0000","last_clean":"2024-09-05T07:37:36.467003+0000","last_became_active":"2024-09-05T07:36:12.796476+0000","last_became_peered":"2024-09-05T07:36:12.796476+0000","last_unstale":"2024-09-05T07:37:36.467003+0000","last_undegraded":"2024-09-05T07:37:36.467003+0000","last_fullsized":"2024-09-05T07:37:36.467003+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:16.267998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"90'3","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467103+0000","last_change":"2024-09-05T07:36:12.798581+0000","last_active":"2024-09-05T07:37:36.467103+0000","last_peered":"2024-09-05T07:37:36.467103+0000","last_clean":"2024-09-05T07:37:36.467103+0000","last_became_active":"2024-09-05T07:36:12.798245+0000","last_became_peered":"2024-09-05T07:36:12.798245+0000","last_unstale":"2024-09-05T07:37:36.467103+0000","last_undegraded":"2024-09-05T07:37:36.467103+0000","last_fullsized":"2024-09-05T07:37:36.467103+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:02:51.750398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439637+0000","last_change":"2024-09-05T07:36:14.812695+0000","last_active":"2024-09-05T07:37:36.439637+0000","last_peered":"2024-09-05T07:37:36.439637+0000","last_clean":"2024-09-05T07:37:36.439637+0000","last_became_active":"2024-09-05T07:36:14.812224+0000","last_became_peered":"2024-09-05T07:36:14.812224+0000","last_unstale":"2024-09-05T07:37:36.439637+0000","last_undegraded":"2024-09-05T07:37:36.439637+0000","last_fullsized":"2024-09-05T07:37:36.439637+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:18.817287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871591+0000","last_change":"2024-09-05T07:36:21.872082+0000","last_active":"2024-09-05T07:37:36.871591+0000","last_peered":"2024-09-05T07:37:36.871591+0000","last_clean":"2024-09-05T07:37:36.871591+0000","last_became_active":"2024-09-05T07:36:21.871664+0000","last_became_peered":"2024-09-05T07:36:21.871664+0000","last_unstale":"2024-09-05T07:37:36.871591+0000","last_undegraded":"2024-09-05T07:37:36.871591+0000","last_fullsized":"2024-09-05T07:37:36.871591+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:51:39.262588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"90'6","reported_seq":97,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:47.484037+0000","last_change":"2024-09-05T07:36:12.802264+0000","last_active":"2024-09-05T07:37:47.484037+0000","last_peered":"2024-09-05T07:37:47.484037+0000","last_clean":"2024-09-05T07:37:47.484037+0000","last_became_active":"2024-09-05T07:36:12.801215+0000","last_became_peered":"2024-09-05T07:36:12.801215+0000","last_unstale":"2024-09-05T07:37:47.484037+0000","last_undegraded":"2024-09-05T07:37:47.484037+0000","last_fullsized":"2024-09-05T07:37:47.484037+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:21.135132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":55,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436127+0000","last_change":"2024-09-05T07:36:14.800251+0000","last_active":"2024-09-05T07:37:36.436127+0000","last_peered":"2024-09-05T07:37:36.436127+0000","last_clean":"2024-09-05T07:37:36.436127+0000","last_became_active":"2024-09-05T07:36:14.799961+0000","last_became_peered":"2024-09-05T07:36:14.799961+0000","last_unstale":"2024-09-05T07:37:36.436127+0000","last_undegraded":"2024-09-05T07:37:36.436127+0000","last_fullsized":"2024-09-05T07:37:36.436127+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:43:57.630634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871923+0000","last_change":"2024-09-05T07:36:21.872878+0000","last_active":"2024-09-05T07:37:36.871923+0000","last_peered":"2024-09-05T07:37:36.871923+0000","last_clean":"2024-09-05T07:37:36.871923+0000","last_became_active":"2024-09-05T07:36:21.872471+0000","last_became_peered":"2024-09-05T07:36:21.872471+0000","last_unstale":"2024-09-05T07:37:36.871923+0000","last_undegraded":"2024-09-05T07:37:36.871923+0000","last_fullsized":"2024-09-05T07:37:36.871923+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:00:20.993809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438382+0000","last_change":"2024-09-05T07:36:14.810631+0000","last_active":"2024-09-05T07:37:36.438382+0000","last_peered":"2024-09-05T07:37:36.438382+0000","last_clean":"2024-09-05T07:37:36.438382+0000","last_became_active":"2024-09-05T07:36:14.809410+0000","last_became_peered":"2024-09-05T07:36:14.809410+0000","last_unstale":"2024-09-05T07:37:36.438382+0000","last_undegraded":"2024-09-05T07:37:36.438382+0000","last_fullsized":"2024-09-05T07:37:36.438382+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:39:38.926597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871928+0000","last_change":"2024-09-05T07:36:14.809457+0000","last_active":"2024-09-05T07:37:36.871928+0000","last_peered":"2024-09-05T07:37:36.871928+0000","last_clean":"2024-09-05T07:37:36.871928+0000","last_became_active":"2024-09-05T07:36:14.809176+0000","last_became_peered":"2024-09-05T07:36:14.809176+0000","last_unstale":"2024-09-05T07:37:36.871928+0000","last_undegraded":"2024-09-05T07:37:36.871928+0000","last_fullsized":"2024-09-05T07:37:36.871928+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:40:15.801533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871483+0000","last_change":"2024-09-05T07:36:14.816273+0000","last_active":"2024-09-05T07:37:36.871483+0000","last_peered":"2024-09-05T07:37:36.871483+0000","last_clean":"2024-09-05T07:37:36.871483+0000","last_became_active":"2024-09-05T07:36:14.815968+0000","last_became_peered":"2024-09-05T07:36:14.815968+0000","last_unstale":"2024-09-05T07:37:36.871483+0000","last_undegraded":"2024-09-05T07:37:36.871483+0000","last_fullsized":"2024-09-05T07:37:36.871483+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:26:21.943549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.437549+0000","last_change":"2024-09-05T07:36:14.808605+0000","last_active":"2024-09-05T07:37:36.437549+0000","last_peered":"2024-09-05T07:37:36.437549+0000","last_clean":"2024-09-05T07:37:36.437549+0000","last_became_active":"2024-09-05T07:36:14.808281+0000","last_became_peered":"2024-09-05T07:36:14.808281+0000","last_unstale":"2024-09-05T07:37:36.437549+0000","last_undegraded":"2024-09-05T07:37:36.437549+0000","last_fullsized":"2024-09-05T07:37:36.437549+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:21.258022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467490+0000","last_change":"2024-09-05T07:36:14.808482+0000","last_active":"2024-09-05T07:37:36.467490+0000","last_peered":"2024-09-05T07:37:36.467490+0000","last_clean":"2024-09-05T07:37:36.467490+0000","last_became_active":"2024-09-05T07:36:14.808159+0000","last_became_peered":"2024-09-05T07:36:14.808159+0000","last_unstale":"2024-09-05T07:37:36.467490+0000","last_undegraded":"2024-09-05T07:37:36.467490+0000","last_fullsized":"2024-09-05T07:37:36.467490+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:49.067909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.441423+0000","last_change":"2024-09-05T07:37:36.441423+0000","last_active":"2024-09-05T07:37:36.441423+0000","last_peered":"2024-09-05T07:37:36.441423+0000","last_clean":"2024-09-05T07:37:36.441423+0000","last_became_active":"2024-09-05T07:37:36.441116+0000","last_became_peered":"2024-09-05T07:37:36.441116+0000","last_unstale":"2024-09-05T07:37:36.441423+0000","last_undegraded":"2024-09-05T07:37:36.441423+0000","last_fullsized":"2024-09-05T07:37:36.441423+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:15:57.348005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.872044+0000","last_change":"2024-09-05T07:36:14.807016+0000","last_active":"2024-09-05T07:37:36.872044+0000","last_peered":"2024-09-05T07:37:36.872044+0000","last_clean":"2024-09-05T07:37:36.872044+0000","last_became_active":"2024-09-05T07:36:14.806722+0000","last_became_peered":"2024-09-05T07:36:14.806722+0000","last_unstale":"2024-09-05T07:37:36.872044+0000","last_undegraded":"2024-09-05T07:37:36.872044+0000","last_fullsized":"2024-09-05T07:37:36.872044+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:51:31.607865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871919+0000","last_change":"2024-09-05T07:36:14.811682+0000","last_active":"2024-09-05T07:37:36.871919+0000","last_peered":"2024-09-05T07:37:36.871919+0000","last_clean":"2024-09-05T07:37:36.871919+0000","last_became_active":"2024-09-05T07:36:14.811289+0000","last_became_peered":"2024-09-05T07:36:14.811289+0000","last_unstale":"2024-09-05T07:37:36.871919+0000","last_undegraded":"2024-09-05T07:37:36.871919+0000","last_fullsized":"2024-09-05T07:37:36.871919+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:08:02.337426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438942+0000","last_change":"2024-09-05T07:36:14.812288+0000","last_active":"2024-09-05T07:37:36.438942+0000","last_peered":"2024-09-05T07:37:36.438942+0000","last_clean":"2024-09-05T07:37:36.438942+0000","last_became_active":"2024-09-05T07:36:14.811880+0000","last_became_peered":"2024-09-05T07:36:14.811880+0000","last_unstale":"2024-09-05T07:37:36.438942+0000","last_undegraded":"2024-09-05T07:37:36.438942+0000","last_fullsized":"2024-09-05T07:37:36.438942+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:12:08.684675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.871210+0000","last_change":"2024-09-05T07:36:14.810185+0000","last_active":"2024-09-05T07:37:36.871210+0000","last_peered":"2024-09-05T07:37:36.871210+0000","last_clean":"2024-09-05T07:37:36.871210+0000","last_became_active":"2024-09-05T07:36:14.809878+0000","last_became_peered":"2024-09-05T07:36:14.809878+0000","last_unstale":"2024-09-05T07:37:36.871210+0000","last_undegraded":"2024-09-05T07:37:36.871210+0000","last_fullsized":"2024-09-05T07:37:36.871210+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:15:44.940260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438522+0000","last_change":"2024-09-05T07:36:14.815367+0000","last_active":"2024-09-05T07:37:36.438522+0000","last_peered":"2024-09-05T07:37:36.438522+0000","last_clean":"2024-09-05T07:37:36.438522+0000","last_became_active":"2024-09-05T07:36:14.815014+0000","last_became_peered":"2024-09-05T07:36:14.815014+0000","last_unstale":"2024-09-05T07:37:36.438522+0000","last_undegraded":"2024-09-05T07:37:36.438522+0000","last_fullsized":"2024-09-05T07:37:36.438522+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:12.936600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467213+0000","last_change":"2024-09-05T07:36:14.809788+0000","last_active":"2024-09-05T07:37:36.467213+0000","last_peered":"2024-09-05T07:37:36.467213+0000","last_clean":"2024-09-05T07:37:36.467213+0000","last_became_active":"2024-09-05T07:36:14.809492+0000","last_became_peered":"2024-09-05T07:36:14.809492+0000","last_unstale":"2024-09-05T07:37:36.467213+0000","last_undegraded":"2024-09-05T07:37:36.467213+0000","last_fullsized":"2024-09-05T07:37:36.467213+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:14:53.969774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438681+0000","last_change":"2024-09-05T07:36:14.820736+0000","last_active":"2024-09-05T07:37:36.438681+0000","last_peered":"2024-09-05T07:37:36.438681+0000","last_clean":"2024-09-05T07:37:36.438681+0000","last_became_active":"2024-09-05T07:36:14.820441+0000","last_became_peered":"2024-09-05T07:36:14.820441+0000","last_unstale":"2024-09-05T07:37:36.438681+0000","last_undegraded":"2024-09-05T07:37:36.438681+0000","last_fullsized":"2024-09-05T07:37:36.438681+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:59:58.690955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.872158+0000","last_change":"2024-09-05T07:36:14.817088+0000","last_active":"2024-09-05T07:37:36.872158+0000","last_peered":"2024-09-05T07:37:36.872158+0000","last_clean":"2024-09-05T07:37:36.872158+0000","last_became_active":"2024-09-05T07:36:14.816796+0000","last_became_peered":"2024-09-05T07:36:14.816796+0000","last_unstale":"2024-09-05T07:37:36.872158+0000","last_undegraded":"2024-09-05T07:37:36.872158+0000","last_fullsized":"2024-09-05T07:37:36.872158+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:13:09.976444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440642+0000","last_change":"2024-09-05T07:36:14.817288+0000","last_active":"2024-09-05T07:37:36.440642+0000","last_peered":"2024-09-05T07:37:36.440642+0000","last_clean":"2024-09-05T07:37:36.440642+0000","last_became_active":"2024-09-05T07:36:14.816945+0000","last_became_peered":"2024-09-05T07:36:14.816945+0000","last_unstale":"2024-09-05T07:37:36.440642+0000","last_undegraded":"2024-09-05T07:37:36.440642+0000","last_fullsized":"2024-09-05T07:37:36.440642+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:29:21.904752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439109+0000","last_change":"2024-09-05T07:36:14.814799+0000","last_active":"2024-09-05T07:37:36.439109+0000","last_peered":"2024-09-05T07:37:36.439109+0000","last_clean":"2024-09-05T07:37:36.439109+0000","last_became_active":"2024-09-05T07:36:14.814044+0000","last_became_peered":"2024-09-05T07:36:14.814044+0000","last_unstale":"2024-09-05T07:37:36.439109+0000","last_undegraded":"2024-09-05T07:37:36.439109+0000","last_fullsized":"2024-09-05T07:37:36.439109+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:47.034838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438199+0000","last_change":"2024-09-05T07:36:14.813588+0000","last_active":"2024-09-05T07:37:36.438199+0000","last_peered":"2024-09-05T07:37:36.438199+0000","last_clean":"2024-09-05T07:37:36.438199+0000","last_became_active":"2024-09-05T07:36:14.813310+0000","last_became_peered":"2024-09-05T07:36:14.813310+0000","last_unstale":"2024-09-05T07:37:36.438199+0000","last_undegraded":"2024-09-05T07:37:36.438199+0000","last_fullsized":"2024-09-05T07:37:36.438199+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:20:00.193943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.872961+0000","last_change":"2024-09-05T07:37:36.872961+0000","last_active":"2024-09-05T07:37:36.872961+0000","last_peered":"2024-09-05T07:37:36.872961+0000","last_clean":"2024-09-05T07:37:36.872961+0000","last_became_active":"2024-09-05T07:37:36.872548+0000","last_became_peered":"2024-09-05T07:37:36.872548+0000","last_unstale":"2024-09-05T07:37:36.872961+0000","last_undegraded":"2024-09-05T07:37:36.872961+0000","last_fullsized":"2024-09-05T07:37:36.872961+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:24:06.936930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,2],"acting":[0,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.437351+0000","last_change":"2024-09-05T07:36:14.820169+0000","last_active":"2024-09-05T07:37:36.437351+0000","last_peered":"2024-09-05T07:37:36.437351+0000","last_clean":"2024-09-05T07:37:36.437351+0000","last_became_active":"2024-09-05T07:36:14.819349+0000","last_became_peered":"2024-09-05T07:36:14.819349+0000","last_unstale":"2024-09-05T07:37:36.437351+0000","last_undegraded":"2024-09-05T07:37:36.437351+0000","last_fullsized":"2024-09-05T07:37:36.437351+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:30:33.276239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467194+0000","last_change":"2024-09-05T07:36:14.816981+0000","last_active":"2024-09-05T07:37:36.467194+0000","last_peered":"2024-09-05T07:37:36.467194+0000","last_clean":"2024-09-05T07:37:36.467194+0000","last_became_active":"2024-09-05T07:36:14.816645+0000","last_became_peered":"2024-09-05T07:36:14.816645+0000","last_unstale":"2024-09-05T07:37:36.467194+0000","last_undegraded":"2024-09-05T07:37:36.467194+0000","last_fullsized":"2024-09-05T07:37:36.467194+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:57.926810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436579+0000","last_change":"2024-09-05T07:36:14.816277+0000","last_active":"2024-09-05T07:37:36.436579+0000","last_peered":"2024-09-05T07:37:36.436579+0000","last_clean":"2024-09-05T07:37:36.436579+0000","last_became_active":"2024-09-05T07:36:14.815998+0000","last_became_peered":"2024-09-05T07:36:14.815998+0000","last_unstale":"2024-09-05T07:37:36.436579+0000","last_undegraded":"2024-09-05T07:37:36.436579+0000","last_fullsized":"2024-09-05T07:37:36.436579+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:42.278870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.441523+0000","last_change":"2024-09-05T07:36:14.813425+0000","last_active":"2024-09-05T07:37:36.441523+0000","last_peered":"2024-09-05T07:37:36.441523+0000","last_clean":"2024-09-05T07:37:36.441523+0000","last_became_active":"2024-09-05T07:36:14.813135+0000","last_became_peered":"2024-09-05T07:36:14.813135+0000","last_unstale":"2024-09-05T07:37:36.441523+0000","last_undegraded":"2024-09-05T07:37:36.441523+0000","last_fullsized":"2024-09-05T07:37:36.441523+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:54.684216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467510+0000","last_change":"2024-09-05T07:36:14.820772+0000","last_active":"2024-09-05T07:37:36.467510+0000","last_peered":"2024-09-05T07:37:36.467510+0000","last_clean":"2024-09-05T07:37:36.467510+0000","last_became_active":"2024-09-05T07:36:14.820347+0000","last_became_peered":"2024-09-05T07:36:14.820347+0000","last_unstale":"2024-09-05T07:37:36.467510+0000","last_undegraded":"2024-09-05T07:37:36.467510+0000","last_fullsized":"2024-09-05T07:37:36.467510+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:47.635596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.438930+0000","last_change":"2024-09-05T07:36:14.811244+0000","last_active":"2024-09-05T07:37:36.438930+0000","last_peered":"2024-09-05T07:37:36.438930+0000","last_clean":"2024-09-05T07:37:36.438930+0000","last_became_active":"2024-09-05T07:36:14.810959+0000","last_became_peered":"2024-09-05T07:36:14.810959+0000","last_unstale":"2024-09-05T07:37:36.438930+0000","last_undegraded":"2024-09-05T07:37:36.438930+0000","last_fullsized":"2024-09-05T07:37:36.438930+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:47:47.631297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.468655+0000","last_change":"2024-09-05T07:37:36.468340+0000","last_active":"2024-09-05T07:37:36.468655+0000","last_peered":"2024-09-05T07:37:36.468655+0000","last_clean":"2024-09-05T07:37:36.468655+0000","last_became_active":"2024-09-05T07:37:36.467940+0000","last_became_peered":"2024-09-05T07:37:36.467940+0000","last_unstale":"2024-09-05T07:37:36.468655+0000","last_undegraded":"2024-09-05T07:37:36.468655+0000","last_fullsized":"2024-09-05T07:37:36.468655+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:21:34.298980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.440974+0000","last_change":"2024-09-05T07:36:14.806795+0000","last_active":"2024-09-05T07:37:36.440974+0000","last_peered":"2024-09-05T07:37:36.440974+0000","last_clean":"2024-09-05T07:37:36.440974+0000","last_became_active":"2024-09-05T07:36:14.806038+0000","last_became_peered":"2024-09-05T07:36:14.806038+0000","last_unstale":"2024-09-05T07:37:36.440974+0000","last_undegraded":"2024-09-05T07:37:36.440974+0000","last_fullsized":"2024-09-05T07:37:36.440974+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:56:05.136500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.467009+0000","last_change":"2024-09-05T07:36:14.814462+0000","last_active":"2024-09-05T07:37:36.467009+0000","last_peered":"2024-09-05T07:37:36.467009+0000","last_clean":"2024-09-05T07:37:36.467009+0000","last_became_active":"2024-09-05T07:36:14.814178+0000","last_became_peered":"2024-09-05T07:36:14.814178+0000","last_unstale":"2024-09-05T07:37:36.467009+0000","last_undegraded":"2024-09-05T07:37:36.467009+0000","last_fullsized":"2024-09-05T07:37:36.467009+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:10:46.217701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436197+0000","last_change":"2024-09-05T07:36:14.809141+0000","last_active":"2024-09-05T07:37:36.436197+0000","last_peered":"2024-09-05T07:37:36.436197+0000","last_clean":"2024-09-05T07:37:36.436197+0000","last_became_active":"2024-09-05T07:36:14.808812+0000","last_became_peered":"2024-09-05T07:36:14.808812+0000","last_unstale":"2024-09-05T07:37:36.436197+0000","last_undegraded":"2024-09-05T07:37:36.436197+0000","last_fullsized":"2024-09-05T07:37:36.436197+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:07:46.838052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.436577+0000","last_change":"2024-09-05T07:36:14.818092+0000","last_active":"2024-09-05T07:37:36.436577+0000","last_peered":"2024-09-05T07:37:36.436577+0000","last_clean":"2024-09-05T07:37:36.436577+0000","last_became_active":"2024-09-05T07:36:14.817789+0000","last_became_peered":"2024-09-05T07:36:14.817789+0000","last_unstale":"2024-09-05T07:37:36.436577+0000","last_undegraded":"2024-09-05T07:37:36.436577+0000","last_fullsized":"2024-09-05T07:37:36.436577+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:22:29.176609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.437608+0000","last_change":"2024-09-05T07:36:14.813266+0000","last_active":"2024-09-05T07:37:36.437608+0000","last_peered":"2024-09-05T07:37:36.437608+0000","last_clean":"2024-09-05T07:37:36.437608+0000","last_became_active":"2024-09-05T07:36:14.812886+0000","last_became_peered":"2024-09-05T07:36:14.812886+0000","last_unstale":"2024-09-05T07:37:36.437608+0000","last_undegraded":"2024-09-05T07:37:36.437608+0000","last_fullsized":"2024-09-05T07:37:36.437608+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:26:39.085280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.437480+0000","last_change":"2024-09-05T07:36:14.819845+0000","last_active":"2024-09-05T07:37:36.437480+0000","last_peered":"2024-09-05T07:37:36.437480+0000","last_clean":"2024-09-05T07:37:36.437480+0000","last_became_active":"2024-09-05T07:36:14.819575+0000","last_became_peered":"2024-09-05T07:36:14.819575+0000","last_unstale":"2024-09-05T07:37:36.437480+0000","last_undegraded":"2024-09-05T07:37:36.437480+0000","last_fullsized":"2024-09-05T07:37:36.437480+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:44:39.270064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-05T07:37:36.439293+0000","last_change":"2024-09-05T07:36:14.815067+0000","last_active":"2024-09-05T07:37:36.439293+0000","last_peered":"2024-09-05T07:37:36.439293+0000","last_clean":"2024-09-05T07:37:36.439293+0000","last_became_active":"2024-09-05T07:36:14.814453+0000","last_became_peered":"2024-09-05T07:36:14.814453+0000","last_unstale":"2024-09-05T07:37:36.439293+0000","last_undegraded":"2024-09-05T07:37:36.439293+0000","last_fullsized":"2024-09-05T07:37:36.439293+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:32:16.995333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68625,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":343,"num_read_kb":244,"num_write":171,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":205875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":145,"ondisk_log_size":145,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514529,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1060864,"data_stored":522883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743462,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28744,"kb_used_data":1712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716408,"statfs":{"total":95995035648,"available":95965601792,"internally_reserved":0,"allocated":1753088,"data_stored":1178847,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906987,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1077248,"data_stored":527193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135920,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36396,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708756,"statfs":{"total":95995035648,"available":95957766144,"internally_reserved":0,"allocated":1069056,"data_stored":522995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364852,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32820,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712332,"statfs":{"total":95995035648,"available":95961427968,"internally_reserved":0,"allocated":1667072,"data_stored":1118928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528378,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1052672,"data_stored":518273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790014,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32820,"kb_used_data":1632,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712332,"statfs":{"total":95995035648,"available":95961427968,"internally_reserved":0,"allocated":1671168,"data_stored":1110420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953540,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32232,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712920,"statfs":{"total":95995035648,"available":95962030080,"internally_reserved":0,"allocated":1073152,"data_stored":523035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182472,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1064960,"data_stored":518467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411406,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36460,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708692,"statfs":{"total":95995035648,"available":95957700608,"internally_reserved":0,"allocated":1138688,"data_stored":584436,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574930,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36444,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708708,"statfs":{"total":95995035648,"available":95957716992,"internally_reserved":0,"allocated":1122304,"data_stored":582805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738454,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1077248,"data_stored":519661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":64622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":66253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":66200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T07:37:54.683 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-05T07:37:54.684 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-05T07:37:54.684 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-05T07:37:54.684 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph health --format=json 2024-09-05T07:37:54.935 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:55.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.410+0000 7fca62692640 1 -- 172.21.15.71:0/3401598234 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca5c102570 msgr2=0x7fca5c1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:55.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.410+0000 7fca62692640 1 --2- 172.21.15.71:0/3401598234 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca5c102570 0x7fca5c1029b0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fca50009900 tx=0x7fca5002a480 comp rx=0 tx=0).stop 2024-09-05T07:37:55.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.410+0000 7fca62692640 1 -- 172.21.15.71:0/3401598234 shutdown_connections 2024-09-05T07:37:55.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.410+0000 7fca62692640 1 --2- 172.21.15.71:0/3401598234 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca5c102ef0 0x7fca5c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:55.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.410+0000 7fca62692640 1 --2- 172.21.15.71:0/3401598234 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca5c102570 0x7fca5c1029b0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:55.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.410+0000 7fca62692640 1 --2- 172.21.15.71:0/3401598234 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fca5c100e20 0x7fca5c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:55.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.410+0000 7fca62692640 1 -- 172.21.15.71:0/3401598234 >> 172.21.15.71:0/3401598234 conn(0x7fca5c0fc7d0 msgr2=0x7fca5c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:55.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.410+0000 7fca62692640 1 -- 172.21.15.71:0/3401598234 shutdown_connections 2024-09-05T07:37:55.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.410+0000 7fca62692640 1 -- 172.21.15.71:0/3401598234 wait complete. 2024-09-05T07:37:55.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.411+0000 7fca62692640 1 Processor -- start 2024-09-05T07:37:55.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.411+0000 7fca62692640 1 -- start start 2024-09-05T07:37:55.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.411+0000 7fca62692640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca5c100e20 0x7fca5c199280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:55.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.411+0000 7fca62692640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca5c102570 0x7fca5c1997c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:55.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.411+0000 7fca62692640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fca5c102ef0 0x7fca5c1a4300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:55.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.411+0000 7fca62692640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fca5c110e30 con 0x7fca5c102570 2024-09-05T07:37:55.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.411+0000 7fca62692640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fca5c110cb0 con 0x7fca5c100e20 2024-09-05T07:37:55.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.411+0000 7fca62692640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fca5c110fb0 con 0x7fca5c102ef0 2024-09-05T07:37:55.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.412+0000 7fca5b7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca5c102570 0x7fca5c1997c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:55.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.412+0000 7fca5b7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca5c102570 0x7fca5c1997c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54304/0 (socket says 172.21.15.71:54304) 2024-09-05T07:37:55.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.412+0000 7fca5b7fe640 1 -- 172.21.15.71:0/3199623664 learned_addr learned my addr 172.21.15.71:0/3199623664 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:55.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.412+0000 7fca5bfff640 1 --2- 172.21.15.71:0/3199623664 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca5c100e20 0x7fca5c199280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:55.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.412+0000 7fca60c2f640 1 --2- 172.21.15.71:0/3199623664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fca5c102ef0 0x7fca5c1a4300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:55.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.412+0000 7fca5b7fe640 1 -- 172.21.15.71:0/3199623664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fca5c102ef0 msgr2=0x7fca5c1a4300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:55.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.412+0000 7fca5b7fe640 1 --2- 172.21.15.71:0/3199623664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fca5c102ef0 0x7fca5c1a4300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:55.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.412+0000 7fca5b7fe640 1 -- 172.21.15.71:0/3199623664 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca5c100e20 msgr2=0x7fca5c199280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:55.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.412+0000 7fca5b7fe640 1 --2- 172.21.15.71:0/3199623664 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca5c100e20 0x7fca5c199280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:55.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.412+0000 7fca5b7fe640 1 -- 172.21.15.71:0/3199623664 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca5c1a4840 con 0x7fca5c102570 2024-09-05T07:37:55.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.412+0000 7fca5b7fe640 1 --2- 172.21.15.71:0/3199623664 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca5c102570 0x7fca5c1997c0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fca50006010 tx=0x7fca500042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:55.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.412+0000 7fca597fa640 1 -- 172.21.15.71:0/3199623664 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca5003f030 con 0x7fca5c102570 2024-09-05T07:37:55.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.412+0000 7fca597fa640 1 -- 172.21.15.71:0/3199623664 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca50003cb0 con 0x7fca5c102570 2024-09-05T07:37:55.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.412+0000 7fca62692640 1 -- 172.21.15.71:0/3199623664 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca5c1a4a10 con 0x7fca5c102570 2024-09-05T07:37:55.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.412+0000 7fca597fa640 1 -- 172.21.15.71:0/3199623664 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca50035070 con 0x7fca5c102570 2024-09-05T07:37:55.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.412+0000 7fca62692640 1 -- 172.21.15.71:0/3199623664 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca5c1a4e60 con 0x7fca5c102570 2024-09-05T07:37:55.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.413+0000 7fca62692640 1 -- 172.21.15.71:0/3199623664 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca5c101200 con 0x7fca5c102570 2024-09-05T07:37:55.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.415+0000 7fca597fa640 1 -- 172.21.15.71:0/3199623664 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fca50042030 con 0x7fca5c102570 2024-09-05T07:37:55.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.415+0000 7fca597fa640 1 --2- 172.21.15.71:0/3199623664 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fca440a2c10 0x7fca440a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:55.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.416+0000 7fca5bfff640 1 --2- 172.21.15.71:0/3199623664 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fca440a2c10 0x7fca440a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:55.458 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.416+0000 7fca597fa640 1 -- 172.21.15.71:0/3199623664 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7fca500efd80 con 0x7fca5c102570 2024-09-05T07:37:55.458 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.416+0000 7fca5bfff640 1 --2- 172.21.15.71:0/3199623664 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fca440a2c10 0x7fca440a50d0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fca4c005fd0 tx=0x7fca4c00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:55.458 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.419+0000 7fca597fa640 1 -- 172.21.15.71:0/3199623664 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fca500bc0e0 con 0x7fca5c102570 2024-09-05T07:37:55.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.626+0000 7fca62692640 1 -- 172.21.15.71:0/3199623664 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fca5c06a560 con 0x7fca5c102570 2024-09-05T07:37:55.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.627+0000 7fca597fa640 1 -- 172.21.15.71:0/3199623664 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fca5c06a560 con 0x7fca5c102570 2024-09-05T07:37:55.629 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:55 smithi071 ceph-mon[30965]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:37:55.629 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:55 smithi071 ceph-mon[30965]: pgmap v332: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:37:55.629 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:37:55.629 INFO:teuthology.orchestra.run.smithi071.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-05T07:37:55.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.629+0000 7fca62692640 1 -- 172.21.15.71:0/3199623664 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fca440a2c10 msgr2=0x7fca440a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:55.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.629+0000 7fca62692640 1 --2- 172.21.15.71:0/3199623664 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fca440a2c10 0x7fca440a50d0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fca4c005fd0 tx=0x7fca4c00b390 comp rx=0 tx=0).stop 2024-09-05T07:37:55.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.629+0000 7fca62692640 1 -- 172.21.15.71:0/3199623664 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca5c102570 msgr2=0x7fca5c1997c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:55.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.629+0000 7fca62692640 1 --2- 172.21.15.71:0/3199623664 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca5c102570 0x7fca5c1997c0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fca50006010 tx=0x7fca500042f0 comp rx=0 tx=0).stop 2024-09-05T07:37:55.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.629+0000 7fca62692640 1 -- 172.21.15.71:0/3199623664 shutdown_connections 2024-09-05T07:37:55.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.629+0000 7fca62692640 1 --2- 172.21.15.71:0/3199623664 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fca440a2c10 0x7fca440a50d0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:55.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.629+0000 7fca62692640 1 --2- 172.21.15.71:0/3199623664 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fca5c102ef0 0x7fca5c1a4300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:55.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.629+0000 7fca62692640 1 --2- 172.21.15.71:0/3199623664 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca5c102570 0x7fca5c1997c0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:55.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.629+0000 7fca62692640 1 --2- 172.21.15.71:0/3199623664 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca5c100e20 0x7fca5c199280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:55.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.629+0000 7fca62692640 1 -- 172.21.15.71:0/3199623664 >> 172.21.15.71:0/3199623664 conn(0x7fca5c0fc7d0 msgr2=0x7fca5c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:55.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.629+0000 7fca62692640 1 -- 172.21.15.71:0/3199623664 shutdown_connections 2024-09-05T07:37:55.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:55.630+0000 7fca62692640 1 -- 172.21.15.71:0/3199623664 wait complete. 2024-09-05T07:37:55.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:55 smithi123 ceph-mon[34568]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:37:55.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:55 smithi123 ceph-mon[34568]: pgmap v332: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:37:55.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:55 smithi192 ceph-mon[34929]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:37:55.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:55 smithi192 ceph-mon[34929]: pgmap v332: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:37:56.356 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-05T07:37:56.357 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:37:56.606 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:56.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:56 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3199623664' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-05T07:37:56.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:56 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3199623664' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-05T07:37:56.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:56 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3199623664' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-05T07:37:57.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.127+0000 7f8e02a7c640 1 -- 172.21.15.71:0/4234468623 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8dfc1036e0 msgr2=0x7f8dfc107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:57.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.127+0000 7f8e02a7c640 1 --2- 172.21.15.71:0/4234468623 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8dfc1036e0 0x7f8dfc107b90 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f8de4009930 tx=0x7f8de402a420 comp rx=0 tx=0).stop 2024-09-05T07:37:57.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.127+0000 7f8e02a7c640 1 -- 172.21.15.71:0/4234468623 shutdown_connections 2024-09-05T07:37:57.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.127+0000 7f8e02a7c640 1 --2- 172.21.15.71:0/4234468623 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8dfc1082a0 0x7f8dfc10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:57.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.127+0000 7f8e02a7c640 1 --2- 172.21.15.71:0/4234468623 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8dfc1036e0 0x7f8dfc107b90 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:57.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.127+0000 7f8e02a7c640 1 --2- 172.21.15.71:0/4234468623 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8dfc102d30 0x7f8dfc103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:57.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.127+0000 7f8e02a7c640 1 -- 172.21.15.71:0/4234468623 >> 172.21.15.71:0/4234468623 conn(0x7f8dfc0fc7d0 msgr2=0x7f8dfc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:57.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.128+0000 7f8e02a7c640 1 -- 172.21.15.71:0/4234468623 shutdown_connections 2024-09-05T07:37:57.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.128+0000 7f8e02a7c640 1 -- 172.21.15.71:0/4234468623 wait complete. 2024-09-05T07:37:57.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.128+0000 7f8e02a7c640 1 Processor -- start 2024-09-05T07:37:57.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.128+0000 7f8e02a7c640 1 -- start start 2024-09-05T07:37:57.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.128+0000 7f8e02a7c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8dfc102d30 0x7f8dfc198650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:57.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.128+0000 7f8e02a7c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8dfc1036e0 0x7f8dfc198b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:57.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.128+0000 7f8e02a7c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8dfc1082a0 0x7f8dfc19cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:57.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.128+0000 7f8e02a7c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f8dfc111ff0 con 0x7f8dfc1082a0 2024-09-05T07:37:57.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.128+0000 7f8e02a7c640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8dfc111e70 con 0x7f8dfc102d30 2024-09-05T07:37:57.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.128+0000 7f8e02a7c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8dfc112170 con 0x7f8dfc1036e0 2024-09-05T07:37:57.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.129+0000 7f8e01019640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8dfc1082a0 0x7f8dfc19cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:57.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.129+0000 7f8e01019640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8dfc1082a0 0x7f8dfc19cf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54322/0 (socket says 172.21.15.71:54322) 2024-09-05T07:37:57.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.129+0000 7f8e01019640 1 -- 172.21.15.71:0/1453380740 learned_addr learned my addr 172.21.15.71:0/1453380740 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:57.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.129+0000 7f8e00818640 1 --2- 172.21.15.71:0/1453380740 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8dfc102d30 0x7f8dfc198650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:57.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.129+0000 7f8dfbfff640 1 --2- 172.21.15.71:0/1453380740 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8dfc1036e0 0x7f8dfc198b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:57.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.129+0000 7f8e01019640 1 -- 172.21.15.71:0/1453380740 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8dfc1036e0 msgr2=0x7f8dfc198b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:57.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.129+0000 7f8e01019640 1 --2- 172.21.15.71:0/1453380740 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8dfc1036e0 0x7f8dfc198b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:57.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.129+0000 7f8e01019640 1 -- 172.21.15.71:0/1453380740 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8dfc102d30 msgr2=0x7f8dfc198650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:57.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.129+0000 7f8e01019640 1 --2- 172.21.15.71:0/1453380740 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8dfc102d30 0x7f8dfc198650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:57.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.129+0000 7f8e01019640 1 -- 172.21.15.71:0/1453380740 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8dfc19d600 con 0x7f8dfc1082a0 2024-09-05T07:37:57.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.129+0000 7f8e01019640 1 --2- 172.21.15.71:0/1453380740 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8dfc1082a0 0x7f8dfc19cf20 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f8df4009fd0 tx=0x7f8df400b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:57.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.129+0000 7f8df9ffb640 1 -- 172.21.15.71:0/1453380740 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8df4011830 con 0x7f8dfc1082a0 2024-09-05T07:37:57.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.129+0000 7f8df9ffb640 1 -- 172.21.15.71:0/1453380740 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8df4016070 con 0x7f8dfc1082a0 2024-09-05T07:37:57.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.129+0000 7f8e02a7c640 1 -- 172.21.15.71:0/1453380740 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8dfc19d8f0 con 0x7f8dfc1082a0 2024-09-05T07:37:57.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.129+0000 7f8df9ffb640 1 -- 172.21.15.71:0/1453380740 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8df4010de0 con 0x7f8dfc1082a0 2024-09-05T07:37:57.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.130+0000 7f8e02a7c640 1 -- 172.21.15.71:0/1453380740 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8dfc1a51d0 con 0x7f8dfc1082a0 2024-09-05T07:37:57.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.130+0000 7f8e02a7c640 1 -- 172.21.15.71:0/1453380740 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8dfc103190 con 0x7f8dfc1082a0 2024-09-05T07:37:57.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.131+0000 7f8df9ffb640 1 -- 172.21.15.71:0/1453380740 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f8df40119d0 con 0x7f8dfc1082a0 2024-09-05T07:37:57.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.132+0000 7f8df9ffb640 1 --2- 172.21.15.71:0/1453380740 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8de80a2c10 0x7f8de80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:57.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.132+0000 7f8df9ffb640 1 -- 172.21.15.71:0/1453380740 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f8df40ceb10 con 0x7f8dfc1082a0 2024-09-05T07:37:57.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.132+0000 7f8e00818640 1 --2- 172.21.15.71:0/1453380740 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8de80a2c10 0x7f8de80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:57.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.133+0000 7f8e00818640 1 --2- 172.21.15.71:0/1453380740 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8de80a2c10 0x7f8de80a50d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f8dec00a400 tx=0x7f8dec00d040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:57.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.136+0000 7f8df9ffb640 1 -- 172.21.15.71:0/1453380740 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8df409b630 con 0x7f8dfc1082a0 2024-09-05T07:37:57.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.337+0000 7f8e02a7c640 1 -- 172.21.15.71:0/1453380740 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8dfc10a2b0 con 0x7f8dfc1082a0 2024-09-05T07:37:57.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.338+0000 7f8df9ffb640 1 -- 172.21.15.71:0/1453380740 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11927 (secure 0 0 0) 0x7f8df409af30 con 0x7f8dfc1082a0 2024-09-05T07:37:57.339 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:37:57.339 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":25,"btime":"2024-09-05T07:36:59:409293+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:36:59.189333+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24457,24470,24475]},"id":1}]} 2024-09-05T07:37:57.339 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 25 2024-09-05T07:37:57.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.340+0000 7f8e02a7c640 1 -- 172.21.15.71:0/1453380740 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8de80a2c10 msgr2=0x7f8de80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:57.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.340+0000 7f8e02a7c640 1 --2- 172.21.15.71:0/1453380740 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8de80a2c10 0x7f8de80a50d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f8dec00a400 tx=0x7f8dec00d040 comp rx=0 tx=0).stop 2024-09-05T07:37:57.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.340+0000 7f8e02a7c640 1 -- 172.21.15.71:0/1453380740 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8dfc1082a0 msgr2=0x7f8dfc19cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:57.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.340+0000 7f8e02a7c640 1 --2- 172.21.15.71:0/1453380740 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8dfc1082a0 0x7f8dfc19cf20 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f8df4009fd0 tx=0x7f8df400b8e0 comp rx=0 tx=0).stop 2024-09-05T07:37:57.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.340+0000 7f8e02a7c640 1 -- 172.21.15.71:0/1453380740 shutdown_connections 2024-09-05T07:37:57.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.340+0000 7f8e02a7c640 1 --2- 172.21.15.71:0/1453380740 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8de80a2c10 0x7f8de80a50d0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:57.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.340+0000 7f8e02a7c640 1 --2- 172.21.15.71:0/1453380740 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8dfc1082a0 0x7f8dfc19cf20 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:57.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.340+0000 7f8e02a7c640 1 --2- 172.21.15.71:0/1453380740 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8dfc1036e0 0x7f8dfc198b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:57.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.340+0000 7f8e02a7c640 1 --2- 172.21.15.71:0/1453380740 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8dfc102d30 0x7f8dfc198650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:57.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.340+0000 7f8e02a7c640 1 -- 172.21.15.71:0/1453380740 >> 172.21.15.71:0/1453380740 conn(0x7f8dfc0fc7d0 msgr2=0x7f8dfc105f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:57.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.341+0000 7f8e02a7c640 1 -- 172.21.15.71:0/1453380740 shutdown_connections 2024-09-05T07:37:57.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:57.341+0000 7f8e02a7c640 1 -- 172.21.15.71:0/1453380740 wait complete. 2024-09-05T07:37:57.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:57 smithi071 ceph-mon[30965]: pgmap v333: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-05T07:37:57.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:57 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1453380740' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:37:57.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:57 smithi123 ceph-mon[34568]: pgmap v333: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-05T07:37:57.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:57 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1453380740' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:37:57.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:57 smithi192 ceph-mon[34929]: pgmap v333: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-05T07:37:57.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:57 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1453380740' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:37:58.049 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:37:58.294 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:37:58.808 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.795+0000 7eff0cdfc640 1 -- 172.21.15.71:0/4282727541 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7eff08101ba0 msgr2=0x7eff0810d8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:58.808 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.795+0000 7eff0cdfc640 1 --2- 172.21.15.71:0/4282727541 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7eff08101ba0 0x7eff0810d8f0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7eff00009ca0 tx=0x7eff0002a8c0 comp rx=0 tx=0).stop 2024-09-05T07:37:58.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.795+0000 7eff0cdfc640 1 -- 172.21.15.71:0/4282727541 shutdown_connections 2024-09-05T07:37:58.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.795+0000 7eff0cdfc640 1 --2- 172.21.15.71:0/4282727541 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7eff08101ba0 0x7eff0810d8f0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:58.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.795+0000 7eff0cdfc640 1 --2- 172.21.15.71:0/4282727541 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7eff08101220 0x7eff08101660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:58.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.795+0000 7eff0cdfc640 1 --2- 172.21.15.71:0/4282727541 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff08105a70 0x7eff08105e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:58.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.795+0000 7eff0cdfc640 1 -- 172.21.15.71:0/4282727541 >> 172.21.15.71:0/4282727541 conn(0x7eff080fbee0 msgr2=0x7eff080fe300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:58.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.795+0000 7eff0cdfc640 1 -- 172.21.15.71:0/4282727541 shutdown_connections 2024-09-05T07:37:58.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.795+0000 7eff0cdfc640 1 -- 172.21.15.71:0/4282727541 wait complete. 2024-09-05T07:37:58.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.796+0000 7eff0cdfc640 1 Processor -- start 2024-09-05T07:37:58.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.796+0000 7eff0cdfc640 1 -- start start 2024-09-05T07:37:58.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.796+0000 7eff0cdfc640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7eff08101220 0x7eff08198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:58.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.796+0000 7eff0cdfc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7eff08101ba0 0x7eff08198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:58.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.796+0000 7eff0cdfc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff08105a70 0x7eff0819cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:58.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.796+0000 7eff0cdfc640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7eff08110e00 con 0x7eff08101ba0 2024-09-05T07:37:58.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.796+0000 7eff0cdfc640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7eff08110c80 con 0x7eff08101220 2024-09-05T07:37:58.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.796+0000 7eff0cdfc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7eff08110f80 con 0x7eff08105a70 2024-09-05T07:37:58.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.796+0000 7efefffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7eff08101ba0 0x7eff08198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:58.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.796+0000 7efefffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7eff08101ba0 0x7eff08198870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54336/0 (socket says 172.21.15.71:54336) 2024-09-05T07:37:58.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.796+0000 7efefffff640 1 -- 172.21.15.71:0/1005937363 learned_addr learned my addr 172.21.15.71:0/1005937363 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:37:58.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.796+0000 7eff0659c640 1 --2- 172.21.15.71:0/1005937363 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7eff08101220 0x7eff08198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:58.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.797+0000 7eff06d9d640 1 --2- 172.21.15.71:0/1005937363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff08105a70 0x7eff0819cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:58.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.797+0000 7efefffff640 1 -- 172.21.15.71:0/1005937363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff08105a70 msgr2=0x7eff0819cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:58.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.797+0000 7efefffff640 1 --2- 172.21.15.71:0/1005937363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff08105a70 0x7eff0819cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:58.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.797+0000 7efefffff640 1 -- 172.21.15.71:0/1005937363 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7eff08101220 msgr2=0x7eff08198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:58.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.797+0000 7efefffff640 1 --2- 172.21.15.71:0/1005937363 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7eff08101220 0x7eff08198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:58.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.797+0000 7efefffff640 1 -- 172.21.15.71:0/1005937363 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff0819d2e0 con 0x7eff08101ba0 2024-09-05T07:37:58.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.797+0000 7eff06d9d640 1 --2- 172.21.15.71:0/1005937363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff08105a70 0x7eff0819cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:37:58.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.797+0000 7efefffff640 1 --2- 172.21.15.71:0/1005937363 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7eff08101ba0 0x7eff08198870 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7efef000d950 tx=0x7efef000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:58.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.797+0000 7efeff7fe640 1 -- 172.21.15.71:0/1005937363 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef0017070 con 0x7eff08101ba0 2024-09-05T07:37:58.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.797+0000 7efeff7fe640 1 -- 172.21.15.71:0/1005937363 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efef0009c30 con 0x7eff08101ba0 2024-09-05T07:37:58.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.797+0000 7eff0cdfc640 1 -- 172.21.15.71:0/1005937363 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff0819d5d0 con 0x7eff08101ba0 2024-09-05T07:37:58.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.797+0000 7efeff7fe640 1 -- 172.21.15.71:0/1005937363 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef000f620 con 0x7eff08101ba0 2024-09-05T07:37:58.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.797+0000 7eff0cdfc640 1 -- 172.21.15.71:0/1005937363 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff081a4eb0 con 0x7eff08101ba0 2024-09-05T07:37:58.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.798+0000 7eff0cdfc640 1 -- 172.21.15.71:0/1005937363 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff08101660 con 0x7eff08101ba0 2024-09-05T07:37:58.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.799+0000 7efeff7fe640 1 -- 172.21.15.71:0/1005937363 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7efef00109a0 con 0x7eff08101ba0 2024-09-05T07:37:58.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.800+0000 7efeff7fe640 1 --2- 172.21.15.71:0/1005937363 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7efef40a2c90 0x7efef40a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:37:58.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.800+0000 7efeff7fe640 1 -- 172.21.15.71:0/1005937363 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7efef00cf190 con 0x7eff08101ba0 2024-09-05T07:37:58.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.800+0000 7eff0659c640 1 --2- 172.21.15.71:0/1005937363 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7efef40a2c90 0x7efef40a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:37:58.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.800+0000 7eff0659c640 1 --2- 172.21.15.71:0/1005937363 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7efef40a2c90 0x7efef40a5150 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7efef8005fd0 tx=0x7efef800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:37:58.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:58.803+0000 7efeff7fe640 1 -- 172.21.15.71:0/1005937363 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7efef0009de0 con 0x7eff08101ba0 2024-09-05T07:37:59.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:59.006+0000 7eff0cdfc640 1 -- 172.21.15.71:0/1005937363 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7eff08199690 con 0x7eff08101ba0 2024-09-05T07:37:59.008 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:37:59.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:59.007+0000 7efeff7fe640 1 -- 172.21.15.71:0/1005937363 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11927 (secure 0 0 0) 0x7eff08199690 con 0x7eff08101ba0 2024-09-05T07:37:59.008 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 25 2024-09-05T07:37:59.008 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":25,"btime":"2024-09-05T07:36:59:409293+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:36:59.189333+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24457,24470,24475]},"id":1}]} 2024-09-05T07:37:59.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:59.010+0000 7eff0cdfc640 1 -- 172.21.15.71:0/1005937363 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7efef40a2c90 msgr2=0x7efef40a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:59.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:59.010+0000 7eff0cdfc640 1 --2- 172.21.15.71:0/1005937363 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7efef40a2c90 0x7efef40a5150 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7efef8005fd0 tx=0x7efef800b390 comp rx=0 tx=0).stop 2024-09-05T07:37:59.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:59.010+0000 7eff0cdfc640 1 -- 172.21.15.71:0/1005937363 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7eff08101ba0 msgr2=0x7eff08198870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:37:59.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:59.010+0000 7eff0cdfc640 1 --2- 172.21.15.71:0/1005937363 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7eff08101ba0 0x7eff08198870 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7efef000d950 tx=0x7efef000de10 comp rx=0 tx=0).stop 2024-09-05T07:37:59.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:59.010+0000 7eff0cdfc640 1 -- 172.21.15.71:0/1005937363 shutdown_connections 2024-09-05T07:37:59.011 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:59.010+0000 7eff0cdfc640 1 --2- 172.21.15.71:0/1005937363 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7efef40a2c90 0x7efef40a5150 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:59.011 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:59.010+0000 7eff0cdfc640 1 --2- 172.21.15.71:0/1005937363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff08105a70 0x7eff0819cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:59.011 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:59.010+0000 7eff0cdfc640 1 --2- 172.21.15.71:0/1005937363 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7eff08101ba0 0x7eff08198870 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:59.011 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:59.010+0000 7eff0cdfc640 1 --2- 172.21.15.71:0/1005937363 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7eff08101220 0x7eff08198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:37:59.011 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:59.010+0000 7eff0cdfc640 1 -- 172.21.15.71:0/1005937363 >> 172.21.15.71:0/1005937363 conn(0x7eff080fbee0 msgr2=0x7eff081048d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:37:59.011 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:59.010+0000 7eff0cdfc640 1 -- 172.21.15.71:0/1005937363 shutdown_connections 2024-09-05T07:37:59.011 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:37:59.010+0000 7eff0cdfc640 1 -- 172.21.15.71:0/1005937363 wait complete. 2024-09-05T07:37:59.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:59 smithi071 ceph-mon[30965]: pgmap v334: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:37:59.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:37:59 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1005937363' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:37:59.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:59 smithi123 ceph-mon[34568]: pgmap v334: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:37:59.679 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:37:59 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1005937363' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:37:59.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:59 smithi192 ceph-mon[34929]: pgmap v334: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:37:59.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:37:59 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1005937363' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:37:59.742 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T07:37:59.986 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:00.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.519+0000 7fd95fbe3640 1 -- 172.21.15.71:0/391720924 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd958102ef0 msgr2=0x7fd95810da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:00.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.519+0000 7fd95fbe3640 1 --2- 172.21.15.71:0/391720924 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd958102ef0 0x7fd95810da40 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fd950009ca0 tx=0x7fd95002a950 comp rx=0 tx=0).stop 2024-09-05T07:38:00.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.520+0000 7fd95fbe3640 1 -- 172.21.15.71:0/391720924 shutdown_connections 2024-09-05T07:38:00.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.520+0000 7fd95fbe3640 1 --2- 172.21.15.71:0/391720924 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd958102ef0 0x7fd95810da40 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:00.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.520+0000 7fd95fbe3640 1 --2- 172.21.15.71:0/391720924 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd958102570 0x7fd9581029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:00.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.520+0000 7fd95fbe3640 1 --2- 172.21.15.71:0/391720924 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd958100e20 0x7fd958101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:00.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.520+0000 7fd95fbe3640 1 -- 172.21.15.71:0/391720924 >> 172.21.15.71:0/391720924 conn(0x7fd9580fc7d0 msgr2=0x7fd9580febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:00.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.520+0000 7fd95fbe3640 1 -- 172.21.15.71:0/391720924 shutdown_connections 2024-09-05T07:38:00.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.520+0000 7fd95fbe3640 1 -- 172.21.15.71:0/391720924 wait complete. 2024-09-05T07:38:00.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.520+0000 7fd95fbe3640 1 Processor -- start 2024-09-05T07:38:00.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.520+0000 7fd95fbe3640 1 -- start start 2024-09-05T07:38:00.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.520+0000 7fd95fbe3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd958100e20 0x7fd958199200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:00.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.520+0000 7fd95fbe3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd958102570 0x7fd958199740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:00.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.520+0000 7fd95fbe3640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd958102ef0 0x7fd9581a4280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:00.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.520+0000 7fd95fbe3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd958110e50 con 0x7fd958102570 2024-09-05T07:38:00.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.520+0000 7fd95fbe3640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd958110cd0 con 0x7fd958102ef0 2024-09-05T07:38:00.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.520+0000 7fd95fbe3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd958110fd0 con 0x7fd958100e20 2024-09-05T07:38:00.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.521+0000 7fd95d17e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd958102570 0x7fd958199740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:00.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.521+0000 7fd95d17e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd958102570 0x7fd958199740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54354/0 (socket says 172.21.15.71:54354) 2024-09-05T07:38:00.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.521+0000 7fd95d17e640 1 -- 172.21.15.71:0/2601739832 learned_addr learned my addr 172.21.15.71:0/2601739832 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:00.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.521+0000 7fd95d97f640 1 --2- 172.21.15.71:0/2601739832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd958100e20 0x7fd958199200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:00.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.521+0000 7fd95e180640 1 --2- 172.21.15.71:0/2601739832 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd958102ef0 0x7fd9581a4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:00.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.521+0000 7fd95d17e640 1 -- 172.21.15.71:0/2601739832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd958100e20 msgr2=0x7fd958199200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:00.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.521+0000 7fd95d17e640 1 --2- 172.21.15.71:0/2601739832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd958100e20 0x7fd958199200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:00.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.521+0000 7fd95d17e640 1 -- 172.21.15.71:0/2601739832 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd958102ef0 msgr2=0x7fd9581a4280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:00.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.521+0000 7fd95d17e640 1 --2- 172.21.15.71:0/2601739832 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd958102ef0 0x7fd9581a4280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:00.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.521+0000 7fd95d17e640 1 -- 172.21.15.71:0/2601739832 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9581a47c0 con 0x7fd958102570 2024-09-05T07:38:00.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.521+0000 7fd95d17e640 1 --2- 172.21.15.71:0/2601739832 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd958102570 0x7fd958199740 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fd94800c920 tx=0x7fd94800cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:00.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.521+0000 7fd94effd640 1 -- 172.21.15.71:0/2601739832 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd948007bb0 con 0x7fd958102570 2024-09-05T07:38:00.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.521+0000 7fd94effd640 1 -- 172.21.15.71:0/2601739832 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd948007d50 con 0x7fd958102570 2024-09-05T07:38:00.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.521+0000 7fd95fbe3640 1 -- 172.21.15.71:0/2601739832 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9581a4990 con 0x7fd958102570 2024-09-05T07:38:00.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.521+0000 7fd94effd640 1 -- 172.21.15.71:0/2601739832 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd948018730 con 0x7fd958102570 2024-09-05T07:38:00.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.521+0000 7fd95fbe3640 1 -- 172.21.15.71:0/2601739832 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9581a4ed0 con 0x7fd958102570 2024-09-05T07:38:00.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.522+0000 7fd95fbe3640 1 -- 172.21.15.71:0/2601739832 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd958101200 con 0x7fd958102570 2024-09-05T07:38:00.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.523+0000 7fd94effd640 1 -- 172.21.15.71:0/2601739832 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd94800f450 con 0x7fd958102570 2024-09-05T07:38:00.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.524+0000 7fd94effd640 1 --2- 172.21.15.71:0/2601739832 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd9440a2c90 0x7fd9440a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:00.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.524+0000 7fd95d97f640 1 --2- 172.21.15.71:0/2601739832 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd9440a2c90 0x7fd9440a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:00.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.524+0000 7fd94effd640 1 -- 172.21.15.71:0/2601739832 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7fd9480cf6a0 con 0x7fd958102570 2024-09-05T07:38:00.540 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.525+0000 7fd95d97f640 1 --2- 172.21.15.71:0/2601739832 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd9440a2c90 0x7fd9440a5150 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd954009990 tx=0x7fd954009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:00.540 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.528+0000 7fd94effd640 1 -- 172.21.15.71:0/2601739832 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd948014030 con 0x7fd958102570 2024-09-05T07:38:00.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.695+0000 7fd95fbe3640 1 -- 172.21.15.71:0/2601739832 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd9581a5160 con 0x7fd958102570 2024-09-05T07:38:00.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.696+0000 7fd94effd640 1 -- 172.21.15.71:0/2601739832 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+24944 (secure 0 0 0) 0x7fd94801f300 con 0x7fd958102570 2024-09-05T07:38:00.699 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:00.699 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":92,"fsid":"528064f0-6b58-11ef-bcd6-c7b262605968","created":"2024-09-05T07:28:40.672482+0000","modified":"2024-09-05T07:37:36.428094+0000","last_up_change":"2024-09-05T07:35:23.377351+0000","last_in_change":"2024-09-05T07:35:00.653011+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T07:31:42.519306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T07:36:11.417603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T07:36:13.712570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T07:36:20.085795+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"46b7dcd0-5366-4876-97f3-6242a69addcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6803","nonce":4274686280}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6805","nonce":4274686280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6809","nonce":4274686280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6807","nonce":4274686280}]},"public_addr":"172.21.15.71:6803/4274686280","cluster_addr":"172.21.15.71:6805/4274686280","heartbeat_back_addr":"172.21.15.71:6809/4274686280","heartbeat_front_addr":"172.21.15.71:6807/4274686280","state":["exists","up"]},{"osd":1,"uuid":"d859b4f9-f616-4331-8ffb-54507eb5f836","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6801","nonce":1041172381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6803","nonce":1041172381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6807","nonce":1041172381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6805","nonce":1041172381}]},"public_addr":"172.21.15.123:6801/1041172381","cluster_addr":"172.21.15.123:6803/1041172381","heartbeat_back_addr":"172.21.15.123:6807/1041172381","heartbeat_front_addr":"172.21.15.123:6805/1041172381","state":["exists","up"]},{"osd":2,"uuid":"1ca9c723-8ecb-445c-bae7-39fd2954cdf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6801","nonce":2964624102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6803","nonce":2964624102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6807","nonce":2964624102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6805","nonce":2964624102}]},"public_addr":"172.21.15.192:6801/2964624102","cluster_addr":"172.21.15.192:6803/2964624102","heartbeat_back_addr":"172.21.15.192:6807/2964624102","heartbeat_front_addr":"172.21.15.192:6805/2964624102","state":["exists","up"]},{"osd":3,"uuid":"e38584ff-2abe-47ff-b3ae-58a7a4261ac4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6811","nonce":158061328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6813","nonce":158061328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6817","nonce":158061328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6815","nonce":158061328}]},"public_addr":"172.21.15.71:6811/158061328","cluster_addr":"172.21.15.71:6813/158061328","heartbeat_back_addr":"172.21.15.71:6817/158061328","heartbeat_front_addr":"172.21.15.71:6815/158061328","state":["exists","up"]},{"osd":4,"uuid":"b2de40fc-0fa3-484e-b0b2-edd96874aee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6809","nonce":3090003493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6811","nonce":3090003493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6815","nonce":3090003493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6813","nonce":3090003493}]},"public_addr":"172.21.15.123:6809/3090003493","cluster_addr":"172.21.15.123:6811/3090003493","heartbeat_back_addr":"172.21.15.123:6815/3090003493","heartbeat_front_addr":"172.21.15.123:6813/3090003493","state":["exists","up"]},{"osd":5,"uuid":"e443d3b0-960e-4992-88c4-4d546706ee87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6809","nonce":3375480711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6811","nonce":3375480711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6815","nonce":3375480711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6813","nonce":3375480711}]},"public_addr":"172.21.15.192:6809/3375480711","cluster_addr":"172.21.15.192:6811/3375480711","heartbeat_back_addr":"172.21.15.192:6815/3375480711","heartbeat_front_addr":"172.21.15.192:6813/3375480711","state":["exists","up"]},{"osd":6,"uuid":"d43efaeb-66d0-496b-b490-4635e6d725c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6819","nonce":13242244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6821","nonce":13242244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6825","nonce":13242244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6823","nonce":13242244}]},"public_addr":"172.21.15.71:6819/13242244","cluster_addr":"172.21.15.71:6821/13242244","heartbeat_back_addr":"172.21.15.71:6825/13242244","heartbeat_front_addr":"172.21.15.71:6823/13242244","state":["exists","up"]},{"osd":7,"uuid":"69562997-b629-4e0f-8719-65019735a46a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6817","nonce":956921658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6819","nonce":956921658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6823","nonce":956921658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6821","nonce":956921658}]},"public_addr":"172.21.15.123:6817/956921658","cluster_addr":"172.21.15.123:6819/956921658","heartbeat_back_addr":"172.21.15.123:6823/956921658","heartbeat_front_addr":"172.21.15.123:6821/956921658","state":["exists","up"]},{"osd":8,"uuid":"6dc7e084-d602-4b2c-9dfc-cd26041835c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6817","nonce":3079566549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6819","nonce":3079566549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6823","nonce":3079566549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6821","nonce":3079566549}]},"public_addr":"172.21.15.192:6817/3079566549","cluster_addr":"172.21.15.192:6819/3079566549","heartbeat_back_addr":"172.21.15.192:6823/3079566549","heartbeat_front_addr":"172.21.15.192:6821/3079566549","state":["exists","up"]},{"osd":9,"uuid":"79b675ae-7c56-4b65-9ecb-376dc0d305e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6827","nonce":12570717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6829","nonce":12570717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6833","nonce":12570717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6831","nonce":12570717}]},"public_addr":"172.21.15.71:6827/12570717","cluster_addr":"172.21.15.71:6829/12570717","heartbeat_back_addr":"172.21.15.71:6833/12570717","heartbeat_front_addr":"172.21.15.71:6831/12570717","state":["exists","up"]},{"osd":10,"uuid":"5e26505a-15f9-4758-9ef7-886a46364844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6825","nonce":2204926848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6827","nonce":2204926848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6831","nonce":2204926848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6829","nonce":2204926848}]},"public_addr":"172.21.15.123:6825/2204926848","cluster_addr":"172.21.15.123:6827/2204926848","heartbeat_back_addr":"172.21.15.123:6831/2204926848","heartbeat_front_addr":"172.21.15.123:6829/2204926848","state":["exists","up"]},{"osd":11,"uuid":"af6cebb5-d119-4a8a-9941-ba29b6499b84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6825","nonce":2370287418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6827","nonce":2370287418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6831","nonce":2370287418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6829","nonce":2370287418}]},"public_addr":"172.21.15.192:6825/2370287418","cluster_addr":"172.21.15.192:6827/2370287418","heartbeat_back_addr":"172.21.15.192:6831/2370287418","heartbeat_front_addr":"172.21.15.192:6829/2370287418","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:30:54.069845+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:16.417921+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:39.327215+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:04.156774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:28.698454+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:52.201948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:17.317406+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:41.490355+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:05.912640+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:31.907199+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:56.603625+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:35:21.370324+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.16","mappings":[{"from":7,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.c","mappings":[{"from":5,"to":6}]},{"pgid":"3.14","mappings":[{"from":4,"to":7}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1087222059":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:6800/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/3537016012":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/4125208267":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/2785525161":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/648100065":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1573159026":"2024-09-06T07:29:10.775719+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T07:38:00.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.699+0000 7fd95fbe3640 1 -- 172.21.15.71:0/2601739832 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd9440a2c90 msgr2=0x7fd9440a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:00.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.699+0000 7fd95fbe3640 1 --2- 172.21.15.71:0/2601739832 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd9440a2c90 0x7fd9440a5150 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd954009990 tx=0x7fd954009110 comp rx=0 tx=0).stop 2024-09-05T07:38:00.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.699+0000 7fd95fbe3640 1 -- 172.21.15.71:0/2601739832 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd958102570 msgr2=0x7fd958199740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:00.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.699+0000 7fd95fbe3640 1 --2- 172.21.15.71:0/2601739832 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd958102570 0x7fd958199740 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fd94800c920 tx=0x7fd94800cd20 comp rx=0 tx=0).stop 2024-09-05T07:38:00.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.699+0000 7fd95fbe3640 1 -- 172.21.15.71:0/2601739832 shutdown_connections 2024-09-05T07:38:00.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.699+0000 7fd95fbe3640 1 --2- 172.21.15.71:0/2601739832 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fd9440a2c90 0x7fd9440a5150 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:00.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.699+0000 7fd95fbe3640 1 --2- 172.21.15.71:0/2601739832 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd958102ef0 0x7fd9581a4280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:00.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.699+0000 7fd95fbe3640 1 --2- 172.21.15.71:0/2601739832 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd958102570 0x7fd958199740 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:00.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.700+0000 7fd95fbe3640 1 --2- 172.21.15.71:0/2601739832 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd958100e20 0x7fd958199200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:00.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.700+0000 7fd95fbe3640 1 -- 172.21.15.71:0/2601739832 >> 172.21.15.71:0/2601739832 conn(0x7fd9580fc7d0 msgr2=0x7fd958106840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:00.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.700+0000 7fd95fbe3640 1 -- 172.21.15.71:0/2601739832 shutdown_connections 2024-09-05T07:38:00.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:00.700+0000 7fd95fbe3640 1 -- 172.21.15.71:0/2601739832 wait complete. 2024-09-05T07:38:01.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:01 smithi071 ceph-mon[30965]: pgmap v335: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-05T07:38:01.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:01 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2601739832' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:38:01.513 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:38:01.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:01 smithi123 ceph-mon[34568]: pgmap v335: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-05T07:38:01.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:01 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2601739832' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:38:01.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:01 smithi192 ceph-mon[34929]: pgmap v335: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-05T07:38:01.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:01 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2601739832' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:38:01.759 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:02.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.254+0000 7f35ff0c2640 1 -- 172.21.15.71:0/3689295117 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35f8100a80 msgr2=0x7f35f8100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:02.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.254+0000 7f35ff0c2640 1 --2- 172.21.15.71:0/3689295117 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35f8100a80 0x7f35f8100ee0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f35e4009930 tx=0x7f35e402a420 comp rx=0 tx=0).stop 2024-09-05T07:38:02.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.254+0000 7f35ff0c2640 1 -- 172.21.15.71:0/3689295117 shutdown_connections 2024-09-05T07:38:02.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.254+0000 7f35ff0c2640 1 --2- 172.21.15.71:0/3689295117 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35f8101420 0x7f35f810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:02.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.254+0000 7f35ff0c2640 1 --2- 172.21.15.71:0/3689295117 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35f8100a80 0x7f35f8100ee0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:02.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.254+0000 7f35ff0c2640 1 --2- 172.21.15.71:0/3689295117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f35f8106a80 0x7f35f8106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:02.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.254+0000 7f35ff0c2640 1 -- 172.21.15.71:0/3689295117 >> 172.21.15.71:0/3689295117 conn(0x7f35f80fc7a0 msgr2=0x7f35f80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:02.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.254+0000 7f35ff0c2640 1 -- 172.21.15.71:0/3689295117 shutdown_connections 2024-09-05T07:38:02.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.254+0000 7f35ff0c2640 1 -- 172.21.15.71:0/3689295117 wait complete. 2024-09-05T07:38:02.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.255+0000 7f35ff0c2640 1 Processor -- start 2024-09-05T07:38:02.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.255+0000 7f35ff0c2640 1 -- start start 2024-09-05T07:38:02.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.255+0000 7f35ff0c2640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f35f8100a80 0x7f35f8198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:02.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.255+0000 7f35ff0c2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35f8101420 0x7f35f8198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:02.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.255+0000 7f35ff0c2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35f8106a80 0x7f35f819cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:02.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.255+0000 7f35ff0c2640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f35f8111e50 con 0x7f35f8101420 2024-09-05T07:38:02.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.255+0000 7f35ff0c2640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f35f8111cd0 con 0x7f35f8100a80 2024-09-05T07:38:02.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.255+0000 7f35ff0c2640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f35f8111fd0 con 0x7f35f8106a80 2024-09-05T07:38:02.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.255+0000 7f35f7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35f8101420 0x7f35f8198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:02.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.255+0000 7f35f7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35f8101420 0x7f35f8198870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58128/0 (socket says 172.21.15.71:58128) 2024-09-05T07:38:02.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.255+0000 7f35f7fff640 1 -- 172.21.15.71:0/2666507388 learned_addr learned my addr 172.21.15.71:0/2666507388 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:02.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.255+0000 7f35fce5e640 1 --2- 172.21.15.71:0/2666507388 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f35f8100a80 0x7f35f8198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:02.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.255+0000 7f35fd65f640 1 --2- 172.21.15.71:0/2666507388 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35f8106a80 0x7f35f819cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:02.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.255+0000 7f35f7fff640 1 -- 172.21.15.71:0/2666507388 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35f8106a80 msgr2=0x7f35f819cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:02.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.255+0000 7f35f7fff640 1 --2- 172.21.15.71:0/2666507388 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35f8106a80 0x7f35f819cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:02.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.255+0000 7f35f7fff640 1 -- 172.21.15.71:0/2666507388 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f35f8100a80 msgr2=0x7f35f8198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:02.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.255+0000 7f35f7fff640 1 --2- 172.21.15.71:0/2666507388 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f35f8100a80 0x7f35f8198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:02.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.255+0000 7f35f7fff640 1 -- 172.21.15.71:0/2666507388 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35f819d2e0 con 0x7f35f8101420 2024-09-05T07:38:02.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.255+0000 7f35f7fff640 1 --2- 172.21.15.71:0/2666507388 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35f8101420 0x7f35f8198870 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f35e4005940 tx=0x7f35e40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:02.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.256+0000 7f35f5ffb640 1 -- 172.21.15.71:0/2666507388 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35e403f030 con 0x7f35f8101420 2024-09-05T07:38:02.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.256+0000 7f35f5ffb640 1 -- 172.21.15.71:0/2666507388 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f35e4003cb0 con 0x7f35f8101420 2024-09-05T07:38:02.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.256+0000 7f35f5ffb640 1 -- 172.21.15.71:0/2666507388 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35e4035070 con 0x7f35f8101420 2024-09-05T07:38:02.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.256+0000 7f35ff0c2640 1 -- 172.21.15.71:0/2666507388 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35f819d570 con 0x7f35f8101420 2024-09-05T07:38:02.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.256+0000 7f35ff0c2640 1 -- 172.21.15.71:0/2666507388 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35f819da00 con 0x7f35f8101420 2024-09-05T07:38:02.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.257+0000 7f35ff0c2640 1 -- 172.21.15.71:0/2666507388 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35f8100ee0 con 0x7f35f8101420 2024-09-05T07:38:02.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.258+0000 7f35f5ffb640 1 -- 172.21.15.71:0/2666507388 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f35e4042030 con 0x7f35f8101420 2024-09-05T07:38:02.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.259+0000 7f35f5ffb640 1 --2- 172.21.15.71:0/2666507388 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f35e80a2c90 0x7f35e80a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:02.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.259+0000 7f35fce5e640 1 --2- 172.21.15.71:0/2666507388 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f35e80a2c90 0x7f35e80a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:02.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.259+0000 7f35f5ffb640 1 -- 172.21.15.71:0/2666507388 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f35e40efd60 con 0x7f35f8101420 2024-09-05T07:38:02.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.259+0000 7f35fce5e640 1 --2- 172.21.15.71:0/2666507388 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f35e80a2c90 0x7f35e80a5150 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f35ec00ab60 tx=0x7f35ec00a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:02.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.262+0000 7f35f5ffb640 1 -- 172.21.15.71:0/2666507388 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f35e40bc770 con 0x7f35f8101420 2024-09-05T07:38:02.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.462+0000 7f35ff0c2640 1 -- 172.21.15.71:0/2666507388 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f35f8199690 con 0x7f35f8101420 2024-09-05T07:38:02.464 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.463+0000 7f35f5ffb640 1 -- 172.21.15.71:0/2666507388 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11927 (secure 0 0 0) 0x7f35e40bc070 con 0x7f35f8101420 2024-09-05T07:38:02.464 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:02.464 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":25,"btime":"2024-09-05T07:36:59:409293+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:36:59.189333+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24457,24470,24475]},"id":1}]} 2024-09-05T07:38:02.464 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 25 2024-09-05T07:38:02.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.465+0000 7f35ff0c2640 1 -- 172.21.15.71:0/2666507388 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f35e80a2c90 msgr2=0x7f35e80a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:02.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.465+0000 7f35ff0c2640 1 --2- 172.21.15.71:0/2666507388 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f35e80a2c90 0x7f35e80a5150 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f35ec00ab60 tx=0x7f35ec00a2d0 comp rx=0 tx=0).stop 2024-09-05T07:38:02.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.465+0000 7f35ff0c2640 1 -- 172.21.15.71:0/2666507388 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35f8101420 msgr2=0x7f35f8198870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:02.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.465+0000 7f35ff0c2640 1 --2- 172.21.15.71:0/2666507388 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35f8101420 0x7f35f8198870 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f35e4005940 tx=0x7f35e40042f0 comp rx=0 tx=0).stop 2024-09-05T07:38:02.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.465+0000 7f35ff0c2640 1 -- 172.21.15.71:0/2666507388 shutdown_connections 2024-09-05T07:38:02.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.465+0000 7f35ff0c2640 1 --2- 172.21.15.71:0/2666507388 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f35e80a2c90 0x7f35e80a5150 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:02.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.465+0000 7f35ff0c2640 1 --2- 172.21.15.71:0/2666507388 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35f8106a80 0x7f35f819cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:02.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.465+0000 7f35ff0c2640 1 --2- 172.21.15.71:0/2666507388 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35f8101420 0x7f35f8198870 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:02.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.465+0000 7f35ff0c2640 1 --2- 172.21.15.71:0/2666507388 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f35f8100a80 0x7f35f8198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:02.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.465+0000 7f35ff0c2640 1 -- 172.21.15.71:0/2666507388 >> 172.21.15.71:0/2666507388 conn(0x7f35f80fc7a0 msgr2=0x7f35f80fcfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:02.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.465+0000 7f35ff0c2640 1 -- 172.21.15.71:0/2666507388 shutdown_connections 2024-09-05T07:38:02.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:02.465+0000 7f35ff0c2640 1 -- 172.21.15.71:0/2666507388 wait complete. 2024-09-05T07:38:03.247 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-05T07:36:15.385971+0000', 'modified': '2024-09-05T07:36:59.189333+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24475, 'mds_1': 24470, 'mds_2': 24457}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24434': {'gid': 24434, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.123:6835/1220812761', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.123:6834', 'nonce': 1220812761}, {'type': 'v1', 'addr': '172.21.15.123:6835', 'nonce': 1220812761}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24443': {'gid': 24443, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.123:6837/4000306554', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.123:6836', 'nonce': 4000306554}, {'type': 'v1', 'addr': '172.21.15.123:6837', 'nonce': 4000306554}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24451': {'gid': 24451, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.192:6835/1895736465', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.192:6834', 'nonce': 1895736465}, {'type': 'v1', 'addr': '172.21.15.192:6835', 'nonce': 1895736465}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24457': {'gid': 24457, 'name': 'c', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 18, 'addr': '172.21.15.192:6837/4037745370', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.192:6836', 'nonce': 4037745370}, {'type': 'v1', 'addr': '172.21.15.192:6837', 'nonce': 4037745370}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24470': {'gid': 24470, 'name': 'b', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 14, 'addr': '172.21.15.123:6839/3726836967', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.123:6838', 'nonce': 3726836967}, {'type': 'v1', 'addr': '172.21.15.123:6839', 'nonce': 3726836967}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24475': {'gid': 24475, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.192:6839/3077095890', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.192:6838', 'nonce': 3077095890}, {'type': 'v1', 'addr': '172.21.15.192:6839', 'nonce': 3077095890}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24475, 'qdb_cluster': [24457, 24470, 24475]} 2024-09-05T07:38:03.248 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-09-05T07:38:03.248 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.c status 2024-09-05T07:38:03.496 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:03.616 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:03 smithi071 ceph-mon[30965]: pgmap v336: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:38:03.617 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:03 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2666507388' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:03.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:03 smithi123 ceph-mon[34568]: pgmap v336: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:38:03.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:03 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2666507388' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:03.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:03 smithi192 ceph-mon[34929]: pgmap v336: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:38:03.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:03 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2666507388' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:04.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.061+0000 7f8e4fffc640 1 -- 172.21.15.71:0/297742444 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e48102570 msgr2=0x7f8e481029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:04.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.061+0000 7f8e4fffc640 1 --2- 172.21.15.71:0/297742444 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e48102570 0x7f8e481029b0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f8e3c009900 tx=0x7f8e3c02a480 comp rx=0 tx=0).stop 2024-09-05T07:38:04.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.061+0000 7f8e4fffc640 1 -- 172.21.15.71:0/297742444 shutdown_connections 2024-09-05T07:38:04.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.061+0000 7f8e4fffc640 1 --2- 172.21.15.71:0/297742444 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8e48102ef0 0x7f8e4810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.061+0000 7f8e4fffc640 1 --2- 172.21.15.71:0/297742444 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e48102570 0x7f8e481029b0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.061+0000 7f8e4fffc640 1 --2- 172.21.15.71:0/297742444 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8e48100e20 0x7f8e48101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.061+0000 7f8e4fffc640 1 -- 172.21.15.71:0/297742444 >> 172.21.15.71:0/297742444 conn(0x7f8e480fc7d0 msgr2=0x7f8e480febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:04.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.061+0000 7f8e4fffc640 1 -- 172.21.15.71:0/297742444 shutdown_connections 2024-09-05T07:38:04.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.061+0000 7f8e4fffc640 1 -- 172.21.15.71:0/297742444 wait complete. 2024-09-05T07:38:04.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.061+0000 7f8e4fffc640 1 Processor -- start 2024-09-05T07:38:04.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.061+0000 7f8e4fffc640 1 -- start start 2024-09-05T07:38:04.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e4fffc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e48100e20 0x7f8e48199240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:04.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e4fffc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8e48102570 0x7f8e48199780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:04.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e4fffc640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8e48102ef0 0x7f8e481a42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:04.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e4fffc640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f8e48110e30 con 0x7f8e48100e20 2024-09-05T07:38:04.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e4fffc640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8e48110cb0 con 0x7f8e48102ef0 2024-09-05T07:38:04.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e4fffc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8e48110fb0 con 0x7f8e48102570 2024-09-05T07:38:04.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e4dd98640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e48100e20 0x7f8e48199240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:04.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e4dd98640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e48100e20 0x7f8e48199240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58144/0 (socket says 172.21.15.71:58144) 2024-09-05T07:38:04.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e4dd98640 1 -- 172.21.15.71:0/3332314864 learned_addr learned my addr 172.21.15.71:0/3332314864 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:04.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e4e599640 1 --2- 172.21.15.71:0/3332314864 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8e48102ef0 0x7f8e481a42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:04.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e4d597640 1 --2- 172.21.15.71:0/3332314864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8e48102570 0x7f8e48199780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:04.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e4dd98640 1 -- 172.21.15.71:0/3332314864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8e48102570 msgr2=0x7f8e48199780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:04.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e4dd98640 1 --2- 172.21.15.71:0/3332314864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8e48102570 0x7f8e48199780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e4dd98640 1 -- 172.21.15.71:0/3332314864 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8e48102ef0 msgr2=0x7f8e481a42c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:04.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e4dd98640 1 --2- 172.21.15.71:0/3332314864 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8e48102ef0 0x7f8e481a42c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e4dd98640 1 -- 172.21.15.71:0/3332314864 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e481a4800 con 0x7f8e48100e20 2024-09-05T07:38:04.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e4d597640 1 --2- 172.21.15.71:0/3332314864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8e48102570 0x7f8e48199780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:38:04.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e4dd98640 1 --2- 172.21.15.71:0/3332314864 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e48100e20 0x7f8e48199240 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f8e4400d770 tx=0x7f8e4400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:04.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e3affd640 1 -- 172.21.15.71:0/3332314864 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e44017070 con 0x7f8e48100e20 2024-09-05T07:38:04.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e3affd640 1 -- 172.21.15.71:0/3332314864 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8e440054d0 con 0x7f8e48100e20 2024-09-05T07:38:04.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e4fffc640 1 -- 172.21.15.71:0/3332314864 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e481a49d0 con 0x7f8e48100e20 2024-09-05T07:38:04.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e3affd640 1 -- 172.21.15.71:0/3332314864 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e44004cf0 con 0x7f8e48100e20 2024-09-05T07:38:04.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.062+0000 7f8e4fffc640 1 -- 172.21.15.71:0/3332314864 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e481a4ec0 con 0x7f8e48100e20 2024-09-05T07:38:04.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.065+0000 7f8e3affd640 1 -- 172.21.15.71:0/3332314864 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f8e44004e90 con 0x7f8e48100e20 2024-09-05T07:38:04.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.065+0000 7f8e523d5740 1 Processor -- start 2024-09-05T07:38:04.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.065+0000 7f8e523d5740 1 -- start start 2024-09-05T07:38:04.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.065+0000 7f8e523d5740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad38d9d0 0x5596ad38ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:04.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.065+0000 7f8e523d5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38e2f0 0x5596ad398670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:04.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.065+0000 7f8e523d5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5596ad398bb0 0x5596ad39afa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:04.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.065+0000 7f8e523d5740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5596ad2f4090 con 0x5596ad38d9d0 2024-09-05T07:38:04.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.065+0000 7f8e523d5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5596ad29ba70 con 0x5596ad38e2f0 2024-09-05T07:38:04.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.065+0000 7f8e523d5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5596ad2f0050 con 0x5596ad398bb0 2024-09-05T07:38:04.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.066+0000 7f8e4e599640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad38d9d0 0x5596ad38ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:04.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.066+0000 7f8e3affd640 1 --2- 172.21.15.71:0/3332314864 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8e340a2c10 0x7f8e340a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:04.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.066+0000 7f8e4e599640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad38d9d0 0x5596ad38ddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58150/0 (socket says 172.21.15.71:58150) 2024-09-05T07:38:04.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.066+0000 7f8e4e599640 1 -- 172.21.15.71:0/3164580510 learned_addr learned my addr 172.21.15.71:0/3164580510 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:04.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.066+0000 7f8e4dd98640 1 --2- 172.21.15.71:0/3164580510 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38e2f0 0x5596ad398670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:04.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.066+0000 7f8e4d597640 1 --2- 172.21.15.71:0/3164580510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5596ad398bb0 0x5596ad39afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:04.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.066+0000 7f8e4e599640 1 --2- 172.21.15.71:0/3332314864 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8e340a2c10 0x7f8e340a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:04.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.066+0000 7f8e4e599640 1 -- 172.21.15.71:0/3164580510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5596ad398bb0 msgr2=0x5596ad39afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:04.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.066+0000 7f8e4e599640 1 --2- 172.21.15.71:0/3164580510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5596ad398bb0 0x5596ad39afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.066+0000 7f8e4e599640 1 -- 172.21.15.71:0/3164580510 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38e2f0 msgr2=0x5596ad398670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:04.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.066+0000 7f8e3affd640 1 -- 172.21.15.71:0/3332314864 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f8e440cf030 con 0x7f8e48100e20 2024-09-05T07:38:04.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.066+0000 7f8e4e599640 1 --2- 172.21.15.71:0/3164580510 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38e2f0 0x5596ad398670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.066+0000 7f8e4e599640 1 -- 172.21.15.71:0/3164580510 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5596ad2a8130 con 0x5596ad38d9d0 2024-09-05T07:38:04.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.066+0000 7f8e4dd98640 1 --2- 172.21.15.71:0/3164580510 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38e2f0 0x5596ad398670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:38:04.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.066+0000 7f8e4e599640 1 --2- 172.21.15.71:0/3164580510 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad38d9d0 0x5596ad38ddb0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f8e40014a60 tx=0x7f8e40014f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20ec9a611764e81c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:04.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.066+0000 7f8e4e599640 1 --2- 172.21.15.71:0/3332314864 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8e340a2c10 0x7f8e340a50d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8e40012820 tx=0x7f8e4001e000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:04.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.067+0000 7f8e33fff640 1 -- 172.21.15.71:0/3164580510 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e40012e10 con 0x5596ad38d9d0 2024-09-05T07:38:04.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.067+0000 7f8e33fff640 1 -- 172.21.15.71:0/3164580510 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8e40022030 con 0x5596ad38d9d0 2024-09-05T07:38:04.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.067+0000 7f8e33fff640 1 -- 172.21.15.71:0/3164580510 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e4001edf0 con 0x5596ad38d9d0 2024-09-05T07:38:04.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.067+0000 7f8e523d5740 1 -- 172.21.15.71:0/3164580510 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad38d9d0 msgr2=0x5596ad38ddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:04.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.067+0000 7f8e523d5740 1 --2- 172.21.15.71:0/3164580510 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad38d9d0 0x5596ad38ddb0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f8e40014a60 tx=0x7f8e40014f20 comp rx=0 tx=0).stop 2024-09-05T07:38:04.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.067+0000 7f8e523d5740 1 -- 172.21.15.71:0/3164580510 shutdown_connections 2024-09-05T07:38:04.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.067+0000 7f8e523d5740 1 --2- 172.21.15.71:0/3164580510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5596ad398bb0 0x5596ad39afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.067+0000 7f8e523d5740 1 --2- 172.21.15.71:0/3164580510 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38e2f0 0x5596ad398670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.067+0000 7f8e523d5740 1 --2- 172.21.15.71:0/3164580510 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad38d9d0 0x5596ad38ddb0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.067+0000 7f8e523d5740 1 -- 172.21.15.71:0/3164580510 >> 172.21.15.71:0/3164580510 conn(0x5596ad389f60 msgr2=0x5596ad38a340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:04.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.067+0000 7f8e523d5740 1 -- 172.21.15.71:0/3164580510 shutdown_connections 2024-09-05T07:38:04.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.067+0000 7f8e523d5740 1 -- 172.21.15.71:0/3164580510 wait complete. 2024-09-05T07:38:04.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.068+0000 7f8e523d5740 1 -- start start 2024-09-05T07:38:04.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.068+0000 7f8e523d5740 1 Processor -- start 2024-09-05T07:38:04.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.068+0000 7f8e523d5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38d9d0 0x5596ad398420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:04.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.068+0000 7f8e523d5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5596ad38e2f0 0x5596ad395770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:04.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.068+0000 7f8e523d5740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad398bb0 0x5596ad395cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:04.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.068+0000 7f8e523d5740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5596ad39fb90 con 0x5596ad398bb0 2024-09-05T07:38:04.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.068+0000 7f8e523d5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5596ad2aef20 con 0x5596ad38d9d0 2024-09-05T07:38:04.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.068+0000 7f8e523d5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5596ad39fd10 con 0x5596ad38e2f0 2024-09-05T07:38:04.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.068+0000 7f8e523d5740 10 client.0 _ll_register_callbacks cb 0x5596ad278030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:38:04.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.068+0000 7f8e4e599640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad398bb0 0x5596ad395cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:04.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.068+0000 7f8e4e599640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad398bb0 0x5596ad395cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58162/0 (socket says 172.21.15.71:58162) 2024-09-05T07:38:04.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.068+0000 7f8e4e599640 1 -- 172.21.15.71:0/1200473484 learned_addr learned my addr 172.21.15.71:0/1200473484 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:04.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.069+0000 7f8e4d597640 1 --2- 172.21.15.71:0/1200473484 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5596ad38e2f0 0x5596ad395770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:04.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.069+0000 7f8e4dd98640 1 --2- 172.21.15.71:0/1200473484 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38d9d0 0x5596ad398420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:04.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.069+0000 7f8e4e599640 1 -- 172.21.15.71:0/1200473484 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5596ad38e2f0 msgr2=0x5596ad395770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:04.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.069+0000 7f8e4e599640 1 --2- 172.21.15.71:0/1200473484 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5596ad38e2f0 0x5596ad395770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.069+0000 7f8e4e599640 1 -- 172.21.15.71:0/1200473484 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38d9d0 msgr2=0x5596ad398420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:04.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.069+0000 7f8e4e599640 1 --2- 172.21.15.71:0/1200473484 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38d9d0 0x5596ad398420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.069+0000 7f8e4e599640 1 -- 172.21.15.71:0/1200473484 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596ad0652b0 con 0x5596ad398bb0 2024-09-05T07:38:04.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.069+0000 7f8e4dd98640 1 --2- 172.21.15.71:0/1200473484 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38d9d0 0x5596ad398420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:38:04.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.069+0000 7f8e4e599640 1 --2- 172.21.15.71:0/1200473484 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad398bb0 0x5596ad395cb0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f8e4000f010 tx=0x7f8e40009600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11d195b2662ff107 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:04.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.069+0000 7f8e317fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:38:04.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.069+0000 7f8e317fa640 1 -- 172.21.15.71:0/1200473484 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e40035060 con 0x5596ad398bb0 2024-09-05T07:38:04.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.069+0000 7f8e523d5740 1 -- 172.21.15.71:0/1200473484 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e40022030 con 0x5596ad398bb0 2024-09-05T07:38:04.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.069+0000 7f8e317fa640 1 -- 172.21.15.71:0/1200473484 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f8e40012c10 con 0x5596ad398bb0 2024-09-05T07:38:04.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.069+0000 7f8e317fa640 1 -- 172.21.15.71:0/1200473484 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8e40012e10 con 0x5596ad398bb0 2024-09-05T07:38:04.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.069+0000 7f8e523d5740 10 client.15048 fetch_fsmap learned FSMap version 25 2024-09-05T07:38:04.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.069+0000 7f8e523d5740 1 -- 172.21.15.71:0/1200473484 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5596ad3ab4d0 con 0x5596ad398bb0 2024-09-05T07:38:04.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.069+0000 7f8e317fa640 1 -- 172.21.15.71:0/1200473484 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8e40022030 con 0x5596ad398bb0 2024-09-05T07:38:04.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.070+0000 7f8e317fa640 1 -- 172.21.15.71:0/1200473484 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f8e4000f040 con 0x5596ad398bb0 2024-09-05T07:38:04.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.070+0000 7f8e523d5740 10 client.15048 fetch_fsmap finished waiting for FSMap version 25 2024-09-05T07:38:04.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.070+0000 7f8e523d5740 10 client.15048 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-05T07:38:04.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.070+0000 7f8e523d5740 20 client.15048 populate_metadata read hostname 'smithi071' 2024-09-05T07:38:04.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.070+0000 7f8e523d5740 1 --2- 172.21.15.71:0/1200473484 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5596ad3ad750 0x5596ad3aebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:04.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.070+0000 7f8e523d5740 4 client.15048 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:38:04.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.070+0000 7f8e523d5740 1 -- 172.21.15.71:0/1200473484 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5596ad301600 con 0x5596ad3ad750 2024-09-05T07:38:04.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.070+0000 7f8e4dd98640 1 --2- 172.21.15.71:0/1200473484 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5596ad3ad750 0x5596ad3aebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:04.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.070+0000 7f8e4dd98640 1 --2- 172.21.15.71:0/1200473484 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5596ad3ad750 0x5596ad3aebc0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9e148fb2377d557 server_cookie=1e5e91b7abe7a7fe in_seq=0 out_seq=0 2024-09-05T07:38:04.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.070+0000 7f8e317fa640 10 client.15048 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:38:04.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.071+0000 7f8e317fa640 1 -- 172.21.15.71:0/1200473484 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5596ad301600 con 0x5596ad3ad750 2024-09-05T07:38:04.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.071+0000 7f8e317fa640 10 client.15048 handle_command_reply: tid=0 2024-09-05T07:38:04.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.071+0000 7f8e523d5740 1 client.15048 shutdown 2024-09-05T07:38:04.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.071+0000 7f8e523d5740 1 -- 172.21.15.71:0/1200473484 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad398bb0 msgr2=0x5596ad395cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:04.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.071+0000 7f8e523d5740 1 --2- 172.21.15.71:0/1200473484 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad398bb0 0x5596ad395cb0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f8e4000f010 tx=0x7f8e40009600 comp rx=0 tx=0).stop 2024-09-05T07:38:04.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.071+0000 7f8e523d5740 1 -- 172.21.15.71:0/1200473484 shutdown_connections 2024-09-05T07:38:04.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.071+0000 7f8e523d5740 1 --2- 172.21.15.71:0/1200473484 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5596ad3ad750 0x5596ad3aebc0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.071+0000 7f8e523d5740 1 --2- 172.21.15.71:0/1200473484 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad398bb0 0x5596ad395cb0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.071+0000 7f8e523d5740 1 --2- 172.21.15.71:0/1200473484 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5596ad38e2f0 0x5596ad395770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.071+0000 7f8e317fa640 0 client.15048 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:38:04.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.071+0000 7f8e523d5740 1 --2- 172.21.15.71:0/1200473484 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38d9d0 0x5596ad398420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.071+0000 7f8e523d5740 1 -- 172.21.15.71:0/1200473484 >> 172.21.15.71:0/1200473484 conn(0x5596ad389f60 msgr2=0x5596ad38fc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:04.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.071+0000 7f8e523d5740 1 -- 172.21.15.71:0/1200473484 shutdown_connections 2024-09-05T07:38:04.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.072+0000 7f8e523d5740 1 -- 172.21.15.71:0/1200473484 wait complete. 2024-09-05T07:38:04.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.072+0000 7f8e523d5740 20 client.15048 trim_cache size 0 max 16384 2024-09-05T07:38:04.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.089+0000 7f8e523d5740 1 Processor -- start 2024-09-05T07:38:04.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.089+0000 7f8e523d5740 1 -- start start 2024-09-05T07:38:04.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.089+0000 7f8e523d5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38d9d0 0x5596ad3ade20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:04.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.089+0000 7f8e523d5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5596ad38e2f0 0x5596ad394060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:04.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.089+0000 7f8e523d5740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad398bb0 0x5596ad392a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:04.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.089+0000 7f8e523d5740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5596ad3acf00 con 0x5596ad398bb0 2024-09-05T07:38:04.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.089+0000 7f8e523d5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5596ad3ad5d0 con 0x5596ad38d9d0 2024-09-05T07:38:04.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.089+0000 7f8e523d5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5596ad3adca0 con 0x5596ad38e2f0 2024-09-05T07:38:04.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.089+0000 7f8e4e599640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad398bb0 0x5596ad392a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:04.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.089+0000 7f8e4e599640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad398bb0 0x5596ad392a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58166/0 (socket says 172.21.15.71:58166) 2024-09-05T07:38:04.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.089+0000 7f8e4e599640 1 -- 172.21.15.71:0/2428336144 learned_addr learned my addr 172.21.15.71:0/2428336144 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:04.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.089+0000 7f8e4e599640 1 -- 172.21.15.71:0/2428336144 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5596ad38e2f0 msgr2=0x5596ad394060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:04.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.089+0000 7f8e4e599640 1 --2- 172.21.15.71:0/2428336144 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5596ad38e2f0 0x5596ad394060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.089+0000 7f8e4e599640 1 -- 172.21.15.71:0/2428336144 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38d9d0 msgr2=0x5596ad3ade20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:04.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.089+0000 7f8e4e599640 1 --2- 172.21.15.71:0/2428336144 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38d9d0 0x5596ad3ade20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.089+0000 7f8e4e599640 1 -- 172.21.15.71:0/2428336144 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5596ad394740 con 0x5596ad398bb0 2024-09-05T07:38:04.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.090+0000 7f8e4e599640 1 --2- 172.21.15.71:0/2428336144 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad398bb0 0x5596ad392a10 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f8e40009bd0 tx=0x7f8e40009710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf502ed95529a8cd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:04.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.090+0000 7f8e337fe640 1 -- 172.21.15.71:0/2428336144 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e40035070 con 0x5596ad398bb0 2024-09-05T07:38:04.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.090+0000 7f8e337fe640 1 -- 172.21.15.71:0/2428336144 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8e40022040 con 0x5596ad398bb0 2024-09-05T07:38:04.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.090+0000 7f8e337fe640 1 -- 172.21.15.71:0/2428336144 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e4001e650 con 0x5596ad398bb0 2024-09-05T07:38:04.095 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.090+0000 7f8e523d5740 1 -- 172.21.15.71:0/2428336144 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad398bb0 msgr2=0x5596ad392a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:04.095 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.090+0000 7f8e523d5740 1 --2- 172.21.15.71:0/2428336144 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad398bb0 0x5596ad392a10 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f8e40009bd0 tx=0x7f8e40009710 comp rx=0 tx=0).stop 2024-09-05T07:38:04.095 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.090+0000 7f8e523d5740 1 -- 172.21.15.71:0/2428336144 shutdown_connections 2024-09-05T07:38:04.095 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.090+0000 7f8e523d5740 1 --2- 172.21.15.71:0/2428336144 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad398bb0 0x5596ad392a10 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.095 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.090+0000 7f8e523d5740 1 --2- 172.21.15.71:0/2428336144 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5596ad38e2f0 0x5596ad394060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.096 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.090+0000 7f8e523d5740 1 --2- 172.21.15.71:0/2428336144 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38d9d0 0x5596ad3ade20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.096 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.090+0000 7f8e523d5740 1 -- 172.21.15.71:0/2428336144 >> 172.21.15.71:0/2428336144 conn(0x5596ad389f60 msgr2=0x5596ad388de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:04.096 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.090+0000 7f8e523d5740 1 -- 172.21.15.71:0/2428336144 shutdown_connections 2024-09-05T07:38:04.096 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.090+0000 7f8e523d5740 1 -- 172.21.15.71:0/2428336144 wait complete. 2024-09-05T07:38:04.096 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.091+0000 7f8e523d5740 1 -- start start 2024-09-05T07:38:04.096 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.091+0000 7f8e523d5740 1 Processor -- start 2024-09-05T07:38:04.096 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.091+0000 7f8e523d5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38d9d0 0x5596ad3b7510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:04.096 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.091+0000 7f8e523d5740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad38e2f0 0x5596ad3b2890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:04.096 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.091+0000 7f8e523d5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5596ad398bb0 0x5596ad3b2dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:04.096 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.091+0000 7f8e523d5740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5596ad3aea40 con 0x5596ad38e2f0 2024-09-05T07:38:04.096 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.091+0000 7f8e523d5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5596ad3ae370 con 0x5596ad38d9d0 2024-09-05T07:38:04.096 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.091+0000 7f8e523d5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5596ad3af110 con 0x5596ad398bb0 2024-09-05T07:38:04.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.091+0000 7f8e523d5740 10 client.0 _ll_register_callbacks cb 0x7f8e40014860 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:38:04.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.091+0000 7f8e4d597640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad38e2f0 0x5596ad3b2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:04.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.091+0000 7f8e4d597640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad38e2f0 0x5596ad3b2890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58180/0 (socket says 172.21.15.71:58180) 2024-09-05T07:38:04.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.091+0000 7f8e4d597640 1 -- 172.21.15.71:0/2042971353 learned_addr learned my addr 172.21.15.71:0/2042971353 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:04.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.092+0000 7f8e4dd98640 1 --2- 172.21.15.71:0/2042971353 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38d9d0 0x5596ad3b7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:04.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.092+0000 7f8e4e599640 1 --2- 172.21.15.71:0/2042971353 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5596ad398bb0 0x5596ad3b2dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:04.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.092+0000 7f8e4d597640 1 -- 172.21.15.71:0/2042971353 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5596ad398bb0 msgr2=0x5596ad3b2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:04.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.092+0000 7f8e4d597640 1 --2- 172.21.15.71:0/2042971353 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5596ad398bb0 0x5596ad3b2dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.092+0000 7f8e4d597640 1 -- 172.21.15.71:0/2042971353 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38d9d0 msgr2=0x5596ad3b7510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:04.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.092+0000 7f8e4d597640 1 --2- 172.21.15.71:0/2042971353 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38d9d0 0x5596ad3b7510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.092+0000 7f8e4d597640 1 -- 172.21.15.71:0/2042971353 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596ad3b35b0 con 0x5596ad38e2f0 2024-09-05T07:38:04.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.092+0000 7f8e4d597640 1 --2- 172.21.15.71:0/2042971353 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad38e2f0 0x5596ad3b2890 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f8e3c02a9a0 tx=0x7f8e3c031660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbe6ab207a427a89 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:04.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.092+0000 7f8e317fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:38:04.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.092+0000 7f8e317fa640 1 -- 172.21.15.71:0/2042971353 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e3c035050 con 0x5596ad38e2f0 2024-09-05T07:38:04.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.092+0000 7f8e317fa640 1 -- 172.21.15.71:0/2042971353 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f8e3c004240 con 0x5596ad38e2f0 2024-09-05T07:38:04.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.092+0000 7f8e523d5740 1 -- 172.21.15.71:0/2042971353 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e40022040 con 0x5596ad38e2f0 2024-09-05T07:38:04.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.092+0000 7f8e317fa640 1 -- 172.21.15.71:0/2042971353 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8e3c004440 con 0x5596ad38e2f0 2024-09-05T07:38:04.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.092+0000 7f8e523d5740 10 client.15054 fetch_fsmap learned FSMap version 25 2024-09-05T07:38:04.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.092+0000 7f8e523d5740 1 -- 172.21.15.71:0/2042971353 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5596ad417de0 con 0x5596ad38e2f0 2024-09-05T07:38:04.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.092+0000 7f8e317fa640 1 -- 172.21.15.71:0/2042971353 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8e40022040 con 0x5596ad38e2f0 2024-09-05T07:38:04.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.093+0000 7f8e317fa640 1 -- 172.21.15.71:0/2042971353 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f8e3c042070 con 0x5596ad38e2f0 2024-09-05T07:38:04.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.093+0000 7f8e523d5740 10 client.15054 fetch_fsmap finished waiting for FSMap version 25 2024-09-05T07:38:04.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.093+0000 7f8e523d5740 10 client.15054 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-05T07:38:04.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.093+0000 7f8e523d5740 20 client.15054 populate_metadata read hostname 'smithi071' 2024-09-05T07:38:04.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.093+0000 7f8e523d5740 1 --2- 172.21.15.71:0/2042971353 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5596ad41c9c0 0x5596ad41b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:04.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.093+0000 7f8e523d5740 4 client.15054 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T07:38:04.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.093+0000 7f8e523d5740 1 -- 172.21.15.71:0/2042971353 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "status"}) -- 0x5596ad2fbb10 con 0x5596ad41c9c0 2024-09-05T07:38:04.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.093+0000 7f8e4dd98640 1 --2- 172.21.15.71:0/2042971353 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5596ad41c9c0 0x5596ad41b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:04.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.093+0000 7f8e4dd98640 1 --2- 172.21.15.71:0/2042971353 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5596ad41c9c0 0x5596ad41b6d0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=403f7b578e78b64b server_cookie=b9e77ce031d3c647 in_seq=0 out_seq=0 2024-09-05T07:38:04.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.093+0000 7f8e317fa640 10 client.15054 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:38:04.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.094+0000 7f8e317fa640 1 -- 172.21.15.71:0/2042971353 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5596ad2fbb10 con 0x5596ad41c9c0 2024-09-05T07:38:04.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.094+0000 7f8e317fa640 10 client.15054 handle_command_reply: tid=0 2024-09-05T07:38:04.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.094+0000 7f8e523d5740 1 client.15054 shutdown 2024-09-05T07:38:04.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.094+0000 7f8e523d5740 1 -- 172.21.15.71:0/2042971353 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad38e2f0 msgr2=0x5596ad3b2890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:04.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.094+0000 7f8e523d5740 1 --2- 172.21.15.71:0/2042971353 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad38e2f0 0x5596ad3b2890 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f8e3c02a9a0 tx=0x7f8e3c031660 comp rx=0 tx=0).stop 2024-09-05T07:38:04.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.094+0000 7f8e523d5740 1 -- 172.21.15.71:0/2042971353 shutdown_connections 2024-09-05T07:38:04.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.094+0000 7f8e523d5740 1 --2- 172.21.15.71:0/2042971353 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5596ad41c9c0 0x5596ad41b6d0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.094+0000 7f8e523d5740 1 --2- 172.21.15.71:0/2042971353 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5596ad398bb0 0x5596ad3b2dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.094+0000 7f8e317fa640 0 client.15054 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:38:04.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.094+0000 7f8e523d5740 1 --2- 172.21.15.71:0/2042971353 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5596ad38e2f0 0x5596ad3b2890 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.094+0000 7f8e523d5740 1 --2- 172.21.15.71:0/2042971353 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5596ad38d9d0 0x5596ad3b7510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.094+0000 7f8e523d5740 1 -- 172.21.15.71:0/2042971353 >> 172.21.15.71:0/2042971353 conn(0x5596ad389f60 msgr2=0x5596ad388de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:04.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.094+0000 7f8e523d5740 1 -- 172.21.15.71:0/2042971353 shutdown_connections 2024-09-05T07:38:04.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.094+0000 7f8e523d5740 1 -- 172.21.15.71:0/2042971353 wait complete. 2024-09-05T07:38:04.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.094+0000 7f8e523d5740 20 client.15054 trim_cache size 0 max 16384 2024-09-05T07:38:04.100 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:38:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "528064f0-6b58-11ef-bcd6-c7b262605968", 2024-09-05T07:38:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 2, 2024-09-05T07:38:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24457, 2024-09-05T07:38:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-09-05T07:38:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-09-05T07:38:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-09-05T07:38:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 67.697538519000005, 2024-09-05T07:38:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 25, 2024-09-05T07:38:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 92, 2024-09-05T07:38:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 90, 2024-09-05T07:38:04.102 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 133.68952913999999 2024-09-05T07:38:04.102 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:38:04.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.094+0000 7f8e4fffc640 1 -- 172.21.15.71:0/3332314864 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8e340a2c10 msgr2=0x7f8e340a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:04.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.094+0000 7f8e4fffc640 1 --2- 172.21.15.71:0/3332314864 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8e340a2c10 0x7f8e340a50d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8e40012820 tx=0x7f8e4001e000 comp rx=0 tx=0).stop 2024-09-05T07:38:04.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.094+0000 7f8e4fffc640 1 -- 172.21.15.71:0/3332314864 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e48100e20 msgr2=0x7f8e48199240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:04.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.094+0000 7f8e4fffc640 1 --2- 172.21.15.71:0/3332314864 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e48100e20 0x7f8e48199240 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f8e4400d770 tx=0x7f8e4400dc30 comp rx=0 tx=0).stop 2024-09-05T07:38:04.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.095+0000 7f8e4fffc640 1 -- 172.21.15.71:0/3332314864 shutdown_connections 2024-09-05T07:38:04.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.095+0000 7f8e4fffc640 1 --2- 172.21.15.71:0/3332314864 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8e340a2c10 0x7f8e340a50d0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.095+0000 7f8e4fffc640 1 --2- 172.21.15.71:0/3332314864 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8e48102ef0 0x7f8e481a42c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.095+0000 7f8e4fffc640 1 --2- 172.21.15.71:0/3332314864 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8e48102570 0x7f8e48199780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.095+0000 7f8e4fffc640 1 --2- 172.21.15.71:0/3332314864 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8e48100e20 0x7f8e48199240 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:04.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.095+0000 7f8e4fffc640 1 -- 172.21.15.71:0/3332314864 >> 172.21.15.71:0/3332314864 conn(0x7f8e480fc7d0 msgr2=0x7f8e480febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:04.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.095+0000 7f8e4fffc640 1 -- 172.21.15.71:0/3332314864 shutdown_connections 2024-09-05T07:38:04.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:04.095+0000 7f8e4fffc640 1 -- 172.21.15.71:0/3332314864 wait complete. 2024-09-05T07:38:04.940 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.b status 2024-09-05T07:38:05.243 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:05.626 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:05 smithi071 ceph-mon[30965]: pgmap v337: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:38:05.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:05 smithi123 ceph-mon[34568]: pgmap v337: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:38:05.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:05 smithi192 ceph-mon[34929]: pgmap v337: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:38:05.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.705+0000 7fec59694640 1 -- 172.21.15.71:0/1874094413 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fec541082a0 msgr2=0x7fec5410ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:05.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.705+0000 7fec59694640 1 --2- 172.21.15.71:0/1874094413 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fec541082a0 0x7fec5410ec40 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fec4c009cd0 tx=0x7fec4c02a8e0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.705+0000 7fec59694640 1 -- 172.21.15.71:0/1874094413 shutdown_connections 2024-09-05T07:38:05.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.705+0000 7fec59694640 1 --2- 172.21.15.71:0/1874094413 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fec541082a0 0x7fec5410ec40 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.705+0000 7fec59694640 1 --2- 172.21.15.71:0/1874094413 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec541036e0 0x7fec54107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.705+0000 7fec59694640 1 --2- 172.21.15.71:0/1874094413 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec54102d30 0x7fec54103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.705+0000 7fec59694640 1 -- 172.21.15.71:0/1874094413 >> 172.21.15.71:0/1874094413 conn(0x7fec540fc7d0 msgr2=0x7fec540febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:05.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.705+0000 7fec59694640 1 -- 172.21.15.71:0/1874094413 shutdown_connections 2024-09-05T07:38:05.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.706+0000 7fec59694640 1 -- 172.21.15.71:0/1874094413 wait complete. 2024-09-05T07:38:05.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.706+0000 7fec59694640 1 Processor -- start 2024-09-05T07:38:05.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.706+0000 7fec59694640 1 -- start start 2024-09-05T07:38:05.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.706+0000 7fec59694640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fec54102d30 0x7fec54198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:05.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.706+0000 7fec59694640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec541036e0 0x7fec541989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:05.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.706+0000 7fec59694640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec541082a0 0x7fec5419cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:05.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.706+0000 7fec59694640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fec54111f50 con 0x7fec54102d30 2024-09-05T07:38:05.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.706+0000 7fec59694640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fec54111dd0 con 0x7fec541036e0 2024-09-05T07:38:05.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.706+0000 7fec59694640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fec541120d0 con 0x7fec541082a0 2024-09-05T07:38:05.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.707+0000 7fec52ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fec54102d30 0x7fec54198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:05.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.707+0000 7fec52ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fec54102d30 0x7fec54198470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58198/0 (socket says 172.21.15.71:58198) 2024-09-05T07:38:05.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.707+0000 7fec52ffd640 1 -- 172.21.15.71:0/4205479008 learned_addr learned my addr 172.21.15.71:0/4205479008 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:05.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.707+0000 7fec537fe640 1 --2- 172.21.15.71:0/4205479008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec541082a0 0x7fec5419cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:05.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.707+0000 7fec4a7fc640 1 --2- 172.21.15.71:0/4205479008 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec541036e0 0x7fec541989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:05.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.707+0000 7fec52ffd640 1 -- 172.21.15.71:0/4205479008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec541082a0 msgr2=0x7fec5419cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:05.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.707+0000 7fec52ffd640 1 --2- 172.21.15.71:0/4205479008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec541082a0 0x7fec5419cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.707+0000 7fec52ffd640 1 -- 172.21.15.71:0/4205479008 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec541036e0 msgr2=0x7fec541989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:05.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.707+0000 7fec52ffd640 1 --2- 172.21.15.71:0/4205479008 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec541036e0 0x7fec541989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.707+0000 7fec52ffd640 1 -- 172.21.15.71:0/4205479008 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec5419d420 con 0x7fec54102d30 2024-09-05T07:38:05.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.707+0000 7fec52ffd640 1 --2- 172.21.15.71:0/4205479008 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fec54102d30 0x7fec54198470 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fec4400c890 tx=0x7fec4400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:05.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.707+0000 7fec50ff9640 1 -- 172.21.15.71:0/4205479008 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec44004220 con 0x7fec54102d30 2024-09-05T07:38:05.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.707+0000 7fec59694640 1 -- 172.21.15.71:0/4205479008 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec5419d710 con 0x7fec54102d30 2024-09-05T07:38:05.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.707+0000 7fec50ff9640 1 -- 172.21.15.71:0/4205479008 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fec440043c0 con 0x7fec54102d30 2024-09-05T07:38:05.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.707+0000 7fec50ff9640 1 -- 172.21.15.71:0/4205479008 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec44004a00 con 0x7fec54102d30 2024-09-05T07:38:05.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.707+0000 7fec59694640 1 -- 172.21.15.71:0/4205479008 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec541a4ff0 con 0x7fec54102d30 2024-09-05T07:38:05.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.710+0000 7fec50ff9640 1 -- 172.21.15.71:0/4205479008 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fec44004ba0 con 0x7fec54102d30 2024-09-05T07:38:05.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.710+0000 7fec5ba6d740 1 Processor -- start 2024-09-05T07:38:05.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.710+0000 7fec5ba6d740 1 -- start start 2024-09-05T07:38:05.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.711+0000 7fec5ba6d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e89a9d0 0x55ef3e89adb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:05.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.711+0000 7fec5ba6d740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8a5670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:05.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.711+0000 7fec5ba6d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e8a5bb0 0x55ef3e8a7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:05.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.711+0000 7fec5ba6d740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55ef3e801090 con 0x55ef3e89b2f0 2024-09-05T07:38:05.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.711+0000 7fec5ba6d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ef3e7a8a70 con 0x55ef3e8a5bb0 2024-09-05T07:38:05.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.711+0000 7fec5ba6d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ef3e7fd050 con 0x55ef3e89a9d0 2024-09-05T07:38:05.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.711+0000 7fec52ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8a5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:05.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.711+0000 7fec52ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8a5670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58202/0 (socket says 172.21.15.71:58202) 2024-09-05T07:38:05.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.711+0000 7fec52ffd640 1 -- 172.21.15.71:0/2518964430 learned_addr learned my addr 172.21.15.71:0/2518964430 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:05.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.711+0000 7fec537fe640 1 --2- 172.21.15.71:0/2518964430 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e89a9d0 0x55ef3e89adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:05.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.711+0000 7fec4a7fc640 1 --2- 172.21.15.71:0/2518964430 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e8a5bb0 0x55ef3e8a7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:05.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.711+0000 7fec52ffd640 1 -- 172.21.15.71:0/2518964430 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e89a9d0 msgr2=0x55ef3e89adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:05.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.711+0000 7fec52ffd640 1 --2- 172.21.15.71:0/2518964430 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e89a9d0 0x55ef3e89adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.711+0000 7fec52ffd640 1 -- 172.21.15.71:0/2518964430 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e8a5bb0 msgr2=0x55ef3e8a7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:05.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.711+0000 7fec52ffd640 1 --2- 172.21.15.71:0/2518964430 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e8a5bb0 0x55ef3e8a7fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.711+0000 7fec50ff9640 1 --2- 172.21.15.71:0/4205479008 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fec400a2c10 0x7fec400a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:05.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.711+0000 7fec52ffd640 1 -- 172.21.15.71:0/2518964430 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef3e7b5130 con 0x55ef3e89b2f0 2024-09-05T07:38:05.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.711+0000 7fec537fe640 1 --2- 172.21.15.71:0/4205479008 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fec400a2c10 0x7fec400a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:05.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.711+0000 7fec52ffd640 1 --2- 172.21.15.71:0/2518964430 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8a5670 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fec440cc6d0 tx=0x7fec440d7800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=debbc7207930a5da server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:05.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.712+0000 7fec50ff9640 1 -- 172.21.15.71:0/4205479008 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7fec440cf1d0 con 0x7fec54102d30 2024-09-05T07:38:05.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.712+0000 7fec497fa640 1 -- 172.21.15.71:0/2518964430 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec4401d070 con 0x55ef3e89b2f0 2024-09-05T07:38:05.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.712+0000 7fec497fa640 1 -- 172.21.15.71:0/2518964430 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fec440a4150 con 0x55ef3e89b2f0 2024-09-05T07:38:05.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.712+0000 7fec497fa640 1 -- 172.21.15.71:0/2518964430 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec4409b360 con 0x55ef3e89b2f0 2024-09-05T07:38:05.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.712+0000 7fec5ba6d740 1 -- 172.21.15.71:0/2518964430 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89b2f0 msgr2=0x55ef3e8a5670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:05.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.712+0000 7fec537fe640 1 --2- 172.21.15.71:0/4205479008 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fec400a2c10 0x7fec400a50d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fec4c009890 tx=0x7fec4c03d040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:05.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.712+0000 7fec5ba6d740 1 --2- 172.21.15.71:0/2518964430 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8a5670 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fec440cc6d0 tx=0x7fec440d7800 comp rx=0 tx=0).stop 2024-09-05T07:38:05.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.713+0000 7fec5ba6d740 1 -- 172.21.15.71:0/2518964430 shutdown_connections 2024-09-05T07:38:05.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.713+0000 7fec5ba6d740 1 --2- 172.21.15.71:0/2518964430 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e8a5bb0 0x55ef3e8a7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.713+0000 7fec5ba6d740 1 --2- 172.21.15.71:0/2518964430 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8a5670 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.713+0000 7fec5ba6d740 1 --2- 172.21.15.71:0/2518964430 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e89a9d0 0x55ef3e89adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.713+0000 7fec5ba6d740 1 -- 172.21.15.71:0/2518964430 >> 172.21.15.71:0/2518964430 conn(0x55ef3e896f60 msgr2=0x55ef3e897340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:05.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.713+0000 7fec5ba6d740 1 -- 172.21.15.71:0/2518964430 shutdown_connections 2024-09-05T07:38:05.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.713+0000 7fec5ba6d740 1 -- 172.21.15.71:0/2518964430 wait complete. 2024-09-05T07:38:05.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.713+0000 7fec5ba6d740 1 -- start start 2024-09-05T07:38:05.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.713+0000 7fec5ba6d740 1 Processor -- start 2024-09-05T07:38:05.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.713+0000 7fec5ba6d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e89a9d0 0x55ef3e8a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:05.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.713+0000 7fec5ba6d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8a2720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:05.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.713+0000 7fec5ba6d740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e8a5bb0 0x55ef3e8a2c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:05.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.713+0000 7fec5ba6d740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55ef3e8a8780 con 0x55ef3e8a5bb0 2024-09-05T07:38:05.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.713+0000 7fec5ba6d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ef3e7bbf20 con 0x55ef3e89a9d0 2024-09-05T07:38:05.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.713+0000 7fec5ba6d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ef3e8a8900 con 0x55ef3e89b2f0 2024-09-05T07:38:05.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.713+0000 7fec5ba6d740 10 client.0 _ll_register_callbacks cb 0x55ef3e785030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:38:05.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.713+0000 7fec537fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e8a5bb0 0x55ef3e8a2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:05.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.714+0000 7fec537fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e8a5bb0 0x55ef3e8a2c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58208/0 (socket says 172.21.15.71:58208) 2024-09-05T07:38:05.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.714+0000 7fec537fe640 1 -- 172.21.15.71:0/3089672701 learned_addr learned my addr 172.21.15.71:0/3089672701 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:05.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.714+0000 7fec4a7fc640 1 --2- 172.21.15.71:0/3089672701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8a2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:05.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.714+0000 7fec52ffd640 1 --2- 172.21.15.71:0/3089672701 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e89a9d0 0x55ef3e8a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:05.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.714+0000 7fec537fe640 1 -- 172.21.15.71:0/3089672701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e89b2f0 msgr2=0x55ef3e8a2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:05.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.714+0000 7fec537fe640 1 --2- 172.21.15.71:0/3089672701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8a2720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.714+0000 7fec537fe640 1 -- 172.21.15.71:0/3089672701 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e89a9d0 msgr2=0x55ef3e8a53d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:05.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.714+0000 7fec537fe640 1 --2- 172.21.15.71:0/3089672701 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e89a9d0 0x55ef3e8a53d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.714+0000 7fec537fe640 1 -- 172.21.15.71:0/3089672701 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef3e5722b0 con 0x55ef3e8a5bb0 2024-09-05T07:38:05.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.714+0000 7fec537fe640 1 --2- 172.21.15.71:0/3089672701 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e8a5bb0 0x55ef3e8a2c60 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fec4c035000 tx=0x7fec4c02a8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32c202f8f39afe57 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:05.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.714+0000 7fec3a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:38:05.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.714+0000 7fec3a7fc640 1 -- 172.21.15.71:0/3089672701 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec4c056060 con 0x55ef3e8a5bb0 2024-09-05T07:38:05.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.714+0000 7fec3a7fc640 1 -- 172.21.15.71:0/3089672701 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7fec4c0305a0 con 0x55ef3e8a5bb0 2024-09-05T07:38:05.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.714+0000 7fec5ba6d740 1 -- 172.21.15.71:0/3089672701 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ef3e80e600 con 0x55ef3e8a5bb0 2024-09-05T07:38:05.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.714+0000 7fec3a7fc640 1 -- 172.21.15.71:0/3089672701 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fec4c05d050 con 0x55ef3e8a5bb0 2024-09-05T07:38:05.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.714+0000 7fec5ba6d740 10 client.15066 fetch_fsmap learned FSMap version 25 2024-09-05T07:38:05.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.714+0000 7fec5ba6d740 1 -- 172.21.15.71:0/3089672701 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ef3e8b4030 con 0x55ef3e8a5bb0 2024-09-05T07:38:05.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.714+0000 7fec3a7fc640 1 -- 172.21.15.71:0/3089672701 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55ef3e80e600 con 0x55ef3e8a5bb0 2024-09-05T07:38:05.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.715+0000 7fec3a7fc640 1 -- 172.21.15.71:0/3089672701 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fec4c030070 con 0x55ef3e8a5bb0 2024-09-05T07:38:05.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.715+0000 7fec5ba6d740 10 client.15066 fetch_fsmap finished waiting for FSMap version 25 2024-09-05T07:38:05.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.715+0000 7fec5ba6d740 10 client.15066 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-05T07:38:05.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.715+0000 7fec5ba6d740 20 client.15066 populate_metadata read hostname 'smithi071' 2024-09-05T07:38:05.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.715+0000 7fec5ba6d740 1 --2- 172.21.15.71:0/3089672701 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55ef3e8b6680 0x55ef3e8b7af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:05.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.715+0000 7fec5ba6d740 4 client.15066 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:38:05.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.715+0000 7fec5ba6d740 1 -- 172.21.15.71:0/3089672701 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ef3e808b10 con 0x55ef3e8b6680 2024-09-05T07:38:05.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.715+0000 7fec52ffd640 1 --2- 172.21.15.71:0/3089672701 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55ef3e8b6680 0x55ef3e8b7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:05.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.716+0000 7fec3a7fc640 10 client.15066 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:38:05.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.716+0000 7fec52ffd640 1 --2- 172.21.15.71:0/3089672701 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55ef3e8b6680 0x55ef3e8b7af0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9fef8558cc7b8653 server_cookie=216db6a4ce2ee6f in_seq=0 out_seq=0 2024-09-05T07:38:05.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.716+0000 7fec3a7fc640 1 -- 172.21.15.71:0/3089672701 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ef3e808b10 con 0x55ef3e8b6680 2024-09-05T07:38:05.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.716+0000 7fec3a7fc640 10 client.15066 handle_command_reply: tid=0 2024-09-05T07:38:05.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.716+0000 7fec5ba6d740 1 client.15066 shutdown 2024-09-05T07:38:05.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.716+0000 7fec5ba6d740 1 -- 172.21.15.71:0/3089672701 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e8a5bb0 msgr2=0x55ef3e8a2c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:05.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.716+0000 7fec5ba6d740 1 --2- 172.21.15.71:0/3089672701 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e8a5bb0 0x55ef3e8a2c60 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fec4c035000 tx=0x7fec4c02a8e0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.716+0000 7fec5ba6d740 1 -- 172.21.15.71:0/3089672701 shutdown_connections 2024-09-05T07:38:05.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.716+0000 7fec5ba6d740 1 --2- 172.21.15.71:0/3089672701 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e8a5bb0 0x55ef3e8a2c60 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.716+0000 7fec5ba6d740 1 --2- 172.21.15.71:0/3089672701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8a2720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.716+0000 7fec5ba6d740 1 --2- 172.21.15.71:0/3089672701 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55ef3e8b6680 0x55ef3e8b7af0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.717+0000 7fec3a7fc640 0 client.15066 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:38:05.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.716+0000 7fec5ba6d740 1 --2- 172.21.15.71:0/3089672701 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e89a9d0 0x55ef3e8a53d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.717+0000 7fec5ba6d740 1 -- 172.21.15.71:0/3089672701 >> 172.21.15.71:0/3089672701 conn(0x55ef3e896f60 msgr2=0x55ef3e89cc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:05.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.717+0000 7fec5ba6d740 1 -- 172.21.15.71:0/3089672701 shutdown_connections 2024-09-05T07:38:05.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.717+0000 7fec5ba6d740 1 -- 172.21.15.71:0/3089672701 wait complete. 2024-09-05T07:38:05.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.717+0000 7fec5ba6d740 20 client.15066 trim_cache size 0 max 16384 2024-09-05T07:38:05.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.734+0000 7fec5ba6d740 1 Processor -- start 2024-09-05T07:38:05.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.734+0000 7fec5ba6d740 1 -- start start 2024-09-05T07:38:05.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec5ba6d740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89a9d0 0x55ef3e891ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:05.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec5ba6d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8a0ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:05.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec5ba6d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e8a5bb0 0x55ef3e8a1530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:05.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec5ba6d740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55ef3e8b5e30 con 0x55ef3e89a9d0 2024-09-05T07:38:05.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec5ba6d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ef3e8b6500 con 0x55ef3e8a5bb0 2024-09-05T07:38:05.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec5ba6d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ef3e8b6bd0 con 0x55ef3e89b2f0 2024-09-05T07:38:05.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec52ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89a9d0 0x55ef3e891ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:05.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec52ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89a9d0 0x55ef3e891ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58224/0 (socket says 172.21.15.71:58224) 2024-09-05T07:38:05.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec52ffd640 1 -- 172.21.15.71:0/965267267 learned_addr learned my addr 172.21.15.71:0/965267267 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:05.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec537fe640 1 --2- 172.21.15.71:0/965267267 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e8a5bb0 0x55ef3e8a1530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:05.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec4a7fc640 1 --2- 172.21.15.71:0/965267267 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8a0ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:05.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec52ffd640 1 -- 172.21.15.71:0/965267267 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e89b2f0 msgr2=0x55ef3e8a0ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:05.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec52ffd640 1 --2- 172.21.15.71:0/965267267 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8a0ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec52ffd640 1 -- 172.21.15.71:0/965267267 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e8a5bb0 msgr2=0x55ef3e8a1530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:05.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec52ffd640 1 --2- 172.21.15.71:0/965267267 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e8a5bb0 0x55ef3e8a1530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec52ffd640 1 -- 172.21.15.71:0/965267267 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef3e896d90 con 0x55ef3e89a9d0 2024-09-05T07:38:05.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec4a7fc640 1 --2- 172.21.15.71:0/965267267 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8a0ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:38:05.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec52ffd640 1 --2- 172.21.15.71:0/965267267 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89a9d0 0x55ef3e891ce0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fec440a4310 tx=0x7fec440d2d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8be0eb040749562e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:05.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec48ff9640 1 -- 172.21.15.71:0/965267267 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec4401d040 con 0x55ef3e89a9d0 2024-09-05T07:38:05.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec48ff9640 1 -- 172.21.15.71:0/965267267 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fec4409b590 con 0x55ef3e89a9d0 2024-09-05T07:38:05.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.735+0000 7fec48ff9640 1 -- 172.21.15.71:0/965267267 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec440a3cc0 con 0x55ef3e89a9d0 2024-09-05T07:38:05.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.736+0000 7fec5ba6d740 1 -- 172.21.15.71:0/965267267 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89a9d0 msgr2=0x55ef3e891ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:05.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.736+0000 7fec5ba6d740 1 --2- 172.21.15.71:0/965267267 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89a9d0 0x55ef3e891ce0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fec440a4310 tx=0x7fec440d2d20 comp rx=0 tx=0).stop 2024-09-05T07:38:05.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.736+0000 7fec5ba6d740 1 -- 172.21.15.71:0/965267267 shutdown_connections 2024-09-05T07:38:05.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.736+0000 7fec5ba6d740 1 --2- 172.21.15.71:0/965267267 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e8a5bb0 0x55ef3e8a1530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.736+0000 7fec5ba6d740 1 --2- 172.21.15.71:0/965267267 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8a0ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.736+0000 7fec5ba6d740 1 --2- 172.21.15.71:0/965267267 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89a9d0 0x55ef3e891ce0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.736+0000 7fec5ba6d740 1 -- 172.21.15.71:0/965267267 >> 172.21.15.71:0/965267267 conn(0x55ef3e896f60 msgr2=0x55ef3e8a26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:05.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.736+0000 7fec5ba6d740 1 -- 172.21.15.71:0/965267267 shutdown_connections 2024-09-05T07:38:05.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.736+0000 7fec5ba6d740 1 -- 172.21.15.71:0/965267267 wait complete. 2024-09-05T07:38:05.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.736+0000 7fec5ba6d740 1 -- start start 2024-09-05T07:38:05.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec5ba6d740 1 Processor -- start 2024-09-05T07:38:05.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec5ba6d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e89a9d0 0x55ef3e8bb390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:05.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec5ba6d740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8bb8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:05.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec5ba6d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e8a5bb0 0x55ef3e91ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:05.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec5ba6d740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55ef3e8b7970 con 0x55ef3e89b2f0 2024-09-05T07:38:05.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec5ba6d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ef3e8b72a0 con 0x55ef3e89a9d0 2024-09-05T07:38:05.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec5ba6d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ef3e8b8040 con 0x55ef3e8a5bb0 2024-09-05T07:38:05.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec5ba6d740 10 client.0 _ll_register_callbacks cb 0x7fec4c005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:38:05.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec4a7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8bb8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:05.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec4a7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8bb8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58232/0 (socket says 172.21.15.71:58232) 2024-09-05T07:38:05.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec4a7fc640 1 -- 172.21.15.71:0/3442266252 learned_addr learned my addr 172.21.15.71:0/3442266252 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:05.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec52ffd640 1 --2- 172.21.15.71:0/3442266252 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e89a9d0 0x55ef3e8bb390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:05.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec537fe640 1 --2- 172.21.15.71:0/3442266252 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e8a5bb0 0x55ef3e91ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:05.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec4a7fc640 1 -- 172.21.15.71:0/3442266252 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e8a5bb0 msgr2=0x55ef3e91ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:05.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec4a7fc640 1 --2- 172.21.15.71:0/3442266252 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e8a5bb0 0x55ef3e91ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec4a7fc640 1 -- 172.21.15.71:0/3442266252 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e89a9d0 msgr2=0x55ef3e8bb390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:05.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec4a7fc640 1 --2- 172.21.15.71:0/3442266252 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e89a9d0 0x55ef3e8bb390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec4a7fc640 1 -- 172.21.15.71:0/3442266252 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef3e91f390 con 0x55ef3e89b2f0 2024-09-05T07:38:05.766 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:38:05.766 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "528064f0-6b58-11ef-bcd6-c7b262605968", 2024-09-05T07:38:05.766 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 1, 2024-09-05T07:38:05.767 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24470, 2024-09-05T07:38:05.767 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-09-05T07:38:05.767 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-09-05T07:38:05.767 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-09-05T07:38:05.767 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 70.353121477000002, 2024-09-05T07:38:05.767 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 25, 2024-09-05T07:38:05.767 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 92, 2024-09-05T07:38:05.767 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 90, 2024-09-05T07:38:05.767 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 121.83565558399999 2024-09-05T07:38:05.767 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:38:05.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec52ffd640 1 --2- 172.21.15.71:0/3442266252 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e89a9d0 0x55ef3e8bb390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:38:05.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec4a7fc640 1 --2- 172.21.15.71:0/3442266252 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8bb8d0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fec5406a370 tx=0x7fec3c010eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=528b4d6ea4e548b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:05.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec3a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:38:05.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec3a7fc640 1 -- 172.21.15.71:0/3442266252 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec3c00fb60 con 0x55ef3e89b2f0 2024-09-05T07:38:05.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec3a7fc640 1 -- 172.21.15.71:0/3442266252 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7fec3c00fd00 con 0x55ef3e89b2f0 2024-09-05T07:38:05.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.737+0000 7fec5ba6d740 1 -- 172.21.15.71:0/3442266252 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec4409b590 con 0x55ef3e89b2f0 2024-09-05T07:38:05.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.738+0000 7fec3a7fc640 1 -- 172.21.15.71:0/3442266252 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fec3c02a050 con 0x55ef3e89b2f0 2024-09-05T07:38:05.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.738+0000 7fec5ba6d740 10 client.15072 fetch_fsmap learned FSMap version 25 2024-09-05T07:38:05.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.738+0000 7fec5ba6d740 1 -- 172.21.15.71:0/3442266252 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ef3e920620 con 0x55ef3e89b2f0 2024-09-05T07:38:05.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.738+0000 7fec3a7fc640 1 -- 172.21.15.71:0/3442266252 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fec4409b590 con 0x55ef3e89b2f0 2024-09-05T07:38:05.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.738+0000 7fec3a7fc640 1 -- 172.21.15.71:0/3442266252 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fec3c0254d0 con 0x55ef3e89b2f0 2024-09-05T07:38:05.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.738+0000 7fec5ba6d740 10 client.15072 fetch_fsmap finished waiting for FSMap version 25 2024-09-05T07:38:05.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.738+0000 7fec5ba6d740 10 client.15072 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-05T07:38:05.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.738+0000 7fec5ba6d740 20 client.15072 populate_metadata read hostname 'smithi071' 2024-09-05T07:38:05.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.738+0000 7fec5ba6d740 1 --2- 172.21.15.71:0/3442266252 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55ef3e8b6680 0x55ef3e924000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:05.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.738+0000 7fec5ba6d740 4 client.15072 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T07:38:05.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.738+0000 7fec5ba6d740 1 -- 172.21.15.71:0/3442266252 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "status"}) -- 0x55ef3e7850e0 con 0x55ef3e8b6680 2024-09-05T07:38:05.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.738+0000 7fec52ffd640 1 --2- 172.21.15.71:0/3442266252 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55ef3e8b6680 0x55ef3e924000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:05.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.739+0000 7fec3a7fc640 10 client.15072 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:38:05.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.739+0000 7fec52ffd640 1 --2- 172.21.15.71:0/3442266252 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55ef3e8b6680 0x55ef3e924000 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=eb9e2c0e0c47a9de server_cookie=f0f401dd03806a2d in_seq=0 out_seq=0 2024-09-05T07:38:05.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.739+0000 7fec3a7fc640 1 -- 172.21.15.71:0/3442266252 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55ef3e7850e0 con 0x55ef3e8b6680 2024-09-05T07:38:05.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.739+0000 7fec3a7fc640 10 client.15072 handle_command_reply: tid=0 2024-09-05T07:38:05.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.739+0000 7fec5ba6d740 1 client.15072 shutdown 2024-09-05T07:38:05.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.739+0000 7fec5ba6d740 1 -- 172.21.15.71:0/3442266252 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89b2f0 msgr2=0x55ef3e8bb8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:05.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.739+0000 7fec5ba6d740 1 --2- 172.21.15.71:0/3442266252 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8bb8d0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fec5406a370 tx=0x7fec3c010eb0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.739+0000 7fec5ba6d740 1 -- 172.21.15.71:0/3442266252 shutdown_connections 2024-09-05T07:38:05.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.739+0000 7fec5ba6d740 1 --2- 172.21.15.71:0/3442266252 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ef3e8a5bb0 0x55ef3e91ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.739+0000 7fec5ba6d740 1 --2- 172.21.15.71:0/3442266252 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ef3e89b2f0 0x55ef3e8bb8d0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.739+0000 7fec5ba6d740 1 --2- 172.21.15.71:0/3442266252 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55ef3e8b6680 0x55ef3e924000 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.739+0000 7fec5ba6d740 1 --2- 172.21.15.71:0/3442266252 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ef3e89a9d0 0x55ef3e8bb390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.739+0000 7fec5ba6d740 1 -- 172.21.15.71:0/3442266252 >> 172.21.15.71:0/3442266252 conn(0x55ef3e896f60 msgr2=0x55ef3e8a0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:05.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.739+0000 7fec3a7fc640 0 client.15072 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:38:05.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.739+0000 7fec5ba6d740 1 -- 172.21.15.71:0/3442266252 shutdown_connections 2024-09-05T07:38:05.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.739+0000 7fec5ba6d740 1 -- 172.21.15.71:0/3442266252 wait complete. 2024-09-05T07:38:05.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.739+0000 7fec5ba6d740 20 client.15072 trim_cache size 0 max 16384 2024-09-05T07:38:05.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.740+0000 7fec59694640 1 -- 172.21.15.71:0/4205479008 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fec400a2c10 msgr2=0x7fec400a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:05.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.740+0000 7fec59694640 1 --2- 172.21.15.71:0/4205479008 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fec400a2c10 0x7fec400a50d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fec4c009890 tx=0x7fec4c03d040 comp rx=0 tx=0).stop 2024-09-05T07:38:05.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.740+0000 7fec59694640 1 -- 172.21.15.71:0/4205479008 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fec54102d30 msgr2=0x7fec54198470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:05.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.740+0000 7fec59694640 1 --2- 172.21.15.71:0/4205479008 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fec54102d30 0x7fec54198470 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fec4400c890 tx=0x7fec4400cd50 comp rx=0 tx=0).stop 2024-09-05T07:38:05.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.740+0000 7fec59694640 1 -- 172.21.15.71:0/4205479008 shutdown_connections 2024-09-05T07:38:05.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.740+0000 7fec59694640 1 --2- 172.21.15.71:0/4205479008 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fec400a2c10 0x7fec400a50d0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.740+0000 7fec59694640 1 --2- 172.21.15.71:0/4205479008 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fec541082a0 0x7fec5419cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.740+0000 7fec59694640 1 --2- 172.21.15.71:0/4205479008 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fec541036e0 0x7fec541989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.740+0000 7fec59694640 1 --2- 172.21.15.71:0/4205479008 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fec54102d30 0x7fec54198470 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:05.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.740+0000 7fec59694640 1 -- 172.21.15.71:0/4205479008 >> 172.21.15.71:0/4205479008 conn(0x7fec540fc7d0 msgr2=0x7fec54105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:05.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.740+0000 7fec59694640 1 -- 172.21.15.71:0/4205479008 shutdown_connections 2024-09-05T07:38:05.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:05.740+0000 7fec59694640 1 -- 172.21.15.71:0/4205479008 wait complete. 2024-09-05T07:38:06.561 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.i status 2024-09-05T07:38:06.806 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:07.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.315+0000 7fb336d36640 1 -- 172.21.15.71:0/4281793318 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb330106f10 msgr2=0x7fb33010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:07.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.315+0000 7fb336d36640 1 --2- 172.21.15.71:0/4281793318 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb330106f10 0x7fb33010ea90 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fb328009ca0 tx=0x7fb32802a8c0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.315+0000 7fb336d36640 1 -- 172.21.15.71:0/4281793318 shutdown_connections 2024-09-05T07:38:07.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.315+0000 7fb336d36640 1 --2- 172.21.15.71:0/4281793318 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb330106f10 0x7fb33010ea90 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.315+0000 7fb336d36640 1 --2- 172.21.15.71:0/4281793318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb330102790 0x7fb3301067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.316+0000 7fb336d36640 1 --2- 172.21.15.71:0/4281793318 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb330101de0 0x7fb3301021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.316+0000 7fb336d36640 1 -- 172.21.15.71:0/4281793318 >> 172.21.15.71:0/4281793318 conn(0x7fb3300fd8c0 msgr2=0x7fb3300ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:07.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.316+0000 7fb336d36640 1 -- 172.21.15.71:0/4281793318 shutdown_connections 2024-09-05T07:38:07.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.316+0000 7fb336d36640 1 -- 172.21.15.71:0/4281793318 wait complete. 2024-09-05T07:38:07.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.316+0000 7fb336d36640 1 Processor -- start 2024-09-05T07:38:07.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.316+0000 7fb336d36640 1 -- start start 2024-09-05T07:38:07.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.316+0000 7fb336d36640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb330101de0 0x7fb330198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:07.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.316+0000 7fb336d36640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb330102790 0x7fb330198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:07.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.316+0000 7fb336d36640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb330106f10 0x7fb33019ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:07.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.316+0000 7fb336d36640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fb330111e20 con 0x7fb330101de0 2024-09-05T07:38:07.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.316+0000 7fb336d36640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb330111ca0 con 0x7fb330102790 2024-09-05T07:38:07.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.316+0000 7fb336d36640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fb330111fa0 con 0x7fb330106f10 2024-09-05T07:38:07.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.316+0000 7fb334ad2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb330101de0 0x7fb330198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:07.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.316+0000 7fb334ad2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb330101de0 0x7fb330198420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58244/0 (socket says 172.21.15.71:58244) 2024-09-05T07:38:07.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.316+0000 7fb334ad2640 1 -- 172.21.15.71:0/1293530964 learned_addr learned my addr 172.21.15.71:0/1293530964 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:07.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.317+0000 7fb3352d3640 1 --2- 172.21.15.71:0/1293530964 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb330106f10 0x7fb33019ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:07.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.317+0000 7fb32ffff640 1 --2- 172.21.15.71:0/1293530964 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb330102790 0x7fb330198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:07.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.317+0000 7fb334ad2640 1 -- 172.21.15.71:0/1293530964 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb330106f10 msgr2=0x7fb33019ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:07.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.317+0000 7fb334ad2640 1 --2- 172.21.15.71:0/1293530964 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb330106f10 0x7fb33019ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.317+0000 7fb334ad2640 1 -- 172.21.15.71:0/1293530964 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb330102790 msgr2=0x7fb330198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:07.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.317+0000 7fb334ad2640 1 --2- 172.21.15.71:0/1293530964 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb330102790 0x7fb330198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.317+0000 7fb334ad2640 1 -- 172.21.15.71:0/1293530964 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb33019d3d0 con 0x7fb330101de0 2024-09-05T07:38:07.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.317+0000 7fb3352d3640 1 --2- 172.21.15.71:0/1293530964 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb330106f10 0x7fb33019ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:38:07.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.317+0000 7fb32ffff640 1 --2- 172.21.15.71:0/1293530964 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb330102790 0x7fb330198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:38:07.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.317+0000 7fb334ad2640 1 --2- 172.21.15.71:0/1293530964 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb330101de0 0x7fb330198420 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fb32400d950 tx=0x7fb32400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:07.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.317+0000 7fb32dffb640 1 -- 172.21.15.71:0/1293530964 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb324017070 con 0x7fb330101de0 2024-09-05T07:38:07.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.317+0000 7fb32dffb640 1 -- 172.21.15.71:0/1293530964 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb324009c30 con 0x7fb330101de0 2024-09-05T07:38:07.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.317+0000 7fb336d36640 1 -- 172.21.15.71:0/1293530964 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb33019d6c0 con 0x7fb330101de0 2024-09-05T07:38:07.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.317+0000 7fb32dffb640 1 -- 172.21.15.71:0/1293530964 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb32400f620 con 0x7fb330101de0 2024-09-05T07:38:07.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.317+0000 7fb336d36640 1 -- 172.21.15.71:0/1293530964 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3301a4fa0 con 0x7fb330101de0 2024-09-05T07:38:07.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.319+0000 7fb32dffb640 1 -- 172.21.15.71:0/1293530964 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fb3240109a0 con 0x7fb330101de0 2024-09-05T07:38:07.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.320+0000 7fb33910f740 1 Processor -- start 2024-09-05T07:38:07.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.320+0000 7fb33910f740 1 -- start start 2024-09-05T07:38:07.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.320+0000 7fb32dffb640 1 --2- 172.21.15.71:0/1293530964 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb3200a2c10 0x7fb3200a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:07.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.320+0000 7fb33910f740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559b5e3a89d0 0x559b5e3a8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:07.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.320+0000 7fb33910f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3a92f0 0x559b5e3b3670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:07.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.320+0000 7fb33910f740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3b3bb0 0x559b5e3b5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:07.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.320+0000 7fb33910f740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x559b5e30f090 con 0x559b5e3b3bb0 2024-09-05T07:38:07.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.320+0000 7fb33910f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x559b5e2b6a70 con 0x559b5e3a92f0 2024-09-05T07:38:07.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.320+0000 7fb33910f740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x559b5e30b050 con 0x559b5e3a89d0 2024-09-05T07:38:07.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.320+0000 7fb3352d3640 1 --2- 172.21.15.71:0/1293530964 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb3200a2c10 0x7fb3200a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:07.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.320+0000 7fb32dffb640 1 -- 172.21.15.71:0/1293530964 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7fb3240cf2c0 con 0x7fb330101de0 2024-09-05T07:38:07.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.320+0000 7fb3352d3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3b3bb0 0x559b5e3b5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:07.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.320+0000 7fb3352d3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3b3bb0 0x559b5e3b5fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58260/0 (socket says 172.21.15.71:58260) 2024-09-05T07:38:07.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.320+0000 7fb334ad2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559b5e3a89d0 0x559b5e3a8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:07.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.320+0000 7fb3352d3640 1 -- 172.21.15.71:0/1553594683 learned_addr learned my addr 172.21.15.71:0/1553594683 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:07.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.320+0000 7fb32ffff640 1 --2- 172.21.15.71:0/1553594683 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3a92f0 0x559b5e3b3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:07.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.321+0000 7fb3352d3640 1 -- 172.21.15.71:0/1553594683 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559b5e3a89d0 msgr2=0x559b5e3a8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:07.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.321+0000 7fb3352d3640 1 --2- 172.21.15.71:0/1553594683 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559b5e3a89d0 0x559b5e3a8db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.321+0000 7fb3352d3640 1 -- 172.21.15.71:0/1553594683 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3a92f0 msgr2=0x559b5e3b3670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:07.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.321+0000 7fb3352d3640 1 --2- 172.21.15.71:0/1553594683 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3a92f0 0x559b5e3b3670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.321+0000 7fb3352d3640 1 -- 172.21.15.71:0/1553594683 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b5e2c3130 con 0x559b5e3b3bb0 2024-09-05T07:38:07.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.321+0000 7fb32ffff640 1 --2- 172.21.15.71:0/1553594683 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3a92f0 0x559b5e3b3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:38:07.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.321+0000 7fb3352d3640 1 --2- 172.21.15.71:0/1553594683 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3b3bb0 0x559b5e3b5fa0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb328032b80 tx=0x7fb328032bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bae25197d531381 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:07.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.321+0000 7fb3352d3640 1 --2- 172.21.15.71:0/1293530964 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb3200a2c10 0x7fb3200a50d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb328032c20 tx=0x7fb328044000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:07.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.321+0000 7fb31affd640 1 -- 172.21.15.71:0/1553594683 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb32804e020 con 0x559b5e3b3bb0 2024-09-05T07:38:07.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.321+0000 7fb31affd640 1 -- 172.21.15.71:0/1553594683 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb328036070 con 0x559b5e3b3bb0 2024-09-05T07:38:07.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.321+0000 7fb31affd640 1 -- 172.21.15.71:0/1553594683 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb328004580 con 0x559b5e3b3bb0 2024-09-05T07:38:07.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.322+0000 7fb33910f740 1 -- 172.21.15.71:0/1553594683 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3b3bb0 msgr2=0x559b5e3b5fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:07.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.322+0000 7fb33910f740 1 --2- 172.21.15.71:0/1553594683 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3b3bb0 0x559b5e3b5fa0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb328032b80 tx=0x7fb328032bb0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.322+0000 7fb33910f740 1 -- 172.21.15.71:0/1553594683 shutdown_connections 2024-09-05T07:38:07.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.322+0000 7fb33910f740 1 --2- 172.21.15.71:0/1553594683 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3b3bb0 0x559b5e3b5fa0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.322+0000 7fb33910f740 1 --2- 172.21.15.71:0/1553594683 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3a92f0 0x559b5e3b3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.322+0000 7fb33910f740 1 --2- 172.21.15.71:0/1553594683 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559b5e3a89d0 0x559b5e3a8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.322+0000 7fb33910f740 1 -- 172.21.15.71:0/1553594683 >> 172.21.15.71:0/1553594683 conn(0x559b5e3a4f60 msgr2=0x559b5e3a5340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:07.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.322+0000 7fb33910f740 1 -- 172.21.15.71:0/1553594683 shutdown_connections 2024-09-05T07:38:07.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.322+0000 7fb33910f740 1 -- 172.21.15.71:0/1553594683 wait complete. 2024-09-05T07:38:07.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.322+0000 7fb33910f740 1 -- start start 2024-09-05T07:38:07.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.322+0000 7fb33910f740 1 Processor -- start 2024-09-05T07:38:07.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb33910f740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3a89d0 0x559b5e3b3500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:07.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb33910f740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559b5e3a92f0 0x559b5e3b0850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:07.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb33910f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3b3bb0 0x559b5e3b0db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:07.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb33910f740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x559b5e3b6600 con 0x559b5e3a89d0 2024-09-05T07:38:07.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb33910f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x559b5e2c9f20 con 0x559b5e3b3bb0 2024-09-05T07:38:07.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb33910f740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x559b5e3b6780 con 0x559b5e3a92f0 2024-09-05T07:38:07.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb33910f740 10 client.0 _ll_register_callbacks cb 0x559b5e293030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:38:07.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb334ad2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3a89d0 0x559b5e3b3500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:07.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb334ad2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3a89d0 0x559b5e3b3500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58276/0 (socket says 172.21.15.71:58276) 2024-09-05T07:38:07.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb334ad2640 1 -- 172.21.15.71:0/972063401 learned_addr learned my addr 172.21.15.71:0/972063401 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:07.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb3352d3640 1 --2- 172.21.15.71:0/972063401 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3b3bb0 0x559b5e3b0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:07.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb334ad2640 1 -- 172.21.15.71:0/972063401 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559b5e3a92f0 msgr2=0x559b5e3b0850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:07.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb32ffff640 1 --2- 172.21.15.71:0/972063401 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559b5e3a92f0 0x559b5e3b0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:07.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb334ad2640 1 --2- 172.21.15.71:0/972063401 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559b5e3a92f0 0x559b5e3b0850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb334ad2640 1 -- 172.21.15.71:0/972063401 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3b3bb0 msgr2=0x559b5e3b0db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:07.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb334ad2640 1 --2- 172.21.15.71:0/972063401 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3b3bb0 0x559b5e3b0db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb334ad2640 1 -- 172.21.15.71:0/972063401 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b5e0802b0 con 0x559b5e3a89d0 2024-09-05T07:38:07.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb3352d3640 1 --2- 172.21.15.71:0/972063401 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3b3bb0 0x559b5e3b0db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:38:07.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb334ad2640 1 --2- 172.21.15.71:0/972063401 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3a89d0 0x559b5e3b3500 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fb324000c00 tx=0x7fb324009ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=194db2b892ea6e70 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:07.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb30ffff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:38:07.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.323+0000 7fb30ffff640 1 -- 172.21.15.71:0/972063401 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb324020040 con 0x559b5e3a89d0 2024-09-05T07:38:07.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.324+0000 7fb30ffff640 1 -- 172.21.15.71:0/972063401 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7fb324097c40 con 0x559b5e3a89d0 2024-09-05T07:38:07.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.324+0000 7fb33910f740 1 -- 172.21.15.71:0/972063401 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb328036070 con 0x559b5e3a89d0 2024-09-05T07:38:07.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.324+0000 7fb30ffff640 1 -- 172.21.15.71:0/972063401 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb32409b5d0 con 0x559b5e3a89d0 2024-09-05T07:38:07.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.324+0000 7fb33910f740 10 client.15084 fetch_fsmap learned FSMap version 25 2024-09-05T07:38:07.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.324+0000 7fb33910f740 1 -- 172.21.15.71:0/972063401 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x559b5e3c1fd0 con 0x559b5e3a89d0 2024-09-05T07:38:07.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.324+0000 7fb30ffff640 1 -- 172.21.15.71:0/972063401 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb328036070 con 0x559b5e3a89d0 2024-09-05T07:38:07.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.324+0000 7fb30ffff640 1 -- 172.21.15.71:0/972063401 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fb32407f4e0 con 0x559b5e3a89d0 2024-09-05T07:38:07.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.324+0000 7fb33910f740 10 client.15084 fetch_fsmap finished waiting for FSMap version 25 2024-09-05T07:38:07.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.324+0000 7fb33910f740 10 client.15084 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-05T07:38:07.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.324+0000 7fb33910f740 20 client.15084 populate_metadata read hostname 'smithi071' 2024-09-05T07:38:07.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.324+0000 7fb33910f740 1 --2- 172.21.15.71:0/972063401 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x559b5e3c4610 0x559b5e3c5a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:07.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.324+0000 7fb33910f740 4 client.15084 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:38:07.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.324+0000 7fb33910f740 1 -- 172.21.15.71:0/972063401 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559b5e31c600 con 0x559b5e3c4610 2024-09-05T07:38:07.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.324+0000 7fb32ffff640 1 --2- 172.21.15.71:0/972063401 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x559b5e3c4610 0x559b5e3c5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:07.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.325+0000 7fb32ffff640 1 --2- 172.21.15.71:0/972063401 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x559b5e3c4610 0x559b5e3c5a80 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb5fdc43976ff995 server_cookie=60ec6f7c81669b27 in_seq=0 out_seq=0 2024-09-05T07:38:07.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.325+0000 7fb30ffff640 10 client.15084 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:38:07.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.326+0000 7fb30ffff640 1 -- 172.21.15.71:0/972063401 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559b5e31c600 con 0x559b5e3c4610 2024-09-05T07:38:07.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.326+0000 7fb30ffff640 10 client.15084 handle_command_reply: tid=0 2024-09-05T07:38:07.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.326+0000 7fb33910f740 1 client.15084 shutdown 2024-09-05T07:38:07.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.326+0000 7fb33910f740 1 -- 172.21.15.71:0/972063401 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3a89d0 msgr2=0x559b5e3b3500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:07.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.326+0000 7fb33910f740 1 --2- 172.21.15.71:0/972063401 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3a89d0 0x559b5e3b3500 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fb324000c00 tx=0x7fb324009ea0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.326+0000 7fb33910f740 1 -- 172.21.15.71:0/972063401 shutdown_connections 2024-09-05T07:38:07.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.326+0000 7fb33910f740 1 --2- 172.21.15.71:0/972063401 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x559b5e3c4610 0x559b5e3c5a80 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.326+0000 7fb33910f740 1 --2- 172.21.15.71:0/972063401 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3b3bb0 0x559b5e3b0db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.326+0000 7fb33910f740 1 --2- 172.21.15.71:0/972063401 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559b5e3a92f0 0x559b5e3b0850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.326+0000 7fb30ffff640 0 client.15084 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:38:07.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.326+0000 7fb33910f740 1 --2- 172.21.15.71:0/972063401 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3a89d0 0x559b5e3b3500 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.326+0000 7fb33910f740 1 -- 172.21.15.71:0/972063401 >> 172.21.15.71:0/972063401 conn(0x559b5e3a4f60 msgr2=0x559b5e3aac90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:07.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.326+0000 7fb33910f740 1 -- 172.21.15.71:0/972063401 shutdown_connections 2024-09-05T07:38:07.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.326+0000 7fb33910f740 1 -- 172.21.15.71:0/972063401 wait complete. 2024-09-05T07:38:07.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.326+0000 7fb33910f740 20 client.15084 trim_cache size 0 max 16384 2024-09-05T07:38:07.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.343+0000 7fb33910f740 1 Processor -- start 2024-09-05T07:38:07.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.344+0000 7fb33910f740 1 -- start start 2024-09-05T07:38:07.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.344+0000 7fb33910f740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559b5e3a89d0 0x559b5e3c4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:07.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.344+0000 7fb33910f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3a92f0 0x559b5e3a5340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:07.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.344+0000 7fb33910f740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3b3bb0 0x559b5e3af8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:07.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.344+0000 7fb33910f740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x559b5e3c3dc0 con 0x559b5e3b3bb0 2024-09-05T07:38:07.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.344+0000 7fb33910f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x559b5e3c4490 con 0x559b5e3a92f0 2024-09-05T07:38:07.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.344+0000 7fb33910f740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x559b5e3c4b60 con 0x559b5e3a89d0 2024-09-05T07:38:07.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.344+0000 7fb3352d3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3b3bb0 0x559b5e3af8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:07.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.344+0000 7fb3352d3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3b3bb0 0x559b5e3af8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58284/0 (socket says 172.21.15.71:58284) 2024-09-05T07:38:07.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.344+0000 7fb3352d3640 1 -- 172.21.15.71:0/1038814290 learned_addr learned my addr 172.21.15.71:0/1038814290 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:07.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.344+0000 7fb334ad2640 1 --2- 172.21.15.71:0/1038814290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559b5e3a89d0 0x559b5e3c4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:07.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.344+0000 7fb32ffff640 1 --2- 172.21.15.71:0/1038814290 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3a92f0 0x559b5e3a5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:07.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.344+0000 7fb3352d3640 1 -- 172.21.15.71:0/1038814290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559b5e3a89d0 msgr2=0x559b5e3c4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:07.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.344+0000 7fb3352d3640 1 --2- 172.21.15.71:0/1038814290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559b5e3a89d0 0x559b5e3c4ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.344+0000 7fb3352d3640 1 -- 172.21.15.71:0/1038814290 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3a92f0 msgr2=0x559b5e3a5340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:07.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.344+0000 7fb3352d3640 1 --2- 172.21.15.71:0/1038814290 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3a92f0 0x559b5e3a5340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.344+0000 7fb3352d3640 1 -- 172.21.15.71:0/1038814290 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b5e3b3120 con 0x559b5e3b3bb0 2024-09-05T07:38:07.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.344+0000 7fb32ffff640 1 --2- 172.21.15.71:0/1038814290 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3a92f0 0x559b5e3a5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:38:07.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.344+0000 7fb3352d3640 1 --2- 172.21.15.71:0/1038814290 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3b3bb0 0x559b5e3af8b0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x559b5e3a62e0 tx=0x7fb32802a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4cfd886ffe568dd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:07.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.345+0000 7fb31a7fc640 1 -- 172.21.15.71:0/1038814290 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb328057020 con 0x559b5e3b3bb0 2024-09-05T07:38:07.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.345+0000 7fb31a7fc640 1 -- 172.21.15.71:0/1038814290 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb328036030 con 0x559b5e3b3bb0 2024-09-05T07:38:07.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.345+0000 7fb31a7fc640 1 -- 172.21.15.71:0/1038814290 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb32804e040 con 0x559b5e3b3bb0 2024-09-05T07:38:07.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.345+0000 7fb33910f740 1 -- 172.21.15.71:0/1038814290 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3b3bb0 msgr2=0x559b5e3af8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:07.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.345+0000 7fb33910f740 1 --2- 172.21.15.71:0/1038814290 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3b3bb0 0x559b5e3af8b0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x559b5e3a62e0 tx=0x7fb32802a8c0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.345+0000 7fb33910f740 1 -- 172.21.15.71:0/1038814290 shutdown_connections 2024-09-05T07:38:07.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.345+0000 7fb33910f740 1 --2- 172.21.15.71:0/1038814290 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3b3bb0 0x559b5e3af8b0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.345+0000 7fb33910f740 1 --2- 172.21.15.71:0/1038814290 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3a92f0 0x559b5e3a5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.345+0000 7fb33910f740 1 --2- 172.21.15.71:0/1038814290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559b5e3a89d0 0x559b5e3c4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.345+0000 7fb33910f740 1 -- 172.21.15.71:0/1038814290 >> 172.21.15.71:0/1038814290 conn(0x559b5e3a4f60 msgr2=0x559b5e3af1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:07.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.345+0000 7fb33910f740 1 -- 172.21.15.71:0/1038814290 shutdown_connections 2024-09-05T07:38:07.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.345+0000 7fb33910f740 1 -- 172.21.15.71:0/1038814290 wait complete. 2024-09-05T07:38:07.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.346+0000 7fb33910f740 1 -- start start 2024-09-05T07:38:07.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.346+0000 7fb33910f740 1 Processor -- start 2024-09-05T07:38:07.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.346+0000 7fb33910f740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3a89d0 0x559b5e3acb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:07.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.346+0000 7fb33910f740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559b5e3a92f0 0x559b5e3ad080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:07.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.346+0000 7fb33910f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3b3bb0 0x559b5e3ad700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:07.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.346+0000 7fb33910f740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x559b5e3c5900 con 0x559b5e3a89d0 2024-09-05T07:38:07.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.346+0000 7fb33910f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x559b5e3c5230 con 0x559b5e3b3bb0 2024-09-05T07:38:07.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.346+0000 7fb33910f740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x559b5e3c5fd0 con 0x559b5e3a92f0 2024-09-05T07:38:07.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.346+0000 7fb33910f740 10 client.0 _ll_register_callbacks cb 0x7fb32409afa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:38:07.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.346+0000 7fb334ad2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3a89d0 0x559b5e3acb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:07.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.346+0000 7fb334ad2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3a89d0 0x559b5e3acb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58286/0 (socket says 172.21.15.71:58286) 2024-09-05T07:38:07.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.346+0000 7fb334ad2640 1 -- 172.21.15.71:0/3212220619 learned_addr learned my addr 172.21.15.71:0/3212220619 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:07.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.346+0000 7fb32ffff640 1 --2- 172.21.15.71:0/3212220619 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559b5e3a92f0 0x559b5e3ad080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:07.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb334ad2640 1 -- 172.21.15.71:0/3212220619 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559b5e3a92f0 msgr2=0x559b5e3ad080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:07.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb334ad2640 1 --2- 172.21.15.71:0/3212220619 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559b5e3a92f0 0x559b5e3ad080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb334ad2640 1 -- 172.21.15.71:0/3212220619 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3b3bb0 msgr2=0x559b5e3ad700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:07.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb334ad2640 1 --2- 172.21.15.71:0/3212220619 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3b3bb0 0x559b5e3ad700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb334ad2640 1 -- 172.21.15.71:0/3212220619 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b5e3adf00 con 0x559b5e3a89d0 2024-09-05T07:38:07.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb334ad2640 1 --2- 172.21.15.71:0/3212220619 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3a89d0 0x559b5e3acb40 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fb32409b2d0 tx=0x7fb32407d4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20c584838be83d6d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:07.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb30ffff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:38:07.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb30ffff640 1 -- 172.21.15.71:0/3212220619 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb324020070 con 0x559b5e3a89d0 2024-09-05T07:38:07.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb30ffff640 1 -- 172.21.15.71:0/3212220619 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7fb32409ac20 con 0x559b5e3a89d0 2024-09-05T07:38:07.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb33910f740 1 -- 172.21.15.71:0/3212220619 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb328036030 con 0x559b5e3a89d0 2024-09-05T07:38:07.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb30ffff640 1 -- 172.21.15.71:0/3212220619 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb32409b110 con 0x559b5e3a89d0 2024-09-05T07:38:07.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb33910f740 10 client.15090 fetch_fsmap learned FSMap version 25 2024-09-05T07:38:07.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb33910f740 1 -- 172.21.15.71:0/3212220619 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x559b5e433350 con 0x559b5e3a89d0 2024-09-05T07:38:07.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb30ffff640 1 -- 172.21.15.71:0/3212220619 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb328036030 con 0x559b5e3a89d0 2024-09-05T07:38:07.355 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb30ffff640 1 -- 172.21.15.71:0/3212220619 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fb3240b4250 con 0x559b5e3a89d0 2024-09-05T07:38:07.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb33910f740 10 client.15090 fetch_fsmap finished waiting for FSMap version 25 2024-09-05T07:38:07.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb33910f740 10 client.15090 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-05T07:38:07.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb33910f740 20 client.15090 populate_metadata read hostname 'smithi071' 2024-09-05T07:38:07.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb33910f740 1 --2- 172.21.15.71:0/3212220619 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x559b5e437d60 0x559b5e436a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:07.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb33910f740 4 client.15090 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T07:38:07.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.347+0000 7fb33910f740 1 -- 172.21.15.71:0/3212220619 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "status"}) -- 0x559b5e316b10 con 0x559b5e437d60 2024-09-05T07:38:07.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.348+0000 7fb32ffff640 1 --2- 172.21.15.71:0/3212220619 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x559b5e437d60 0x559b5e436a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:07.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.348+0000 7fb30ffff640 10 client.15090 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:38:07.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.348+0000 7fb32ffff640 1 --2- 172.21.15.71:0/3212220619 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x559b5e437d60 0x559b5e436a70 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5db9d602b03ccc9b server_cookie=20593f2f0521f511 in_seq=0 out_seq=0 2024-09-05T07:38:07.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.348+0000 7fb30ffff640 1 -- 172.21.15.71:0/3212220619 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x559b5e316b10 con 0x559b5e437d60 2024-09-05T07:38:07.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.348+0000 7fb30ffff640 10 client.15090 handle_command_reply: tid=0 2024-09-05T07:38:07.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.348+0000 7fb33910f740 1 client.15090 shutdown 2024-09-05T07:38:07.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb33910f740 1 -- 172.21.15.71:0/3212220619 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3a89d0 msgr2=0x559b5e3acb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:07.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb33910f740 1 --2- 172.21.15.71:0/3212220619 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3a89d0 0x559b5e3acb40 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fb32409b2d0 tx=0x7fb32407d4c0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb33910f740 1 -- 172.21.15.71:0/3212220619 shutdown_connections 2024-09-05T07:38:07.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb33910f740 1 --2- 172.21.15.71:0/3212220619 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x559b5e437d60 0x559b5e436a70 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb33910f740 1 --2- 172.21.15.71:0/3212220619 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559b5e3b3bb0 0x559b5e3ad700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb33910f740 1 --2- 172.21.15.71:0/3212220619 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559b5e3a92f0 0x559b5e3ad080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb33910f740 1 --2- 172.21.15.71:0/3212220619 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559b5e3a89d0 0x559b5e3acb40 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb33910f740 1 -- 172.21.15.71:0/3212220619 >> 172.21.15.71:0/3212220619 conn(0x559b5e3a4f60 msgr2=0x559b5e3af1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:07.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb30ffff640 0 client.15090 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:38:07.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb33910f740 1 -- 172.21.15.71:0/3212220619 shutdown_connections 2024-09-05T07:38:07.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb33910f740 1 -- 172.21.15.71:0/3212220619 wait complete. 2024-09-05T07:38:07.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb33910f740 20 client.15090 trim_cache size 0 max 16384 2024-09-05T07:38:07.358 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:38:07.358 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "528064f0-6b58-11ef-bcd6-c7b262605968", 2024-09-05T07:38:07.358 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 0, 2024-09-05T07:38:07.358 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24475, 2024-09-05T07:38:07.358 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-09-05T07:38:07.358 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-09-05T07:38:07.358 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-09-05T07:38:07.358 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 111.52216947300001, 2024-09-05T07:38:07.358 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 25, 2024-09-05T07:38:07.358 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 92, 2024-09-05T07:38:07.358 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 90, 2024-09-05T07:38:07.358 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 131.89584300499999 2024-09-05T07:38:07.359 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:38:07.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb336d36640 1 -- 172.21.15.71:0/1293530964 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb3200a2c10 msgr2=0x7fb3200a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:07.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb336d36640 1 --2- 172.21.15.71:0/1293530964 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb3200a2c10 0x7fb3200a50d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb328032c20 tx=0x7fb328044000 comp rx=0 tx=0).stop 2024-09-05T07:38:07.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb336d36640 1 -- 172.21.15.71:0/1293530964 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb330101de0 msgr2=0x7fb330198420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:07.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb336d36640 1 --2- 172.21.15.71:0/1293530964 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb330101de0 0x7fb330198420 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fb32400d950 tx=0x7fb32400de10 comp rx=0 tx=0).stop 2024-09-05T07:38:07.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb336d36640 1 -- 172.21.15.71:0/1293530964 shutdown_connections 2024-09-05T07:38:07.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb336d36640 1 --2- 172.21.15.71:0/1293530964 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb3200a2c10 0x7fb3200a50d0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb336d36640 1 --2- 172.21.15.71:0/1293530964 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb330106f10 0x7fb33019ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb336d36640 1 --2- 172.21.15.71:0/1293530964 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb330102790 0x7fb330198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb336d36640 1 --2- 172.21.15.71:0/1293530964 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb330101de0 0x7fb330198420 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:07.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.349+0000 7fb336d36640 1 -- 172.21.15.71:0/1293530964 >> 172.21.15.71:0/1293530964 conn(0x7fb3300fd8c0 msgr2=0x7fb3300fec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:07.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.350+0000 7fb336d36640 1 -- 172.21.15.71:0/1293530964 shutdown_connections 2024-09-05T07:38:07.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:07.350+0000 7fb336d36640 1 -- 172.21.15.71:0/1293530964 wait complete. 2024-09-05T07:38:07.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:07 smithi071 ceph-mon[30965]: pgmap v338: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-05T07:38:07.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:07 smithi123 ceph-mon[34568]: pgmap v338: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-05T07:38:07.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:07 smithi192 ceph-mon[34929]: pgmap v338: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-05T07:38:08.140 INFO:tasks.cephadm:Setup complete, yielding 2024-09-05T07:38:08.140 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-05T07:38:08.150 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi071.front.sepia.ceph.com 2024-09-05T07:38:08.150 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- bash -c 'ceph orch status' 2024-09-05T07:38:08.399 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:08.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.877+0000 7fcd113ed640 1 -- 172.21.15.71:0/3095419335 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcd0c100b10 msgr2=0x7fcd0c100f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:08.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.877+0000 7fcd113ed640 1 --2- 172.21.15.71:0/3095419335 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcd0c100b10 0x7fcd0c100f10 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fccfc009900 tx=0x7fccfc02a410 comp rx=0 tx=0).stop 2024-09-05T07:38:08.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.877+0000 7fcd113ed640 1 -- 172.21.15.71:0/3095419335 shutdown_connections 2024-09-05T07:38:08.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.877+0000 7fcd113ed640 1 --2- 172.21.15.71:0/3095419335 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd0c1026d0 0x7fcd0c108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:08.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.877+0000 7fcd113ed640 1 --2- 172.21.15.71:0/3095419335 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcd0c101d10 0x7fcd0c102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:08.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.877+0000 7fcd113ed640 1 --2- 172.21.15.71:0/3095419335 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcd0c100b10 0x7fcd0c100f10 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:08.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.877+0000 7fcd113ed640 1 -- 172.21.15.71:0/3095419335 >> 172.21.15.71:0/3095419335 conn(0x7fcd0c0fc2a0 msgr2=0x7fcd0c0fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:08.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.877+0000 7fcd113ed640 1 -- 172.21.15.71:0/3095419335 shutdown_connections 2024-09-05T07:38:08.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.877+0000 7fcd113ed640 1 -- 172.21.15.71:0/3095419335 wait complete. 2024-09-05T07:38:08.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.877+0000 7fcd113ed640 1 Processor -- start 2024-09-05T07:38:08.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.878+0000 7fcd113ed640 1 -- start start 2024-09-05T07:38:08.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.878+0000 7fcd113ed640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd0c100b10 0x7fcd0c06b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:08.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.878+0000 7fcd113ed640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcd0c101d10 0x7fcd0c19caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:08.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.878+0000 7fcd113ed640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcd0c1026d0 0x7fcd0c19f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:08.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.878+0000 7fcd113ed640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fcd0c10c620 con 0x7fcd0c101d10 2024-09-05T07:38:08.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.878+0000 7fcd113ed640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcd0c10c4a0 con 0x7fcd0c1026d0 2024-09-05T07:38:08.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.878+0000 7fcd113ed640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fcd0c10c7a0 con 0x7fcd0c100b10 2024-09-05T07:38:08.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.878+0000 7fcd0a7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcd0c101d10 0x7fcd0c19caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:08.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.878+0000 7fcd0a7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcd0c101d10 0x7fcd0c19caf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58314/0 (socket says 172.21.15.71:58314) 2024-09-05T07:38:08.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.878+0000 7fcd0a7fc640 1 -- 172.21.15.71:0/1325707510 learned_addr learned my addr 172.21.15.71:0/1325707510 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:08.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.878+0000 7fcd0b7fe640 1 --2- 172.21.15.71:0/1325707510 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcd0c1026d0 0x7fcd0c19f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:08.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.878+0000 7fcd0affd640 1 --2- 172.21.15.71:0/1325707510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd0c100b10 0x7fcd0c06b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:08.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.878+0000 7fcd0a7fc640 1 -- 172.21.15.71:0/1325707510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd0c100b10 msgr2=0x7fcd0c06b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:08.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.878+0000 7fcd0a7fc640 1 --2- 172.21.15.71:0/1325707510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd0c100b10 0x7fcd0c06b330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:08.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.878+0000 7fcd0a7fc640 1 -- 172.21.15.71:0/1325707510 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcd0c1026d0 msgr2=0x7fcd0c19f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:08.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.878+0000 7fcd0a7fc640 1 --2- 172.21.15.71:0/1325707510 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcd0c1026d0 0x7fcd0c19f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:08.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.878+0000 7fcd0a7fc640 1 -- 172.21.15.71:0/1325707510 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd0c19fa00 con 0x7fcd0c101d10 2024-09-05T07:38:08.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.878+0000 7fcd0b7fe640 1 --2- 172.21.15.71:0/1325707510 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcd0c1026d0 0x7fcd0c19f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:38:08.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.878+0000 7fcd0a7fc640 1 --2- 172.21.15.71:0/1325707510 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcd0c101d10 0x7fcd0c19caf0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fcd0000c890 tx=0x7fcd0000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:08.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.878+0000 7fccf3fff640 1 -- 172.21.15.71:0/1325707510 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd00004220 con 0x7fcd0c101d10 2024-09-05T07:38:08.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.879+0000 7fcd113ed640 1 -- 172.21.15.71:0/1325707510 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd0c19fcf0 con 0x7fcd0c101d10 2024-09-05T07:38:08.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.879+0000 7fccf3fff640 1 -- 172.21.15.71:0/1325707510 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd000043c0 con 0x7fcd0c101d10 2024-09-05T07:38:08.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.879+0000 7fccf3fff640 1 -- 172.21.15.71:0/1325707510 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd00004a00 con 0x7fcd0c101d10 2024-09-05T07:38:08.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.879+0000 7fcd113ed640 1 -- 172.21.15.71:0/1325707510 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd0c1a0220 con 0x7fcd0c101d10 2024-09-05T07:38:08.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.880+0000 7fcd113ed640 1 -- 172.21.15.71:0/1325707510 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd0c107f80 con 0x7fcd0c101d10 2024-09-05T07:38:08.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.881+0000 7fccf3fff640 1 -- 172.21.15.71:0/1325707510 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fcd00004ba0 con 0x7fcd0c101d10 2024-09-05T07:38:08.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.881+0000 7fccf3fff640 1 --2- 172.21.15.71:0/1325707510 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fccf40a2c10 0x7fccf40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:08.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.881+0000 7fcd0affd640 1 --2- 172.21.15.71:0/1325707510 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fccf40a2c10 0x7fccf40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:08.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.881+0000 7fccf3fff640 1 -- 172.21.15.71:0/1325707510 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7fcd000cf330 con 0x7fcd0c101d10 2024-09-05T07:38:08.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.882+0000 7fcd0affd640 1 --2- 172.21.15.71:0/1325707510 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fccf40a2c10 0x7fccf40a50d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fccfc006010 tx=0x7fccfc000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:08.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:08.886+0000 7fccf3fff640 1 -- 172.21.15.71:0/1325707510 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcd00014030 con 0x7fcd0c101d10 2024-09-05T07:38:09.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:09.070+0000 7fcd113ed640 1 -- 172.21.15.71:0/1325707510 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7fcd0c062630 con 0x7fccf40a2c10 2024-09-05T07:38:09.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:09.071+0000 7fccf3fff640 1 -- 172.21.15.71:0/1325707510 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fcd0c062630 con 0x7fccf40a2c10 2024-09-05T07:38:09.072 INFO:teuthology.orchestra.run.smithi071.stdout:Backend: cephadm 2024-09-05T07:38:09.072 INFO:teuthology.orchestra.run.smithi071.stdout:Available: Yes 2024-09-05T07:38:09.072 INFO:teuthology.orchestra.run.smithi071.stdout:Paused: No 2024-09-05T07:38:09.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:09.073+0000 7fcd113ed640 1 -- 172.21.15.71:0/1325707510 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fccf40a2c10 msgr2=0x7fccf40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:09.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:09.073+0000 7fcd113ed640 1 --2- 172.21.15.71:0/1325707510 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fccf40a2c10 0x7fccf40a50d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fccfc006010 tx=0x7fccfc000bc0 comp rx=0 tx=0).stop 2024-09-05T07:38:09.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:09.073+0000 7fcd113ed640 1 -- 172.21.15.71:0/1325707510 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcd0c101d10 msgr2=0x7fcd0c19caf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:09.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:09.073+0000 7fcd113ed640 1 --2- 172.21.15.71:0/1325707510 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcd0c101d10 0x7fcd0c19caf0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fcd0000c890 tx=0x7fcd0000cd50 comp rx=0 tx=0).stop 2024-09-05T07:38:09.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:09.074+0000 7fcd113ed640 1 -- 172.21.15.71:0/1325707510 shutdown_connections 2024-09-05T07:38:09.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:09.074+0000 7fcd113ed640 1 --2- 172.21.15.71:0/1325707510 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fccf40a2c10 0x7fccf40a50d0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:09.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:09.074+0000 7fcd113ed640 1 --2- 172.21.15.71:0/1325707510 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcd0c1026d0 0x7fcd0c19f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:09.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:09.074+0000 7fcd113ed640 1 --2- 172.21.15.71:0/1325707510 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcd0c101d10 0x7fcd0c19caf0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:09.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:09.074+0000 7fcd113ed640 1 --2- 172.21.15.71:0/1325707510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcd0c100b10 0x7fcd0c06b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:09.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:09.074+0000 7fcd113ed640 1 -- 172.21.15.71:0/1325707510 >> 172.21.15.71:0/1325707510 conn(0x7fcd0c0fc2a0 msgr2=0x7fcd0c105150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:09.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:09.074+0000 7fcd113ed640 1 -- 172.21.15.71:0/1325707510 shutdown_connections 2024-09-05T07:38:09.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:09.074+0000 7fcd113ed640 1 -- 172.21.15.71:0/1325707510 wait complete. 2024-09-05T07:38:09.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:09 smithi071 ceph-mon[30965]: pgmap v339: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:38:09.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:09 smithi123 ceph-mon[34568]: pgmap v339: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:38:09.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:09 smithi192 ceph-mon[34929]: pgmap v339: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:38:09.856 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- bash -c 'ceph orch ps' 2024-09-05T07:38:10.098 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:10.500 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:10 smithi071 ceph-mon[30965]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:10.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.590+0000 7f2843050640 1 -- 172.21.15.71:0/3924961430 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f283c102e00 msgr2=0x7f283c103280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:10.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.590+0000 7f2843050640 1 --2- 172.21.15.71:0/3924961430 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f283c102e00 0x7f283c103280 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f2828009900 tx=0x7f282802a410 comp rx=0 tx=0).stop 2024-09-05T07:38:10.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.590+0000 7f2843050640 1 -- 172.21.15.71:0/3924961430 shutdown_connections 2024-09-05T07:38:10.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.590+0000 7f2843050640 1 --2- 172.21.15.71:0/3924961430 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f283c1037c0 0x7f283c10a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:10.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.590+0000 7f2843050640 1 --2- 172.21.15.71:0/3924961430 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f283c102e00 0x7f283c103280 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:10.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.590+0000 7f2843050640 1 --2- 172.21.15.71:0/3924961430 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f283c101c00 0x7f283c102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:10.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.590+0000 7f2843050640 1 -- 172.21.15.71:0/3924961430 >> 172.21.15.71:0/3924961430 conn(0x7f283c0fd390 msgr2=0x7f283c0ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:10.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.590+0000 7f2843050640 1 -- 172.21.15.71:0/3924961430 shutdown_connections 2024-09-05T07:38:10.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.590+0000 7f2843050640 1 -- 172.21.15.71:0/3924961430 wait complete. 2024-09-05T07:38:10.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.591+0000 7f2843050640 1 Processor -- start 2024-09-05T07:38:10.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.591+0000 7f2843050640 1 -- start start 2024-09-05T07:38:10.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.591+0000 7f2843050640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f283c101c00 0x7f283c199fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:10.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.591+0000 7f2843050640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f283c102e00 0x7f283c19a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:10.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.591+0000 7f2843050640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f283c1037c0 0x7f283c1a1560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:10.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.591+0000 7f2843050640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f283c10d710 con 0x7f283c102e00 2024-09-05T07:38:10.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.591+0000 7f2843050640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f283c10d590 con 0x7f283c1037c0 2024-09-05T07:38:10.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.591+0000 7f2843050640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f283c10d890 con 0x7f283c101c00 2024-09-05T07:38:10.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.591+0000 7f283bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f283c102e00 0x7f283c19a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:10.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.591+0000 7f283bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f283c102e00 0x7f283c19a4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58332/0 (socket says 172.21.15.71:58332) 2024-09-05T07:38:10.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.591+0000 7f283bfff640 1 -- 172.21.15.71:0/1923731039 learned_addr learned my addr 172.21.15.71:0/1923731039 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:10.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.591+0000 7f28415ed640 1 --2- 172.21.15.71:0/1923731039 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f283c1037c0 0x7f283c1a1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:10.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.591+0000 7f283bfff640 1 -- 172.21.15.71:0/1923731039 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f283c101c00 msgr2=0x7f283c199fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:10.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.591+0000 7f2840dec640 1 --2- 172.21.15.71:0/1923731039 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f283c101c00 0x7f283c199fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:10.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.591+0000 7f283bfff640 1 --2- 172.21.15.71:0/1923731039 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f283c101c00 0x7f283c199fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:10.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.591+0000 7f283bfff640 1 -- 172.21.15.71:0/1923731039 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f283c1037c0 msgr2=0x7f283c1a1560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:10.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.591+0000 7f283bfff640 1 --2- 172.21.15.71:0/1923731039 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f283c1037c0 0x7f283c1a1560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:10.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.591+0000 7f283bfff640 1 -- 172.21.15.71:0/1923731039 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f283c1a1bd0 con 0x7f283c102e00 2024-09-05T07:38:10.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.591+0000 7f28415ed640 1 --2- 172.21.15.71:0/1923731039 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f283c1037c0 0x7f283c1a1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:38:10.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.592+0000 7f283bfff640 1 --2- 172.21.15.71:0/1923731039 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f283c102e00 0x7f283c19a4e0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f2828005940 tx=0x7f2828004430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:10.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.592+0000 7f2839ffb640 1 -- 172.21.15.71:0/1923731039 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f282803f030 con 0x7f283c102e00 2024-09-05T07:38:10.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.592+0000 7f2839ffb640 1 -- 172.21.15.71:0/1923731039 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2828003cb0 con 0x7f283c102e00 2024-09-05T07:38:10.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.592+0000 7f2839ffb640 1 -- 172.21.15.71:0/1923731039 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2828035070 con 0x7f283c102e00 2024-09-05T07:38:10.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.592+0000 7f2843050640 1 -- 172.21.15.71:0/1923731039 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f283c1a1e60 con 0x7f283c102e00 2024-09-05T07:38:10.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.592+0000 7f2843050640 1 -- 172.21.15.71:0/1923731039 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f283c1a22c0 con 0x7f283c102e00 2024-09-05T07:38:10.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.593+0000 7f2843050640 1 -- 172.21.15.71:0/1923731039 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f283c1a24f0 con 0x7f283c102e00 2024-09-05T07:38:10.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.594+0000 7f2839ffb640 1 -- 172.21.15.71:0/1923731039 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f2828042030 con 0x7f283c102e00 2024-09-05T07:38:10.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.594+0000 7f2839ffb640 1 --2- 172.21.15.71:0/1923731039 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f282c0a2cc0 0x7f282c0a5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:10.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.595+0000 7f2840dec640 1 --2- 172.21.15.71:0/1923731039 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f282c0a2cc0 0x7f282c0a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:10.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.595+0000 7f2839ffb640 1 -- 172.21.15.71:0/1923731039 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f28280efcc0 con 0x7f283c102e00 2024-09-05T07:38:10.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.595+0000 7f2840dec640 1 --2- 172.21.15.71:0/1923731039 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f282c0a2cc0 0x7f282c0a5180 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f283c102c60 tx=0x7f2830005c60 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:10.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.599+0000 7f2839ffb640 1 -- 172.21.15.71:0/1923731039 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f28280bc6d0 con 0x7f283c102e00 2024-09-05T07:38:10.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:10 smithi123 ceph-mon[34568]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:10.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:10 smithi192 ceph-mon[34929]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:10.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.771+0000 7f2843050640 1 -- 172.21.15.71:0/1923731039 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f283c109d90 con 0x7f282c0a2cc0 2024-09-05T07:38:10.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.783+0000 7f2839ffb640 1 -- 172.21.15.71:0/1923731039 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4061 (secure 0 0 0) 0x7f283c109d90 con 0x7f282c0a2cc0 2024-09-05T07:38:10.784 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T07:38:10.784 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (2m) 59s ago 2m 14.3M - 19.1.1-259-g91c8a7e5 77770cf7e895 a4df1f0188ae 2024-09-05T07:38:10.784 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi123 running (2m) 60s ago 2m 19.6M - 19.1.1-259-g91c8a7e5 77770cf7e895 fff9a9c62872 2024-09-05T07:38:10.784 INFO:teuthology.orchestra.run.smithi071.stdout:mds.c smithi192 running (2m) 60s ago 2m 18.2M - 19.1.1-259-g91c8a7e5 77770cf7e895 5c6813904f53 2024-09-05T07:38:10.784 INFO:teuthology.orchestra.run.smithi071.stdout:mds.d smithi071 running (2m) 59s ago 2m 14.1M - 19.1.1-259-g91c8a7e5 77770cf7e895 0c31b39695b9 2024-09-05T07:38:10.785 INFO:teuthology.orchestra.run.smithi071.stdout:mds.e smithi123 running (2m) 60s ago 2m 15.6M - 19.1.1-259-g91c8a7e5 77770cf7e895 8377ddca1a97 2024-09-05T07:38:10.785 INFO:teuthology.orchestra.run.smithi071.stdout:mds.f smithi192 running (2m) 60s ago 2m 15.3M - 19.1.1-259-g91c8a7e5 77770cf7e895 d92512a8f75e 2024-09-05T07:38:10.785 INFO:teuthology.orchestra.run.smithi071.stdout:mds.g smithi071 running (2m) 59s ago 2m 13.4M - 19.1.1-259-g91c8a7e5 77770cf7e895 b6463cb97324 2024-09-05T07:38:10.785 INFO:teuthology.orchestra.run.smithi071.stdout:mds.h smithi123 running (2m) 60s ago 2m 16.9M - 19.1.1-259-g91c8a7e5 77770cf7e895 e28b4747d053 2024-09-05T07:38:10.785 INFO:teuthology.orchestra.run.smithi071.stdout:mds.i smithi192 running (2m) 60s ago 2m 25.5M - 19.1.1-259-g91c8a7e5 77770cf7e895 7d1052936b3e 2024-09-05T07:38:10.785 INFO:teuthology.orchestra.run.smithi071.stdout:mds.j smithi071 running (2m) 59s ago 2m 14.5M - 19.1.1-259-g91c8a7e5 77770cf7e895 5fc97376d0fb 2024-09-05T07:38:10.785 INFO:teuthology.orchestra.run.smithi071.stdout:mds.k smithi123 running (2m) 60s ago 2m 14.5M - 19.1.1-259-g91c8a7e5 77770cf7e895 dfcd3097a6b2 2024-09-05T07:38:10.785 INFO:teuthology.orchestra.run.smithi071.stdout:mds.l smithi192 running (2m) 60s ago 2m 16.7M - 19.1.1-259-g91c8a7e5 77770cf7e895 e5322d00dab0 2024-09-05T07:38:10.785 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi071 *:9283,8765 running (9m) 59s ago 9m 507M - 19.1.1-259-g91c8a7e5 77770cf7e895 600d420cb4ab 2024-09-05T07:38:10.785 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi123 *:8443,8765 running (7m) 60s ago 7m 443M - 19.1.1-259-g91c8a7e5 77770cf7e895 55d11f4a80a7 2024-09-05T07:38:10.785 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.z smithi192 *:8443,8765 running (7m) 60s ago 7m 443M - 19.1.1-259-g91c8a7e5 77770cf7e895 fba53cade758 2024-09-05T07:38:10.785 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (9m) 59s ago 9m 49.2M 2048M 19.1.1-259-g91c8a7e5 77770cf7e895 5590b54035a2 2024-09-05T07:38:10.785 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi123 running (7m) 60s ago 7m 40.1M 2048M 19.1.1-259-g91c8a7e5 77770cf7e895 7239d4892b47 2024-09-05T07:38:10.786 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi192 running (8m) 60s ago 8m 40.8M 2048M 19.1.1-259-g91c8a7e5 77770cf7e895 4d7182cb860a 2024-09-05T07:38:10.786 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (7m) 59s ago 7m 49.4M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 f19bb019a7c8 2024-09-05T07:38:10.786 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi123 running (7m) 60s ago 7m 56.5M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 1ce296373d98 2024-09-05T07:38:10.786 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi192 running (6m) 60s ago 6m 55.3M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 37f2c8d45e36 2024-09-05T07:38:10.786 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (6m) 59s ago 6m 52.3M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 e386d46472bd 2024-09-05T07:38:10.786 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi123 running (5m) 60s ago 5m 52.4M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 8d3a975b90cd 2024-09-05T07:38:10.786 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi192 running (5m) 60s ago 5m 55.3M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 b727c38297ea 2024-09-05T07:38:10.786 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi071 running (5m) 59s ago 5m 44.2M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 8a5d3ca44628 2024-09-05T07:38:10.786 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi123 running (4m) 60s ago 4m 54.8M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 4c4b23e220a5 2024-09-05T07:38:10.786 INFO:teuthology.orchestra.run.smithi071.stdout:osd.8 smithi192 running (4m) 60s ago 4m 51.9M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 f78f58cfa059 2024-09-05T07:38:10.786 INFO:teuthology.orchestra.run.smithi071.stdout:osd.9 smithi071 running (3m) 59s ago 3m 44.7M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 37ca56935124 2024-09-05T07:38:10.786 INFO:teuthology.orchestra.run.smithi071.stdout:osd.10 smithi123 running (3m) 60s ago 3m 46.2M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 3e956f8ba237 2024-09-05T07:38:10.786 INFO:teuthology.orchestra.run.smithi071.stdout:osd.11 smithi192 running (2m) 60s ago 2m 44.6M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 5711c6460b31 2024-09-05T07:38:10.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.786+0000 7f2843050640 1 -- 172.21.15.71:0/1923731039 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f282c0a2cc0 msgr2=0x7f282c0a5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:10.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.786+0000 7f2843050640 1 --2- 172.21.15.71:0/1923731039 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f282c0a2cc0 0x7f282c0a5180 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f283c102c60 tx=0x7f2830005c60 comp rx=0 tx=0).stop 2024-09-05T07:38:10.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.786+0000 7f2843050640 1 -- 172.21.15.71:0/1923731039 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f283c102e00 msgr2=0x7f283c19a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:10.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.786+0000 7f2843050640 1 --2- 172.21.15.71:0/1923731039 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f283c102e00 0x7f283c19a4e0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f2828005940 tx=0x7f2828004430 comp rx=0 tx=0).stop 2024-09-05T07:38:10.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.786+0000 7f2843050640 1 -- 172.21.15.71:0/1923731039 shutdown_connections 2024-09-05T07:38:10.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.786+0000 7f2843050640 1 --2- 172.21.15.71:0/1923731039 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f282c0a2cc0 0x7f282c0a5180 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:10.788 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.786+0000 7f2843050640 1 --2- 172.21.15.71:0/1923731039 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f283c1037c0 0x7f283c1a1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:10.788 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.786+0000 7f2843050640 1 --2- 172.21.15.71:0/1923731039 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f283c102e00 0x7f283c19a4e0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:10.788 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.786+0000 7f2843050640 1 --2- 172.21.15.71:0/1923731039 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f283c101c00 0x7f283c199fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:10.788 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.786+0000 7f2843050640 1 -- 172.21.15.71:0/1923731039 >> 172.21.15.71:0/1923731039 conn(0x7f283c0fd390 msgr2=0x7f283c108670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:10.788 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.786+0000 7f2843050640 1 -- 172.21.15.71:0/1923731039 shutdown_connections 2024-09-05T07:38:10.788 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:10.786+0000 7f2843050640 1 -- 172.21.15.71:0/1923731039 wait complete. 2024-09-05T07:38:11.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:11 smithi071 ceph-mon[30965]: pgmap v340: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-05T07:38:11.618 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- bash -c 'ceph orch ls' 2024-09-05T07:38:11.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:11 smithi123 ceph-mon[34568]: pgmap v340: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-05T07:38:11.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:11 smithi192 ceph-mon[34929]: pgmap v340: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-05T07:38:11.861 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:12.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.364+0000 7f8c97e7b640 1 -- 172.21.15.71:0/3378651671 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8c90100490 msgr2=0x7f8c901028a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:12.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.364+0000 7f8c97e7b640 1 --2- 172.21.15.71:0/3378651671 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8c90100490 0x7f8c901028a0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f8c8c009900 tx=0x7f8c8c02a410 comp rx=0 tx=0).stop 2024-09-05T07:38:12.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.364+0000 7f8c97e7b640 1 -- 172.21.15.71:0/3378651671 shutdown_connections 2024-09-05T07:38:12.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.364+0000 7f8c97e7b640 1 --2- 172.21.15.71:0/3378651671 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8c90105790 0x7f8c90105c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:12.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.364+0000 7f8c97e7b640 1 --2- 172.21.15.71:0/3378651671 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c90102de0 0x7f8c90105250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:12.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.364+0000 7f8c97e7b640 1 --2- 172.21.15.71:0/3378651671 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8c90100490 0x7f8c901028a0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:12.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.364+0000 7f8c97e7b640 1 -- 172.21.15.71:0/3378651671 >> 172.21.15.71:0/3378651671 conn(0x7f8c900fc2a0 msgr2=0x7f8c900fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:12.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.364+0000 7f8c97e7b640 1 -- 172.21.15.71:0/3378651671 shutdown_connections 2024-09-05T07:38:12.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.364+0000 7f8c97e7b640 1 -- 172.21.15.71:0/3378651671 wait complete. 2024-09-05T07:38:12.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.365+0000 7f8c97e7b640 1 Processor -- start 2024-09-05T07:38:12.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.365+0000 7f8c97e7b640 1 -- start start 2024-09-05T07:38:12.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.365+0000 7f8c97e7b640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8c90100490 0x7f8c9019e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:12.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.365+0000 7f8c97e7b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c90102de0 0x7f8c9019e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:12.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.365+0000 7f8c97e7b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8c90105790 0x7f8c901a5a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:12.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.365+0000 7f8c97e7b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f8c90113db0 con 0x7f8c90105790 2024-09-05T07:38:12.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.365+0000 7f8c97e7b640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8c90113c30 con 0x7f8c90100490 2024-09-05T07:38:12.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.365+0000 7f8c97e7b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8c90113f30 con 0x7f8c90102de0 2024-09-05T07:38:12.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.365+0000 7f8c96418640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8c90105790 0x7f8c901a5a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:12.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.365+0000 7f8c96418640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8c90105790 0x7f8c901a5a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46174/0 (socket says 172.21.15.71:46174) 2024-09-05T07:38:12.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.365+0000 7f8c96418640 1 -- 172.21.15.71:0/2029738607 learned_addr learned my addr 172.21.15.71:0/2029738607 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:12.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.366+0000 7f8c95c17640 1 --2- 172.21.15.71:0/2029738607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8c90100490 0x7f8c9019e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:12.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.366+0000 7f8c96418640 1 -- 172.21.15.71:0/2029738607 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c90102de0 msgr2=0x7f8c9019e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:12.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.366+0000 7f8c95416640 1 --2- 172.21.15.71:0/2029738607 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c90102de0 0x7f8c9019e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:12.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.366+0000 7f8c96418640 1 --2- 172.21.15.71:0/2029738607 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c90102de0 0x7f8c9019e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:12.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.366+0000 7f8c96418640 1 -- 172.21.15.71:0/2029738607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8c90100490 msgr2=0x7f8c9019e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:12.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.366+0000 7f8c96418640 1 --2- 172.21.15.71:0/2029738607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8c90100490 0x7f8c9019e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:12.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.366+0000 7f8c96418640 1 -- 172.21.15.71:0/2029738607 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c901a60a0 con 0x7f8c90105790 2024-09-05T07:38:12.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.366+0000 7f8c95c17640 1 --2- 172.21.15.71:0/2029738607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8c90100490 0x7f8c9019e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:38:12.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.366+0000 7f8c96418640 1 --2- 172.21.15.71:0/2029738607 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8c90105790 0x7f8c901a5a30 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f8c8800b970 tx=0x7f8c8800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:12.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.366+0000 7f8c86ffd640 1 -- 172.21.15.71:0/2029738607 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c88019070 con 0x7f8c90105790 2024-09-05T07:38:12.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.366+0000 7f8c97e7b640 1 -- 172.21.15.71:0/2029738607 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c901a6390 con 0x7f8c90105790 2024-09-05T07:38:12.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.366+0000 7f8c97e7b640 1 -- 172.21.15.71:0/2029738607 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c901a6950 con 0x7f8c90105790 2024-09-05T07:38:12.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.366+0000 7f8c86ffd640 1 -- 172.21.15.71:0/2029738607 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8c88014440 con 0x7f8c90105790 2024-09-05T07:38:12.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.366+0000 7f8c86ffd640 1 -- 172.21.15.71:0/2029738607 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c880075d0 con 0x7f8c90105790 2024-09-05T07:38:12.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.367+0000 7f8c97e7b640 1 -- 172.21.15.71:0/2029738607 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c740052c0 con 0x7f8c90105790 2024-09-05T07:38:12.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.369+0000 7f8c86ffd640 1 -- 172.21.15.71:0/2029738607 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f8c8801c070 con 0x7f8c90105790 2024-09-05T07:38:12.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.369+0000 7f8c86ffd640 1 --2- 172.21.15.71:0/2029738607 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8c7c0a2c40 0x7f8c7c0a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:12.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.369+0000 7f8c95c17640 1 --2- 172.21.15.71:0/2029738607 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8c7c0a2c40 0x7f8c7c0a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:12.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.369+0000 7f8c86ffd640 1 -- 172.21.15.71:0/2029738607 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f8c880ceee0 con 0x7f8c90105790 2024-09-05T07:38:12.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.370+0000 7f8c95c17640 1 --2- 172.21.15.71:0/2029738607 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8c7c0a2c40 0x7f8c7c0a5100 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f8c8c006010 tx=0x7f8c8c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:12.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.373+0000 7f8c86ffd640 1 -- 172.21.15.71:0/2029738607 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8c8809ba00 con 0x7f8c90105790 2024-09-05T07:38:12.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.549+0000 7f8c97e7b640 1 -- 172.21.15.71:0/2029738607 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f8c74000bf0 con 0x7f8c7c0a2c40 2024-09-05T07:38:12.550 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:12 smithi071 ceph-mon[30965]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:12.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.556+0000 7f8c86ffd640 1 -- 172.21.15.71:0/2029738607 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f8c74000bf0 con 0x7f8c7c0a2c40 2024-09-05T07:38:12.556 INFO:teuthology.orchestra.run.smithi071.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-05T07:38:12.556 INFO:teuthology.orchestra.run.smithi071.stdout:mds.all 12/12 62s ago 2m smithi071=a;smithi071=d;smithi071=g;smithi071=j;smithi123=b;smithi123=e;smithi123=h;smithi123=k;smithi192=c;smithi192=f;smithi192=i;smithi192=l;count:12 2024-09-05T07:38:12.556 INFO:teuthology.orchestra.run.smithi071.stdout:mgr 3/3 62s ago 7m smithi071=x;smithi123=y;smithi192=z;count:3 2024-09-05T07:38:12.556 INFO:teuthology.orchestra.run.smithi071.stdout:mon 3/3 62s ago 8m smithi071:172.21.15.71=a;smithi123:172.21.15.123=b;smithi192:172.21.15.192=c;count:3 2024-09-05T07:38:12.556 INFO:teuthology.orchestra.run.smithi071.stdout:osd 12 62s ago - 2024-09-05T07:38:12.558 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.558+0000 7f8c97e7b640 1 -- 172.21.15.71:0/2029738607 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8c7c0a2c40 msgr2=0x7f8c7c0a5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:12.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.558+0000 7f8c97e7b640 1 --2- 172.21.15.71:0/2029738607 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8c7c0a2c40 0x7f8c7c0a5100 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f8c8c006010 tx=0x7f8c8c000bc0 comp rx=0 tx=0).stop 2024-09-05T07:38:12.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.558+0000 7f8c97e7b640 1 -- 172.21.15.71:0/2029738607 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8c90105790 msgr2=0x7f8c901a5a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:12.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.558+0000 7f8c97e7b640 1 --2- 172.21.15.71:0/2029738607 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8c90105790 0x7f8c901a5a30 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f8c8800b970 tx=0x7f8c8800be30 comp rx=0 tx=0).stop 2024-09-05T07:38:12.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.558+0000 7f8c97e7b640 1 -- 172.21.15.71:0/2029738607 shutdown_connections 2024-09-05T07:38:12.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.558+0000 7f8c97e7b640 1 --2- 172.21.15.71:0/2029738607 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f8c7c0a2c40 0x7f8c7c0a5100 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:12.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.558+0000 7f8c97e7b640 1 --2- 172.21.15.71:0/2029738607 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8c90105790 0x7f8c901a5a30 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:12.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.558+0000 7f8c97e7b640 1 --2- 172.21.15.71:0/2029738607 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8c90102de0 0x7f8c9019e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:12.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.558+0000 7f8c97e7b640 1 --2- 172.21.15.71:0/2029738607 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8c90100490 0x7f8c9019e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:12.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.558+0000 7f8c97e7b640 1 -- 172.21.15.71:0/2029738607 >> 172.21.15.71:0/2029738607 conn(0x7f8c900fc2a0 msgr2=0x7f8c901037c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:12.561 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.558+0000 7f8c97e7b640 1 -- 172.21.15.71:0/2029738607 shutdown_connections 2024-09-05T07:38:12.561 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:12.558+0000 7f8c97e7b640 1 -- 172.21.15.71:0/2029738607 wait complete. 2024-09-05T07:38:12.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:12 smithi123 ceph-mon[34568]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:12.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:12 smithi192 ceph-mon[34929]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:13.399 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- bash -c 'ceph orch host ls' 2024-09-05T07:38:13.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:13 smithi123 ceph-mon[34568]: pgmap v341: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:38:13.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:13 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:38:13.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:13 smithi192 ceph-mon[34929]: pgmap v341: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:38:13.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:13 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:38:13.854 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:13 smithi071 ceph-mon[30965]: pgmap v341: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:38:13.854 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:13 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:38:14.295 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:14.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:14 smithi123 ceph-mon[34568]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:14.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:14 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:14.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:14 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:14.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:14 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:14.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:14 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:14.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:14 smithi192 ceph-mon[34929]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:14.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:14 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:14.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:14 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:14.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:14 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:14.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:14 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:14.793 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:14 smithi071 ceph-mon[30965]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:14.793 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:14 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:14.793 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:14 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:14.793 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:14 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:14.793 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:14 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:14.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.876+0000 7f79b4ca9640 1 -- 172.21.15.71:0/978760465 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79b0101c00 msgr2=0x7f79b0102000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:14.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.876+0000 7f79b4ca9640 1 --2- 172.21.15.71:0/978760465 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79b0101c00 0x7f79b0102000 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f79a0009900 tx=0x7f79a002a410 comp rx=0 tx=0).stop 2024-09-05T07:38:14.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.876+0000 7f79b4ca9640 1 -- 172.21.15.71:0/978760465 shutdown_connections 2024-09-05T07:38:14.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.876+0000 7f79b4ca9640 1 --2- 172.21.15.71:0/978760465 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f79b01037c0 0x7f79b010a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:14.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.876+0000 7f79b4ca9640 1 --2- 172.21.15.71:0/978760465 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79b0102e00 0x7f79b0103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:14.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.876+0000 7f79b4ca9640 1 --2- 172.21.15.71:0/978760465 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79b0101c00 0x7f79b0102000 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:14.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.876+0000 7f79b4ca9640 1 -- 172.21.15.71:0/978760465 >> 172.21.15.71:0/978760465 conn(0x7f79b00fd390 msgr2=0x7f79b00ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:14.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.876+0000 7f79b4ca9640 1 -- 172.21.15.71:0/978760465 shutdown_connections 2024-09-05T07:38:14.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.876+0000 7f79b4ca9640 1 -- 172.21.15.71:0/978760465 wait complete. 2024-09-05T07:38:14.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.877+0000 7f79b4ca9640 1 Processor -- start 2024-09-05T07:38:14.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.877+0000 7f79b4ca9640 1 -- start start 2024-09-05T07:38:14.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f79b4ca9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79b0101c00 0x7f79b0197e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:14.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f79b4ca9640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f79b0102e00 0x7f79b0198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:14.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f79b4ca9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79b01037c0 0x7f79b019f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:14.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f79b4ca9640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f79b010d730 con 0x7f79b01037c0 2024-09-05T07:38:14.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f79b4ca9640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f79b010d5b0 con 0x7f79b0102e00 2024-09-05T07:38:14.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f79b4ca9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f79b010d8b0 con 0x7f79b0101c00 2024-09-05T07:38:14.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f79aed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79b01037c0 0x7f79b019f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:14.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f79aed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79b01037c0 0x7f79b019f3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46194/0 (socket says 172.21.15.71:46194) 2024-09-05T07:38:14.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f79aed9d640 1 -- 172.21.15.71:0/2521158076 learned_addr learned my addr 172.21.15.71:0/2521158076 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:14.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f79add9b640 1 --2- 172.21.15.71:0/2521158076 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f79b0102e00 0x7f79b0198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:14.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f79ae59c640 1 --2- 172.21.15.71:0/2521158076 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79b0101c00 0x7f79b0197e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:14.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f79aed9d640 1 -- 172.21.15.71:0/2521158076 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79b0101c00 msgr2=0x7f79b0197e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:14.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f79aed9d640 1 --2- 172.21.15.71:0/2521158076 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79b0101c00 0x7f79b0197e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:14.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f79aed9d640 1 -- 172.21.15.71:0/2521158076 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f79b0102e00 msgr2=0x7f79b0198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:14.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f79aed9d640 1 --2- 172.21.15.71:0/2521158076 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f79b0102e00 0x7f79b0198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:14.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f79aed9d640 1 -- 172.21.15.71:0/2521158076 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79b019fa40 con 0x7f79b01037c0 2024-09-05T07:38:14.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f79aed9d640 1 --2- 172.21.15.71:0/2521158076 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79b01037c0 0x7f79b019f3d0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f79a800eaa0 tx=0x7f79a800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:14.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f799f7fe640 1 -- 172.21.15.71:0/2521158076 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79a800cdb0 con 0x7f79b01037c0 2024-09-05T07:38:14.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f799f7fe640 1 -- 172.21.15.71:0/2521158076 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79a8005020 con 0x7f79b01037c0 2024-09-05T07:38:14.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f799f7fe640 1 -- 172.21.15.71:0/2521158076 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79a80116d0 con 0x7f79b01037c0 2024-09-05T07:38:14.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.878+0000 7f79b4ca9640 1 -- 172.21.15.71:0/2521158076 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79b019fd30 con 0x7f79b01037c0 2024-09-05T07:38:14.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.879+0000 7f79b4ca9640 1 -- 172.21.15.71:0/2521158076 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79b01a01c0 con 0x7f79b01037c0 2024-09-05T07:38:14.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.879+0000 7f79b4ca9640 1 -- 172.21.15.71:0/2521158076 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79b01090a0 con 0x7f79b01037c0 2024-09-05T07:38:14.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.881+0000 7f799f7fe640 1 -- 172.21.15.71:0/2521158076 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f79a80051d0 con 0x7f79b01037c0 2024-09-05T07:38:14.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.881+0000 7f799f7fe640 1 --2- 172.21.15.71:0/2521158076 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f79980a2c40 0x7f79980a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:14.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.881+0000 7f79ae59c640 1 --2- 172.21.15.71:0/2521158076 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f79980a2c40 0x7f79980a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:14.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.881+0000 7f799f7fe640 1 -- 172.21.15.71:0/2521158076 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f79a80cfaa0 con 0x7f79b01037c0 2024-09-05T07:38:14.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.882+0000 7f79ae59c640 1 --2- 172.21.15.71:0/2521158076 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f79980a2c40 0x7f79980a5100 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f79a0004770 tx=0x7f79a0000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:14.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:14.885+0000 7f799f7fe640 1 -- 172.21.15.71:0/2521158076 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f79a8016030 con 0x7f79b01037c0 2024-09-05T07:38:15.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:15.072+0000 7f79b4ca9640 1 -- 172.21.15.71:0/2521158076 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f79b0062630 con 0x7f79980a2c40 2024-09-05T07:38:15.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:15.074+0000 7f799f7fe640 1 -- 172.21.15.71:0/2521158076 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7f79b0062630 con 0x7f79980a2c40 2024-09-05T07:38:15.074 INFO:teuthology.orchestra.run.smithi071.stdout:HOST ADDR LABELS STATUS 2024-09-05T07:38:15.074 INFO:teuthology.orchestra.run.smithi071.stdout:smithi071 172.21.15.71 2024-09-05T07:38:15.074 INFO:teuthology.orchestra.run.smithi071.stdout:smithi123 172.21.15.123 2024-09-05T07:38:15.075 INFO:teuthology.orchestra.run.smithi071.stdout:smithi192 172.21.15.192 2024-09-05T07:38:15.075 INFO:teuthology.orchestra.run.smithi071.stdout:3 hosts in cluster 2024-09-05T07:38:15.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:15.076+0000 7f79b4ca9640 1 -- 172.21.15.71:0/2521158076 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f79980a2c40 msgr2=0x7f79980a5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:15.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:15.076+0000 7f79b4ca9640 1 --2- 172.21.15.71:0/2521158076 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f79980a2c40 0x7f79980a5100 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f79a0004770 tx=0x7f79a0000bc0 comp rx=0 tx=0).stop 2024-09-05T07:38:15.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:15.076+0000 7f79b4ca9640 1 -- 172.21.15.71:0/2521158076 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79b01037c0 msgr2=0x7f79b019f3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:15.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:15.076+0000 7f79b4ca9640 1 --2- 172.21.15.71:0/2521158076 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79b01037c0 0x7f79b019f3d0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f79a800eaa0 tx=0x7f79a800ef60 comp rx=0 tx=0).stop 2024-09-05T07:38:15.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:15.077+0000 7f79b4ca9640 1 -- 172.21.15.71:0/2521158076 shutdown_connections 2024-09-05T07:38:15.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:15.077+0000 7f79b4ca9640 1 --2- 172.21.15.71:0/2521158076 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f79980a2c40 0x7f79980a5100 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:15.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:15.077+0000 7f79b4ca9640 1 --2- 172.21.15.71:0/2521158076 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79b01037c0 0x7f79b019f3d0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:15.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:15.077+0000 7f79b4ca9640 1 --2- 172.21.15.71:0/2521158076 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f79b0102e00 0x7f79b0198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:15.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:15.077+0000 7f79b4ca9640 1 --2- 172.21.15.71:0/2521158076 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f79b0101c00 0x7f79b0197e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:15.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:15.077+0000 7f79b4ca9640 1 -- 172.21.15.71:0/2521158076 >> 172.21.15.71:0/2521158076 conn(0x7f79b00fd390 msgr2=0x7f79b0106270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:15.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:15.077+0000 7f79b4ca9640 1 -- 172.21.15.71:0/2521158076 shutdown_connections 2024-09-05T07:38:15.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:15.077+0000 7f79b4ca9640 1 -- 172.21.15.71:0/2521158076 wait complete. 2024-09-05T07:38:15.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:15 smithi123 ceph-mon[34568]: pgmap v342: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:38:15.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:15 smithi192 ceph-mon[34929]: pgmap v342: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:38:15.894 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:15 smithi071 ceph-mon[30965]: pgmap v342: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:38:15.927 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- bash -c 'ceph orch device ls' 2024-09-05T07:38:16.201 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:16.606 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:16 smithi071 ceph-mon[30965]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:16.606 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:16 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:16.606 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:16 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:16.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:16 smithi123 ceph-mon[34568]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:16.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:16 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:16.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:16 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:16.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.693+0000 7f2d87292640 1 -- 172.21.15.71:0/24149565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2d80101c00 msgr2=0x7f2d80102000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:16.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.693+0000 7f2d87292640 1 --2- 172.21.15.71:0/24149565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2d80101c00 0x7f2d80102000 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f2d70009900 tx=0x7f2d7002a3f0 comp rx=0 tx=0).stop 2024-09-05T07:38:16.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.693+0000 7f2d87292640 1 -- 172.21.15.71:0/24149565 shutdown_connections 2024-09-05T07:38:16.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.693+0000 7f2d87292640 1 --2- 172.21.15.71:0/24149565 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d801037c0 0x7f2d8010a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:16.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.693+0000 7f2d87292640 1 --2- 172.21.15.71:0/24149565 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2d80102e00 0x7f2d80103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:16.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.693+0000 7f2d87292640 1 --2- 172.21.15.71:0/24149565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2d80101c00 0x7f2d80102000 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:16.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.693+0000 7f2d87292640 1 -- 172.21.15.71:0/24149565 >> 172.21.15.71:0/24149565 conn(0x7f2d800fd390 msgr2=0x7f2d800ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:16.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.694+0000 7f2d87292640 1 -- 172.21.15.71:0/24149565 shutdown_connections 2024-09-05T07:38:16.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.694+0000 7f2d87292640 1 -- 172.21.15.71:0/24149565 wait complete. 2024-09-05T07:38:16.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.694+0000 7f2d87292640 1 Processor -- start 2024-09-05T07:38:16.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.694+0000 7f2d87292640 1 -- start start 2024-09-05T07:38:16.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.694+0000 7f2d87292640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2d80101c00 0x7f2d80075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:16.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.694+0000 7f2d87292640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d80102e00 0x7f2d800745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:16.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.694+0000 7f2d87292640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2d801037c0 0x7f2d80074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:16.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.694+0000 7f2d87292640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2d8010d790 con 0x7f2d801037c0 2024-09-05T07:38:16.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.694+0000 7f2d87292640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2d8010d610 con 0x7f2d80101c00 2024-09-05T07:38:16.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.694+0000 7f2d87292640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2d8010d910 con 0x7f2d80102e00 2024-09-05T07:38:16.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.694+0000 7f2d8582f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2d801037c0 0x7f2d80074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:16.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.694+0000 7f2d8582f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2d801037c0 0x7f2d80074b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46200/0 (socket says 172.21.15.71:46200) 2024-09-05T07:38:16.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.694+0000 7f2d8582f640 1 -- 172.21.15.71:0/42575388 learned_addr learned my addr 172.21.15.71:0/42575388 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:16.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.694+0000 7f2d8502e640 1 --2- 172.21.15.71:0/42575388 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2d80101c00 0x7f2d80075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:16.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.695+0000 7f2d8482d640 1 --2- 172.21.15.71:0/42575388 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d80102e00 0x7f2d800745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:16.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.695+0000 7f2d8582f640 1 -- 172.21.15.71:0/42575388 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d80102e00 msgr2=0x7f2d800745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:16.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.695+0000 7f2d8582f640 1 --2- 172.21.15.71:0/42575388 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d80102e00 0x7f2d800745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:16.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.695+0000 7f2d8582f640 1 -- 172.21.15.71:0/42575388 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2d80101c00 msgr2=0x7f2d80075f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:16.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.695+0000 7f2d8582f640 1 --2- 172.21.15.71:0/42575388 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2d80101c00 0x7f2d80075f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:16.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.695+0000 7f2d8582f640 1 -- 172.21.15.71:0/42575388 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d800753e0 con 0x7f2d801037c0 2024-09-05T07:38:16.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.695+0000 7f2d8582f640 1 --2- 172.21.15.71:0/42575388 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2d801037c0 0x7f2d80074b20 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f2d7800b970 tx=0x7f2d7800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:16.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.695+0000 7f2d767fc640 1 -- 172.21.15.71:0/42575388 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d78019070 con 0x7f2d801037c0 2024-09-05T07:38:16.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.695+0000 7f2d87292640 1 -- 172.21.15.71:0/42575388 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d801a1fe0 con 0x7f2d801037c0 2024-09-05T07:38:16.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.695+0000 7f2d767fc640 1 -- 172.21.15.71:0/42575388 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d78014440 con 0x7f2d801037c0 2024-09-05T07:38:16.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.695+0000 7f2d767fc640 1 -- 172.21.15.71:0/42575388 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d780075d0 con 0x7f2d801037c0 2024-09-05T07:38:16.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.695+0000 7f2d87292640 1 -- 172.21.15.71:0/42575388 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d801a25c0 con 0x7f2d801037c0 2024-09-05T07:38:16.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.696+0000 7f2d87292640 1 -- 172.21.15.71:0/42575388 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d80109050 con 0x7f2d801037c0 2024-09-05T07:38:16.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.697+0000 7f2d767fc640 1 -- 172.21.15.71:0/42575388 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f2d7801c070 con 0x7f2d801037c0 2024-09-05T07:38:16.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.698+0000 7f2d767fc640 1 --2- 172.21.15.71:0/42575388 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f2d6c0a2c10 0x7f2d6c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:16.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.698+0000 7f2d8502e640 1 --2- 172.21.15.71:0/42575388 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f2d6c0a2c10 0x7f2d6c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:16.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.698+0000 7f2d767fc640 1 -- 172.21.15.71:0/42575388 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f2d780ceef0 con 0x7f2d801037c0 2024-09-05T07:38:16.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.698+0000 7f2d8502e640 1 --2- 172.21.15.71:0/42575388 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f2d6c0a2c10 0x7f2d6c0a50d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f2d70004770 tx=0x7f2d70000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:16.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.701+0000 7f2d767fc640 1 -- 172.21.15.71:0/42575388 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2d780fe1b0 con 0x7f2d801037c0 2024-09-05T07:38:16.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:16 smithi192 ceph-mon[34929]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:16.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:16 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:16.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:16 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:16.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.875+0000 7f2d87292640 1 -- 172.21.15.71:0/42575388 --> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f2d80062630 con 0x7f2d6c0a2c10 2024-09-05T07:38:16.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.877+0000 7f2d767fc640 1 -- 172.21.15.71:0/42575388 <== mgr.14150 v2:172.21.15.71:6800/3540526501 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f2d80062630 con 0x7f2d6c0a2c10 2024-09-05T07:38:16.877 INFO:teuthology.orchestra.run.smithi071.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-09-05T07:38:16.877 INFO:teuthology.orchestra.run.smithi071.stdout:smithi071 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT62040172400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-09-05T07:38:16.877 INFO:teuthology.orchestra.run.smithi071.stdout:smithi123 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400YK400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-09-05T07:38:16.877 INFO:teuthology.orchestra.run.smithi071.stdout:smithi192 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620500NN400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-09-05T07:38:16.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.879+0000 7f2d87292640 1 -- 172.21.15.71:0/42575388 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f2d6c0a2c10 msgr2=0x7f2d6c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:16.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.879+0000 7f2d87292640 1 --2- 172.21.15.71:0/42575388 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f2d6c0a2c10 0x7f2d6c0a50d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f2d70004770 tx=0x7f2d70000bc0 comp rx=0 tx=0).stop 2024-09-05T07:38:16.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.879+0000 7f2d87292640 1 -- 172.21.15.71:0/42575388 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2d801037c0 msgr2=0x7f2d80074b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:16.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.879+0000 7f2d87292640 1 --2- 172.21.15.71:0/42575388 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2d801037c0 0x7f2d80074b20 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f2d7800b970 tx=0x7f2d7800be30 comp rx=0 tx=0).stop 2024-09-05T07:38:16.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.879+0000 7f2d87292640 1 -- 172.21.15.71:0/42575388 shutdown_connections 2024-09-05T07:38:16.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.879+0000 7f2d87292640 1 --2- 172.21.15.71:0/42575388 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f2d6c0a2c10 0x7f2d6c0a50d0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:16.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.879+0000 7f2d87292640 1 --2- 172.21.15.71:0/42575388 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2d801037c0 0x7f2d80074b20 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:16.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.879+0000 7f2d87292640 1 --2- 172.21.15.71:0/42575388 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d80102e00 0x7f2d800745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:16.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.879+0000 7f2d87292640 1 --2- 172.21.15.71:0/42575388 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2d80101c00 0x7f2d80075f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:16.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.879+0000 7f2d87292640 1 -- 172.21.15.71:0/42575388 >> 172.21.15.71:0/42575388 conn(0x7f2d800fd390 msgr2=0x7f2d80106220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:16.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.879+0000 7f2d87292640 1 -- 172.21.15.71:0/42575388 shutdown_connections 2024-09-05T07:38:16.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:16.879+0000 7f2d87292640 1 -- 172.21.15.71:0/42575388 wait complete. 2024-09-05T07:38:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:17 smithi071 ceph-mon[30965]: pgmap v343: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-05T07:38:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:17 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:38:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:17 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:38:17.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:17 smithi071 ceph-mon[30965]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:17.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:17 smithi123 ceph-mon[34568]: pgmap v343: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-05T07:38:17.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:17 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:38:17.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:17 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:38:17.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:17 smithi123 ceph-mon[34568]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:17.693 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-05T07:38:17.702 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi071.front.sepia.ceph.com 2024-09-05T07:38:17.702 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- bash -c 'ceph fs dump' 2024-09-05T07:38:17.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:17 smithi192 ceph-mon[34929]: pgmap v343: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-05T07:38:17.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:17 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:38:17.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:17 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:38:17.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:17 smithi192 ceph-mon[34929]: from='mgr.14150 172.21.15.71:0/2458485009' entity='mgr.x' 2024-09-05T07:38:17.949 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:18.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.446+0000 7f75bbfd0640 1 -- 172.21.15.71:0/968641109 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f75b4100b10 msgr2=0x7f75b4100f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:18.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.446+0000 7f75bbfd0640 1 --2- 172.21.15.71:0/968641109 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f75b4100b10 0x7f75b4100f10 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f75b0009900 tx=0x7f75b002a410 comp rx=0 tx=0).stop 2024-09-05T07:38:18.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.446+0000 7f75bbfd0640 1 -- 172.21.15.71:0/968641109 shutdown_connections 2024-09-05T07:38:18.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.446+0000 7f75bbfd0640 1 --2- 172.21.15.71:0/968641109 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f75b41026d0 0x7f75b4108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:18.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.446+0000 7f75bbfd0640 1 --2- 172.21.15.71:0/968641109 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f75b4101d10 0x7f75b4102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:18.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.446+0000 7f75bbfd0640 1 --2- 172.21.15.71:0/968641109 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f75b4100b10 0x7f75b4100f10 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:18.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.446+0000 7f75bbfd0640 1 -- 172.21.15.71:0/968641109 >> 172.21.15.71:0/968641109 conn(0x7f75b40fc2a0 msgr2=0x7f75b40fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:18.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.446+0000 7f75bbfd0640 1 -- 172.21.15.71:0/968641109 shutdown_connections 2024-09-05T07:38:18.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.446+0000 7f75bbfd0640 1 -- 172.21.15.71:0/968641109 wait complete. 2024-09-05T07:38:18.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.446+0000 7f75bbfd0640 1 Processor -- start 2024-09-05T07:38:18.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.446+0000 7f75bbfd0640 1 -- start start 2024-09-05T07:38:18.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.446+0000 7f75bbfd0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f75b4100b10 0x7f75b406b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:18.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.446+0000 7f75bbfd0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f75b4101d10 0x7f75b419cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:18.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.446+0000 7f75bbfd0640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f75b41026d0 0x7f75b419f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:18.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.446+0000 7f75bbfd0640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f75b410c640 con 0x7f75b4100b10 2024-09-05T07:38:18.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.446+0000 7f75bbfd0640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f75b410c4c0 con 0x7f75b41026d0 2024-09-05T07:38:18.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.446+0000 7f75bbfd0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f75b410c7c0 con 0x7f75b4101d10 2024-09-05T07:38:18.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.447+0000 7f75b9d6c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f75b4100b10 0x7f75b406b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:18.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.447+0000 7f75b9d6c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f75b4100b10 0x7f75b406b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46216/0 (socket says 172.21.15.71:46216) 2024-09-05T07:38:18.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.447+0000 7f75b9d6c640 1 -- 172.21.15.71:0/3176713916 learned_addr learned my addr 172.21.15.71:0/3176713916 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:18.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.447+0000 7f75b956b640 1 --2- 172.21.15.71:0/3176713916 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f75b4101d10 0x7f75b419cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:18.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.447+0000 7f75ba56d640 1 --2- 172.21.15.71:0/3176713916 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f75b41026d0 0x7f75b419f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:18.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.447+0000 7f75b9d6c640 1 -- 172.21.15.71:0/3176713916 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f75b4101d10 msgr2=0x7f75b419cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:18.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.447+0000 7f75b9d6c640 1 --2- 172.21.15.71:0/3176713916 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f75b4101d10 0x7f75b419cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:18.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.447+0000 7f75b9d6c640 1 -- 172.21.15.71:0/3176713916 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f75b41026d0 msgr2=0x7f75b419f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:18.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.447+0000 7f75b9d6c640 1 --2- 172.21.15.71:0/3176713916 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f75b41026d0 0x7f75b419f230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:18.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.447+0000 7f75b9d6c640 1 -- 172.21.15.71:0/3176713916 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75b419fb40 con 0x7f75b4100b10 2024-09-05T07:38:18.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.447+0000 7f75ba56d640 1 --2- 172.21.15.71:0/3176713916 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f75b41026d0 0x7f75b419f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:38:18.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.447+0000 7f75b9d6c640 1 --2- 172.21.15.71:0/3176713916 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f75b4100b10 0x7f75b406b2f0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f75b00314e0 tx=0x7f75b00042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:18.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.447+0000 7f75aaffd640 1 -- 172.21.15.71:0/3176713916 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75b003f030 con 0x7f75b4100b10 2024-09-05T07:38:18.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.447+0000 7f75aaffd640 1 -- 172.21.15.71:0/3176713916 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f75b0003cb0 con 0x7f75b4100b10 2024-09-05T07:38:18.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.447+0000 7f75bbfd0640 1 -- 172.21.15.71:0/3176713916 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75b419fd70 con 0x7f75b4100b10 2024-09-05T07:38:18.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.447+0000 7f75aaffd640 1 -- 172.21.15.71:0/3176713916 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75b0035070 con 0x7f75b4100b10 2024-09-05T07:38:18.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.447+0000 7f75bbfd0640 1 -- 172.21.15.71:0/3176713916 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75b41a01f0 con 0x7f75b4100b10 2024-09-05T07:38:18.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.448+0000 7f75bbfd0640 1 -- 172.21.15.71:0/3176713916 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75b4107fd0 con 0x7f75b4100b10 2024-09-05T07:38:18.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.449+0000 7f75aaffd640 1 -- 172.21.15.71:0/3176713916 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f75b0042030 con 0x7f75b4100b10 2024-09-05T07:38:18.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.450+0000 7f75aaffd640 1 --2- 172.21.15.71:0/3176713916 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f75a00a2c10 0x7f75a00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:18.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.450+0000 7f75b956b640 1 --2- 172.21.15.71:0/3176713916 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f75a00a2c10 0x7f75a00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:18.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.450+0000 7f75aaffd640 1 -- 172.21.15.71:0/3176713916 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f75b00f0100 con 0x7f75b4100b10 2024-09-05T07:38:18.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.451+0000 7f75b956b640 1 --2- 172.21.15.71:0/3176713916 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f75a00a2c10 0x7f75a00a50d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f75a4005fd0 tx=0x7f75a4005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:18.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.453+0000 7f75aaffd640 1 -- 172.21.15.71:0/3176713916 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f75b00bcab0 con 0x7f75b4100b10 2024-09-05T07:38:18.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:18 smithi071 ceph-mon[30965]: from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:18.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.652+0000 7f75bbfd0640 1 -- 172.21.15.71:0/3176713916 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f75b402d7c0 con 0x7f75b4100b10 2024-09-05T07:38:18.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.652+0000 7f75aaffd640 1 -- 172.21.15.71:0/3176713916 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 25 v25) ==== 76+0+3098 (secure 0 0 0) 0x7f75b00bc3b0 con 0x7f75b4100b10 2024-09-05T07:38:18.653 INFO:teuthology.orchestra.run.smithi071.stdout:e25 2024-09-05T07:38:18.653 INFO:teuthology.orchestra.run.smithi071.stdout:btime 2024-09-05T07:36:59:409293+0000 2024-09-05T07:38:18.653 INFO:teuthology.orchestra.run.smithi071.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-05T07:38:18.653 INFO:teuthology.orchestra.run.smithi071.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-05T07:38:18.653 INFO:teuthology.orchestra.run.smithi071.stdout:legacy client fscid: 1 2024-09-05T07:38:18.653 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:18.653 INFO:teuthology.orchestra.run.smithi071.stdout:Filesystem 'cephfs' (1) 2024-09-05T07:38:18.653 INFO:teuthology.orchestra.run.smithi071.stdout:fs_name cephfs 2024-09-05T07:38:18.653 INFO:teuthology.orchestra.run.smithi071.stdout:epoch 25 2024-09-05T07:38:18.654 INFO:teuthology.orchestra.run.smithi071.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-09-05T07:38:18.654 INFO:teuthology.orchestra.run.smithi071.stdout:created 2024-09-05T07:36:15.385971+0000 2024-09-05T07:38:18.654 INFO:teuthology.orchestra.run.smithi071.stdout:modified 2024-09-05T07:36:59.189333+0000 2024-09-05T07:38:18.654 INFO:teuthology.orchestra.run.smithi071.stdout:tableserver 0 2024-09-05T07:38:18.654 INFO:teuthology.orchestra.run.smithi071.stdout:root 0 2024-09-05T07:38:18.654 INFO:teuthology.orchestra.run.smithi071.stdout:session_timeout 300 2024-09-05T07:38:18.654 INFO:teuthology.orchestra.run.smithi071.stdout:session_autoclose 300 2024-09-05T07:38:18.654 INFO:teuthology.orchestra.run.smithi071.stdout:max_file_size 1099511627776 2024-09-05T07:38:18.654 INFO:teuthology.orchestra.run.smithi071.stdout:max_xattr_size 65536 2024-09-05T07:38:18.654 INFO:teuthology.orchestra.run.smithi071.stdout:required_client_features {} 2024-09-05T07:38:18.654 INFO:teuthology.orchestra.run.smithi071.stdout:last_failure 0 2024-09-05T07:38:18.654 INFO:teuthology.orchestra.run.smithi071.stdout:last_failure_osd_epoch 0 2024-09-05T07:38:18.654 INFO:teuthology.orchestra.run.smithi071.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-05T07:38:18.654 INFO:teuthology.orchestra.run.smithi071.stdout:max_mds 3 2024-09-05T07:38:18.655 INFO:teuthology.orchestra.run.smithi071.stdout:in 0,1,2 2024-09-05T07:38:18.655 INFO:teuthology.orchestra.run.smithi071.stdout:up {0=24475,1=24470,2=24457} 2024-09-05T07:38:18.655 INFO:teuthology.orchestra.run.smithi071.stdout:failed 2024-09-05T07:38:18.655 INFO:teuthology.orchestra.run.smithi071.stdout:damaged 2024-09-05T07:38:18.655 INFO:teuthology.orchestra.run.smithi071.stdout:stopped 2024-09-05T07:38:18.655 INFO:teuthology.orchestra.run.smithi071.stdout:data_pools [3,4] 2024-09-05T07:38:18.655 INFO:teuthology.orchestra.run.smithi071.stdout:metadata_pool 2 2024-09-05T07:38:18.655 INFO:teuthology.orchestra.run.smithi071.stdout:inline_data disabled 2024-09-05T07:38:18.655 INFO:teuthology.orchestra.run.smithi071.stdout:balancer 2024-09-05T07:38:18.655 INFO:teuthology.orchestra.run.smithi071.stdout:bal_rank_mask -1 2024-09-05T07:38:18.655 INFO:teuthology.orchestra.run.smithi071.stdout:standby_count_wanted 0 2024-09-05T07:38:18.655 INFO:teuthology.orchestra.run.smithi071.stdout:qdb_cluster leader: 24475 members: 24457,24470,24475 2024-09-05T07:38:18.655 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.i{0:24475} state up:active seq 7 addr [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T07:38:18.655 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.f{0:24451} state up:standby-replay seq 1 addr [v2:172.21.15.192:6834/1895736465,v1:172.21.15.192:6835/1895736465] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T07:38:18.656 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.b{1:24470} state up:active seq 14 addr [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T07:38:18.656 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.h{1:24443} state up:standby-replay seq 1 addr [v2:172.21.15.123:6836/4000306554,v1:172.21.15.123:6837/4000306554] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T07:38:18.656 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.c{2:24457} state up:active seq 18 addr [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T07:38:18.656 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.e{2:24434} state up:standby-replay seq 1 addr [v2:172.21.15.123:6834/1220812761,v1:172.21.15.123:6835/1220812761] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T07:38:18.656 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:18.656 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:18.656 INFO:teuthology.orchestra.run.smithi071.stdout:Standby daemons: 2024-09-05T07:38:18.656 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:18.656 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.j{-1:14517} state up:standby seq 1 addr [v2:172.21.15.71:6834/3185094069,v1:172.21.15.71:6835/3185094069] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T07:38:18.656 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.d{-1:14529} state up:standby seq 1 addr [v2:172.21.15.71:6836/385793574,v1:172.21.15.71:6837/385793574] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T07:38:18.656 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.g{-1:14580} state up:standby seq 1 addr [v2:172.21.15.71:6838/1871136155,v1:172.21.15.71:6839/1871136155] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T07:38:18.656 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.a{-1:14592} state up:standby seq 1 addr [v2:172.21.15.71:6840/2937012174,v1:172.21.15.71:6841/2937012174] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T07:38:18.656 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.k{-1:24404} state up:standby seq 1 addr [v2:172.21.15.123:6832/2677492963,v1:172.21.15.123:6833/2677492963] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T07:38:18.657 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.l{-1:24412} state up:standby seq 1 addr [v2:172.21.15.192:6832/4030802565,v1:172.21.15.192:6833/4030802565] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T07:38:18.657 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 25 2024-09-05T07:38:18.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.654+0000 7f75bbfd0640 1 -- 172.21.15.71:0/3176713916 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f75a00a2c10 msgr2=0x7f75a00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:18.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.654+0000 7f75bbfd0640 1 --2- 172.21.15.71:0/3176713916 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f75a00a2c10 0x7f75a00a50d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f75a4005fd0 tx=0x7f75a4005850 comp rx=0 tx=0).stop 2024-09-05T07:38:18.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.654+0000 7f75bbfd0640 1 -- 172.21.15.71:0/3176713916 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f75b4100b10 msgr2=0x7f75b406b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:18.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.654+0000 7f75bbfd0640 1 --2- 172.21.15.71:0/3176713916 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f75b4100b10 0x7f75b406b2f0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f75b00314e0 tx=0x7f75b00042e0 comp rx=0 tx=0).stop 2024-09-05T07:38:18.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.654+0000 7f75bbfd0640 1 -- 172.21.15.71:0/3176713916 shutdown_connections 2024-09-05T07:38:18.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.654+0000 7f75bbfd0640 1 --2- 172.21.15.71:0/3176713916 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f75a00a2c10 0x7f75a00a50d0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:18.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.654+0000 7f75bbfd0640 1 --2- 172.21.15.71:0/3176713916 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f75b41026d0 0x7f75b419f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:18.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.654+0000 7f75bbfd0640 1 --2- 172.21.15.71:0/3176713916 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f75b4101d10 0x7f75b419cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:18.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.654+0000 7f75bbfd0640 1 --2- 172.21.15.71:0/3176713916 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f75b4100b10 0x7f75b406b2f0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:18.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.654+0000 7f75bbfd0640 1 -- 172.21.15.71:0/3176713916 >> 172.21.15.71:0/3176713916 conn(0x7f75b40fc2a0 msgr2=0x7f75b41051a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:18.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.654+0000 7f75bbfd0640 1 -- 172.21.15.71:0/3176713916 shutdown_connections 2024-09-05T07:38:18.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:18.654+0000 7f75bbfd0640 1 -- 172.21.15.71:0/3176713916 wait complete. 2024-09-05T07:38:18.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:18 smithi123 ceph-mon[34568]: from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:18.712 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:18 smithi192 ceph-mon[34929]: from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:19.349 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- bash -c 'ceph osd dump' 2024-09-05T07:38:19.594 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:19.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:19 smithi071 ceph-mon[30965]: pgmap v344: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:38:19.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:19 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3176713916' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-05T07:38:19.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:19 smithi123 ceph-mon[34568]: pgmap v344: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:38:19.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:19 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3176713916' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-05T07:38:19.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:19 smithi192 ceph-mon[34929]: pgmap v344: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:38:19.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:19 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3176713916' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-05T07:38:20.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.110+0000 7f6b38791640 1 -- 172.21.15.71:0/1539905775 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b30100b10 msgr2=0x7f6b30100f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:20.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.110+0000 7f6b38791640 1 --2- 172.21.15.71:0/1539905775 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b30100b10 0x7f6b30100f10 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f6b2c009900 tx=0x7f6b2c02a410 comp rx=0 tx=0).stop 2024-09-05T07:38:20.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.110+0000 7f6b38791640 1 -- 172.21.15.71:0/1539905775 shutdown_connections 2024-09-05T07:38:20.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.110+0000 7f6b38791640 1 --2- 172.21.15.71:0/1539905775 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b301026d0 0x7f6b30108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:20.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.110+0000 7f6b38791640 1 --2- 172.21.15.71:0/1539905775 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b30101d10 0x7f6b30102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:20.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.111+0000 7f6b38791640 1 --2- 172.21.15.71:0/1539905775 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b30100b10 0x7f6b30100f10 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:20.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.111+0000 7f6b38791640 1 -- 172.21.15.71:0/1539905775 >> 172.21.15.71:0/1539905775 conn(0x7f6b300fc2a0 msgr2=0x7f6b300fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:20.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.111+0000 7f6b38791640 1 -- 172.21.15.71:0/1539905775 shutdown_connections 2024-09-05T07:38:20.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.111+0000 7f6b38791640 1 -- 172.21.15.71:0/1539905775 wait complete. 2024-09-05T07:38:20.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.111+0000 7f6b38791640 1 Processor -- start 2024-09-05T07:38:20.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.111+0000 7f6b38791640 1 -- start start 2024-09-05T07:38:20.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b38791640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b30100b10 0x7f6b3006b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:20.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b38791640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b30101d10 0x7f6b3019cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:20.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b38791640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b301026d0 0x7f6b3019f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:20.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b38791640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6b3010c640 con 0x7f6b30100b10 2024-09-05T07:38:20.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b38791640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6b3010c4c0 con 0x7f6b30101d10 2024-09-05T07:38:20.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b38791640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6b3010c7c0 con 0x7f6b301026d0 2024-09-05T07:38:20.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b3652d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b30100b10 0x7f6b3006b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:20.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b3652d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b30100b10 0x7f6b3006b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46234/0 (socket says 172.21.15.71:46234) 2024-09-05T07:38:20.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b3652d640 1 -- 172.21.15.71:0/3774539021 learned_addr learned my addr 172.21.15.71:0/3774539021 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:20.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b35d2c640 1 --2- 172.21.15.71:0/3774539021 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b30101d10 0x7f6b3019cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:20.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b36d2e640 1 --2- 172.21.15.71:0/3774539021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b301026d0 0x7f6b3019f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:20.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b3652d640 1 -- 172.21.15.71:0/3774539021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b301026d0 msgr2=0x7f6b3019f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:20.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b3652d640 1 --2- 172.21.15.71:0/3774539021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b301026d0 0x7f6b3019f230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:20.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b3652d640 1 -- 172.21.15.71:0/3774539021 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b30101d10 msgr2=0x7f6b3019cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:20.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b3652d640 1 --2- 172.21.15.71:0/3774539021 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b30101d10 0x7f6b3019cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:20.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b3652d640 1 -- 172.21.15.71:0/3774539021 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b3019fb40 con 0x7f6b30100b10 2024-09-05T07:38:20.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b36d2e640 1 --2- 172.21.15.71:0/3774539021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b301026d0 0x7f6b3019f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:38:20.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b35d2c640 1 --2- 172.21.15.71:0/3774539021 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b30101d10 0x7f6b3019cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:38:20.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b3652d640 1 --2- 172.21.15.71:0/3774539021 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b30100b10 0x7f6b3006b2f0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f6b2c0314e0 tx=0x7f6b2c0042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:20.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b277fe640 1 -- 172.21.15.71:0/3774539021 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b2c03f030 con 0x7f6b30100b10 2024-09-05T07:38:20.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b277fe640 1 -- 172.21.15.71:0/3774539021 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6b2c003cb0 con 0x7f6b30100b10 2024-09-05T07:38:20.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b38791640 1 -- 172.21.15.71:0/3774539021 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b3019fd70 con 0x7f6b30100b10 2024-09-05T07:38:20.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.112+0000 7f6b277fe640 1 -- 172.21.15.71:0/3774539021 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b2c035070 con 0x7f6b30100b10 2024-09-05T07:38:20.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.113+0000 7f6b38791640 1 -- 172.21.15.71:0/3774539021 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b301a0240 con 0x7f6b30100b10 2024-09-05T07:38:20.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.114+0000 7f6b38791640 1 -- 172.21.15.71:0/3774539021 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b30107fd0 con 0x7f6b30100b10 2024-09-05T07:38:20.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.115+0000 7f6b277fe640 1 -- 172.21.15.71:0/3774539021 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6b2c042030 con 0x7f6b30100b10 2024-09-05T07:38:20.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.115+0000 7f6b277fe640 1 --2- 172.21.15.71:0/3774539021 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6b1c0a2c90 0x7f6b1c0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:20.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.115+0000 7f6b35d2c640 1 --2- 172.21.15.71:0/3774539021 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6b1c0a2c90 0x7f6b1c0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:20.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.115+0000 7f6b277fe640 1 -- 172.21.15.71:0/3774539021 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f6b2c0efc00 con 0x7f6b30100b10 2024-09-05T07:38:20.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.116+0000 7f6b35d2c640 1 --2- 172.21.15.71:0/3774539021 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6b1c0a2c90 0x7f6b1c0a5150 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f6b200058c0 tx=0x7f6b20005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:20.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.119+0000 7f6b277fe640 1 -- 172.21.15.71:0/3774539021 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6b2c0bc610 con 0x7f6b30100b10 2024-09-05T07:38:20.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.288+0000 7f6b38791640 1 -- 172.21.15.71:0/3774539021 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f6b3002da10 con 0x7f6b30100b10 2024-09-05T07:38:20.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.289+0000 7f6b277fe640 1 -- 172.21.15.71:0/3774539021 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v92) ==== 56+0+5714 (secure 0 0 0) 0x7f6b2c0bbf10 con 0x7f6b30100b10 2024-09-05T07:38:20.290 INFO:teuthology.orchestra.run.smithi071.stdout:epoch 92 2024-09-05T07:38:20.290 INFO:teuthology.orchestra.run.smithi071.stdout:fsid 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:38:20.290 INFO:teuthology.orchestra.run.smithi071.stdout:created 2024-09-05T07:28:40.672482+0000 2024-09-05T07:38:20.290 INFO:teuthology.orchestra.run.smithi071.stdout:modified 2024-09-05T07:37:36.428094+0000 2024-09-05T07:38:20.290 INFO:teuthology.orchestra.run.smithi071.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-09-05T07:38:20.290 INFO:teuthology.orchestra.run.smithi071.stdout:crush_version 27 2024-09-05T07:38:20.290 INFO:teuthology.orchestra.run.smithi071.stdout:full_ratio 0.95 2024-09-05T07:38:20.290 INFO:teuthology.orchestra.run.smithi071.stdout:backfillfull_ratio 0.9 2024-09-05T07:38:20.290 INFO:teuthology.orchestra.run.smithi071.stdout:nearfull_ratio 0.85 2024-09-05T07:38:20.290 INFO:teuthology.orchestra.run.smithi071.stdout:require_min_compat_client luminous 2024-09-05T07:38:20.290 INFO:teuthology.orchestra.run.smithi071.stdout:min_compat_client luminous 2024-09-05T07:38:20.290 INFO:teuthology.orchestra.run.smithi071.stdout:require_osd_release squid 2024-09-05T07:38:20.291 INFO:teuthology.orchestra.run.smithi071.stdout:stretch_mode_enabled false 2024-09-05T07:38:20.291 INFO:teuthology.orchestra.run.smithi071.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-09-05T07:38:20.291 INFO:teuthology.orchestra.run.smithi071.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 82 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-09-05T07:38:20.291 INFO:teuthology.orchestra.run.smithi071.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 82 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2024-09-05T07:38:20.291 INFO:teuthology.orchestra.run.smithi071.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 88 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2024-09-05T07:38:20.291 INFO:teuthology.orchestra.run.smithi071.stdout:max_osd 12 2024-09-05T07:38:20.291 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 up in weight 1 up_from 8 up_thru 91 down_at 0 last_clean_interval [0,0) [v2:172.21.15.71:6802/4274686280,v1:172.21.15.71:6803/4274686280] [v2:172.21.15.71:6804/4274686280,v1:172.21.15.71:6805/4274686280] exists,up 46b7dcd0-5366-4876-97f3-6242a69addcb 2024-09-05T07:38:20.291 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 up in weight 1 up_from 13 up_thru 91 down_at 0 last_clean_interval [0,0) [v2:172.21.15.123:6800/1041172381,v1:172.21.15.123:6801/1041172381] [v2:172.21.15.123:6802/1041172381,v1:172.21.15.123:6803/1041172381] exists,up d859b4f9-f616-4331-8ffb-54507eb5f836 2024-09-05T07:38:20.291 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 up in weight 1 up_from 18 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.192:6800/2964624102,v1:172.21.15.192:6801/2964624102] [v2:172.21.15.192:6802/2964624102,v1:172.21.15.192:6803/2964624102] exists,up 1ca9c723-8ecb-445c-bae7-39fd2954cdf6 2024-09-05T07:38:20.291 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 up in weight 1 up_from 25 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.71:6810/158061328,v1:172.21.15.71:6811/158061328] [v2:172.21.15.71:6812/158061328,v1:172.21.15.71:6813/158061328] exists,up e38584ff-2abe-47ff-b3ae-58a7a4261ac4 2024-09-05T07:38:20.291 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 up in weight 1 up_from 32 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.123:6808/3090003493,v1:172.21.15.123:6809/3090003493] [v2:172.21.15.123:6810/3090003493,v1:172.21.15.123:6811/3090003493] exists,up b2de40fc-0fa3-484e-b0b2-edd96874aee4 2024-09-05T07:38:20.291 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 up in weight 1 up_from 37 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.192:6808/3375480711,v1:172.21.15.192:6809/3375480711] [v2:172.21.15.192:6810/3375480711,v1:172.21.15.192:6811/3375480711] exists,up e443d3b0-960e-4992-88c4-4d546706ee87 2024-09-05T07:38:20.291 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 up in weight 1 up_from 45 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.71:6818/13242244,v1:172.21.15.71:6819/13242244] [v2:172.21.15.71:6820/13242244,v1:172.21.15.71:6821/13242244] exists,up d43efaeb-66d0-496b-b490-4635e6d725c5 2024-09-05T07:38:20.291 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 up in weight 1 up_from 50 up_thru 91 down_at 0 last_clean_interval [0,0) [v2:172.21.15.123:6816/956921658,v1:172.21.15.123:6817/956921658] [v2:172.21.15.123:6818/956921658,v1:172.21.15.123:6819/956921658] exists,up 69562997-b629-4e0f-8719-65019735a46a 2024-09-05T07:38:20.292 INFO:teuthology.orchestra.run.smithi071.stdout:osd.8 up in weight 1 up_from 57 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.192:6816/3079566549,v1:172.21.15.192:6817/3079566549] [v2:172.21.15.192:6818/3079566549,v1:172.21.15.192:6819/3079566549] exists,up 6dc7e084-d602-4b2c-9dfc-cd26041835c3 2024-09-05T07:38:20.292 INFO:teuthology.orchestra.run.smithi071.stdout:osd.9 up in weight 1 up_from 64 up_thru 91 down_at 0 last_clean_interval [0,0) [v2:172.21.15.71:6826/12570717,v1:172.21.15.71:6827/12570717] [v2:172.21.15.71:6828/12570717,v1:172.21.15.71:6829/12570717] exists,up 79b675ae-7c56-4b65-9ecb-376dc0d305e5 2024-09-05T07:38:20.292 INFO:teuthology.orchestra.run.smithi071.stdout:osd.10 up in weight 1 up_from 69 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.123:6824/2204926848,v1:172.21.15.123:6825/2204926848] [v2:172.21.15.123:6826/2204926848,v1:172.21.15.123:6827/2204926848] exists,up 5e26505a-15f9-4758-9ef7-886a46364844 2024-09-05T07:38:20.292 INFO:teuthology.orchestra.run.smithi071.stdout:osd.11 up in weight 1 up_from 76 up_thru 91 down_at 0 last_clean_interval [0,0) [v2:172.21.15.192:6824/2370287418,v1:172.21.15.192:6825/2370287418] [v2:172.21.15.192:6826/2370287418,v1:172.21.15.192:6827/2370287418] exists,up af6cebb5-d119-4a8a-9941-ba29b6499b84 2024-09-05T07:38:20.292 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 2.0 [8,4] 2024-09-05T07:38:20.292 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 2.5 [8,11] 2024-09-05T07:38:20.292 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 2.e [2,1] 2024-09-05T07:38:20.292 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 2.10 [2,4] 2024-09-05T07:38:20.292 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 2.16 [7,11] 2024-09-05T07:38:20.292 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 3.3 [4,9] 2024-09-05T07:38:20.292 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 3.c [5,6] 2024-09-05T07:38:20.292 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 3.14 [4,7] 2024-09-05T07:38:20.292 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 3.25 [5,9] 2024-09-05T07:38:20.292 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 3.31 [4,8] 2024-09-05T07:38:20.293 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 3.38 [3,9] 2024-09-05T07:38:20.293 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 4.5 [5,10] 2024-09-05T07:38:20.293 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 4.f [9,8] 2024-09-05T07:38:20.293 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 4.14 [9,8] 2024-09-05T07:38:20.293 INFO:teuthology.orchestra.run.smithi071.stdout:pg_upmap_items 4.1b [9,8] 2024-09-05T07:38:20.293 INFO:teuthology.orchestra.run.smithi071.stdout:blocklist 172.21.15.71:6800/316149397 expires 2024-09-06T07:29:34.205819+0000 2024-09-05T07:38:20.293 INFO:teuthology.orchestra.run.smithi071.stdout:blocklist 172.21.15.71:0/1087222059 expires 2024-09-06T07:29:34.205819+0000 2024-09-05T07:38:20.293 INFO:teuthology.orchestra.run.smithi071.stdout:blocklist 172.21.15.71:6801/371807956 expires 2024-09-06T07:29:10.775719+0000 2024-09-05T07:38:20.293 INFO:teuthology.orchestra.run.smithi071.stdout:blocklist 172.21.15.71:6800/371807956 expires 2024-09-06T07:29:10.775719+0000 2024-09-05T07:38:20.293 INFO:teuthology.orchestra.run.smithi071.stdout:blocklist 172.21.15.71:0/3537016012 expires 2024-09-06T07:29:10.775719+0000 2024-09-05T07:38:20.293 INFO:teuthology.orchestra.run.smithi071.stdout:blocklist 172.21.15.71:0/4125208267 expires 2024-09-06T07:29:34.205819+0000 2024-09-05T07:38:20.293 INFO:teuthology.orchestra.run.smithi071.stdout:blocklist 172.21.15.71:0/2785525161 expires 2024-09-06T07:29:10.775719+0000 2024-09-05T07:38:20.293 INFO:teuthology.orchestra.run.smithi071.stdout:blocklist 172.21.15.71:0/648100065 expires 2024-09-06T07:29:34.205819+0000 2024-09-05T07:38:20.293 INFO:teuthology.orchestra.run.smithi071.stdout:blocklist 172.21.15.71:6801/316149397 expires 2024-09-06T07:29:34.205819+0000 2024-09-05T07:38:20.294 INFO:teuthology.orchestra.run.smithi071.stdout:blocklist 172.21.15.71:0/1573159026 expires 2024-09-06T07:29:10.775719+0000 2024-09-05T07:38:20.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.292+0000 7f6b38791640 1 -- 172.21.15.71:0/3774539021 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6b1c0a2c90 msgr2=0x7f6b1c0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:20.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.292+0000 7f6b38791640 1 --2- 172.21.15.71:0/3774539021 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6b1c0a2c90 0x7f6b1c0a5150 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f6b200058c0 tx=0x7f6b20005850 comp rx=0 tx=0).stop 2024-09-05T07:38:20.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.292+0000 7f6b38791640 1 -- 172.21.15.71:0/3774539021 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b30100b10 msgr2=0x7f6b3006b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:20.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.292+0000 7f6b38791640 1 --2- 172.21.15.71:0/3774539021 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b30100b10 0x7f6b3006b2f0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f6b2c0314e0 tx=0x7f6b2c0042e0 comp rx=0 tx=0).stop 2024-09-05T07:38:20.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.292+0000 7f6b38791640 1 -- 172.21.15.71:0/3774539021 shutdown_connections 2024-09-05T07:38:20.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.292+0000 7f6b38791640 1 --2- 172.21.15.71:0/3774539021 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6b1c0a2c90 0x7f6b1c0a5150 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:20.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.292+0000 7f6b38791640 1 --2- 172.21.15.71:0/3774539021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b301026d0 0x7f6b3019f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:20.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.292+0000 7f6b38791640 1 --2- 172.21.15.71:0/3774539021 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b30101d10 0x7f6b3019cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:20.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.292+0000 7f6b38791640 1 --2- 172.21.15.71:0/3774539021 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b30100b10 0x7f6b3006b2f0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:20.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.292+0000 7f6b38791640 1 -- 172.21.15.71:0/3774539021 >> 172.21.15.71:0/3774539021 conn(0x7f6b300fc2a0 msgr2=0x7f6b301051a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:20.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.293+0000 7f6b38791640 1 -- 172.21.15.71:0/3774539021 shutdown_connections 2024-09-05T07:38:20.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:20.293+0000 7f6b38791640 1 -- 172.21.15.71:0/3774539021 wait complete. 2024-09-05T07:38:20.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:20 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3774539021' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-05T07:38:20.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:20 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3774539021' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-05T07:38:20.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:20 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3774539021' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-05T07:38:21.001 INFO:teuthology.run_tasks:Running task fs.ready... 2024-09-05T07:38:21.013 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:38:21.259 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:21.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:21 smithi071 ceph-mon[30965]: pgmap v345: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-05T07:38:21.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:21 smithi192 ceph-mon[34929]: pgmap v345: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-05T07:38:21.740 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.727+0000 7f6d24131640 1 -- 172.21.15.71:0/2031050075 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d1c1082a0 msgr2=0x7f6d1c10ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:21.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.727+0000 7f6d24131640 1 --2- 172.21.15.71:0/2031050075 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d1c1082a0 0x7f6d1c10ec40 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f6d14009930 tx=0x7f6d1402a420 comp rx=0 tx=0).stop 2024-09-05T07:38:21.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.728+0000 7f6d24131640 1 -- 172.21.15.71:0/2031050075 shutdown_connections 2024-09-05T07:38:21.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.728+0000 7f6d24131640 1 --2- 172.21.15.71:0/2031050075 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d1c1082a0 0x7f6d1c10ec40 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:21.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.728+0000 7f6d24131640 1 --2- 172.21.15.71:0/2031050075 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6d1c1036e0 0x7f6d1c107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:21.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.728+0000 7f6d24131640 1 --2- 172.21.15.71:0/2031050075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6d1c102d30 0x7f6d1c103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:21.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.728+0000 7f6d24131640 1 -- 172.21.15.71:0/2031050075 >> 172.21.15.71:0/2031050075 conn(0x7f6d1c0fc7d0 msgr2=0x7f6d1c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:21.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.728+0000 7f6d24131640 1 -- 172.21.15.71:0/2031050075 shutdown_connections 2024-09-05T07:38:21.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.728+0000 7f6d24131640 1 -- 172.21.15.71:0/2031050075 wait complete. 2024-09-05T07:38:21.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.728+0000 7f6d24131640 1 Processor -- start 2024-09-05T07:38:21.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.728+0000 7f6d24131640 1 -- start start 2024-09-05T07:38:21.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.728+0000 7f6d24131640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6d1c102d30 0x7f6d1c100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:21.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.728+0000 7f6d24131640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d1c1036e0 0x7f6d1c100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:21.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.728+0000 7f6d24131640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6d1c1082a0 0x7f6d1c101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:21.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.728+0000 7f6d24131640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6d1c111f50 con 0x7f6d1c1036e0 2024-09-05T07:38:21.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.728+0000 7f6d24131640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6d1c111dd0 con 0x7f6d1c1082a0 2024-09-05T07:38:21.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.728+0000 7f6d24131640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6d1c1120d0 con 0x7f6d1c102d30 2024-09-05T07:38:21.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.729+0000 7f6d216cc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d1c1036e0 0x7f6d1c100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:21.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.729+0000 7f6d216cc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d1c1036e0 0x7f6d1c100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42450/0 (socket says 172.21.15.71:42450) 2024-09-05T07:38:21.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.729+0000 7f6d216cc640 1 -- 172.21.15.71:0/2201995690 learned_addr learned my addr 172.21.15.71:0/2201995690 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:21.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.729+0000 7f6d226ce640 1 --2- 172.21.15.71:0/2201995690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6d1c1082a0 0x7f6d1c101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:21.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.729+0000 7f6d21ecd640 1 --2- 172.21.15.71:0/2201995690 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6d1c102d30 0x7f6d1c100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:21.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.729+0000 7f6d216cc640 1 -- 172.21.15.71:0/2201995690 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6d1c102d30 msgr2=0x7f6d1c100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:21.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.729+0000 7f6d216cc640 1 --2- 172.21.15.71:0/2201995690 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6d1c102d30 0x7f6d1c100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:21.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.729+0000 7f6d216cc640 1 -- 172.21.15.71:0/2201995690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6d1c1082a0 msgr2=0x7f6d1c101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:21.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.729+0000 7f6d216cc640 1 --2- 172.21.15.71:0/2201995690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6d1c1082a0 0x7f6d1c101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:21.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.729+0000 7f6d216cc640 1 -- 172.21.15.71:0/2201995690 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d1c1a6930 con 0x7f6d1c1036e0 2024-09-05T07:38:21.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.729+0000 7f6d226ce640 1 --2- 172.21.15.71:0/2201995690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6d1c1082a0 0x7f6d1c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:38:21.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.729+0000 7f6d216cc640 1 --2- 172.21.15.71:0/2201995690 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d1c1036e0 0x7f6d1c100ed0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f6d1000d740 tx=0x7f6d1000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:21.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.729+0000 7f6d1affd640 1 -- 172.21.15.71:0/2201995690 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d10017070 con 0x7f6d1c1036e0 2024-09-05T07:38:21.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.729+0000 7f6d1affd640 1 -- 172.21.15.71:0/2201995690 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d1000de50 con 0x7f6d1c1036e0 2024-09-05T07:38:21.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.729+0000 7f6d24131640 1 -- 172.21.15.71:0/2201995690 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d1c1a6c20 con 0x7f6d1c1036e0 2024-09-05T07:38:21.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.729+0000 7f6d1affd640 1 -- 172.21.15.71:0/2201995690 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d1000f620 con 0x7f6d1c1036e0 2024-09-05T07:38:21.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.729+0000 7f6d24131640 1 -- 172.21.15.71:0/2201995690 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d1c1a71b0 con 0x7f6d1c1036e0 2024-09-05T07:38:21.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.730+0000 7f6d24131640 1 -- 172.21.15.71:0/2201995690 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d1c103110 con 0x7f6d1c1036e0 2024-09-05T07:38:21.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.731+0000 7f6d1affd640 1 -- 172.21.15.71:0/2201995690 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6d1001a070 con 0x7f6d1c1036e0 2024-09-05T07:38:21.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.732+0000 7f6d1affd640 1 --2- 172.21.15.71:0/2201995690 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6d040a2c90 0x7f6d040a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:21.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.732+0000 7f6d21ecd640 1 --2- 172.21.15.71:0/2201995690 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6d040a2c90 0x7f6d040a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:21.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.732+0000 7f6d1affd640 1 -- 172.21.15.71:0/2201995690 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f6d100cef20 con 0x7f6d1c1036e0 2024-09-05T07:38:21.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.732+0000 7f6d21ecd640 1 --2- 172.21.15.71:0/2201995690 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6d040a2c90 0x7f6d040a5150 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6d0c005fd0 tx=0x7f6d0c009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:21.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.736+0000 7f6d1affd640 1 -- 172.21.15.71:0/2201995690 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6d1009b930 con 0x7f6d1c1036e0 2024-09-05T07:38:21.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:21 smithi123 ceph-mon[34568]: pgmap v345: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-05T07:38:21.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.940+0000 7f6d24131640 1 -- 172.21.15.71:0/2201995690 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6d1c10a2b0 con 0x7f6d1c1036e0 2024-09-05T07:38:21.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.940+0000 7f6d1affd640 1 -- 172.21.15.71:0/2201995690 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11927 (secure 0 0 0) 0x7f6d1009b230 con 0x7f6d1c1036e0 2024-09-05T07:38:21.941 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:21.941 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":25,"btime":"2024-09-05T07:36:59:409293+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:36:59.189333+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24457,24470,24475]},"id":1}]} 2024-09-05T07:38:21.942 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 25 2024-09-05T07:38:21.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.943+0000 7f6d24131640 1 -- 172.21.15.71:0/2201995690 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6d040a2c90 msgr2=0x7f6d040a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:21.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.943+0000 7f6d24131640 1 --2- 172.21.15.71:0/2201995690 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6d040a2c90 0x7f6d040a5150 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6d0c005fd0 tx=0x7f6d0c009500 comp rx=0 tx=0).stop 2024-09-05T07:38:21.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.943+0000 7f6d24131640 1 -- 172.21.15.71:0/2201995690 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d1c1036e0 msgr2=0x7f6d1c100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:21.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.943+0000 7f6d24131640 1 --2- 172.21.15.71:0/2201995690 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d1c1036e0 0x7f6d1c100ed0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f6d1000d740 tx=0x7f6d1000dc00 comp rx=0 tx=0).stop 2024-09-05T07:38:21.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.943+0000 7f6d24131640 1 -- 172.21.15.71:0/2201995690 shutdown_connections 2024-09-05T07:38:21.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.943+0000 7f6d24131640 1 --2- 172.21.15.71:0/2201995690 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f6d040a2c90 0x7f6d040a5150 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:21.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.943+0000 7f6d24131640 1 --2- 172.21.15.71:0/2201995690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6d1c1082a0 0x7f6d1c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:21.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.943+0000 7f6d24131640 1 --2- 172.21.15.71:0/2201995690 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d1c1036e0 0x7f6d1c100ed0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:21.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.943+0000 7f6d24131640 1 --2- 172.21.15.71:0/2201995690 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6d1c102d30 0x7f6d1c100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:21.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.943+0000 7f6d24131640 1 -- 172.21.15.71:0/2201995690 >> 172.21.15.71:0/2201995690 conn(0x7f6d1c0fc7d0 msgr2=0x7f6d1c105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:21.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.943+0000 7f6d24131640 1 -- 172.21.15.71:0/2201995690 shutdown_connections 2024-09-05T07:38:21.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:21.943+0000 7f6d24131640 1 -- 172.21.15.71:0/2201995690 wait complete. 2024-09-05T07:38:22.621 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:22 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2201995690' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:22.649 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:38:22.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:22 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2201995690' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:22.896 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:22.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:22 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2201995690' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:23.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.373+0000 7f9ea77b7640 1 -- 172.21.15.71:0/2990371166 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ea0101410 msgr2=0x7f9ea010d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:23.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.373+0000 7f9ea77b7640 1 --2- 172.21.15.71:0/2990371166 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ea0101410 0x7f9ea010d940 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f9e98009cd0 tx=0x7f9e9802a8e0 comp rx=0 tx=0).stop 2024-09-05T07:38:23.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.373+0000 7f9ea77b7640 1 -- 172.21.15.71:0/2990371166 shutdown_connections 2024-09-05T07:38:23.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.373+0000 7f9ea77b7640 1 --2- 172.21.15.71:0/2990371166 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ea0101410 0x7f9ea010d940 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:23.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.373+0000 7f9ea77b7640 1 --2- 172.21.15.71:0/2990371166 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9ea0100a70 0x7f9ea0100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:23.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.373+0000 7f9ea77b7640 1 --2- 172.21.15.71:0/2990371166 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ea0106a70 0x7f9ea0106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:23.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.373+0000 7f9ea77b7640 1 -- 172.21.15.71:0/2990371166 >> 172.21.15.71:0/2990371166 conn(0x7f9ea00fc790 msgr2=0x7f9ea00febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:23.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.374+0000 7f9ea77b7640 1 -- 172.21.15.71:0/2990371166 shutdown_connections 2024-09-05T07:38:23.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.374+0000 7f9ea77b7640 1 -- 172.21.15.71:0/2990371166 wait complete. 2024-09-05T07:38:23.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.374+0000 7f9ea77b7640 1 Processor -- start 2024-09-05T07:38:23.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.374+0000 7f9ea77b7640 1 -- start start 2024-09-05T07:38:23.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.374+0000 7f9ea77b7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ea0100a70 0x7f9ea019a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:23.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.374+0000 7f9ea77b7640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9ea0101410 0x7f9ea019aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:23.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.374+0000 7f9ea77b7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ea0106a70 0x7f9ea019ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:23.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.374+0000 7f9ea77b7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea0110d20 con 0x7f9ea0100a70 2024-09-05T07:38:23.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.374+0000 7f9ea77b7640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea0110ba0 con 0x7f9ea0101410 2024-09-05T07:38:23.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.374+0000 7f9ea77b7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea0110ea0 con 0x7f9ea0106a70 2024-09-05T07:38:23.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.374+0000 7f9ea5553640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ea0100a70 0x7f9ea019a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:23.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.374+0000 7f9ea5553640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ea0100a70 0x7f9ea019a580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42472/0 (socket says 172.21.15.71:42472) 2024-09-05T07:38:23.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.375+0000 7f9ea5553640 1 -- 172.21.15.71:0/742483676 learned_addr learned my addr 172.21.15.71:0/742483676 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:23.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.375+0000 7f9ea4d52640 1 --2- 172.21.15.71:0/742483676 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9ea0101410 0x7f9ea019aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:23.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.375+0000 7f9ea5d54640 1 --2- 172.21.15.71:0/742483676 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ea0106a70 0x7f9ea019ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:23.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.375+0000 7f9ea5553640 1 -- 172.21.15.71:0/742483676 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ea0106a70 msgr2=0x7f9ea019ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:23.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.375+0000 7f9ea5553640 1 --2- 172.21.15.71:0/742483676 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ea0106a70 0x7f9ea019ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:23.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.375+0000 7f9ea5553640 1 -- 172.21.15.71:0/742483676 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9ea0101410 msgr2=0x7f9ea019aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:23.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.375+0000 7f9ea5553640 1 --2- 172.21.15.71:0/742483676 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9ea0101410 0x7f9ea019aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:23.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.375+0000 7f9ea5553640 1 -- 172.21.15.71:0/742483676 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ea019f530 con 0x7f9ea0100a70 2024-09-05T07:38:23.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.375+0000 7f9ea4d52640 1 --2- 172.21.15.71:0/742483676 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9ea0101410 0x7f9ea019aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:38:23.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.375+0000 7f9ea5553640 1 --2- 172.21.15.71:0/742483676 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ea0100a70 0x7f9ea019a580 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f9e9c00e9f0 tx=0x7f9e9c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:23.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.375+0000 7f9e967fc640 1 -- 172.21.15.71:0/742483676 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e9c00cd80 con 0x7f9ea0100a70 2024-09-05T07:38:23.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.375+0000 7f9e967fc640 1 -- 172.21.15.71:0/742483676 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e9c0054d0 con 0x7f9ea0100a70 2024-09-05T07:38:23.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.375+0000 7f9ea77b7640 1 -- 172.21.15.71:0/742483676 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ea019f820 con 0x7f9ea0100a70 2024-09-05T07:38:23.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.375+0000 7f9e967fc640 1 -- 172.21.15.71:0/742483676 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e9c010490 con 0x7f9ea0100a70 2024-09-05T07:38:23.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.375+0000 7f9ea77b7640 1 -- 172.21.15.71:0/742483676 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ea01a7100 con 0x7f9ea0100a70 2024-09-05T07:38:23.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.376+0000 7f9ea77b7640 1 -- 172.21.15.71:0/742483676 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ea0100ed0 con 0x7f9ea0100a70 2024-09-05T07:38:23.446 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.378+0000 7f9e967fc640 1 -- 172.21.15.71:0/742483676 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f9e9c005000 con 0x7f9ea0100a70 2024-09-05T07:38:23.447 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.378+0000 7f9e967fc640 1 --2- 172.21.15.71:0/742483676 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9e8c0a2c10 0x7f9e8c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:23.447 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.379+0000 7f9ea4d52640 1 --2- 172.21.15.71:0/742483676 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9e8c0a2c10 0x7f9e8c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:23.447 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.379+0000 7f9e967fc640 1 -- 172.21.15.71:0/742483676 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f9e9c0cfc80 con 0x7f9ea0100a70 2024-09-05T07:38:23.447 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.379+0000 7f9ea4d52640 1 --2- 172.21.15.71:0/742483676 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9e8c0a2c10 0x7f9e8c0a50d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f9e900058c0 tx=0x7f9e90005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:23.447 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.382+0000 7f9e967fc640 1 -- 172.21.15.71:0/742483676 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9e9c0541b0 con 0x7f9ea0100a70 2024-09-05T07:38:23.564 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:23 smithi071 ceph-mon[30965]: pgmap v346: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:38:23.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.593+0000 7f9ea77b7640 1 -- 172.21.15.71:0/742483676 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9ea019b8e0 con 0x7f9ea0100a70 2024-09-05T07:38:23.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.594+0000 7f9e967fc640 1 -- 172.21.15.71:0/742483676 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11927 (secure 0 0 0) 0x7f9e9c0052f0 con 0x7f9ea0100a70 2024-09-05T07:38:23.595 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:23.595 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":25,"btime":"2024-09-05T07:36:59:409293+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:36:59.189333+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24457,24470,24475]},"id":1}]} 2024-09-05T07:38:23.595 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 25 2024-09-05T07:38:23.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.596+0000 7f9ea77b7640 1 -- 172.21.15.71:0/742483676 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9e8c0a2c10 msgr2=0x7f9e8c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:23.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.596+0000 7f9ea77b7640 1 --2- 172.21.15.71:0/742483676 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9e8c0a2c10 0x7f9e8c0a50d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f9e900058c0 tx=0x7f9e90005850 comp rx=0 tx=0).stop 2024-09-05T07:38:23.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.596+0000 7f9ea77b7640 1 -- 172.21.15.71:0/742483676 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ea0100a70 msgr2=0x7f9ea019a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:23.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.596+0000 7f9ea77b7640 1 --2- 172.21.15.71:0/742483676 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ea0100a70 0x7f9ea019a580 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f9e9c00e9f0 tx=0x7f9e9c00edf0 comp rx=0 tx=0).stop 2024-09-05T07:38:23.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.596+0000 7f9ea77b7640 1 -- 172.21.15.71:0/742483676 shutdown_connections 2024-09-05T07:38:23.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.596+0000 7f9ea77b7640 1 --2- 172.21.15.71:0/742483676 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f9e8c0a2c10 0x7f9e8c0a50d0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:23.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.596+0000 7f9ea77b7640 1 --2- 172.21.15.71:0/742483676 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9ea0106a70 0x7f9ea019ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:23.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.596+0000 7f9ea77b7640 1 --2- 172.21.15.71:0/742483676 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9ea0101410 0x7f9ea019aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:23.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.596+0000 7f9ea77b7640 1 --2- 172.21.15.71:0/742483676 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9ea0100a70 0x7f9ea019a580 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:23.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.596+0000 7f9ea77b7640 1 -- 172.21.15.71:0/742483676 >> 172.21.15.71:0/742483676 conn(0x7f9ea00fc790 msgr2=0x7f9ea006a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:23.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.597+0000 7f9ea77b7640 1 -- 172.21.15.71:0/742483676 shutdown_connections 2024-09-05T07:38:23.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:23.597+0000 7f9ea77b7640 1 -- 172.21.15.71:0/742483676 wait complete. 2024-09-05T07:38:23.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:23 smithi192 ceph-mon[34929]: pgmap v346: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:38:23.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:23 smithi123 ceph-mon[34568]: pgmap v346: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:38:24.303 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T07:38:24.559 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:24.566 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:24 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/742483676' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:24.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:24 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/742483676' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:24.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:24 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/742483676' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:25.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.116+0000 7f15ef895640 1 -- 172.21.15.71:0/3990848532 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15e81011e0 msgr2=0x7f15e8105980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:25.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.116+0000 7f15ef895640 1 --2- 172.21.15.71:0/3990848532 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15e81011e0 0x7f15e8105980 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f15d8009900 tx=0x7f15d802a410 comp rx=0 tx=0).stop 2024-09-05T07:38:25.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.116+0000 7f15ef895640 1 -- 172.21.15.71:0/3990848532 shutdown_connections 2024-09-05T07:38:25.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.116+0000 7f15ef895640 1 --2- 172.21.15.71:0/3990848532 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15e8105ec0 0x7f15e8106340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:25.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.116+0000 7f15ef895640 1 --2- 172.21.15.71:0/3990848532 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15e81011e0 0x7f15e8105980 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:25.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.116+0000 7f15ef895640 1 --2- 172.21.15.71:0/3990848532 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15e81008c0 0x7f15e8100ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:25.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.116+0000 7f15ef895640 1 -- 172.21.15.71:0/3990848532 >> 172.21.15.71:0/3990848532 conn(0x7f15e80fc7d0 msgr2=0x7f15e80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:25.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.116+0000 7f15ef895640 1 -- 172.21.15.71:0/3990848532 shutdown_connections 2024-09-05T07:38:25.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.117+0000 7f15ef895640 1 -- 172.21.15.71:0/3990848532 wait complete. 2024-09-05T07:38:25.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.117+0000 7f15ef895640 1 Processor -- start 2024-09-05T07:38:25.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.117+0000 7f15ef895640 1 -- start start 2024-09-05T07:38:25.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.117+0000 7f15ef895640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15e81008c0 0x7f15e81a4750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:25.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.117+0000 7f15ef895640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15e81011e0 0x7f15e81a4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:25.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.117+0000 7f15ef895640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15e8105ec0 0x7f15e819e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:25.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.118+0000 7f15ef895640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f15e81184e0 con 0x7f15e81011e0 2024-09-05T07:38:25.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.118+0000 7f15ef895640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f15e8118360 con 0x7f15e8105ec0 2024-09-05T07:38:25.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.118+0000 7f15ef895640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f15e8118660 con 0x7f15e81008c0 2024-09-05T07:38:25.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.118+0000 7f15ece30640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15e81011e0 0x7f15e81a4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:25.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.118+0000 7f15ece30640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15e81011e0 0x7f15e81a4c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42484/0 (socket says 172.21.15.71:42484) 2024-09-05T07:38:25.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.118+0000 7f15ece30640 1 -- 172.21.15.71:0/3932072810 learned_addr learned my addr 172.21.15.71:0/3932072810 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:25.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.118+0000 7f15ed631640 1 --2- 172.21.15.71:0/3932072810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15e81008c0 0x7f15e81a4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:25.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.118+0000 7f15ede32640 1 --2- 172.21.15.71:0/3932072810 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15e8105ec0 0x7f15e819e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:25.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.118+0000 7f15ece30640 1 -- 172.21.15.71:0/3932072810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15e81008c0 msgr2=0x7f15e81a4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:25.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.118+0000 7f15ece30640 1 --2- 172.21.15.71:0/3932072810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15e81008c0 0x7f15e81a4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:25.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.118+0000 7f15ece30640 1 -- 172.21.15.71:0/3932072810 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15e8105ec0 msgr2=0x7f15e819e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:25.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.118+0000 7f15ece30640 1 --2- 172.21.15.71:0/3932072810 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15e8105ec0 0x7f15e819e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:25.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.118+0000 7f15ece30640 1 -- 172.21.15.71:0/3932072810 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15e819f040 con 0x7f15e81011e0 2024-09-05T07:38:25.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.118+0000 7f15ede32640 1 --2- 172.21.15.71:0/3932072810 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15e8105ec0 0x7f15e819e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:38:25.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.118+0000 7f15ece30640 1 --2- 172.21.15.71:0/3932072810 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15e81011e0 0x7f15e81a4c90 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f15d8006010 tx=0x7f15d80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:25.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.118+0000 7f15de7fc640 1 -- 172.21.15.71:0/3932072810 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15d803f030 con 0x7f15e81011e0 2024-09-05T07:38:25.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.118+0000 7f15de7fc640 1 -- 172.21.15.71:0/3932072810 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15d8003cb0 con 0x7f15e81011e0 2024-09-05T07:38:25.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.118+0000 7f15ef895640 1 -- 172.21.15.71:0/3932072810 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15e819f2d0 con 0x7f15e81011e0 2024-09-05T07:38:25.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.118+0000 7f15de7fc640 1 -- 172.21.15.71:0/3932072810 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15d8035070 con 0x7f15e81011e0 2024-09-05T07:38:25.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.118+0000 7f15ef895640 1 -- 172.21.15.71:0/3932072810 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15e81ab620 con 0x7f15e81011e0 2024-09-05T07:38:25.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.119+0000 7f15ef895640 1 -- 172.21.15.71:0/3932072810 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15e8105980 con 0x7f15e81011e0 2024-09-05T07:38:25.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.121+0000 7f15de7fc640 1 -- 172.21.15.71:0/3932072810 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f15d8042030 con 0x7f15e81011e0 2024-09-05T07:38:25.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.121+0000 7f15de7fc640 1 --2- 172.21.15.71:0/3932072810 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f15d40a2c10 0x7f15d40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:25.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.122+0000 7f15ed631640 1 --2- 172.21.15.71:0/3932072810 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f15d40a2c10 0x7f15d40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:25.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.122+0000 7f15de7fc640 1 -- 172.21.15.71:0/3932072810 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f15d80efdd0 con 0x7f15e81011e0 2024-09-05T07:38:25.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.122+0000 7f15ed631640 1 --2- 172.21.15.71:0/3932072810 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f15d40a2c10 0x7f15d40a50d0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f15e819fa50 tx=0x7f15e400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:25.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.125+0000 7f15de7fc640 1 -- 172.21.15.71:0/3932072810 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f15d80bc780 con 0x7f15e81011e0 2024-09-05T07:38:25.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.291+0000 7f15ef895640 1 -- 172.21.15.71:0/3932072810 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f15e81ab7f0 con 0x7f15e81011e0 2024-09-05T07:38:25.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.293+0000 7f15de7fc640 1 -- 172.21.15.71:0/3932072810 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+24944 (secure 0 0 0) 0x7f15d80bc080 con 0x7f15e81011e0 2024-09-05T07:38:25.293 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:25.294 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":92,"fsid":"528064f0-6b58-11ef-bcd6-c7b262605968","created":"2024-09-05T07:28:40.672482+0000","modified":"2024-09-05T07:37:36.428094+0000","last_up_change":"2024-09-05T07:35:23.377351+0000","last_in_change":"2024-09-05T07:35:00.653011+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T07:31:42.519306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T07:36:11.417603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T07:36:13.712570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T07:36:20.085795+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"46b7dcd0-5366-4876-97f3-6242a69addcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6803","nonce":4274686280}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6805","nonce":4274686280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6809","nonce":4274686280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6807","nonce":4274686280}]},"public_addr":"172.21.15.71:6803/4274686280","cluster_addr":"172.21.15.71:6805/4274686280","heartbeat_back_addr":"172.21.15.71:6809/4274686280","heartbeat_front_addr":"172.21.15.71:6807/4274686280","state":["exists","up"]},{"osd":1,"uuid":"d859b4f9-f616-4331-8ffb-54507eb5f836","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6801","nonce":1041172381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6803","nonce":1041172381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6807","nonce":1041172381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6805","nonce":1041172381}]},"public_addr":"172.21.15.123:6801/1041172381","cluster_addr":"172.21.15.123:6803/1041172381","heartbeat_back_addr":"172.21.15.123:6807/1041172381","heartbeat_front_addr":"172.21.15.123:6805/1041172381","state":["exists","up"]},{"osd":2,"uuid":"1ca9c723-8ecb-445c-bae7-39fd2954cdf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6801","nonce":2964624102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6803","nonce":2964624102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6807","nonce":2964624102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6805","nonce":2964624102}]},"public_addr":"172.21.15.192:6801/2964624102","cluster_addr":"172.21.15.192:6803/2964624102","heartbeat_back_addr":"172.21.15.192:6807/2964624102","heartbeat_front_addr":"172.21.15.192:6805/2964624102","state":["exists","up"]},{"osd":3,"uuid":"e38584ff-2abe-47ff-b3ae-58a7a4261ac4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6811","nonce":158061328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6813","nonce":158061328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6817","nonce":158061328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6815","nonce":158061328}]},"public_addr":"172.21.15.71:6811/158061328","cluster_addr":"172.21.15.71:6813/158061328","heartbeat_back_addr":"172.21.15.71:6817/158061328","heartbeat_front_addr":"172.21.15.71:6815/158061328","state":["exists","up"]},{"osd":4,"uuid":"b2de40fc-0fa3-484e-b0b2-edd96874aee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6809","nonce":3090003493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6811","nonce":3090003493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6815","nonce":3090003493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6813","nonce":3090003493}]},"public_addr":"172.21.15.123:6809/3090003493","cluster_addr":"172.21.15.123:6811/3090003493","heartbeat_back_addr":"172.21.15.123:6815/3090003493","heartbeat_front_addr":"172.21.15.123:6813/3090003493","state":["exists","up"]},{"osd":5,"uuid":"e443d3b0-960e-4992-88c4-4d546706ee87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6809","nonce":3375480711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6811","nonce":3375480711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6815","nonce":3375480711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6813","nonce":3375480711}]},"public_addr":"172.21.15.192:6809/3375480711","cluster_addr":"172.21.15.192:6811/3375480711","heartbeat_back_addr":"172.21.15.192:6815/3375480711","heartbeat_front_addr":"172.21.15.192:6813/3375480711","state":["exists","up"]},{"osd":6,"uuid":"d43efaeb-66d0-496b-b490-4635e6d725c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6819","nonce":13242244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6821","nonce":13242244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6825","nonce":13242244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6823","nonce":13242244}]},"public_addr":"172.21.15.71:6819/13242244","cluster_addr":"172.21.15.71:6821/13242244","heartbeat_back_addr":"172.21.15.71:6825/13242244","heartbeat_front_addr":"172.21.15.71:6823/13242244","state":["exists","up"]},{"osd":7,"uuid":"69562997-b629-4e0f-8719-65019735a46a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6817","nonce":956921658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6819","nonce":956921658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6823","nonce":956921658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6821","nonce":956921658}]},"public_addr":"172.21.15.123:6817/956921658","cluster_addr":"172.21.15.123:6819/956921658","heartbeat_back_addr":"172.21.15.123:6823/956921658","heartbeat_front_addr":"172.21.15.123:6821/956921658","state":["exists","up"]},{"osd":8,"uuid":"6dc7e084-d602-4b2c-9dfc-cd26041835c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6817","nonce":3079566549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6819","nonce":3079566549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6823","nonce":3079566549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6821","nonce":3079566549}]},"public_addr":"172.21.15.192:6817/3079566549","cluster_addr":"172.21.15.192:6819/3079566549","heartbeat_back_addr":"172.21.15.192:6823/3079566549","heartbeat_front_addr":"172.21.15.192:6821/3079566549","state":["exists","up"]},{"osd":9,"uuid":"79b675ae-7c56-4b65-9ecb-376dc0d305e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6827","nonce":12570717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6829","nonce":12570717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6833","nonce":12570717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6831","nonce":12570717}]},"public_addr":"172.21.15.71:6827/12570717","cluster_addr":"172.21.15.71:6829/12570717","heartbeat_back_addr":"172.21.15.71:6833/12570717","heartbeat_front_addr":"172.21.15.71:6831/12570717","state":["exists","up"]},{"osd":10,"uuid":"5e26505a-15f9-4758-9ef7-886a46364844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6825","nonce":2204926848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6827","nonce":2204926848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6831","nonce":2204926848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6829","nonce":2204926848}]},"public_addr":"172.21.15.123:6825/2204926848","cluster_addr":"172.21.15.123:6827/2204926848","heartbeat_back_addr":"172.21.15.123:6831/2204926848","heartbeat_front_addr":"172.21.15.123:6829/2204926848","state":["exists","up"]},{"osd":11,"uuid":"af6cebb5-d119-4a8a-9941-ba29b6499b84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6825","nonce":2370287418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6827","nonce":2370287418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6831","nonce":2370287418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6829","nonce":2370287418}]},"public_addr":"172.21.15.192:6825/2370287418","cluster_addr":"172.21.15.192:6827/2370287418","heartbeat_back_addr":"172.21.15.192:6831/2370287418","heartbeat_front_addr":"172.21.15.192:6829/2370287418","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:30:54.069845+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:16.417921+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:39.327215+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:04.156774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:28.698454+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:52.201948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:17.317406+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:41.490355+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:05.912640+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:31.907199+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:56.603625+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:35:21.370324+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.16","mappings":[{"from":7,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.c","mappings":[{"from":5,"to":6}]},{"pgid":"3.14","mappings":[{"from":4,"to":7}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1087222059":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:6800/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/3537016012":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/4125208267":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/2785525161":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/648100065":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1573159026":"2024-09-06T07:29:10.775719+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T07:38:25.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.295+0000 7f15ef895640 1 -- 172.21.15.71:0/3932072810 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f15d40a2c10 msgr2=0x7f15d40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:25.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.295+0000 7f15ef895640 1 --2- 172.21.15.71:0/3932072810 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f15d40a2c10 0x7f15d40a50d0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f15e819fa50 tx=0x7f15e400b390 comp rx=0 tx=0).stop 2024-09-05T07:38:25.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.295+0000 7f15ef895640 1 -- 172.21.15.71:0/3932072810 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15e81011e0 msgr2=0x7f15e81a4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:25.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.295+0000 7f15ef895640 1 --2- 172.21.15.71:0/3932072810 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15e81011e0 0x7f15e81a4c90 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f15d8006010 tx=0x7f15d80042f0 comp rx=0 tx=0).stop 2024-09-05T07:38:25.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.295+0000 7f15ef895640 1 -- 172.21.15.71:0/3932072810 shutdown_connections 2024-09-05T07:38:25.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.295+0000 7f15ef895640 1 --2- 172.21.15.71:0/3932072810 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f15d40a2c10 0x7f15d40a50d0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:25.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.295+0000 7f15ef895640 1 --2- 172.21.15.71:0/3932072810 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15e8105ec0 0x7f15e819e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:25.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.295+0000 7f15ef895640 1 --2- 172.21.15.71:0/3932072810 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15e81011e0 0x7f15e81a4c90 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:25.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.295+0000 7f15ef895640 1 --2- 172.21.15.71:0/3932072810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15e81008c0 0x7f15e81a4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:25.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.295+0000 7f15ef895640 1 -- 172.21.15.71:0/3932072810 >> 172.21.15.71:0/3932072810 conn(0x7f15e80fc7d0 msgr2=0x7f15e810f6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:25.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.295+0000 7f15ef895640 1 -- 172.21.15.71:0/3932072810 shutdown_connections 2024-09-05T07:38:25.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:25.295+0000 7f15ef895640 1 -- 172.21.15.71:0/3932072810 wait complete. 2024-09-05T07:38:25.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:25 smithi192 ceph-mon[34929]: pgmap v347: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:38:25.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:25 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3932072810' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:38:25.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:25 smithi071 ceph-mon[30965]: pgmap v347: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:38:25.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:25 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3932072810' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:38:25.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:25 smithi123 ceph-mon[34568]: pgmap v347: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:38:25.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:25 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3932072810' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:38:26.005 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-05T07:36:15.385971+0000', 'modified': '2024-09-05T07:36:59.189333+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24475, 'mds_1': 24470, 'mds_2': 24457}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24434': {'gid': 24434, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.123:6835/1220812761', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.123:6834', 'nonce': 1220812761}, {'type': 'v1', 'addr': '172.21.15.123:6835', 'nonce': 1220812761}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24443': {'gid': 24443, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.123:6837/4000306554', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.123:6836', 'nonce': 4000306554}, {'type': 'v1', 'addr': '172.21.15.123:6837', 'nonce': 4000306554}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24451': {'gid': 24451, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.192:6835/1895736465', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.192:6834', 'nonce': 1895736465}, {'type': 'v1', 'addr': '172.21.15.192:6835', 'nonce': 1895736465}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24457': {'gid': 24457, 'name': 'c', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 18, 'addr': '172.21.15.192:6837/4037745370', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.192:6836', 'nonce': 4037745370}, {'type': 'v1', 'addr': '172.21.15.192:6837', 'nonce': 4037745370}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24470': {'gid': 24470, 'name': 'b', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 14, 'addr': '172.21.15.123:6839/3726836967', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.123:6838', 'nonce': 3726836967}, {'type': 'v1', 'addr': '172.21.15.123:6839', 'nonce': 3726836967}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24475': {'gid': 24475, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.192:6839/3077095890', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.192:6838', 'nonce': 3077095890}, {'type': 'v1', 'addr': '172.21.15.192:6839', 'nonce': 3077095890}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24475, 'qdb_cluster': [24457, 24470, 24475]} 2024-09-05T07:38:26.005 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-09-05T07:38:26.005 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.c status 2024-09-05T07:38:26.251 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:26.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.736+0000 7fb226380640 1 -- 172.21.15.71:0/371386258 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb220106f20 msgr2=0x7fb22010eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:26.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.736+0000 7fb226380640 1 --2- 172.21.15.71:0/371386258 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb220106f20 0x7fb22010eaa0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fb218009ca0 tx=0x7fb21802a8c0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.736+0000 7fb226380640 1 -- 172.21.15.71:0/371386258 shutdown_connections 2024-09-05T07:38:26.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.736+0000 7fb226380640 1 --2- 172.21.15.71:0/371386258 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb220106f20 0x7fb22010eaa0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.736+0000 7fb226380640 1 --2- 172.21.15.71:0/371386258 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb2201027a0 0x7fb2201067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.736+0000 7fb226380640 1 --2- 172.21.15.71:0/371386258 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb220101df0 0x7fb2201021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.736+0000 7fb226380640 1 -- 172.21.15.71:0/371386258 >> 172.21.15.71:0/371386258 conn(0x7fb2200fd8b0 msgr2=0x7fb2200ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:26.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.736+0000 7fb226380640 1 -- 172.21.15.71:0/371386258 shutdown_connections 2024-09-05T07:38:26.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.736+0000 7fb226380640 1 -- 172.21.15.71:0/371386258 wait complete. 2024-09-05T07:38:26.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.736+0000 7fb226380640 1 Processor -- start 2024-09-05T07:38:26.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.736+0000 7fb226380640 1 -- start start 2024-09-05T07:38:26.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb226380640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb220101df0 0x7fb220198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:26.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb226380640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2201027a0 0x7fb220198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:26.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb226380640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb220106f20 0x7fb22019cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:26.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb226380640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fb220111e30 con 0x7fb2201027a0 2024-09-05T07:38:26.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb226380640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fb220111cb0 con 0x7fb220101df0 2024-09-05T07:38:26.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb226380640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fb220111fb0 con 0x7fb220106f20 2024-09-05T07:38:26.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb21f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2201027a0 0x7fb220198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:26.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb21f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2201027a0 0x7fb220198890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42502/0 (socket says 172.21.15.71:42502) 2024-09-05T07:38:26.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb21f7fe640 1 -- 172.21.15.71:0/3342393428 learned_addr learned my addr 172.21.15.71:0/3342393428 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:26.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb22491d640 1 --2- 172.21.15.71:0/3342393428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb220106f20 0x7fb22019cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:26.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb21ffff640 1 --2- 172.21.15.71:0/3342393428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb220101df0 0x7fb220198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:26.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb21f7fe640 1 -- 172.21.15.71:0/3342393428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb220106f20 msgr2=0x7fb22019cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:26.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb21f7fe640 1 --2- 172.21.15.71:0/3342393428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb220106f20 0x7fb22019cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb21f7fe640 1 -- 172.21.15.71:0/3342393428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb220101df0 msgr2=0x7fb220198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:26.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb21f7fe640 1 --2- 172.21.15.71:0/3342393428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb220101df0 0x7fb220198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb21f7fe640 1 -- 172.21.15.71:0/3342393428 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb22019d300 con 0x7fb2201027a0 2024-09-05T07:38:26.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb22491d640 1 --2- 172.21.15.71:0/3342393428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb220106f20 0x7fb22019cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:38:26.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb21ffff640 1 --2- 172.21.15.71:0/3342393428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb220101df0 0x7fb220198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:38:26.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb21f7fe640 1 --2- 172.21.15.71:0/3342393428 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2201027a0 0x7fb220198890 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fb21400d950 tx=0x7fb21400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:26.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb21d7fa640 1 -- 172.21.15.71:0/3342393428 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb214017030 con 0x7fb2201027a0 2024-09-05T07:38:26.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb21d7fa640 1 -- 172.21.15.71:0/3342393428 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb214004020 con 0x7fb2201027a0 2024-09-05T07:38:26.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb226380640 1 -- 172.21.15.71:0/3342393428 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb22019d5f0 con 0x7fb2201027a0 2024-09-05T07:38:26.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb21d7fa640 1 -- 172.21.15.71:0/3342393428 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2140047a0 con 0x7fb2201027a0 2024-09-05T07:38:26.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.737+0000 7fb226380640 1 -- 172.21.15.71:0/3342393428 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2201a4ed0 con 0x7fb2201027a0 2024-09-05T07:38:26.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.739+0000 7fb21d7fa640 1 -- 172.21.15.71:0/3342393428 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fb2140041d0 con 0x7fb2201027a0 2024-09-05T07:38:26.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.740+0000 7fb228759740 1 Processor -- start 2024-09-05T07:38:26.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.740+0000 7fb228759740 1 -- start start 2024-09-05T07:38:26.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.740+0000 7fb228759740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5649a8759890 0x5649a8759c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:26.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.740+0000 7fb228759740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649a875a1b0 0x5649a8768a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:26.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.740+0000 7fb21d7fa640 1 --2- 172.21.15.71:0/3342393428 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb2080a2c10 0x7fb2080a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:26.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.740+0000 7fb228759740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8768fc0 0x5649a876b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:26.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.740+0000 7fb228759740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5649a86c0090 con 0x5649a8768fc0 2024-09-05T07:38:26.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.740+0000 7fb228759740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5649a8667a70 con 0x5649a875a1b0 2024-09-05T07:38:26.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.740+0000 7fb228759740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5649a86bc050 con 0x5649a8759890 2024-09-05T07:38:26.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.740+0000 7fb22491d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8768fc0 0x5649a876b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:26.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.740+0000 7fb22491d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8768fc0 0x5649a876b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42516/0 (socket says 172.21.15.71:42516) 2024-09-05T07:38:26.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.740+0000 7fb21ffff640 1 --2- 172.21.15.71:0/3342393428 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb2080a2c10 0x7fb2080a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:26.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.740+0000 7fb22491d640 1 -- 172.21.15.71:0/694643288 learned_addr learned my addr 172.21.15.71:0/694643288 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:26.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.740+0000 7fb21d7fa640 1 -- 172.21.15.71:0/3342393428 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7fb2140cf050 con 0x7fb2201027a0 2024-09-05T07:38:26.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.740+0000 7fb21f7fe640 1 --2- 172.21.15.71:0/694643288 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649a875a1b0 0x5649a8768a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:26.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.741+0000 7fb22491d640 1 --2- 172.21.15.71:0/694643288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5649a8759890 0x5649a8759c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:26.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.741+0000 7fb22491d640 1 -- 172.21.15.71:0/694643288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5649a8759890 msgr2=0x5649a8759c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:26.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.741+0000 7fb22491d640 1 --2- 172.21.15.71:0/694643288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5649a8759890 0x5649a8759c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.741+0000 7fb22491d640 1 -- 172.21.15.71:0/694643288 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649a875a1b0 msgr2=0x5649a8768a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:26.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.741+0000 7fb22491d640 1 --2- 172.21.15.71:0/694643288 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649a875a1b0 0x5649a8768a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.741+0000 7fb22491d640 1 -- 172.21.15.71:0/694643288 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649a8674130 con 0x5649a8768fc0 2024-09-05T07:38:26.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.741+0000 7fb21ffff640 1 --2- 172.21.15.71:0/3342393428 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb2080a2c10 0x7fb2080a50d0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fb2100058c0 tx=0x7fb210005ec0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:26.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.741+0000 7fb22491d640 1 --2- 172.21.15.71:0/694643288 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8768fc0 0x5649a876b3b0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fb2180097a0 tx=0x7fb218009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=534b8add3be6d891 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:26.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.741+0000 7fb2067fc640 1 -- 172.21.15.71:0/694643288 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb218051070 con 0x5649a8768fc0 2024-09-05T07:38:26.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.741+0000 7fb2067fc640 1 -- 172.21.15.71:0/694643288 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb218036040 con 0x5649a8768fc0 2024-09-05T07:38:26.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.741+0000 7fb2067fc640 1 -- 172.21.15.71:0/694643288 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb21804cd20 con 0x5649a8768fc0 2024-09-05T07:38:26.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.742+0000 7fb228759740 1 -- 172.21.15.71:0/694643288 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8768fc0 msgr2=0x5649a876b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:26.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.742+0000 7fb228759740 1 --2- 172.21.15.71:0/694643288 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8768fc0 0x5649a876b3b0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fb2180097a0 tx=0x7fb218009360 comp rx=0 tx=0).stop 2024-09-05T07:38:26.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.742+0000 7fb228759740 1 -- 172.21.15.71:0/694643288 shutdown_connections 2024-09-05T07:38:26.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.742+0000 7fb228759740 1 --2- 172.21.15.71:0/694643288 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8768fc0 0x5649a876b3b0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.742+0000 7fb228759740 1 --2- 172.21.15.71:0/694643288 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649a875a1b0 0x5649a8768a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.742+0000 7fb228759740 1 --2- 172.21.15.71:0/694643288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5649a8759890 0x5649a8759c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.742+0000 7fb228759740 1 -- 172.21.15.71:0/694643288 >> 172.21.15.71:0/694643288 conn(0x5649a8755f60 msgr2=0x5649a8756340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:26.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.742+0000 7fb228759740 1 -- 172.21.15.71:0/694643288 shutdown_connections 2024-09-05T07:38:26.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.742+0000 7fb228759740 1 -- 172.21.15.71:0/694643288 wait complete. 2024-09-05T07:38:26.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.742+0000 7fb228759740 1 -- start start 2024-09-05T07:38:26.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.742+0000 7fb228759740 1 Processor -- start 2024-09-05T07:38:26.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.743+0000 7fb228759740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5649a8759890 0x5649a8761e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:26.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.743+0000 7fb228759740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a875a1b0 0x5649a87623d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:26.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.743+0000 7fb228759740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649a8768fc0 0x5649a8762910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:26.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.743+0000 7fb228759740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5649a875c7f0 con 0x5649a875a1b0 2024-09-05T07:38:26.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.743+0000 7fb228759740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5649a867af20 con 0x5649a8768fc0 2024-09-05T07:38:26.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.743+0000 7fb228759740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5649a875c970 con 0x5649a8759890 2024-09-05T07:38:26.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.743+0000 7fb228759740 10 client.0 _ll_register_callbacks cb 0x5649a8644030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:38:26.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.743+0000 7fb21f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a875a1b0 0x5649a87623d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:26.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.743+0000 7fb21f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a875a1b0 0x5649a87623d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42518/0 (socket says 172.21.15.71:42518) 2024-09-05T07:38:26.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.743+0000 7fb21f7fe640 1 -- 172.21.15.71:0/3997289013 learned_addr learned my addr 172.21.15.71:0/3997289013 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:26.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.743+0000 7fb22491d640 1 --2- 172.21.15.71:0/3997289013 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649a8768fc0 0x5649a8762910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:26.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.743+0000 7fb21ffff640 1 --2- 172.21.15.71:0/3997289013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5649a8759890 0x5649a8761e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:26.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.743+0000 7fb21f7fe640 1 -- 172.21.15.71:0/3997289013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5649a8759890 msgr2=0x5649a8761e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:26.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.743+0000 7fb21f7fe640 1 --2- 172.21.15.71:0/3997289013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5649a8759890 0x5649a8761e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.743+0000 7fb21f7fe640 1 -- 172.21.15.71:0/3997289013 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649a8768fc0 msgr2=0x5649a8762910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:26.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.743+0000 7fb21f7fe640 1 --2- 172.21.15.71:0/3997289013 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649a8768fc0 0x5649a8762910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.743+0000 7fb21f7fe640 1 -- 172.21.15.71:0/3997289013 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649a84312b0 con 0x5649a875a1b0 2024-09-05T07:38:26.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.743+0000 7fb21f7fe640 1 --2- 172.21.15.71:0/3997289013 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a875a1b0 0x5649a87623d0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fb214009610 tx=0x7fb21409ba60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76d517e8e4d6e67d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:26.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.743+0000 7fb1ff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:38:26.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.743+0000 7fb1ff7fe640 1 -- 172.21.15.71:0/3997289013 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb214014070 con 0x5649a875a1b0 2024-09-05T07:38:26.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.744+0000 7fb1ff7fe640 1 -- 172.21.15.71:0/3997289013 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7fb2140a3b40 con 0x5649a875a1b0 2024-09-05T07:38:26.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.744+0000 7fb228759740 1 -- 172.21.15.71:0/3997289013 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb218036040 con 0x5649a875a1b0 2024-09-05T07:38:26.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.744+0000 7fb1ff7fe640 1 -- 172.21.15.71:0/3997289013 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb21409f710 con 0x5649a875a1b0 2024-09-05T07:38:26.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.744+0000 7fb228759740 10 client.15162 fetch_fsmap learned FSMap version 25 2024-09-05T07:38:26.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.744+0000 7fb228759740 1 -- 172.21.15.71:0/3997289013 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5649a8773130 con 0x5649a875a1b0 2024-09-05T07:38:26.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.744+0000 7fb1ff7fe640 1 -- 172.21.15.71:0/3997289013 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb218036040 con 0x5649a875a1b0 2024-09-05T07:38:26.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.744+0000 7fb1ff7fe640 1 -- 172.21.15.71:0/3997289013 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fb2140970b0 con 0x5649a875a1b0 2024-09-05T07:38:26.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.744+0000 7fb228759740 10 client.15162 fetch_fsmap finished waiting for FSMap version 25 2024-09-05T07:38:26.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.744+0000 7fb228759740 10 client.15162 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-05T07:38:26.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.744+0000 7fb228759740 20 client.15162 populate_metadata read hostname 'smithi071' 2024-09-05T07:38:26.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.744+0000 7fb228759740 1 --2- 172.21.15.71:0/3997289013 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5649a8775720 0x5649a8776b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:26.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.744+0000 7fb228759740 4 client.15162 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:38:26.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.744+0000 7fb228759740 1 -- 172.21.15.71:0/3997289013 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5649a86cd600 con 0x5649a8775720 2024-09-05T07:38:26.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.745+0000 7fb21ffff640 1 --2- 172.21.15.71:0/3997289013 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5649a8775720 0x5649a8776b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:26.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.745+0000 7fb1ff7fe640 10 client.15162 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:38:26.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.745+0000 7fb21ffff640 1 --2- 172.21.15.71:0/3997289013 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5649a8775720 0x5649a8776b90 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5f275339a0f624f8 server_cookie=1e9c7305e815b2c9 in_seq=0 out_seq=0 2024-09-05T07:38:26.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.746+0000 7fb1ff7fe640 1 -- 172.21.15.71:0/3997289013 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5649a86cd600 con 0x5649a8775720 2024-09-05T07:38:26.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.746+0000 7fb1ff7fe640 10 client.15162 handle_command_reply: tid=0 2024-09-05T07:38:26.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.746+0000 7fb228759740 1 client.15162 shutdown 2024-09-05T07:38:26.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.746+0000 7fb228759740 1 -- 172.21.15.71:0/3997289013 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a875a1b0 msgr2=0x5649a87623d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:26.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.746+0000 7fb228759740 1 --2- 172.21.15.71:0/3997289013 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a875a1b0 0x5649a87623d0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fb214009610 tx=0x7fb21409ba60 comp rx=0 tx=0).stop 2024-09-05T07:38:26.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.746+0000 7fb228759740 1 -- 172.21.15.71:0/3997289013 shutdown_connections 2024-09-05T07:38:26.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.746+0000 7fb228759740 1 --2- 172.21.15.71:0/3997289013 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5649a8775720 0x5649a8776b90 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.746+0000 7fb228759740 1 --2- 172.21.15.71:0/3997289013 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649a8768fc0 0x5649a8762910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.746+0000 7fb228759740 1 --2- 172.21.15.71:0/3997289013 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a875a1b0 0x5649a87623d0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.746+0000 7fb228759740 1 --2- 172.21.15.71:0/3997289013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5649a8759890 0x5649a8761e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.746+0000 7fb1ff7fe640 0 client.15162 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:38:26.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.746+0000 7fb228759740 1 -- 172.21.15.71:0/3997289013 >> 172.21.15.71:0/3997289013 conn(0x5649a8755f60 msgr2=0x5649a875bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:26.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.746+0000 7fb228759740 1 -- 172.21.15.71:0/3997289013 shutdown_connections 2024-09-05T07:38:26.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.746+0000 7fb228759740 1 -- 172.21.15.71:0/3997289013 wait complete. 2024-09-05T07:38:26.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.746+0000 7fb228759740 20 client.15162 trim_cache size 0 max 16384 2024-09-05T07:38:26.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.764+0000 7fb228759740 1 Processor -- start 2024-09-05T07:38:26.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.764+0000 7fb228759740 1 -- start start 2024-09-05T07:38:26.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.764+0000 7fb228759740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8759890 0x5649a8762760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:26.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.764+0000 7fb228759740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649a875a1b0 0x5649a877ee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:26.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.764+0000 7fb228759740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5649a8768fc0 0x5649a877f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:26.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.764+0000 7fb228759740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5649a8774ed0 con 0x5649a8759890 2024-09-05T07:38:26.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.764+0000 7fb228759740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5649a87755a0 con 0x5649a875a1b0 2024-09-05T07:38:26.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.764+0000 7fb228759740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5649a8775c70 con 0x5649a8768fc0 2024-09-05T07:38:26.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.764+0000 7fb21ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8759890 0x5649a8762760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:26.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.764+0000 7fb21ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8759890 0x5649a8762760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42534/0 (socket says 172.21.15.71:42534) 2024-09-05T07:38:26.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.764+0000 7fb21ffff640 1 -- 172.21.15.71:0/2283463855 learned_addr learned my addr 172.21.15.71:0/2283463855 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:26.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.764+0000 7fb22491d640 1 --2- 172.21.15.71:0/2283463855 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5649a8768fc0 0x5649a877f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:26.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.764+0000 7fb21f7fe640 1 --2- 172.21.15.71:0/2283463855 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649a875a1b0 0x5649a877ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:26.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.764+0000 7fb21ffff640 1 -- 172.21.15.71:0/2283463855 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5649a8768fc0 msgr2=0x5649a877f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:26.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.764+0000 7fb21ffff640 1 --2- 172.21.15.71:0/2283463855 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5649a8768fc0 0x5649a877f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.764+0000 7fb21ffff640 1 -- 172.21.15.71:0/2283463855 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649a875a1b0 msgr2=0x5649a877ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:26.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.764+0000 7fb21ffff640 1 --2- 172.21.15.71:0/2283463855 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649a875a1b0 0x5649a877ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.764+0000 7fb21ffff640 1 -- 172.21.15.71:0/2283463855 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649a8755a00 con 0x5649a8759890 2024-09-05T07:38:26.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.765+0000 7fb21ffff640 1 --2- 172.21.15.71:0/2283463855 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8759890 0x5649a8762760 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x5649a8777730 tx=0x7fb210014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8366137f37a7bec server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:26.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.765+0000 7fb205ffb640 1 -- 172.21.15.71:0/2283463855 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb210005020 con 0x5649a8759890 2024-09-05T07:38:26.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.765+0000 7fb205ffb640 1 -- 172.21.15.71:0/2283463855 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2100047a0 con 0x5649a8759890 2024-09-05T07:38:26.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.765+0000 7fb205ffb640 1 -- 172.21.15.71:0/2283463855 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb210010720 con 0x5649a8759890 2024-09-05T07:38:26.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.765+0000 7fb228759740 1 -- 172.21.15.71:0/2283463855 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8759890 msgr2=0x5649a8762760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:26.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.765+0000 7fb228759740 1 --2- 172.21.15.71:0/2283463855 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8759890 0x5649a8762760 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x5649a8777730 tx=0x7fb210014000 comp rx=0 tx=0).stop 2024-09-05T07:38:26.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.766+0000 7fb228759740 1 -- 172.21.15.71:0/2283463855 shutdown_connections 2024-09-05T07:38:26.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.766+0000 7fb228759740 1 --2- 172.21.15.71:0/2283463855 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5649a8768fc0 0x5649a877f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.766+0000 7fb228759740 1 --2- 172.21.15.71:0/2283463855 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649a875a1b0 0x5649a877ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.766+0000 7fb228759740 1 --2- 172.21.15.71:0/2283463855 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8759890 0x5649a8762760 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.766+0000 7fb228759740 1 -- 172.21.15.71:0/2283463855 >> 172.21.15.71:0/2283463855 conn(0x5649a8755f60 msgr2=0x5649a8755000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:26.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.766+0000 7fb228759740 1 -- 172.21.15.71:0/2283463855 shutdown_connections 2024-09-05T07:38:26.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.766+0000 7fb228759740 1 -- 172.21.15.71:0/2283463855 wait complete. 2024-09-05T07:38:26.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.766+0000 7fb228759740 1 -- start start 2024-09-05T07:38:26.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.766+0000 7fb228759740 1 Processor -- start 2024-09-05T07:38:26.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.766+0000 7fb228759740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5649a8759890 0x5649a875e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:26.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.766+0000 7fb228759740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649a875a1b0 0x5649a875e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:26.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.766+0000 7fb228759740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8768fc0 0x5649a875eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:26.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.766+0000 7fb228759740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5649a8776a10 con 0x5649a8768fc0 2024-09-05T07:38:26.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.766+0000 7fb228759740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5649a8776340 con 0x5649a875a1b0 2024-09-05T07:38:26.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.766+0000 7fb228759740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5649a87770e0 con 0x5649a8759890 2024-09-05T07:38:26.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.766+0000 7fb228759740 10 client.0 _ll_register_callbacks cb 0x7fb214005d80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:38:26.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.767+0000 7fb22491d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8768fc0 0x5649a875eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:26.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.767+0000 7fb22491d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8768fc0 0x5649a875eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42548/0 (socket says 172.21.15.71:42548) 2024-09-05T07:38:26.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.767+0000 7fb22491d640 1 -- 172.21.15.71:0/3636457937 learned_addr learned my addr 172.21.15.71:0/3636457937 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:26.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.767+0000 7fb21ffff640 1 --2- 172.21.15.71:0/3636457937 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5649a8759890 0x5649a875e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:26.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.767+0000 7fb21f7fe640 1 --2- 172.21.15.71:0/3636457937 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649a875a1b0 0x5649a875e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:26.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.767+0000 7fb22491d640 1 -- 172.21.15.71:0/3636457937 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5649a8759890 msgr2=0x5649a875e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:26.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.767+0000 7fb22491d640 1 --2- 172.21.15.71:0/3636457937 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5649a8759890 0x5649a875e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.767+0000 7fb22491d640 1 -- 172.21.15.71:0/3636457937 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649a875a1b0 msgr2=0x5649a875e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:26.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.767+0000 7fb22491d640 1 --2- 172.21.15.71:0/3636457937 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649a875a1b0 0x5649a875e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.767+0000 7fb22491d640 1 -- 172.21.15.71:0/3636457937 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649a875f170 con 0x5649a8768fc0 2024-09-05T07:38:26.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.767+0000 7fb22491d640 1 --2- 172.21.15.71:0/3636457937 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8768fc0 0x5649a875eb80 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x5649a8757050 tx=0x7fb218009540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4affe2759edae9fe server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:26.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.767+0000 7fb1ff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:38:26.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.767+0000 7fb1ff7fe640 1 -- 172.21.15.71:0/3636457937 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb218051040 con 0x5649a8768fc0 2024-09-05T07:38:26.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.767+0000 7fb1ff7fe640 1 -- 172.21.15.71:0/3636457937 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7fb218003b70 con 0x5649a8768fc0 2024-09-05T07:38:26.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.767+0000 7fb228759740 1 -- 172.21.15.71:0/3636457937 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2100047a0 con 0x5649a8768fc0 2024-09-05T07:38:26.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.767+0000 7fb1ff7fe640 1 -- 172.21.15.71:0/3636457937 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb218063050 con 0x5649a8768fc0 2024-09-05T07:38:26.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.767+0000 7fb228759740 10 client.15168 fetch_fsmap learned FSMap version 25 2024-09-05T07:38:26.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.767+0000 7fb228759740 1 -- 172.21.15.71:0/3636457937 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5649a87e01e0 con 0x5649a8768fc0 2024-09-05T07:38:26.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.768+0000 7fb1ff7fe640 1 -- 172.21.15.71:0/3636457937 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2100047a0 con 0x5649a8768fc0 2024-09-05T07:38:26.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.768+0000 7fb1ff7fe640 1 -- 172.21.15.71:0/3636457937 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fb218054070 con 0x5649a8768fc0 2024-09-05T07:38:26.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.768+0000 7fb228759740 10 client.15168 fetch_fsmap finished waiting for FSMap version 25 2024-09-05T07:38:26.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.768+0000 7fb228759740 10 client.15168 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-05T07:38:26.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.768+0000 7fb228759740 20 client.15168 populate_metadata read hostname 'smithi071' 2024-09-05T07:38:26.786 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.768+0000 7fb228759740 1 --2- 172.21.15.71:0/3636457937 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5649a87e4850 0x5649a87e3560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:26.786 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.768+0000 7fb228759740 4 client.15168 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T07:38:26.786 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.768+0000 7fb228759740 1 -- 172.21.15.71:0/3636457937 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "status"}) -- 0x5649a86c7b10 con 0x5649a87e4850 2024-09-05T07:38:26.786 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.768+0000 7fb21ffff640 1 --2- 172.21.15.71:0/3636457937 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5649a87e4850 0x5649a87e3560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:26.786 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.769+0000 7fb1ff7fe640 10 client.15168 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:38:26.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.769+0000 7fb21ffff640 1 --2- 172.21.15.71:0/3636457937 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5649a87e4850 0x5649a87e3560 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f585f62e05b68147 server_cookie=50aca1c7a8b13384 in_seq=0 out_seq=0 2024-09-05T07:38:26.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.769+0000 7fb1ff7fe640 1 -- 172.21.15.71:0/3636457937 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5649a86c7b10 con 0x5649a87e4850 2024-09-05T07:38:26.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.769+0000 7fb1ff7fe640 10 client.15168 handle_command_reply: tid=0 2024-09-05T07:38:26.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.769+0000 7fb228759740 1 client.15168 shutdown 2024-09-05T07:38:26.787 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.769+0000 7fb228759740 1 -- 172.21.15.71:0/3636457937 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8768fc0 msgr2=0x5649a875eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:26.788 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.769+0000 7fb228759740 1 --2- 172.21.15.71:0/3636457937 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8768fc0 0x5649a875eb80 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x5649a8757050 tx=0x7fb218009540 comp rx=0 tx=0).stop 2024-09-05T07:38:26.788 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.769+0000 7fb228759740 1 -- 172.21.15.71:0/3636457937 shutdown_connections 2024-09-05T07:38:26.788 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.769+0000 7fb228759740 1 --2- 172.21.15.71:0/3636457937 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5649a87e4850 0x5649a87e3560 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.788 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.769+0000 7fb228759740 1 --2- 172.21.15.71:0/3636457937 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5649a8768fc0 0x5649a875eb80 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.788 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.769+0000 7fb228759740 1 --2- 172.21.15.71:0/3636457937 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5649a875a1b0 0x5649a875e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.788 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.769+0000 7fb228759740 1 --2- 172.21.15.71:0/3636457937 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5649a8759890 0x5649a875e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.789 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.769+0000 7fb228759740 1 -- 172.21.15.71:0/3636457937 >> 172.21.15.71:0/3636457937 conn(0x5649a8755f60 msgr2=0x5649a875cbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:26.789 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.769+0000 7fb1ff7fe640 0 client.15168 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:38:26.789 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.769+0000 7fb228759740 1 -- 172.21.15.71:0/3636457937 shutdown_connections 2024-09-05T07:38:26.789 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.769+0000 7fb228759740 1 -- 172.21.15.71:0/3636457937 wait complete. 2024-09-05T07:38:26.789 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.769+0000 7fb228759740 20 client.15168 trim_cache size 0 max 16384 2024-09-05T07:38:26.790 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:38:26.790 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "528064f0-6b58-11ef-bcd6-c7b262605968", 2024-09-05T07:38:26.790 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 2, 2024-09-05T07:38:26.790 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24457, 2024-09-05T07:38:26.790 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-09-05T07:38:26.791 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-09-05T07:38:26.791 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-09-05T07:38:26.791 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 90.372757481999997, 2024-09-05T07:38:26.791 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 25, 2024-09-05T07:38:26.791 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 92, 2024-09-05T07:38:26.791 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 90, 2024-09-05T07:38:26.791 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 156.36474827699999 2024-09-05T07:38:26.792 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:38:26.792 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.770+0000 7fb226380640 1 -- 172.21.15.71:0/3342393428 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb2080a2c10 msgr2=0x7fb2080a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:26.792 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.770+0000 7fb226380640 1 --2- 172.21.15.71:0/3342393428 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb2080a2c10 0x7fb2080a50d0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fb2100058c0 tx=0x7fb210005ec0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.770+0000 7fb226380640 1 -- 172.21.15.71:0/3342393428 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2201027a0 msgr2=0x7fb220198890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:26.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.770+0000 7fb226380640 1 --2- 172.21.15.71:0/3342393428 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2201027a0 0x7fb220198890 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fb21400d950 tx=0x7fb21400de10 comp rx=0 tx=0).stop 2024-09-05T07:38:26.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.770+0000 7fb226380640 1 -- 172.21.15.71:0/3342393428 shutdown_connections 2024-09-05T07:38:26.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.770+0000 7fb226380640 1 --2- 172.21.15.71:0/3342393428 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fb2080a2c10 0x7fb2080a50d0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.770+0000 7fb226380640 1 --2- 172.21.15.71:0/3342393428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fb220106f20 0x7fb22019cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.793 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.770+0000 7fb226380640 1 --2- 172.21.15.71:0/3342393428 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2201027a0 0x7fb220198890 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.770+0000 7fb226380640 1 --2- 172.21.15.71:0/3342393428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fb220101df0 0x7fb220198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:26.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.770+0000 7fb226380640 1 -- 172.21.15.71:0/3342393428 >> 172.21.15.71:0/3342393428 conn(0x7fb2200fd8b0 msgr2=0x7fb2200feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:26.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.770+0000 7fb226380640 1 -- 172.21.15.71:0/3342393428 shutdown_connections 2024-09-05T07:38:26.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:26.770+0000 7fb226380640 1 -- 172.21.15.71:0/3342393428 wait complete. 2024-09-05T07:38:27.566 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.b status 2024-09-05T07:38:27.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:27 smithi192 ceph-mon[34929]: pgmap v348: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-05T07:38:27.812 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:27.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:27 smithi071 ceph-mon[30965]: pgmap v348: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-05T07:38:27.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:27 smithi123 ceph-mon[34568]: pgmap v348: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-09-05T07:38:28.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.298+0000 7f9574a62640 1 -- 172.21.15.71:0/3144609850 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9570108300 msgr2=0x7f957010ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:28.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.298+0000 7f9574a62640 1 --2- 172.21.15.71:0/3144609850 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9570108300 0x7f957010ec70 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f9568009cd0 tx=0x7f956802a8d0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.299+0000 7f9574a62640 1 -- 172.21.15.71:0/3144609850 shutdown_connections 2024-09-05T07:38:28.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.299+0000 7f9574a62640 1 --2- 172.21.15.71:0/3144609850 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9570108300 0x7f957010ec70 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.299+0000 7f9574a62640 1 --2- 172.21.15.71:0/3144609850 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9570103780 0x7f9570107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.299+0000 7f9574a62640 1 --2- 172.21.15.71:0/3144609850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9570102dd0 0x7f95701031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.299+0000 7f9574a62640 1 -- 172.21.15.71:0/3144609850 >> 172.21.15.71:0/3144609850 conn(0x7f95700fc7d0 msgr2=0x7f95700febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:28.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.299+0000 7f9574a62640 1 -- 172.21.15.71:0/3144609850 shutdown_connections 2024-09-05T07:38:28.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.299+0000 7f9574a62640 1 -- 172.21.15.71:0/3144609850 wait complete. 2024-09-05T07:38:28.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.299+0000 7f9574a62640 1 Processor -- start 2024-09-05T07:38:28.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.299+0000 7f9574a62640 1 -- start start 2024-09-05T07:38:28.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f9574a62640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9570102dd0 0x7f957019a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:28.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f9574a62640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9570103780 0x7f957019abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:28.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f9574a62640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9570108300 0x7f957019ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:28.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f9574a62640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9570111f80 con 0x7f9570103780 2024-09-05T07:38:28.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f9574a62640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9570111e00 con 0x7f9570108300 2024-09-05T07:38:28.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f9574a62640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9570112100 con 0x7f9570102dd0 2024-09-05T07:38:28.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f956dd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9570103780 0x7f957019abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:28.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f956dd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9570103780 0x7f957019abf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42568/0 (socket says 172.21.15.71:42568) 2024-09-05T07:38:28.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f956dd9b640 1 -- 172.21.15.71:0/3334709849 learned_addr learned my addr 172.21.15.71:0/3334709849 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:28.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f956e59c640 1 --2- 172.21.15.71:0/3334709849 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9570102dd0 0x7f957019a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:28.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f956ed9d640 1 --2- 172.21.15.71:0/3334709849 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9570108300 0x7f957019ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:28.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f956dd9b640 1 -- 172.21.15.71:0/3334709849 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9570102dd0 msgr2=0x7f957019a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:28.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f956dd9b640 1 --2- 172.21.15.71:0/3334709849 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9570102dd0 0x7f957019a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f956dd9b640 1 -- 172.21.15.71:0/3334709849 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9570108300 msgr2=0x7f957019ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:28.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f956dd9b640 1 --2- 172.21.15.71:0/3334709849 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9570108300 0x7f957019ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f956dd9b640 1 -- 172.21.15.71:0/3334709849 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f957019f660 con 0x7f9570103780 2024-09-05T07:38:28.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f956ed9d640 1 --2- 172.21.15.71:0/3334709849 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9570108300 0x7f957019ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:38:28.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f956dd9b640 1 --2- 172.21.15.71:0/3334709849 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9570103780 0x7f957019abf0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f956400c970 tx=0x7f956400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:28.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f955f7fe640 1 -- 172.21.15.71:0/3334709849 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9564007bb0 con 0x7f9570103780 2024-09-05T07:38:28.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f9574a62640 1 -- 172.21.15.71:0/3334709849 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f957019f950 con 0x7f9570103780 2024-09-05T07:38:28.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f955f7fe640 1 -- 172.21.15.71:0/3334709849 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9564007d50 con 0x7f9570103780 2024-09-05T07:38:28.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f955f7fe640 1 -- 172.21.15.71:0/3334709849 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9564004e10 con 0x7f9570103780 2024-09-05T07:38:28.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.300+0000 7f9574a62640 1 -- 172.21.15.71:0/3334709849 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95701a7230 con 0x7f9570103780 2024-09-05T07:38:28.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.303+0000 7f955f7fe640 1 -- 172.21.15.71:0/3334709849 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f9564005000 con 0x7f9570103780 2024-09-05T07:38:28.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.303+0000 7f9576e3b740 1 Processor -- start 2024-09-05T07:38:28.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.303+0000 7f9576e3b740 1 -- start start 2024-09-05T07:38:28.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.303+0000 7f9576e3b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5591a68e79d0 0x5591a68e7db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:28.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.303+0000 7f9576e3b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68e82f0 0x5591a68f2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:28.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.303+0000 7f9576e3b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68f2bb0 0x5591a68f4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:28.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.303+0000 7f9576e3b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5591a684e090 con 0x5591a68e82f0 2024-09-05T07:38:28.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.303+0000 7f9576e3b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5591a67f5a70 con 0x5591a68e79d0 2024-09-05T07:38:28.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.303+0000 7f9576e3b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5591a684a050 con 0x5591a68f2bb0 2024-09-05T07:38:28.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.304+0000 7f956e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68e82f0 0x5591a68f2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:28.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.304+0000 7f956e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68e82f0 0x5591a68f2670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42576/0 (socket says 172.21.15.71:42576) 2024-09-05T07:38:28.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.304+0000 7f956e59c640 1 -- 172.21.15.71:0/1886891202 learned_addr learned my addr 172.21.15.71:0/1886891202 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:28.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.304+0000 7f956ed9d640 1 --2- 172.21.15.71:0/1886891202 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5591a68e79d0 0x5591a68e7db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:28.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.304+0000 7f956dd9b640 1 --2- 172.21.15.71:0/1886891202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68f2bb0 0x5591a68f4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:28.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.304+0000 7f956e59c640 1 -- 172.21.15.71:0/1886891202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68f2bb0 msgr2=0x5591a68f4fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:28.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.304+0000 7f956e59c640 1 --2- 172.21.15.71:0/1886891202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68f2bb0 0x5591a68f4fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.304+0000 7f956e59c640 1 -- 172.21.15.71:0/1886891202 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5591a68e79d0 msgr2=0x5591a68e7db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:28.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.304+0000 7f956e59c640 1 --2- 172.21.15.71:0/1886891202 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5591a68e79d0 0x5591a68e7db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.304+0000 7f956e59c640 1 -- 172.21.15.71:0/1886891202 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5591a6802130 con 0x5591a68e82f0 2024-09-05T07:38:28.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.304+0000 7f956dd9b640 1 --2- 172.21.15.71:0/1886891202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68f2bb0 0x5591a68f4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:38:28.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.304+0000 7f955f7fe640 1 --2- 172.21.15.71:0/3334709849 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f95580a2c10 0x7f95580a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:28.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.304+0000 7f956ed9d640 1 --2- 172.21.15.71:0/3334709849 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f95580a2c10 0x7f95580a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:28.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.304+0000 7f956e59c640 1 --2- 172.21.15.71:0/1886891202 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68e82f0 0x5591a68f2670 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f956000ac10 tx=0x7f956000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12a1080349a67046 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:28.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.304+0000 7f955f7fe640 1 -- 172.21.15.71:0/3334709849 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f95640cf310 con 0x7f9570103780 2024-09-05T07:38:28.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.304+0000 7f955cff9640 1 -- 172.21.15.71:0/1886891202 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f956001d070 con 0x5591a68e82f0 2024-09-05T07:38:28.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.304+0000 7f955cff9640 1 -- 172.21.15.71:0/1886891202 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9560018af0 con 0x5591a68e82f0 2024-09-05T07:38:28.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.304+0000 7f955cff9640 1 -- 172.21.15.71:0/1886891202 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9560010a90 con 0x5591a68e82f0 2024-09-05T07:38:28.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.305+0000 7f9576e3b740 1 -- 172.21.15.71:0/1886891202 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68e82f0 msgr2=0x5591a68f2670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:28.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.305+0000 7f956ed9d640 1 --2- 172.21.15.71:0/3334709849 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f95580a2c10 0x7f95580a50d0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9568005e30 tx=0x7f9568031b70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:28.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.305+0000 7f9576e3b740 1 --2- 172.21.15.71:0/1886891202 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68e82f0 0x5591a68f2670 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f956000ac10 tx=0x7f956000f790 comp rx=0 tx=0).stop 2024-09-05T07:38:28.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.305+0000 7f9576e3b740 1 -- 172.21.15.71:0/1886891202 shutdown_connections 2024-09-05T07:38:28.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.305+0000 7f9576e3b740 1 --2- 172.21.15.71:0/1886891202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68f2bb0 0x5591a68f4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.305+0000 7f9576e3b740 1 --2- 172.21.15.71:0/1886891202 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68e82f0 0x5591a68f2670 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.305+0000 7f9576e3b740 1 --2- 172.21.15.71:0/1886891202 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5591a68e79d0 0x5591a68e7db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.305+0000 7f9576e3b740 1 -- 172.21.15.71:0/1886891202 >> 172.21.15.71:0/1886891202 conn(0x5591a68e3f60 msgr2=0x5591a68e4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:28.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.305+0000 7f9576e3b740 1 -- 172.21.15.71:0/1886891202 shutdown_connections 2024-09-05T07:38:28.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.305+0000 7f9576e3b740 1 -- 172.21.15.71:0/1886891202 wait complete. 2024-09-05T07:38:28.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.306+0000 7f9576e3b740 1 -- start start 2024-09-05T07:38:28.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.306+0000 7f9576e3b740 1 Processor -- start 2024-09-05T07:38:28.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.306+0000 7f9576e3b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68e79d0 0x5591a68f2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:28.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.306+0000 7f9576e3b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68e82f0 0x5591a68ef7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:28.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.306+0000 7f9576e3b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5591a68f2bb0 0x5591a68efd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:28.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.306+0000 7f9576e3b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5591a68f5780 con 0x5591a68e79d0 2024-09-05T07:38:28.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.306+0000 7f9576e3b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5591a6808f20 con 0x5591a68f2bb0 2024-09-05T07:38:28.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.306+0000 7f9576e3b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5591a68f5900 con 0x5591a68e82f0 2024-09-05T07:38:28.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.306+0000 7f9576e3b740 10 client.0 _ll_register_callbacks cb 0x5591a67d2030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:38:28.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.306+0000 7f956e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68e79d0 0x5591a68f2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:28.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.306+0000 7f956e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68e79d0 0x5591a68f2470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42586/0 (socket says 172.21.15.71:42586) 2024-09-05T07:38:28.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.306+0000 7f956e59c640 1 -- 172.21.15.71:0/167783560 learned_addr learned my addr 172.21.15.71:0/167783560 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:28.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.306+0000 7f956dd9b640 1 --2- 172.21.15.71:0/167783560 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68e82f0 0x5591a68ef7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:28.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.306+0000 7f956e59c640 1 -- 172.21.15.71:0/167783560 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68e82f0 msgr2=0x5591a68ef7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:28.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.306+0000 7f956e59c640 1 --2- 172.21.15.71:0/167783560 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68e82f0 0x5591a68ef7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.306+0000 7f956e59c640 1 -- 172.21.15.71:0/167783560 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5591a68f2bb0 msgr2=0x5591a68efd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:28.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.306+0000 7f956e59c640 1 --2- 172.21.15.71:0/167783560 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5591a68f2bb0 0x5591a68efd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.306+0000 7f956e59c640 1 -- 172.21.15.71:0/167783560 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5591a65bf2b0 con 0x5591a68e79d0 2024-09-05T07:38:28.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.306+0000 7f956e59c640 1 --2- 172.21.15.71:0/167783560 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68e79d0 0x5591a68f2470 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f956000af50 tx=0x7f9560005e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee890d931593ec4e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:28.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.306+0000 7f9555ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:38:28.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.307+0000 7f9555ffb640 1 -- 172.21.15.71:0/167783560 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f956001d050 con 0x5591a68e79d0 2024-09-05T07:38:28.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.307+0000 7f9555ffb640 1 -- 172.21.15.71:0/167783560 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f9560005040 con 0x5591a68e79d0 2024-09-05T07:38:28.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.307+0000 7f9576e3b740 1 -- 172.21.15.71:0/167783560 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9560018af0 con 0x5591a68e79d0 2024-09-05T07:38:28.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.307+0000 7f9555ffb640 1 -- 172.21.15.71:0/167783560 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9560032050 con 0x5591a68e79d0 2024-09-05T07:38:28.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.307+0000 7f9576e3b740 10 client.15180 fetch_fsmap learned FSMap version 25 2024-09-05T07:38:28.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.307+0000 7f9576e3b740 1 -- 172.21.15.71:0/167783560 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5591a6901040 con 0x5591a68e79d0 2024-09-05T07:38:28.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.307+0000 7f9555ffb640 1 -- 172.21.15.71:0/167783560 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9560018af0 con 0x5591a68e79d0 2024-09-05T07:38:28.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.307+0000 7f9555ffb640 1 -- 172.21.15.71:0/167783560 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f95600046c0 con 0x5591a68e79d0 2024-09-05T07:38:28.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.307+0000 7f9576e3b740 10 client.15180 fetch_fsmap finished waiting for FSMap version 25 2024-09-05T07:38:28.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.307+0000 7f9576e3b740 10 client.15180 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-05T07:38:28.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.307+0000 7f9576e3b740 20 client.15180 populate_metadata read hostname 'smithi071' 2024-09-05T07:38:28.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.307+0000 7f9576e3b740 1 --2- 172.21.15.71:0/167783560 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5591a6903370 0x5591a69047e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:28.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.307+0000 7f9576e3b740 4 client.15180 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:38:28.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.307+0000 7f9576e3b740 1 -- 172.21.15.71:0/167783560 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5591a685b600 con 0x5591a6903370 2024-09-05T07:38:28.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.307+0000 7f956dd9b640 1 --2- 172.21.15.71:0/167783560 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5591a6903370 0x5591a69047e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:28.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.308+0000 7f9555ffb640 10 client.15180 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:38:28.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.308+0000 7f956dd9b640 1 --2- 172.21.15.71:0/167783560 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5591a6903370 0x5591a69047e0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a897f353fd730c68 server_cookie=ffb965fdcace9cc in_seq=0 out_seq=0 2024-09-05T07:38:28.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.309+0000 7f9555ffb640 1 -- 172.21.15.71:0/167783560 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5591a685b600 con 0x5591a6903370 2024-09-05T07:38:28.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.309+0000 7f9555ffb640 10 client.15180 handle_command_reply: tid=0 2024-09-05T07:38:28.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.309+0000 7f9576e3b740 1 client.15180 shutdown 2024-09-05T07:38:28.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.309+0000 7f9576e3b740 1 -- 172.21.15.71:0/167783560 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68e79d0 msgr2=0x5591a68f2470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:28.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.309+0000 7f9576e3b740 1 --2- 172.21.15.71:0/167783560 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68e79d0 0x5591a68f2470 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f956000af50 tx=0x7f9560005e10 comp rx=0 tx=0).stop 2024-09-05T07:38:28.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.309+0000 7f9576e3b740 1 -- 172.21.15.71:0/167783560 shutdown_connections 2024-09-05T07:38:28.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.309+0000 7f9576e3b740 1 --2- 172.21.15.71:0/167783560 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5591a6903370 0x5591a69047e0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.309+0000 7f9576e3b740 1 --2- 172.21.15.71:0/167783560 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5591a68f2bb0 0x5591a68efd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.309+0000 7f9576e3b740 1 --2- 172.21.15.71:0/167783560 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68e82f0 0x5591a68ef7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.309+0000 7f9555ffb640 0 client.15180 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:38:28.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.309+0000 7f9576e3b740 1 --2- 172.21.15.71:0/167783560 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68e79d0 0x5591a68f2470 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.309+0000 7f9576e3b740 1 -- 172.21.15.71:0/167783560 >> 172.21.15.71:0/167783560 conn(0x5591a68e3f60 msgr2=0x5591a68e9c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:28.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.309+0000 7f9576e3b740 1 -- 172.21.15.71:0/167783560 shutdown_connections 2024-09-05T07:38:28.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.309+0000 7f9576e3b740 1 -- 172.21.15.71:0/167783560 wait complete. 2024-09-05T07:38:28.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.309+0000 7f9576e3b740 20 client.15180 trim_cache size 0 max 16384 2024-09-05T07:38:28.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.327+0000 7f9576e3b740 1 Processor -- start 2024-09-05T07:38:28.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.327+0000 7f9576e3b740 1 -- start start 2024-09-05T07:38:28.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.327+0000 7f9576e3b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68e79d0 0x5591a69047e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:28.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.327+0000 7f9576e3b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5591a68e82f0 0x5591a68dee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:28.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.327+0000 7f9576e3b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68f2bb0 0x5591a68eaec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:28.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.327+0000 7f9576e3b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5591a6902b20 con 0x5591a68f2bb0 2024-09-05T07:38:28.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.327+0000 7f9576e3b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5591a69031f0 con 0x5591a68e82f0 2024-09-05T07:38:28.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.327+0000 7f9576e3b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5591a69038c0 con 0x5591a68e79d0 2024-09-05T07:38:28.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.327+0000 7f956ed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68f2bb0 0x5591a68eaec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:28.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.327+0000 7f956ed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68f2bb0 0x5591a68eaec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42600/0 (socket says 172.21.15.71:42600) 2024-09-05T07:38:28.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.327+0000 7f956ed9d640 1 -- 172.21.15.71:0/2340672354 learned_addr learned my addr 172.21.15.71:0/2340672354 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:28.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.327+0000 7f956e59c640 1 --2- 172.21.15.71:0/2340672354 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68e79d0 0x5591a69047e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:28.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.327+0000 7f956dd9b640 1 --2- 172.21.15.71:0/2340672354 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5591a68e82f0 0x5591a68dee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:28.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.328+0000 7f956ed9d640 1 -- 172.21.15.71:0/2340672354 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68e79d0 msgr2=0x5591a69047e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:28.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.328+0000 7f956ed9d640 1 --2- 172.21.15.71:0/2340672354 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68e79d0 0x5591a69047e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.328+0000 7f956ed9d640 1 -- 172.21.15.71:0/2340672354 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5591a68e82f0 msgr2=0x5591a68dee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:28.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.328+0000 7f956ed9d640 1 --2- 172.21.15.71:0/2340672354 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5591a68e82f0 0x5591a68dee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.328+0000 7f956ed9d640 1 -- 172.21.15.71:0/2340672354 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5591a68e3d90 con 0x5591a68f2bb0 2024-09-05T07:38:28.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.328+0000 7f956ed9d640 1 --2- 172.21.15.71:0/2340672354 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68f2bb0 0x5591a68eaec0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f9568035000 tx=0x7f956803d040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b99e0692050d67ca server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:28.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.328+0000 7f9557fff640 1 -- 172.21.15.71:0/2340672354 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9568004240 con 0x5591a68f2bb0 2024-09-05T07:38:28.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.328+0000 7f9557fff640 1 -- 172.21.15.71:0/2340672354 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9568036070 con 0x5591a68f2bb0 2024-09-05T07:38:28.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.328+0000 7f9557fff640 1 -- 172.21.15.71:0/2340672354 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9568030d00 con 0x5591a68f2bb0 2024-09-05T07:38:28.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.329+0000 7f9576e3b740 1 -- 172.21.15.71:0/2340672354 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68f2bb0 msgr2=0x5591a68eaec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:28.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.329+0000 7f9576e3b740 1 --2- 172.21.15.71:0/2340672354 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68f2bb0 0x5591a68eaec0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f9568035000 tx=0x7f956803d040 comp rx=0 tx=0).stop 2024-09-05T07:38:28.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.329+0000 7f9576e3b740 1 -- 172.21.15.71:0/2340672354 shutdown_connections 2024-09-05T07:38:28.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.329+0000 7f9576e3b740 1 --2- 172.21.15.71:0/2340672354 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68f2bb0 0x5591a68eaec0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.329+0000 7f9576e3b740 1 --2- 172.21.15.71:0/2340672354 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5591a68e82f0 0x5591a68dee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.329+0000 7f9576e3b740 1 --2- 172.21.15.71:0/2340672354 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68e79d0 0x5591a69047e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.329+0000 7f9576e3b740 1 -- 172.21.15.71:0/2340672354 >> 172.21.15.71:0/2340672354 conn(0x5591a68e3f60 msgr2=0x5591a68e27e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:28.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.329+0000 7f9576e3b740 1 -- 172.21.15.71:0/2340672354 shutdown_connections 2024-09-05T07:38:28.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.329+0000 7f9576e3b740 1 -- 172.21.15.71:0/2340672354 wait complete. 2024-09-05T07:38:28.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.329+0000 7f9576e3b740 1 -- start start 2024-09-05T07:38:28.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.329+0000 7f9576e3b740 1 Processor -- start 2024-09-05T07:38:28.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.329+0000 7f9576e3b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5591a68e79d0 0x5591a6907a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:28.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.329+0000 7f9576e3b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68e82f0 0x5591a6907f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:28.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.329+0000 7f9576e3b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68f2bb0 0x5591a69084b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:28.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.329+0000 7f9576e3b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5591a6904660 con 0x5591a68f2bb0 2024-09-05T07:38:28.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.329+0000 7f9576e3b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5591a6903f90 con 0x5591a68e79d0 2024-09-05T07:38:28.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.329+0000 7f9576e3b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5591a6904d30 con 0x5591a68e82f0 2024-09-05T07:38:28.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.330+0000 7f9576e3b740 10 client.0 _ll_register_callbacks cb 0x7f956001b070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:38:28.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.330+0000 7f956ed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68f2bb0 0x5591a69084b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:28.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.330+0000 7f956ed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68f2bb0 0x5591a69084b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42610/0 (socket says 172.21.15.71:42610) 2024-09-05T07:38:28.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.330+0000 7f956ed9d640 1 -- 172.21.15.71:0/591488179 learned_addr learned my addr 172.21.15.71:0/591488179 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:28.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.330+0000 7f956dd9b640 1 --2- 172.21.15.71:0/591488179 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68e82f0 0x5591a6907f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:28.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.330+0000 7f956e59c640 1 --2- 172.21.15.71:0/591488179 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5591a68e79d0 0x5591a6907a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:28.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.330+0000 7f956ed9d640 1 -- 172.21.15.71:0/591488179 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68e82f0 msgr2=0x5591a6907f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:28.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.330+0000 7f956ed9d640 1 --2- 172.21.15.71:0/591488179 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68e82f0 0x5591a6907f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.330+0000 7f956ed9d640 1 -- 172.21.15.71:0/591488179 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5591a68e79d0 msgr2=0x5591a6907a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:28.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.330+0000 7f956ed9d640 1 --2- 172.21.15.71:0/591488179 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5591a68e79d0 0x5591a6907a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.330+0000 7f956ed9d640 1 -- 172.21.15.71:0/591488179 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5591a696bd10 con 0x5591a68f2bb0 2024-09-05T07:38:28.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.330+0000 7f956e59c640 1 --2- 172.21.15.71:0/591488179 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5591a68e79d0 0x5591a6907a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:38:28.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.330+0000 7f956ed9d640 1 --2- 172.21.15.71:0/591488179 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68f2bb0 0x5591a69084b0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f95680306e0 tx=0x7f95680095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff361e6f773bb2a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:28.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.330+0000 7f9555ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:38:28.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.330+0000 7f9555ffb640 1 -- 172.21.15.71:0/591488179 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9568030c90 con 0x5591a68f2bb0 2024-09-05T07:38:28.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.330+0000 7f9555ffb640 1 -- 172.21.15.71:0/591488179 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f9568053040 con 0x5591a68f2bb0 2024-09-05T07:38:28.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.330+0000 7f9576e3b740 1 -- 172.21.15.71:0/591488179 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9568036070 con 0x5591a68f2bb0 2024-09-05T07:38:28.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.330+0000 7f9555ffb640 1 -- 172.21.15.71:0/591488179 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9568063050 con 0x5591a68f2bb0 2024-09-05T07:38:28.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.330+0000 7f9576e3b740 10 client.15186 fetch_fsmap learned FSMap version 25 2024-09-05T07:38:28.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.330+0000 7f9576e3b740 1 -- 172.21.15.71:0/591488179 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5591a696d010 con 0x5591a68f2bb0 2024-09-05T07:38:28.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.331+0000 7f9555ffb640 1 -- 172.21.15.71:0/591488179 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9568036070 con 0x5591a68f2bb0 2024-09-05T07:38:28.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.331+0000 7f9555ffb640 1 -- 172.21.15.71:0/591488179 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f9568042070 con 0x5591a68f2bb0 2024-09-05T07:38:28.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.331+0000 7f9576e3b740 10 client.15186 fetch_fsmap finished waiting for FSMap version 25 2024-09-05T07:38:28.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.331+0000 7f9576e3b740 10 client.15186 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-05T07:38:28.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.331+0000 7f9576e3b740 20 client.15186 populate_metadata read hostname 'smithi071' 2024-09-05T07:38:28.349 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.331+0000 7f9576e3b740 1 --2- 172.21.15.71:0/591488179 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5591a69716e0 0x5591a69703f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:28.349 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.331+0000 7f9576e3b740 4 client.15186 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T07:38:28.349 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.331+0000 7f9576e3b740 1 -- 172.21.15.71:0/591488179 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "status"}) -- 0x5591a6855b10 con 0x5591a69716e0 2024-09-05T07:38:28.349 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.331+0000 7f956e59c640 1 --2- 172.21.15.71:0/591488179 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5591a69716e0 0x5591a69703f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:28.349 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.332+0000 7f9555ffb640 10 client.15186 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:38:28.349 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.332+0000 7f956e59c640 1 --2- 172.21.15.71:0/591488179 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5591a69716e0 0x5591a69703f0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c3cf42bda9139c9e server_cookie=105a6dda805ae316 in_seq=0 out_seq=0 2024-09-05T07:38:28.349 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.332+0000 7f9555ffb640 1 -- 172.21.15.71:0/591488179 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5591a6855b10 con 0x5591a69716e0 2024-09-05T07:38:28.349 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.332+0000 7f9555ffb640 10 client.15186 handle_command_reply: tid=0 2024-09-05T07:38:28.349 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.332+0000 7f9576e3b740 1 client.15186 shutdown 2024-09-05T07:38:28.349 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.332+0000 7f9576e3b740 1 -- 172.21.15.71:0/591488179 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68f2bb0 msgr2=0x5591a69084b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:28.349 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.332+0000 7f9576e3b740 1 --2- 172.21.15.71:0/591488179 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68f2bb0 0x5591a69084b0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f95680306e0 tx=0x7f95680095c0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.349 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.332+0000 7f9576e3b740 1 -- 172.21.15.71:0/591488179 shutdown_connections 2024-09-05T07:38:28.349 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.332+0000 7f9576e3b740 1 --2- 172.21.15.71:0/591488179 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5591a68f2bb0 0x5591a69084b0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.349 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.332+0000 7f9576e3b740 1 --2- 172.21.15.71:0/591488179 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5591a68e82f0 0x5591a6907f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.332+0000 7f9576e3b740 1 --2- 172.21.15.71:0/591488179 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5591a69716e0 0x5591a69703f0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.332+0000 7f9576e3b740 1 --2- 172.21.15.71:0/591488179 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5591a68e79d0 0x5591a6907a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.332+0000 7f9555ffb640 0 client.15186 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:38:28.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.332+0000 7f9576e3b740 1 -- 172.21.15.71:0/591488179 >> 172.21.15.71:0/591488179 conn(0x5591a68e3f60 msgr2=0x5591a68e3000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:28.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.332+0000 7f9576e3b740 1 -- 172.21.15.71:0/591488179 shutdown_connections 2024-09-05T07:38:28.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.332+0000 7f9576e3b740 1 -- 172.21.15.71:0/591488179 wait complete. 2024-09-05T07:38:28.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.332+0000 7f9576e3b740 20 client.15186 trim_cache size 0 max 16384 2024-09-05T07:38:28.350 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:38:28.350 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "528064f0-6b58-11ef-bcd6-c7b262605968", 2024-09-05T07:38:28.350 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 1, 2024-09-05T07:38:28.351 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24470, 2024-09-05T07:38:28.351 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-09-05T07:38:28.351 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-09-05T07:38:28.351 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-09-05T07:38:28.351 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 92.945757263000004, 2024-09-05T07:38:28.351 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 25, 2024-09-05T07:38:28.351 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 92, 2024-09-05T07:38:28.351 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 90, 2024-09-05T07:38:28.351 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 144.42829096700001 2024-09-05T07:38:28.351 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:38:28.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.332+0000 7f9574a62640 1 -- 172.21.15.71:0/3334709849 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f95580a2c10 msgr2=0x7f95580a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:28.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.332+0000 7f9574a62640 1 --2- 172.21.15.71:0/3334709849 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f95580a2c10 0x7f95580a50d0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9568005e30 tx=0x7f9568031b70 comp rx=0 tx=0).stop 2024-09-05T07:38:28.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.332+0000 7f9574a62640 1 -- 172.21.15.71:0/3334709849 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9570103780 msgr2=0x7f957019abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:28.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.333+0000 7f9574a62640 1 --2- 172.21.15.71:0/3334709849 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9570103780 0x7f957019abf0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f956400c970 tx=0x7f956400ce30 comp rx=0 tx=0).stop 2024-09-05T07:38:28.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.333+0000 7f9574a62640 1 -- 172.21.15.71:0/3334709849 shutdown_connections 2024-09-05T07:38:28.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.333+0000 7f9574a62640 1 --2- 172.21.15.71:0/3334709849 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f95580a2c10 0x7f95580a50d0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.352 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.333+0000 7f9574a62640 1 --2- 172.21.15.71:0/3334709849 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9570108300 0x7f957019ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.333+0000 7f9574a62640 1 --2- 172.21.15.71:0/3334709849 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9570103780 0x7f957019abf0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.333+0000 7f9574a62640 1 --2- 172.21.15.71:0/3334709849 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9570102dd0 0x7f957019a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:28.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.333+0000 7f9574a62640 1 -- 172.21.15.71:0/3334709849 >> 172.21.15.71:0/3334709849 conn(0x7f95700fc7d0 msgr2=0x7f9570100dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:28.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.333+0000 7f9574a62640 1 -- 172.21.15.71:0/3334709849 shutdown_connections 2024-09-05T07:38:28.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:28.333+0000 7f9574a62640 1 -- 172.21.15.71:0/3334709849 wait complete. 2024-09-05T07:38:29.116 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.i status 2024-09-05T07:38:29.361 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:29.665 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:29 smithi071 ceph-mon[30965]: pgmap v349: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:38:29.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:29 smithi192 ceph-mon[34929]: pgmap v349: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:38:29.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.874+0000 7fc4b183a640 1 -- 172.21.15.71:0/105966629 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4ac102780 msgr2=0x7fc4ac1067d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:29.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.874+0000 7fc4b183a640 1 --2- 172.21.15.71:0/105966629 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4ac102780 0x7fc4ac1067d0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fc494009900 tx=0x7fc49402a410 comp rx=0 tx=0).stop 2024-09-05T07:38:29.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.874+0000 7fc4b183a640 1 -- 172.21.15.71:0/105966629 shutdown_connections 2024-09-05T07:38:29.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.874+0000 7fc4b183a640 1 --2- 172.21.15.71:0/105966629 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4ac106f00 0x7fc4ac10ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.874+0000 7fc4b183a640 1 --2- 172.21.15.71:0/105966629 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4ac102780 0x7fc4ac1067d0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.874+0000 7fc4b183a640 1 --2- 172.21.15.71:0/105966629 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc4ac101dd0 0x7fc4ac1021b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.874+0000 7fc4b183a640 1 -- 172.21.15.71:0/105966629 >> 172.21.15.71:0/105966629 conn(0x7fc4ac0fd8b0 msgr2=0x7fc4ac0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:29.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.874+0000 7fc4b183a640 1 -- 172.21.15.71:0/105966629 shutdown_connections 2024-09-05T07:38:29.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.874+0000 7fc4b183a640 1 -- 172.21.15.71:0/105966629 wait complete. 2024-09-05T07:38:29.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.875+0000 7fc4b183a640 1 Processor -- start 2024-09-05T07:38:29.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.875+0000 7fc4b183a640 1 -- start start 2024-09-05T07:38:29.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.876+0000 7fc4b183a640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc4ac101dd0 0x7fc4ac198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:29.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.876+0000 7fc4b183a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4ac102780 0x7fc4ac1988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:29.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.876+0000 7fc4b183a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4ac106f00 0x7fc4ac19cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:29.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.876+0000 7fc4b183a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ac111e80 con 0x7fc4ac102780 2024-09-05T07:38:29.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.876+0000 7fc4b183a640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ac111d00 con 0x7fc4ac101dd0 2024-09-05T07:38:29.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.876+0000 7fc4b183a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ac112000 con 0x7fc4ac106f00 2024-09-05T07:38:29.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.876+0000 7fc4ab7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4ac106f00 0x7fc4ac19cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:29.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.876+0000 7fc4ab7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4ac106f00 0x7fc4ac19cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.71:50678/0 (socket says 172.21.15.71:50678) 2024-09-05T07:38:29.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.876+0000 7fc4ab7fe640 1 -- 172.21.15.71:0/3559331793 learned_addr learned my addr 172.21.15.71:0/3559331793 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:29.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.876+0000 7fc4aaffd640 1 --2- 172.21.15.71:0/3559331793 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc4ac101dd0 0x7fc4ac198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:29.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.876+0000 7fc4aa7fc640 1 --2- 172.21.15.71:0/3559331793 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4ac102780 0x7fc4ac1988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:29.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.877+0000 7fc4ab7fe640 1 -- 172.21.15.71:0/3559331793 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc4ac101dd0 msgr2=0x7fc4ac198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:29.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.877+0000 7fc4ab7fe640 1 --2- 172.21.15.71:0/3559331793 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc4ac101dd0 0x7fc4ac198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.877+0000 7fc4ab7fe640 1 -- 172.21.15.71:0/3559331793 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4ac102780 msgr2=0x7fc4ac1988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:29.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.877+0000 7fc4ab7fe640 1 --2- 172.21.15.71:0/3559331793 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4ac102780 0x7fc4ac1988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.877+0000 7fc4ab7fe640 1 -- 172.21.15.71:0/3559331793 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4ac19d310 con 0x7fc4ac106f00 2024-09-05T07:38:29.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.877+0000 7fc4aaffd640 1 --2- 172.21.15.71:0/3559331793 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc4ac101dd0 0x7fc4ac198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:38:29.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.877+0000 7fc4ab7fe640 1 --2- 172.21.15.71:0/3559331793 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4ac106f00 0x7fc4ac19cc30 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc4a4009fd0 tx=0x7fc4a400b8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:29.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.877+0000 7fc4b0838640 1 -- 172.21.15.71:0/3559331793 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a4011830 con 0x7fc4ac106f00 2024-09-05T07:38:29.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.877+0000 7fc4b183a640 1 -- 172.21.15.71:0/3559331793 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4ac19d600 con 0x7fc4ac106f00 2024-09-05T07:38:29.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.877+0000 7fc4b0838640 1 -- 172.21.15.71:0/3559331793 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc4a4016070 con 0x7fc4ac106f00 2024-09-05T07:38:29.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.878+0000 7fc4b0838640 1 -- 172.21.15.71:0/3559331793 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a4010de0 con 0x7fc4ac106f00 2024-09-05T07:38:29.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.878+0000 7fc4b183a640 1 -- 172.21.15.71:0/3559331793 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4ac1a4ee0 con 0x7fc4ac106f00 2024-09-05T07:38:29.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.880+0000 7fc4b0838640 1 -- 172.21.15.71:0/3559331793 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fc4a40119d0 con 0x7fc4ac106f00 2024-09-05T07:38:29.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.880+0000 7fc4b3c13740 1 Processor -- start 2024-09-05T07:38:29.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.880+0000 7fc4b3c13740 1 -- start start 2024-09-05T07:38:29.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.881+0000 7fc4b3c13740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d739d0 0x557f91d73db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:29.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.881+0000 7fc4b3c13740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d742f0 0x557f91d7e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:29.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.881+0000 7fc4b3c13740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 0x557f91d80fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:29.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.881+0000 7fc4b3c13740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x557f91cda090 con 0x557f91d7ebb0 2024-09-05T07:38:29.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.881+0000 7fc4b3c13740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x557f91c81a70 con 0x557f91d739d0 2024-09-05T07:38:29.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.881+0000 7fc4b3c13740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x557f91cd6050 con 0x557f91d742f0 2024-09-05T07:38:29.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.881+0000 7fc4aa7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 0x557f91d80fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:29.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.881+0000 7fc4aaffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d742f0 0x557f91d7e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:29.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.881+0000 7fc4aa7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 0x557f91d80fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42624/0 (socket says 172.21.15.71:42624) 2024-09-05T07:38:29.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.881+0000 7fc4aa7fc640 1 -- 172.21.15.71:0/4074651932 learned_addr learned my addr 172.21.15.71:0/4074651932 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:29.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.881+0000 7fc4aa7fc640 1 --2- 172.21.15.71:0/4074651932 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d739d0 0x557f91d73db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:29.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.881+0000 7fc4b0838640 1 --2- 172.21.15.71:0/3559331793 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fc4980a2c90 0x7fc4980a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:29.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.881+0000 7fc4aaffd640 1 -- 172.21.15.71:0/4074651932 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d739d0 msgr2=0x557f91d73db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:29.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.881+0000 7fc4aaffd640 1 --2- 172.21.15.71:0/4074651932 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d739d0 0x557f91d73db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.881+0000 7fc4aaffd640 1 -- 172.21.15.71:0/4074651932 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 msgr2=0x557f91d80fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:29.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.881+0000 7fc4aaffd640 1 --2- 172.21.15.71:0/4074651932 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 0x557f91d80fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.881+0000 7fc4b0838640 1 -- 172.21.15.71:0/3559331793 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7fc4a40ceae0 con 0x7fc4ac106f00 2024-09-05T07:38:29.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.881+0000 7fc4aaffd640 1 -- 172.21.15.71:0/4074651932 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f91c8e130 con 0x557f91d742f0 2024-09-05T07:38:29.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.881+0000 7fc4aa7fc640 1 --2- 172.21.15.71:0/4074651932 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 0x557f91d80fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:38:29.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.882+0000 7fc4ab7fe640 1 --2- 172.21.15.71:0/3559331793 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fc4980a2c90 0x7fc4980a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:29.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.882+0000 7fc4aaffd640 1 --2- 172.21.15.71:0/4074651932 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d742f0 0x557f91d7e670 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc49c007eb0 tx=0x7fc49c00e720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1bd12af99374b874 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:29.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.882+0000 7fc4a1ffb640 1 -- 172.21.15.71:0/4074651932 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc49c014070 con 0x557f91d742f0 2024-09-05T07:38:29.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.882+0000 7fc4a1ffb640 1 -- 172.21.15.71:0/4074651932 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc49c004d20 con 0x557f91d742f0 2024-09-05T07:38:29.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.882+0000 7fc4ab7fe640 1 --2- 172.21.15.71:0/3559331793 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fc4980a2c90 0x7fc4980a5150 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fc4a40a3640 tx=0x7fc4a400bf90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:29.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.882+0000 7fc4a1ffb640 1 -- 172.21.15.71:0/4074651932 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc49c0054c0 con 0x557f91d742f0 2024-09-05T07:38:29.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.883+0000 7fc4b3c13740 1 -- 172.21.15.71:0/4074651932 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d742f0 msgr2=0x557f91d7e670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:29.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.883+0000 7fc4b3c13740 1 --2- 172.21.15.71:0/4074651932 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d742f0 0x557f91d7e670 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc49c007eb0 tx=0x7fc49c00e720 comp rx=0 tx=0).stop 2024-09-05T07:38:29.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.883+0000 7fc4b3c13740 1 -- 172.21.15.71:0/4074651932 shutdown_connections 2024-09-05T07:38:29.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.883+0000 7fc4b3c13740 1 --2- 172.21.15.71:0/4074651932 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 0x557f91d80fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.883+0000 7fc4b3c13740 1 --2- 172.21.15.71:0/4074651932 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d742f0 0x557f91d7e670 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.883+0000 7fc4b3c13740 1 --2- 172.21.15.71:0/4074651932 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d739d0 0x557f91d73db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.883+0000 7fc4b3c13740 1 -- 172.21.15.71:0/4074651932 >> 172.21.15.71:0/4074651932 conn(0x557f91d6ff60 msgr2=0x557f91d70340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:29.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.883+0000 7fc4b3c13740 1 -- 172.21.15.71:0/4074651932 shutdown_connections 2024-09-05T07:38:29.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.883+0000 7fc4b3c13740 1 -- 172.21.15.71:0/4074651932 wait complete. 2024-09-05T07:38:29.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.883+0000 7fc4b3c13740 1 -- start start 2024-09-05T07:38:29.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.884+0000 7fc4b3c13740 1 Processor -- start 2024-09-05T07:38:29.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.884+0000 7fc4b3c13740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d739d0 0x557f91d7e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:29.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.884+0000 7fc4b3c13740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d742f0 0x557f91d7b730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:29.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.884+0000 7fc4b3c13740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 0x557f91d7bc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:29.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.884+0000 7fc4b3c13740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x557f91d81780 con 0x557f91d7ebb0 2024-09-05T07:38:29.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.884+0000 7fc4b3c13740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x557f91c94f20 con 0x557f91d739d0 2024-09-05T07:38:29.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.884+0000 7fc4b3c13740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x557f91d81900 con 0x557f91d742f0 2024-09-05T07:38:29.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.884+0000 7fc4b3c13740 10 client.0 _ll_register_callbacks cb 0x557f91c5e030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:38:29.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.884+0000 7fc4aa7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 0x557f91d7bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:29.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.884+0000 7fc4aa7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 0x557f91d7bc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42628/0 (socket says 172.21.15.71:42628) 2024-09-05T07:38:29.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.884+0000 7fc4aa7fc640 1 -- 172.21.15.71:0/3387429513 learned_addr learned my addr 172.21.15.71:0/3387429513 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:29.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.884+0000 7fc4aa7fc640 1 --2- 172.21.15.71:0/3387429513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d739d0 0x557f91d7e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:29.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.884+0000 7fc4aaffd640 1 --2- 172.21.15.71:0/3387429513 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d742f0 0x557f91d7b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:29.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.884+0000 7fc4aa7fc640 1 -- 172.21.15.71:0/3387429513 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d742f0 msgr2=0x557f91d7b730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:29.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.884+0000 7fc4aa7fc640 1 --2- 172.21.15.71:0/3387429513 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d742f0 0x557f91d7b730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.884+0000 7fc4aa7fc640 1 -- 172.21.15.71:0/3387429513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d739d0 msgr2=0x557f91d7e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:29.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.884+0000 7fc4aa7fc640 1 --2- 172.21.15.71:0/3387429513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d739d0 0x557f91d7e3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.884+0000 7fc4aa7fc640 1 -- 172.21.15.71:0/3387429513 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f91a4b2b0 con 0x557f91d7ebb0 2024-09-05T07:38:29.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.885+0000 7fc4aa7fc640 1 --2- 172.21.15.71:0/3387429513 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 0x557f91d7bc70 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fc494005ab0 tx=0x7fc49402a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7052b1a348cfbf39 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:29.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.885+0000 7fc48affd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:38:29.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.885+0000 7fc48affd640 1 -- 172.21.15.71:0/3387429513 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc494035070 con 0x557f91d7ebb0 2024-09-05T07:38:29.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.885+0000 7fc48affd640 1 -- 172.21.15.71:0/3387429513 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7fc494005020 con 0x557f91d7ebb0 2024-09-05T07:38:29.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.885+0000 7fc4b3c13740 1 -- 172.21.15.71:0/3387429513 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc49c004d20 con 0x557f91d7ebb0 2024-09-05T07:38:29.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.885+0000 7fc48affd640 1 -- 172.21.15.71:0/3387429513 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc494005220 con 0x557f91d7ebb0 2024-09-05T07:38:29.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.885+0000 7fc4b3c13740 10 client.15198 fetch_fsmap learned FSMap version 25 2024-09-05T07:38:29.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.885+0000 7fc4b3c13740 1 -- 172.21.15.71:0/3387429513 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557f91d8d030 con 0x557f91d7ebb0 2024-09-05T07:38:29.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.885+0000 7fc48affd640 1 -- 172.21.15.71:0/3387429513 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc49c004d20 con 0x557f91d7ebb0 2024-09-05T07:38:29.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.885+0000 7fc48affd640 1 -- 172.21.15.71:0/3387429513 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fc494031560 con 0x557f91d7ebb0 2024-09-05T07:38:29.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.885+0000 7fc4b3c13740 10 client.15198 fetch_fsmap finished waiting for FSMap version 25 2024-09-05T07:38:29.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.885+0000 7fc4b3c13740 10 client.15198 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-05T07:38:29.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.885+0000 7fc4b3c13740 20 client.15198 populate_metadata read hostname 'smithi071' 2024-09-05T07:38:29.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.885+0000 7fc4b3c13740 1 --2- 172.21.15.71:0/3387429513 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557f91d8fab0 0x557f91d90ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:29.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.885+0000 7fc4b3c13740 4 client.15198 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:38:29.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.885+0000 7fc4b3c13740 1 -- 172.21.15.71:0/3387429513 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557f91ce7600 con 0x557f91d8fab0 2024-09-05T07:38:29.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.886+0000 7fc4aaffd640 1 --2- 172.21.15.71:0/3387429513 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557f91d8fab0 0x557f91d90ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:29.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.886+0000 7fc48affd640 10 client.15198 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:38:29.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.886+0000 7fc4aaffd640 1 --2- 172.21.15.71:0/3387429513 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557f91d8fab0 0x557f91d90ac0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b74ed50e53d2cae9 server_cookie=25dc2a5a1b50f626 in_seq=0 out_seq=0 2024-09-05T07:38:29.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.887+0000 7fc48affd640 1 -- 172.21.15.71:0/3387429513 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557f91ce7600 con 0x557f91d8fab0 2024-09-05T07:38:29.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.887+0000 7fc48affd640 10 client.15198 handle_command_reply: tid=0 2024-09-05T07:38:29.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.887+0000 7fc4b3c13740 1 client.15198 shutdown 2024-09-05T07:38:29.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.887+0000 7fc4b3c13740 1 -- 172.21.15.71:0/3387429513 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 msgr2=0x557f91d7bc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:29.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.887+0000 7fc4b3c13740 1 --2- 172.21.15.71:0/3387429513 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 0x557f91d7bc70 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fc494005ab0 tx=0x7fc49402a410 comp rx=0 tx=0).stop 2024-09-05T07:38:29.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.887+0000 7fc4b3c13740 1 -- 172.21.15.71:0/3387429513 shutdown_connections 2024-09-05T07:38:29.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.887+0000 7fc4b3c13740 1 --2- 172.21.15.71:0/3387429513 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557f91d8fab0 0x557f91d90ac0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.887+0000 7fc4b3c13740 1 --2- 172.21.15.71:0/3387429513 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 0x557f91d7bc70 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.887+0000 7fc4b3c13740 1 --2- 172.21.15.71:0/3387429513 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d742f0 0x557f91d7b730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.887+0000 7fc4b3c13740 1 --2- 172.21.15.71:0/3387429513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d739d0 0x557f91d7e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.887+0000 7fc4b3c13740 1 -- 172.21.15.71:0/3387429513 >> 172.21.15.71:0/3387429513 conn(0x557f91d6ff60 msgr2=0x557f91d75c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:29.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.887+0000 7fc48affd640 0 client.15198 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:38:29.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.888+0000 7fc4b3c13740 1 -- 172.21.15.71:0/3387429513 shutdown_connections 2024-09-05T07:38:29.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.888+0000 7fc4b3c13740 1 -- 172.21.15.71:0/3387429513 wait complete. 2024-09-05T07:38:29.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.888+0000 7fc4b3c13740 20 client.15198 trim_cache size 0 max 16384 2024-09-05T07:38:29.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.905+0000 7fc4b3c13740 1 Processor -- start 2024-09-05T07:38:29.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.905+0000 7fc4b3c13740 1 -- start start 2024-09-05T07:38:29.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.905+0000 7fc4b3c13740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d739d0 0x557f91d8fab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:29.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.905+0000 7fc4b3c13740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d742f0 0x557f91d90180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:29.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.905+0000 7fc4b3c13740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 0x557f91d8f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:29.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.905+0000 7fc4b3c13740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x557f91d8f260 con 0x557f91d7ebb0 2024-09-05T07:38:29.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.905+0000 7fc4b3c13740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x557f91d8f930 con 0x557f91d742f0 2024-09-05T07:38:29.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.905+0000 7fc4b3c13740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x557f91d90000 con 0x557f91d739d0 2024-09-05T07:38:29.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.906+0000 7fc4aa7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 0x557f91d8f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:29.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.906+0000 7fc4aa7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 0x557f91d8f3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42642/0 (socket says 172.21.15.71:42642) 2024-09-05T07:38:29.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.906+0000 7fc4aa7fc640 1 -- 172.21.15.71:0/2085546039 learned_addr learned my addr 172.21.15.71:0/2085546039 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:29.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.906+0000 7fc4aa7fc640 1 --2- 172.21.15.71:0/2085546039 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d739d0 0x557f91d8fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:29.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.906+0000 7fc4aaffd640 1 --2- 172.21.15.71:0/2085546039 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d742f0 0x557f91d90180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:29.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.906+0000 7fc4aa7fc640 1 -- 172.21.15.71:0/2085546039 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d739d0 msgr2=0x557f91d8fab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:29.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.906+0000 7fc4aa7fc640 1 --2- 172.21.15.71:0/2085546039 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d739d0 0x557f91d8fab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.906+0000 7fc4aa7fc640 1 -- 172.21.15.71:0/2085546039 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d742f0 msgr2=0x557f91d90180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:29.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.906+0000 7fc4aa7fc640 1 --2- 172.21.15.71:0/2085546039 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d742f0 0x557f91d90180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.906+0000 7fc4aa7fc640 1 -- 172.21.15.71:0/2085546039 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f91d7e750 con 0x557f91d7ebb0 2024-09-05T07:38:29.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.906+0000 7fc4aaffd640 1 --2- 172.21.15.71:0/2085546039 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d742f0 0x557f91d90180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:38:29.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.906+0000 7fc4aa7fc640 1 --2- 172.21.15.71:0/2085546039 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 0x557f91d8f3e0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fc49402a930 tx=0x7fc494041040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1409a4c5ba1b4971 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:29.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.906+0000 7fc4a17fa640 1 -- 172.21.15.71:0/2085546039 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc494035070 con 0x557f91d7ebb0 2024-09-05T07:38:29.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.906+0000 7fc4a17fa640 1 -- 172.21.15.71:0/2085546039 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc494031b70 con 0x557f91d7ebb0 2024-09-05T07:38:29.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.906+0000 7fc4a17fa640 1 -- 172.21.15.71:0/2085546039 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc494004c50 con 0x557f91d7ebb0 2024-09-05T07:38:29.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.907+0000 7fc4b3c13740 1 -- 172.21.15.71:0/2085546039 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 msgr2=0x557f91d8f3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:29.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.907+0000 7fc4b3c13740 1 --2- 172.21.15.71:0/2085546039 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 0x557f91d8f3e0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fc49402a930 tx=0x7fc494041040 comp rx=0 tx=0).stop 2024-09-05T07:38:29.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.907+0000 7fc4b3c13740 1 -- 172.21.15.71:0/2085546039 shutdown_connections 2024-09-05T07:38:29.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.907+0000 7fc4b3c13740 1 --2- 172.21.15.71:0/2085546039 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d7ebb0 0x557f91d8f3e0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.907+0000 7fc4b3c13740 1 --2- 172.21.15.71:0/2085546039 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d742f0 0x557f91d90180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.907+0000 7fc4b3c13740 1 --2- 172.21.15.71:0/2085546039 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d739d0 0x557f91d8fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.907+0000 7fc4b3c13740 1 -- 172.21.15.71:0/2085546039 >> 172.21.15.71:0/2085546039 conn(0x557f91d6ff60 msgr2=0x557f91d6ace0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:29.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.907+0000 7fc4b3c13740 1 -- 172.21.15.71:0/2085546039 shutdown_connections 2024-09-05T07:38:29.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.907+0000 7fc4b3c13740 1 -- 172.21.15.71:0/2085546039 wait complete. 2024-09-05T07:38:29.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.907+0000 7fc4b3c13740 1 -- start start 2024-09-05T07:38:29.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc4b3c13740 1 Processor -- start 2024-09-05T07:38:29.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc4b3c13740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d739d0 0x557f91d93d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:29.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc4b3c13740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d742f0 0x557f91d942a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:29.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc4b3c13740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d7ebb0 0x557f91d94820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:29.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc4b3c13740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x557f91d90940 con 0x557f91d742f0 2024-09-05T07:38:29.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc4b3c13740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x557f91d906d0 con 0x557f91d7ebb0 2024-09-05T07:38:29.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc4b3c13740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x557f91d91010 con 0x557f91d739d0 2024-09-05T07:38:29.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc4b3c13740 10 client.0 _ll_register_callbacks cb 0x7fc494003ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:38:29.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc4aaffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d742f0 0x557f91d942a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:29.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc4aaffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d742f0 0x557f91d942a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42648/0 (socket says 172.21.15.71:42648) 2024-09-05T07:38:29.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc4aaffd640 1 -- 172.21.15.71:0/467160169 learned_addr learned my addr 172.21.15.71:0/467160169 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:29.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc4aa7fc640 1 --2- 172.21.15.71:0/467160169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d739d0 0x557f91d93d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:29.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc4aaffd640 1 -- 172.21.15.71:0/467160169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d739d0 msgr2=0x557f91d93d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:29.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc4aaffd640 1 --2- 172.21.15.71:0/467160169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d739d0 0x557f91d93d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc4aaffd640 1 -- 172.21.15.71:0/467160169 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d7ebb0 msgr2=0x557f91d94820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:29.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc4aa7fc640 1 --2- 172.21.15.71:0/467160169 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d7ebb0 0x557f91d94820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:29.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc4aaffd640 1 --2- 172.21.15.71:0/467160169 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d7ebb0 0x557f91d94820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc4aaffd640 1 -- 172.21.15.71:0/467160169 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f91df8040 con 0x557f91d742f0 2024-09-05T07:38:29.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc4aaffd640 1 --2- 172.21.15.71:0/467160169 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d742f0 0x557f91d942a0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fc49c007eb0 tx=0x7fc49c00eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39a47127cf74832 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:29.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc48affd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:38:29.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.908+0000 7fc48affd640 1 -- 172.21.15.71:0/467160169 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc49c014030 con 0x557f91d742f0 2024-09-05T07:38:29.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.909+0000 7fc48affd640 1 -- 172.21.15.71:0/467160169 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7fc49c003b80 con 0x557f91d742f0 2024-09-05T07:38:29.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.909+0000 7fc4b3c13740 1 -- 172.21.15.71:0/467160169 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc494031b70 con 0x557f91d742f0 2024-09-05T07:38:29.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.909+0000 7fc48affd640 1 -- 172.21.15.71:0/467160169 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc49c035050 con 0x557f91d742f0 2024-09-05T07:38:29.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.909+0000 7fc4b3c13740 10 client.15204 fetch_fsmap learned FSMap version 25 2024-09-05T07:38:29.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.909+0000 7fc4b3c13740 1 -- 172.21.15.71:0/467160169 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557f91df9310 con 0x557f91d742f0 2024-09-05T07:38:29.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.909+0000 7fc48affd640 1 -- 172.21.15.71:0/467160169 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc494031b70 con 0x557f91d742f0 2024-09-05T07:38:29.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.909+0000 7fc48affd640 1 -- 172.21.15.71:0/467160169 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fc49c005130 con 0x557f91d742f0 2024-09-05T07:38:29.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.909+0000 7fc4b3c13740 10 client.15204 fetch_fsmap finished waiting for FSMap version 25 2024-09-05T07:38:29.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.909+0000 7fc4b3c13740 10 client.15204 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-05T07:38:29.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.909+0000 7fc4b3c13740 20 client.15204 populate_metadata read hostname 'smithi071' 2024-09-05T07:38:29.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.909+0000 7fc4b3c13740 1 --2- 172.21.15.71:0/467160169 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557f91dfdc10 0x557f91dfc920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:29.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.909+0000 7fc4b3c13740 4 client.15204 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T07:38:29.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.909+0000 7fc4b3c13740 1 -- 172.21.15.71:0/467160169 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "status"}) -- 0x557f91ce1b10 con 0x557f91dfdc10 2024-09-05T07:38:29.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.910+0000 7fc4aa7fc640 1 --2- 172.21.15.71:0/467160169 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557f91dfdc10 0x557f91dfc920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:29.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.910+0000 7fc48affd640 10 client.15204 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:38:29.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.910+0000 7fc4aa7fc640 1 --2- 172.21.15.71:0/467160169 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557f91dfdc10 0x557f91dfc920 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a8ce9dd88682246d server_cookie=87bd7ec7b4a912f2 in_seq=0 out_seq=0 2024-09-05T07:38:29.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.910+0000 7fc48affd640 1 -- 172.21.15.71:0/467160169 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x557f91ce1b10 con 0x557f91dfdc10 2024-09-05T07:38:29.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.910+0000 7fc48affd640 10 client.15204 handle_command_reply: tid=0 2024-09-05T07:38:29.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.910+0000 7fc4b3c13740 1 client.15204 shutdown 2024-09-05T07:38:29.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.910+0000 7fc4b3c13740 1 -- 172.21.15.71:0/467160169 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d742f0 msgr2=0x557f91d942a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:29.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.910+0000 7fc4b3c13740 1 --2- 172.21.15.71:0/467160169 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d742f0 0x557f91d942a0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fc49c007eb0 tx=0x7fc49c00eef0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.910+0000 7fc4b3c13740 1 -- 172.21.15.71:0/467160169 shutdown_connections 2024-09-05T07:38:29.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.910+0000 7fc4b3c13740 1 --2- 172.21.15.71:0/467160169 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557f91dfdc10 0x557f91dfc920 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.910+0000 7fc4b3c13740 1 --2- 172.21.15.71:0/467160169 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f91d7ebb0 0x557f91d94820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.910+0000 7fc4b3c13740 1 --2- 172.21.15.71:0/467160169 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f91d742f0 0x557f91d942a0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.910+0000 7fc48affd640 0 client.15204 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:38:29.916 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.910+0000 7fc4b3c13740 1 --2- 172.21.15.71:0/467160169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f91d739d0 0x557f91d93d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.916 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.910+0000 7fc4b3c13740 1 -- 172.21.15.71:0/467160169 >> 172.21.15.71:0/467160169 conn(0x557f91d6ff60 msgr2=0x557f91d79bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:29.916 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.910+0000 7fc4b3c13740 1 -- 172.21.15.71:0/467160169 shutdown_connections 2024-09-05T07:38:29.916 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.910+0000 7fc4b3c13740 1 -- 172.21.15.71:0/467160169 wait complete. 2024-09-05T07:38:29.916 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.911+0000 7fc4b3c13740 20 client.15204 trim_cache size 0 max 16384 2024-09-05T07:38:29.916 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:38:29.916 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "528064f0-6b58-11ef-bcd6-c7b262605968", 2024-09-05T07:38:29.916 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 0, 2024-09-05T07:38:29.916 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24475, 2024-09-05T07:38:29.916 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-09-05T07:38:29.917 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-09-05T07:38:29.917 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-09-05T07:38:29.917 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 134.08389725800001, 2024-09-05T07:38:29.917 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 25, 2024-09-05T07:38:29.917 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 92, 2024-09-05T07:38:29.917 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 90, 2024-09-05T07:38:29.917 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 154.457569699 2024-09-05T07:38:29.917 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:38:29.918 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.911+0000 7fc4b183a640 1 -- 172.21.15.71:0/3559331793 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fc4980a2c90 msgr2=0x7fc4980a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:29.918 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.911+0000 7fc4b183a640 1 --2- 172.21.15.71:0/3559331793 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fc4980a2c90 0x7fc4980a5150 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fc4a40a3640 tx=0x7fc4a400bf90 comp rx=0 tx=0).stop 2024-09-05T07:38:29.918 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.911+0000 7fc4b183a640 1 -- 172.21.15.71:0/3559331793 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4ac106f00 msgr2=0x7fc4ac19cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:29.918 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.911+0000 7fc4b183a640 1 --2- 172.21.15.71:0/3559331793 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4ac106f00 0x7fc4ac19cc30 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc4a4009fd0 tx=0x7fc4a400b8e0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.918 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.911+0000 7fc4b183a640 1 -- 172.21.15.71:0/3559331793 shutdown_connections 2024-09-05T07:38:29.918 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.911+0000 7fc4b183a640 1 --2- 172.21.15.71:0/3559331793 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7fc4980a2c90 0x7fc4980a5150 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.918 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.911+0000 7fc4b183a640 1 --2- 172.21.15.71:0/3559331793 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4ac106f00 0x7fc4ac19cc30 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.918 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.911+0000 7fc4b183a640 1 --2- 172.21.15.71:0/3559331793 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4ac102780 0x7fc4ac1988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.918 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.911+0000 7fc4b183a640 1 --2- 172.21.15.71:0/3559331793 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc4ac101dd0 0x7fc4ac198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:29.918 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.911+0000 7fc4b183a640 1 -- 172.21.15.71:0/3559331793 >> 172.21.15.71:0/3559331793 conn(0x7fc4ac0fd8b0 msgr2=0x7fc4ac0fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:29.918 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.911+0000 7fc4b183a640 1 -- 172.21.15.71:0/3559331793 shutdown_connections 2024-09-05T07:38:29.918 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:29.911+0000 7fc4b183a640 1 -- 172.21.15.71:0/3559331793 wait complete. 2024-09-05T07:38:29.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:29 smithi123 ceph-mon[34568]: pgmap v349: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-05T07:38:30.662 INFO:teuthology.run_tasks:Running task sequential... 2024-09-05T07:38:30.696 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-05T07:38:30.696 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-05T07:38:30.697 INFO:teuthology.task.print:Enabling mgr modules 2024-09-05T07:38:30.697 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-09-05T07:38:30.698 INFO:teuthology.task.exec:Executing custom commands... 2024-09-05T07:38:30.698 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi071.front.sepia.ceph.com 2024-09-05T07:38:30.698 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-09-05T07:38:30.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.808+0000 7f173f798640 1 -- 172.21.15.71:0/3877494842 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f17381001d0 msgr2=0x7f17381005d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:30.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.808+0000 7f173f798640 1 --2- 172.21.15.71:0/3877494842 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f17381001d0 0x7f17381005d0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f173400aa10 tx=0x7f173402b720 comp rx=0 tx=0).stop 2024-09-05T07:38:30.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.808+0000 7f173f798640 1 -- 172.21.15.71:0/3877494842 shutdown_connections 2024-09-05T07:38:30.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.808+0000 7f173f798640 1 --2- 172.21.15.71:0/3877494842 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1738101d80 0x7f1738108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:30.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.808+0000 7f173f798640 1 --2- 172.21.15.71:0/3877494842 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f17381013c0 0x7f1738101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:30.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.808+0000 7f173f798640 1 --2- 172.21.15.71:0/3877494842 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f17381001d0 0x7f17381005d0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:30.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.809+0000 7f173f798640 1 -- 172.21.15.71:0/3877494842 >> 172.21.15.71:0/3877494842 conn(0x7f17380fb930 msgr2=0x7f17380fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:30.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.809+0000 7f173f798640 1 -- 172.21.15.71:0/3877494842 shutdown_connections 2024-09-05T07:38:30.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.809+0000 7f173f798640 1 -- 172.21.15.71:0/3877494842 wait complete. 2024-09-05T07:38:30.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.809+0000 7f173f798640 1 Processor -- start 2024-09-05T07:38:30.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.809+0000 7f173f798640 1 -- start start 2024-09-05T07:38:30.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.809+0000 7f173f798640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f17381001d0 0x7f1738195aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:30.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.809+0000 7f173f798640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f17381013c0 0x7f1738195fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:30.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.809+0000 7f173f798640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1738101d80 0x7f173819d050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:30.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.809+0000 7f173f798640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f173810b4b0 con 0x7f17381001d0 2024-09-05T07:38:30.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.809+0000 7f173f798640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f173810b330 con 0x7f17381013c0 2024-09-05T07:38:30.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.809+0000 7f173f798640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f173810b630 con 0x7f1738101d80 2024-09-05T07:38:30.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.810+0000 7f173d534640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f17381001d0 0x7f1738195aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:30.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.810+0000 7f173d534640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f17381001d0 0x7f1738195aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42658/0 (socket says 172.21.15.71:42658) 2024-09-05T07:38:30.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.810+0000 7f173d534640 1 -- 172.21.15.71:0/139392361 learned_addr learned my addr 172.21.15.71:0/139392361 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:30.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.810+0000 7f173dd35640 1 --2- 172.21.15.71:0/139392361 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1738101d80 0x7f173819d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:30.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.810+0000 7f173cd33640 1 --2- 172.21.15.71:0/139392361 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f17381013c0 0x7f1738195fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:30.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.810+0000 7f173d534640 1 -- 172.21.15.71:0/139392361 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1738101d80 msgr2=0x7f173819d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:30.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.810+0000 7f173d534640 1 --2- 172.21.15.71:0/139392361 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1738101d80 0x7f173819d050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:30.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.810+0000 7f173d534640 1 -- 172.21.15.71:0/139392361 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f17381013c0 msgr2=0x7f1738195fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:30.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.810+0000 7f173d534640 1 --2- 172.21.15.71:0/139392361 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f17381013c0 0x7f1738195fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:30.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.810+0000 7f173d534640 1 -- 172.21.15.71:0/139392361 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f173819d6c0 con 0x7f17381001d0 2024-09-05T07:38:30.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.810+0000 7f173cd33640 1 --2- 172.21.15.71:0/139392361 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f17381013c0 0x7f1738195fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:38:30.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.810+0000 7f173d534640 1 --2- 172.21.15.71:0/139392361 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f17381001d0 0x7f1738195aa0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f17340305f0 tx=0x7f1734030b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:30.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.810+0000 7f172e7fc640 1 -- 172.21.15.71:0/139392361 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1734040070 con 0x7f17381001d0 2024-09-05T07:38:30.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.810+0000 7f172e7fc640 1 -- 172.21.15.71:0/139392361 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f17340044b0 con 0x7f17381001d0 2024-09-05T07:38:30.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.810+0000 7f173f798640 1 -- 172.21.15.71:0/139392361 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f173819d950 con 0x7f17381001d0 2024-09-05T07:38:30.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.810+0000 7f172e7fc640 1 -- 172.21.15.71:0/139392361 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1734036030 con 0x7f17381001d0 2024-09-05T07:38:30.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.810+0000 7f173f798640 1 -- 172.21.15.71:0/139392361 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f173819de40 con 0x7f17381001d0 2024-09-05T07:38:30.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.812+0000 7f173f798640 1 -- 172.21.15.71:0/139392361 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1738107560 con 0x7f17381001d0 2024-09-05T07:38:30.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.813+0000 7f172e7fc640 1 -- 172.21.15.71:0/139392361 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1734043070 con 0x7f17381001d0 2024-09-05T07:38:30.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.814+0000 7f172e7fc640 1 --2- 172.21.15.71:0/139392361 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f17240a2cd0 0x7f17240a5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:30.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.814+0000 7f173cd33640 1 --2- 172.21.15.71:0/139392361 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f17240a2cd0 0x7f17240a5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:30.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.814+0000 7f172e7fc640 1 -- 172.21.15.71:0/139392361 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f17340f1140 con 0x7f17381001d0 2024-09-05T07:38:30.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.814+0000 7f173cd33640 1 --2- 172.21.15.71:0/139392361 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f17240a2cd0 0x7f17240a5190 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f1738196fb0 tx=0x7f1728005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:30.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:30.819+0000 7f172e7fc640 1 -- 172.21.15.71:0/139392361 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f17340bdb50 con 0x7f17381001d0 2024-09-05T07:38:31.031 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:31.031+0000 7f173f798640 1 -- 172.21.15.71:0/139392361 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f1738062df0 con 0x7f17381001d0 2024-09-05T07:38:31.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:31.457+0000 7f172e7fc640 1 -- 172.21.15.71:0/139392361 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v18) ==== 92+0+0 (secure 0 0 0) 0x7f17340bd450 con 0x7f17381001d0 2024-09-05T07:38:31.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:31.459+0000 7f173f798640 1 -- 172.21.15.71:0/139392361 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f17240a2cd0 msgr2=0x7f17240a5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:31.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:31.459+0000 7f173f798640 1 --2- 172.21.15.71:0/139392361 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f17240a2cd0 0x7f17240a5190 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f1738196fb0 tx=0x7f1728005f90 comp rx=0 tx=0).stop 2024-09-05T07:38:31.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:31.459+0000 7f173f798640 1 -- 172.21.15.71:0/139392361 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f17381001d0 msgr2=0x7f1738195aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:31.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:31.459+0000 7f173f798640 1 --2- 172.21.15.71:0/139392361 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f17381001d0 0x7f1738195aa0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f17340305f0 tx=0x7f1734030b40 comp rx=0 tx=0).stop 2024-09-05T07:38:31.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:31.459+0000 7f173f798640 1 -- 172.21.15.71:0/139392361 shutdown_connections 2024-09-05T07:38:31.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:31.459+0000 7f173f798640 1 --2- 172.21.15.71:0/139392361 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f17240a2cd0 0x7f17240a5190 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:31.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:31.459+0000 7f173f798640 1 --2- 172.21.15.71:0/139392361 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1738101d80 0x7f173819d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:31.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:31.459+0000 7f173f798640 1 --2- 172.21.15.71:0/139392361 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f17381013c0 0x7f1738195fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:31.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:31.459+0000 7f173f798640 1 --2- 172.21.15.71:0/139392361 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f17381001d0 0x7f1738195aa0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:31.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:31.460+0000 7f173f798640 1 -- 172.21.15.71:0/139392361 >> 172.21.15.71:0/139392361 conn(0x7f17380fb930 msgr2=0x7f1738104730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:31.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:31.460+0000 7f173f798640 1 -- 172.21.15.71:0/139392361 shutdown_connections 2024-09-05T07:38:31.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:31.460+0000 7f173f798640 1 -- 172.21.15.71:0/139392361 wait complete. 2024-09-05T07:38:31.476 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-05T07:38:31.488 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-05T07:38:31.488 INFO:tasks.ceph_fuse:config is {'client.0': {}} 2024-09-05T07:38:31.488 INFO:tasks.ceph_fuse:client.0 config is {'mount_subvol_num': 0} 2024-09-05T07:38:31.488 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-05T07:38:31.488 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-05T07:38:31.489 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:38:31.489 DEBUG:teuthology.orchestra.run.smithi071:> ip netns list 2024-09-05T07:38:31.505 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-09-05T07:38:31.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:38:31.506 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-05T07:38:31.573 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:38:31.573 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link delete ceph-brx 2024-09-05T07:38:31.699 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-05T07:38:31.699 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-05T07:38:31.699 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs ls 2024-09-05T07:38:31.705 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:31 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: ignoring --setuser ceph since I am not root 2024-09-05T07:38:31.706 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:31 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: ignoring --setgroup ceph since I am not root 2024-09-05T07:38:31.706 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:31 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:31.617+0000 7fe49aa60040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T07:38:31.706 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:31 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:31.676+0000 7fe49aa60040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T07:38:31.706 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:31 smithi071 ceph-mon[30965]: pgmap v350: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-05T07:38:31.706 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:31 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/139392361' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-05T07:38:31.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:31 smithi192 ceph-mon[34929]: pgmap v350: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-05T07:38:31.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:31 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/139392361' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-05T07:38:31.710 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:31 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: ignoring --setuser ceph since I am not root 2024-09-05T07:38:31.710 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:31 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: ignoring --setgroup ceph since I am not root 2024-09-05T07:38:31.711 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:31 smithi192 ceph-mgr[36613]: -- 172.21.15.192:0/3206792860 <== mon.1 v2:172.21.15.192:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ab1a6a90e0 con 0x55ab1a687400 2024-09-05T07:38:31.711 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:31 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:31.610+0000 7ff8f2574040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T07:38:31.711 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:31 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:31.667+0000 7ff8f2574040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T07:38:31.810 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:31 smithi123 ceph-mon[34568]: pgmap v350: 129 pgs: 129 active+clean; 644 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-05T07:38:31.810 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:31 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/139392361' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-05T07:38:31.810 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:31 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: ignoring --setuser ceph since I am not root 2024-09-05T07:38:31.810 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:31 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: ignoring --setgroup ceph since I am not root 2024-09-05T07:38:31.810 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:31 smithi123 ceph-mgr[35934]: -- 172.21.15.123:0/675796976 <== mon.2 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e4da1170e0 con 0x55e4da0f4800 2024-09-05T07:38:31.811 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:31 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:31.606+0000 7f65e7f09040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T07:38:31.811 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:31 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:31.662+0000 7f65e7f09040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T07:38:31.811 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:31 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:31.809+0000 7f65e7f09040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T07:38:31.957 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:32.064 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:31 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:31.834+0000 7fe49aa60040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T07:38:32.065 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:31 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:31.906+0000 7fe49aa60040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T07:38:32.065 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:32 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:32.064+0000 7fe49aa60040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T07:38:32.161 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:31 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:31.875+0000 7f65e7f09040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T07:38:32.162 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:32 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:32.021+0000 7f65e7f09040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T07:38:32.168 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:31 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:31.814+0000 7ff8f2574040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T07:38:32.169 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:31 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:31.880+0000 7ff8f2574040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T07:38:32.169 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:32 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:32.026+0000 7ff8f2574040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T07:38:32.169 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:32 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:32.167+0000 7ff8f2574040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T07:38:32.398 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:32 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:32.208+0000 7fe49aa60040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T07:38:32.426 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:32 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:32.161+0000 7f65e7f09040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T07:38:32.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.482+0000 7f14ca683640 1 -- 172.21.15.71:0/1974894542 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f14c4102ef0 msgr2=0x7f14c410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:32.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.482+0000 7f14ca683640 1 --2- 172.21.15.71:0/1974894542 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f14c4102ef0 0x7f14c410da40 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f14bc009ca0 tx=0x7f14bc02a950 comp rx=0 tx=0).stop 2024-09-05T07:38:32.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.482+0000 7f14ca683640 1 -- 172.21.15.71:0/1974894542 shutdown_connections 2024-09-05T07:38:32.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.482+0000 7f14ca683640 1 --2- 172.21.15.71:0/1974894542 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f14c4102ef0 0x7f14c410da40 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:32.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.482+0000 7f14ca683640 1 --2- 172.21.15.71:0/1974894542 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14c4102570 0x7f14c41029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:32.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.482+0000 7f14ca683640 1 --2- 172.21.15.71:0/1974894542 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f14c4100e20 0x7f14c4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:32.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.482+0000 7f14ca683640 1 -- 172.21.15.71:0/1974894542 >> 172.21.15.71:0/1974894542 conn(0x7f14c40fc7d0 msgr2=0x7f14c40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:32.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.482+0000 7f14ca683640 1 -- 172.21.15.71:0/1974894542 shutdown_connections 2024-09-05T07:38:32.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.482+0000 7f14ca683640 1 -- 172.21.15.71:0/1974894542 wait complete. 2024-09-05T07:38:32.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.482+0000 7f14ca683640 1 Processor -- start 2024-09-05T07:38:32.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.483+0000 7f14ca683640 1 -- start start 2024-09-05T07:38:32.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.483+0000 7f14ca683640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f14c4100e20 0x7f14c419a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:32.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.483+0000 7f14ca683640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14c4102570 0x7f14c419abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:32.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.483+0000 7f14ca683640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f14c4102ef0 0x7f14c419ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:32.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.483+0000 7f14ca683640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f14c4110e30 con 0x7f14c4100e20 2024-09-05T07:38:32.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.483+0000 7f14ca683640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f14c4110cb0 con 0x7f14c4102570 2024-09-05T07:38:32.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.483+0000 7f14ca683640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f14c4110fb0 con 0x7f14c4102ef0 2024-09-05T07:38:32.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.483+0000 7f14c3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f14c4100e20 0x7f14c419a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:32.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.483+0000 7f14c3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f14c4100e20 0x7f14c419a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57140/0 (socket says 172.21.15.71:57140) 2024-09-05T07:38:32.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.483+0000 7f14c3fff640 1 -- 172.21.15.71:0/901696878 learned_addr learned my addr 172.21.15.71:0/901696878 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:32.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.483+0000 7f14c8c20640 1 --2- 172.21.15.71:0/901696878 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f14c4102ef0 0x7f14c419ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:32.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.483+0000 7f14bbfff640 1 --2- 172.21.15.71:0/901696878 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14c4102570 0x7f14c419abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:32.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.483+0000 7f14c3fff640 1 -- 172.21.15.71:0/901696878 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f14c4102ef0 msgr2=0x7f14c419ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:32.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.483+0000 7f14c3fff640 1 --2- 172.21.15.71:0/901696878 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f14c4102ef0 0x7f14c419ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:32.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.483+0000 7f14c3fff640 1 -- 172.21.15.71:0/901696878 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14c4102570 msgr2=0x7f14c419abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:32.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.483+0000 7f14c3fff640 1 --2- 172.21.15.71:0/901696878 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14c4102570 0x7f14c419abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:32.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.483+0000 7f14c3fff640 1 -- 172.21.15.71:0/901696878 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14c419f640 con 0x7f14c4100e20 2024-09-05T07:38:32.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.483+0000 7f14c3fff640 1 --2- 172.21.15.71:0/901696878 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f14c4100e20 0x7f14c419a690 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f14b400e9f0 tx=0x7f14b400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:32.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.483+0000 7f14c1ffb640 1 -- 172.21.15.71:0/901696878 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14b400cd80 con 0x7f14c4100e20 2024-09-05T07:38:32.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.484+0000 7f14ca683640 1 -- 172.21.15.71:0/901696878 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14c419f930 con 0x7f14c4100e20 2024-09-05T07:38:32.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.484+0000 7f14c1ffb640 1 -- 172.21.15.71:0/901696878 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f14b40108e0 con 0x7f14c4100e20 2024-09-05T07:38:32.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.484+0000 7f14c1ffb640 1 -- 172.21.15.71:0/901696878 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14b4018920 con 0x7f14c4100e20 2024-09-05T07:38:32.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.484+0000 7f14ca683640 1 -- 172.21.15.71:0/901696878 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14c41a7210 con 0x7f14c4100e20 2024-09-05T07:38:32.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.485+0000 7f14ca683640 1 -- 172.21.15.71:0/901696878 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14c4101200 con 0x7f14c4100e20 2024-09-05T07:38:32.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.486+0000 7f14c1ffb640 1 -- 172.21.15.71:0/901696878 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 18) ==== 137901+0+0 (secure 0 0 0) 0x7f14b4010a90 con 0x7f14c4100e20 2024-09-05T07:38:32.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.487+0000 7f14c1ffb640 1 --2- 172.21.15.71:0/901696878 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f14b00a2c60 0x7f14b00a5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:32.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.487+0000 7f14bbfff640 1 -- 172.21.15.71:0/901696878 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f14b00a2c60 msgr2=0x7f14b00a5120 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/3540526501 2024-09-05T07:38:32.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.487+0000 7f14c1ffb640 1 -- 172.21.15.71:0/901696878 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9237+0+0 (secure 0 0 0) 0x7f14b40cf8f0 con 0x7f14c4100e20 2024-09-05T07:38:32.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.487+0000 7f14bbfff640 1 --2- 172.21.15.71:0/901696878 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f14b00a2c60 0x7f14b00a5120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T07:38:32.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.491+0000 7f14c1ffb640 1 -- 172.21.15.71:0/901696878 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f14b409bcb0 con 0x7f14c4100e20 2024-09-05T07:38:32.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.688+0000 7f14bbfff640 1 -- 172.21.15.71:0/901696878 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f14b00a2c60 msgr2=0x7f14b00a5120 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.71:6800/3540526501 2024-09-05T07:38:32.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.688+0000 7f14bbfff640 1 --2- 172.21.15.71:0/901696878 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f14b00a2c60 0x7f14b00a5120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-05T07:38:32.689 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:32 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:32.546+0000 7fe49aa60040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T07:38:32.689 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:32 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:32.608+0000 7fe49aa60040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T07:38:32.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:32 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/139392361' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-09-05T07:38:32.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:32 smithi071 ceph-mon[30965]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-09-05T07:38:32.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.703+0000 7f14ca683640 1 -- 172.21.15.71:0/901696878 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f14c41a7440 con 0x7f14c4100e20 2024-09-05T07:38:32.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.703+0000 7f14c1ffb640 1 -- 172.21.15.71:0/901696878 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v25) ==== 53+0+88 (secure 0 0 0) 0x7f14b409ffb0 con 0x7f14c4100e20 2024-09-05T07:38:32.705 INFO:teuthology.orchestra.run.smithi071.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-05T07:38:32.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.705+0000 7f14ca683640 1 -- 172.21.15.71:0/901696878 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f14b00a2c60 msgr2=0x7f14b00a5120 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T07:38:32.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.705+0000 7f14ca683640 1 --2- 172.21.15.71:0/901696878 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f14b00a2c60 0x7f14b00a5120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:32.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.705+0000 7f14ca683640 1 -- 172.21.15.71:0/901696878 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f14c4100e20 msgr2=0x7f14c419a690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:32.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.705+0000 7f14ca683640 1 --2- 172.21.15.71:0/901696878 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f14c4100e20 0x7f14c419a690 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f14b400e9f0 tx=0x7f14b400eeb0 comp rx=0 tx=0).stop 2024-09-05T07:38:32.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.705+0000 7f14ca683640 1 -- 172.21.15.71:0/901696878 shutdown_connections 2024-09-05T07:38:32.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.705+0000 7f14ca683640 1 --2- 172.21.15.71:0/901696878 >> [v2:172.21.15.71:6800/3540526501,v1:172.21.15.71:6801/3540526501] conn(0x7f14b00a2c60 0x7f14b00a5120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:32.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.705+0000 7f14ca683640 1 --2- 172.21.15.71:0/901696878 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f14c4102ef0 0x7f14c419ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:32.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.705+0000 7f14ca683640 1 --2- 172.21.15.71:0/901696878 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f14c4102570 0x7f14c419abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:32.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.705+0000 7f14ca683640 1 --2- 172.21.15.71:0/901696878 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f14c4100e20 0x7f14c419a690 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:32.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.705+0000 7f14ca683640 1 -- 172.21.15.71:0/901696878 >> 172.21.15.71:0/901696878 conn(0x7f14c40fc7d0 msgr2=0x7f14c406a150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:32.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.706+0000 7f14ca683640 1 -- 172.21.15.71:0/901696878 shutdown_connections 2024-09-05T07:38:32.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:32.706+0000 7f14ca683640 1 -- 172.21.15.71:0/901696878 wait complete. 2024-09-05T07:38:32.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:32 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/139392361' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-09-05T07:38:32.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:32 smithi192 ceph-mon[34929]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-09-05T07:38:32.711 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:32 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:32.480+0000 7ff8f2574040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T07:38:32.711 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:32 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:32.542+0000 7ff8f2574040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T07:38:32.720 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:32 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/139392361' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-09-05T07:38:32.720 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:32 smithi123 ceph-mon[34568]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-09-05T07:38:32.720 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:32 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:32.473+0000 7f65e7f09040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T07:38:32.720 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:32 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:32.535+0000 7f65e7f09040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T07:38:33.021 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:32 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:32.803+0000 7fe49aa60040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T07:38:33.176 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:32 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:32.719+0000 7f65e7f09040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T07:38:33.210 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:32 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:32.727+0000 7ff8f2574040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T07:38:33.386 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T07:38:33.386 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T07:38:33.386 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi071.front.sepia.ceph.com 2024-09-05T07:38:33.386 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-05T07:38:33.386 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-05T07:38:33.386 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T07:38:33.386 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T07:38:33.386 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T07:38:33.386 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T07:38:33.387 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:38:33.387 DEBUG:teuthology.orchestra.run.smithi071:> ip addr 2024-09-05T07:38:33.443 INFO:teuthology.orchestra.run.smithi071.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T07:38:33.443 INFO:teuthology.orchestra.run.smithi071.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T07:38:33.443 INFO:teuthology.orchestra.run.smithi071.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T07:38:33.443 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2024-09-05T07:38:33.443 INFO:teuthology.orchestra.run.smithi071.stdout: inet6 ::1/128 scope host 2024-09-05T07:38:33.443 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2024-09-05T07:38:33.444 INFO:teuthology.orchestra.run.smithi071.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-05T07:38:33.444 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0c:c4:7a:d8:aa:4a brd ff:ff:ff:ff:ff:ff 2024-09-05T07:38:33.444 INFO:teuthology.orchestra.run.smithi071.stdout: altname enp7s0f0 2024-09-05T07:38:33.444 INFO:teuthology.orchestra.run.smithi071.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-05T07:38:33.444 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0c:c4:7a:d8:aa:4b brd ff:ff:ff:ff:ff:ff 2024-09-05T07:38:33.444 INFO:teuthology.orchestra.run.smithi071.stdout: altname enp7s0f1 2024-09-05T07:38:33.444 INFO:teuthology.orchestra.run.smithi071.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-05T07:38:33.444 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0c:c4:7a:8f:d7:64 brd ff:ff:ff:ff:ff:ff 2024-09-05T07:38:33.444 INFO:teuthology.orchestra.run.smithi071.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T07:38:33.444 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0c:c4:7a:8f:d7:65 brd ff:ff:ff:ff:ff:ff 2024-09-05T07:38:33.444 INFO:teuthology.orchestra.run.smithi071.stdout: inet 172.21.15.71/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-05T07:38:33.444 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft 42136sec preferred_lft 42136sec 2024-09-05T07:38:33.445 INFO:teuthology.orchestra.run.smithi071.stdout: inet6 fe80::ec4:7aff:fe8f:d765/64 scope link noprefixroute 2024-09-05T07:38:33.445 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2024-09-05T07:38:33.445 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-05T07:38:33.445 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T07:38:33.445 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2024-09-05T07:38:33.445 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link add name ceph-brx type bridge 2024-09-05T07:38:33.445 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip addr flush dev ceph-brx 2024-09-05T07:38:33.445 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link set ceph-brx up 2024-09-05T07:38:33.445 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-05T07:38:33.446 DEBUG:teuthology.orchestra.run.smithi071:> ') 2024-09-05T07:38:33.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:33 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T07:38:33.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T07:38:33.586 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:38:33.586 DEBUG:teuthology.orchestra.run.smithi071:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T07:38:33.607 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:33 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/901696878' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-05T07:38:33.610 INFO:teuthology.orchestra.run.smithi071.stdout:1 2024-09-05T07:38:33.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:38:33.612 DEBUG:teuthology.orchestra.run.smithi071:> route 2024-09-05T07:38:33.669 INFO:teuthology.orchestra.run.smithi071.stdout:Kernel IP routing table 2024-09-05T07:38:33.670 INFO:teuthology.orchestra.run.smithi071.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T07:38:33.670 INFO:teuthology.orchestra.run.smithi071.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-05T07:38:33.670 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-05T07:38:33.670 INFO:teuthology.orchestra.run.smithi071.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T07:38:33.671 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T07:38:33.671 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2024-09-05T07:38:33.671 DEBUG:teuthology.orchestra.run.smithi071:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-05T07:38:33.671 DEBUG:teuthology.orchestra.run.smithi071:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-05T07:38:33.671 DEBUG:teuthology.orchestra.run.smithi071:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-05T07:38:33.672 DEBUG:teuthology.orchestra.run.smithi071:> ') 2024-09-05T07:38:33.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:33 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/901696878' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-05T07:38:33.710 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:33 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:33.609+0000 7ff8f2574040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T07:38:33.711 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:33 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:33.677+0000 7ff8f2574040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T07:38:33.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:33 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T07:38:33.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T07:38:33.800 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:38:33.800 DEBUG:teuthology.orchestra.run.smithi071:> ip netns list 2024-09-05T07:38:33.815 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:38:33.816 DEBUG:teuthology.orchestra.run.smithi071:> ip netns list-id 2024-09-05T07:38:33.874 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T07:38:33.874 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2024-09-05T07:38:33.874 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T07:38:33.874 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-05T07:38:33.874 DEBUG:teuthology.orchestra.run.smithi071:> ') 2024-09-05T07:38:33.899 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:33 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:33.719+0000 7fe49aa60040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T07:38:33.899 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:33 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:33.791+0000 7fe49aa60040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T07:38:33.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:33 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/901696878' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-05T07:38:33.927 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:33 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:33.597+0000 7f65e7f09040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T07:38:33.927 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:33 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:33.664+0000 7f65e7f09040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T07:38:33.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:33 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T07:38:33.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T07:38:33.977 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-05T07:38:33.978 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T07:38:33.978 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2024-09-05T07:38:33.978 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-05T07:38:33.978 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-05T07:38:33.978 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-05T07:38:33.978 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-05T07:38:33.978 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-05T07:38:33.978 DEBUG:teuthology.orchestra.run.smithi071:> ') 2024-09-05T07:38:34.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:34 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T07:38:34.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T07:38:34.096 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T07:38:34.096 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2024-09-05T07:38:34.096 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link set brx.0 up 2024-09-05T07:38:34.096 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link set dev brx.0 master ceph-brx 2024-09-05T07:38:34.096 DEBUG:teuthology.orchestra.run.smithi071:> ') 2024-09-05T07:38:34.145 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:34 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T07:38:34.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T07:38:34.176 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {'mount_subvol_num': 0} 2024-09-05T07:38:34.176 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T07:38:34.177 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-05T07:38:34.192 INFO:teuthology.orchestra.run.smithi071.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-05T07:38:34.192 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T07:38:34.192 DEBUG:teuthology.orchestra.run.smithi071:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-05T07:38:34.251 DEBUG:teuthology.orchestra.run.smithi071:> sudo modprobe fuse 2024-09-05T07:38:34.318 DEBUG:teuthology.orchestra.run.smithi071:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T07:38:34.375 INFO:teuthology.orchestra.run.smithi071.stdout:/proc 2024-09-05T07:38:34.375 INFO:teuthology.orchestra.run.smithi071.stdout:/sys 2024-09-05T07:38:34.375 INFO:teuthology.orchestra.run.smithi071.stdout:/dev 2024-09-05T07:38:34.375 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/security 2024-09-05T07:38:34.375 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/shm 2024-09-05T07:38:34.375 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/pts 2024-09-05T07:38:34.375 INFO:teuthology.orchestra.run.smithi071.stdout:/run 2024-09-05T07:38:34.375 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/cgroup 2024-09-05T07:38:34.375 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/pstore 2024-09-05T07:38:34.375 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/bpf 2024-09-05T07:38:34.375 INFO:teuthology.orchestra.run.smithi071.stdout:/ 2024-09-05T07:38:34.375 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/selinux 2024-09-05T07:38:34.376 INFO:teuthology.orchestra.run.smithi071.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T07:38:34.376 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/mqueue 2024-09-05T07:38:34.376 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/hugepages 2024-09-05T07:38:34.376 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/debug 2024-09-05T07:38:34.376 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/tracing 2024-09-05T07:38:34.376 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/config 2024-09-05T07:38:34.376 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T07:38:34.376 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/fuse/connections 2024-09-05T07:38:34.376 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-sysctl.service 2024-09-05T07:38:34.376 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-05T07:38:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-05T07:38:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/nfs/rpc_pipefs 2024-09-05T07:38:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:/run/user/1000 2024-09-05T07:38:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/ceph 2024-09-05T07:38:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay 2024-09-05T07:38:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/8120bdd9169bfcadfe67affa27bfd863fa68ee76c2e68e2fc674b31d55e05ee3/merged 2024-09-05T07:38:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/46076d4f1ecde8d625e04c47ea565495092b1d23715895ba5f552892f68fd841/merged 2024-09-05T07:38:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:/run/user/0 2024-09-05T07:38:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T07:38:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/a7faf6090295241bf0971b11a2b314883dc4c3d2601b9c8092f75717676919b0/merged 2024-09-05T07:38:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/7e1480d0beed4a8f67840ca52a994b7bed4d31b29e27cd71cbc90b249dd680b9/merged 2024-09-05T07:38:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/5338c2e883e9580f44c615f00abeb50064292abc70101c5c5fbfdb09e942c482/merged 2024-09-05T07:38:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/6a997d72be14dccbabcf1e2a775d22949a245833f4fda451c2e7747734abff1b/merged 2024-09-05T07:38:34.377 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/991c78ebb5acaf28234363b1360f709764f4532aeb50b95d274946f77c30c45d/merged 2024-09-05T07:38:34.378 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/4f596e56bb80eafeb461adc8e3a5ce137e2d25dee7a674715be49d18023e7804/merged 2024-09-05T07:38:34.378 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/166af612f5e3e90f01a45a551b07aedcb685079ba390137d4986a2e4945efbc6/merged 2024-09-05T07:38:34.378 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/a109a2a91016f0a17c5e79dc4937bbfc790f331da46459af9dddaddff4a274fb/merged 2024-09-05T07:38:34.378 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns 2024-09-05T07:38:34.378 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T07:38:34.378 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T07:38:34.378 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:38:34.378 DEBUG:teuthology.orchestra.run.smithi071:> ls /sys/fs/fuse/connections 2024-09-05T07:38:34.431 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T07:38:34.431 DEBUG:teuthology.orchestra.run.smithi071:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0 --client_mountpoint=/volumes/qa/sv_0/35a3f230-1689-42e9-8851-4b4774f71d12 --client_fs=cephfs) 2024-09-05T07:38:34.474 DEBUG:teuthology.orchestra.run.smithi071:> sudo modprobe fuse 2024-09-05T07:38:34.499 DEBUG:teuthology.orchestra.run.smithi071:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T07:38:34.558 INFO:teuthology.orchestra.run.smithi071.stdout:/proc 2024-09-05T07:38:34.558 INFO:teuthology.orchestra.run.smithi071.stdout:/sys 2024-09-05T07:38:34.558 INFO:teuthology.orchestra.run.smithi071.stdout:/dev 2024-09-05T07:38:34.558 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/security 2024-09-05T07:38:34.558 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/shm 2024-09-05T07:38:34.558 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/pts 2024-09-05T07:38:34.558 INFO:teuthology.orchestra.run.smithi071.stdout:/run 2024-09-05T07:38:34.559 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/cgroup 2024-09-05T07:38:34.559 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/pstore 2024-09-05T07:38:34.559 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/bpf 2024-09-05T07:38:34.559 INFO:teuthology.orchestra.run.smithi071.stdout:/ 2024-09-05T07:38:34.559 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/selinux 2024-09-05T07:38:34.559 INFO:teuthology.orchestra.run.smithi071.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T07:38:34.559 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/mqueue 2024-09-05T07:38:34.559 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/hugepages 2024-09-05T07:38:34.559 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/debug 2024-09-05T07:38:34.559 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/tracing 2024-09-05T07:38:34.560 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/config 2024-09-05T07:38:34.560 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T07:38:34.560 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/fuse/connections 2024-09-05T07:38:34.560 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-sysctl.service 2024-09-05T07:38:34.560 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-05T07:38:34.560 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-05T07:38:34.560 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/nfs/rpc_pipefs 2024-09-05T07:38:34.560 INFO:teuthology.orchestra.run.smithi071.stdout:/run/user/1000 2024-09-05T07:38:34.560 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/ceph 2024-09-05T07:38:34.560 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay 2024-09-05T07:38:34.560 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/8120bdd9169bfcadfe67affa27bfd863fa68ee76c2e68e2fc674b31d55e05ee3/merged 2024-09-05T07:38:34.560 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/46076d4f1ecde8d625e04c47ea565495092b1d23715895ba5f552892f68fd841/merged 2024-09-05T07:38:34.560 INFO:teuthology.orchestra.run.smithi071.stdout:/run/user/0 2024-09-05T07:38:34.561 INFO:teuthology.orchestra.run.smithi071.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T07:38:34.561 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/a7faf6090295241bf0971b11a2b314883dc4c3d2601b9c8092f75717676919b0/merged 2024-09-05T07:38:34.561 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/7e1480d0beed4a8f67840ca52a994b7bed4d31b29e27cd71cbc90b249dd680b9/merged 2024-09-05T07:38:34.561 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/5338c2e883e9580f44c615f00abeb50064292abc70101c5c5fbfdb09e942c482/merged 2024-09-05T07:38:34.561 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/6a997d72be14dccbabcf1e2a775d22949a245833f4fda451c2e7747734abff1b/merged 2024-09-05T07:38:34.561 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/991c78ebb5acaf28234363b1360f709764f4532aeb50b95d274946f77c30c45d/merged 2024-09-05T07:38:34.561 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/4f596e56bb80eafeb461adc8e3a5ce137e2d25dee7a674715be49d18023e7804/merged 2024-09-05T07:38:34.562 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/166af612f5e3e90f01a45a551b07aedcb685079ba390137d4986a2e4945efbc6/merged 2024-09-05T07:38:34.562 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/a109a2a91016f0a17c5e79dc4937bbfc790f331da46459af9dddaddff4a274fb/merged 2024-09-05T07:38:34.562 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns 2024-09-05T07:38:34.562 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T07:38:34.562 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T07:38:34.562 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:38:34.562 DEBUG:teuthology.orchestra.run.smithi071:> ls /sys/fs/fuse/connections 2024-09-05T07:38:34.563 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi071.stderr:2024-09-05T07:38:34.560+0000 7f1e07b16480 -1 init, newargv = 0x55c91996fce0 newargc=15 2024-09-05T07:38:34.563 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi071.stderr:ceph-fuse[84606]: starting ceph client 2024-09-05T07:38:34.628 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:34 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:34.367+0000 7f65e7f09040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T07:38:34.628 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:34 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:34.482+0000 7f65e7f09040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T07:38:34.648 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:34 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:34.542+0000 7fe49aa60040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T07:38:34.650 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:34 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:34.386+0000 7ff8f2574040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T07:38:34.650 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:34 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:34.503+0000 7ff8f2574040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T07:38:34.904 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:34 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:34.628+0000 7f65e7f09040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T07:38:34.904 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:34 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:34.688+0000 7f65e7f09040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T07:38:34.904 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:34 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:34.836+0000 7f65e7f09040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T07:38:34.905 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:34 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:34.903+0000 7f65e7f09040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T07:38:34.925 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:34 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:34.648+0000 7ff8f2574040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T07:38:34.925 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:34 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:34.709+0000 7ff8f2574040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T07:38:34.925 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:34 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:34.856+0000 7ff8f2574040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T07:38:34.925 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:34 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:34.923+0000 7ff8f2574040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T07:38:35.018 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:34 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:34.663+0000 7fe49aa60040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T07:38:35.018 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:34 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:34.806+0000 7fe49aa60040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T07:38:35.018 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:34 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:34.867+0000 7fe49aa60040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T07:38:35.018 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:35.017+0000 7fe49aa60040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T07:38:35.176 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:34 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:34.963+0000 7f65e7f09040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T07:38:35.176 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:35 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:35.120+0000 7f65e7f09040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T07:38:35.208 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:34 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:34.985+0000 7ff8f2574040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T07:38:35.208 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:35 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:35.143+0000 7ff8f2574040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T07:38:35.209 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:35 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:35.208+0000 7ff8f2574040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T07:38:35.305 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:35.086+0000 7fe49aa60040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T07:38:35.305 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:35.146+0000 7fe49aa60040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T07:38:35.306 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:35.304+0000 7fe49aa60040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T07:38:35.450 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:35 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:35.185+0000 7f65e7f09040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T07:38:35.450 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:35 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:35.250+0000 7f65e7f09040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T07:38:35.450 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:35 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:35.331+0000 7f65e7f09040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T07:38:35.450 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:35 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:35.390+0000 7f65e7f09040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T07:38:35.450 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:35 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:35.449+0000 7f65e7f09040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T07:38:35.460 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:35 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:35.274+0000 7ff8f2574040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T07:38:35.460 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:35 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:35.356+0000 7ff8f2574040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T07:38:35.460 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:35 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:35.415+0000 7ff8f2574040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T07:38:35.581 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:35.370+0000 7fe49aa60040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T07:38:35.581 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:35.436+0000 7fe49aa60040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T07:38:35.581 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:35.519+0000 7fe49aa60040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T07:38:35.581 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:35.580+0000 7fe49aa60040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T07:38:35.679 DEBUG:teuthology.orchestra.run.smithi071:> sudo modprobe fuse 2024-09-05T07:38:35.705 DEBUG:teuthology.orchestra.run.smithi071:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T07:38:35.765 INFO:teuthology.orchestra.run.smithi071.stdout:/proc 2024-09-05T07:38:35.861 INFO:teuthology.orchestra.run.smithi071.stdout:/sys 2024-09-05T07:38:35.861 INFO:teuthology.orchestra.run.smithi071.stdout:/dev 2024-09-05T07:38:35.861 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/security 2024-09-05T07:38:35.862 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/shm 2024-09-05T07:38:35.862 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/pts 2024-09-05T07:38:35.862 INFO:teuthology.orchestra.run.smithi071.stdout:/run 2024-09-05T07:38:35.862 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/cgroup 2024-09-05T07:38:35.862 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/pstore 2024-09-05T07:38:35.862 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/bpf 2024-09-05T07:38:35.862 INFO:teuthology.orchestra.run.smithi071.stdout:/ 2024-09-05T07:38:35.862 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/selinux 2024-09-05T07:38:35.862 INFO:teuthology.orchestra.run.smithi071.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T07:38:35.862 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/mqueue 2024-09-05T07:38:35.862 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/hugepages 2024-09-05T07:38:35.862 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/debug 2024-09-05T07:38:35.862 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/tracing 2024-09-05T07:38:35.862 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/config 2024-09-05T07:38:35.863 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T07:38:35.863 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/fuse/connections 2024-09-05T07:38:35.863 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-sysctl.service 2024-09-05T07:38:35.863 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-05T07:38:35.863 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-05T07:38:35.863 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/nfs/rpc_pipefs 2024-09-05T07:38:35.863 INFO:teuthology.orchestra.run.smithi071.stdout:/run/user/1000 2024-09-05T07:38:35.863 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/ceph 2024-09-05T07:38:35.863 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay 2024-09-05T07:38:35.863 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/8120bdd9169bfcadfe67affa27bfd863fa68ee76c2e68e2fc674b31d55e05ee3/merged 2024-09-05T07:38:35.863 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/46076d4f1ecde8d625e04c47ea565495092b1d23715895ba5f552892f68fd841/merged 2024-09-05T07:38:35.863 INFO:teuthology.orchestra.run.smithi071.stdout:/run/user/0 2024-09-05T07:38:35.863 INFO:teuthology.orchestra.run.smithi071.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T07:38:35.863 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/a7faf6090295241bf0971b11a2b314883dc4c3d2601b9c8092f75717676919b0/merged 2024-09-05T07:38:35.864 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/7e1480d0beed4a8f67840ca52a994b7bed4d31b29e27cd71cbc90b249dd680b9/merged 2024-09-05T07:38:35.864 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/5338c2e883e9580f44c615f00abeb50064292abc70101c5c5fbfdb09e942c482/merged 2024-09-05T07:38:35.864 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/6a997d72be14dccbabcf1e2a775d22949a245833f4fda451c2e7747734abff1b/merged 2024-09-05T07:38:35.864 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/991c78ebb5acaf28234363b1360f709764f4532aeb50b95d274946f77c30c45d/merged 2024-09-05T07:38:35.864 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/4f596e56bb80eafeb461adc8e3a5ce137e2d25dee7a674715be49d18023e7804/merged 2024-09-05T07:38:35.864 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/166af612f5e3e90f01a45a551b07aedcb685079ba390137d4986a2e4945efbc6/merged 2024-09-05T07:38:35.864 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/a109a2a91016f0a17c5e79dc4937bbfc790f331da46459af9dddaddff4a274fb/merged 2024-09-05T07:38:35.864 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns 2024-09-05T07:38:35.864 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T07:38:35.864 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T07:38:35.864 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:38:35.865 DEBUG:teuthology.orchestra.run.smithi071:> ls /sys/fs/fuse/connections 2024-09-05T07:38:35.898 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:35.639+0000 7fe49aa60040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T07:38:35.960 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:35 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:35.476+0000 7ff8f2574040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T07:38:36.508 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi071.stderr:ceph-fuse[84606]: starting fuse 2024-09-05T07:38:36.648 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:36.445+0000 7fe49aa60040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T07:38:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-mon[30965]: Standby manager daemon y restarted 2024-09-05T07:38:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-mon[30965]: Standby manager daemon y started 2024-09-05T07:38:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-mon[30965]: from='mgr.? 172.21.15.123:0/3172371494' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-05T07:38:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-mon[30965]: from='mgr.? 172.21.15.123:0/3172371494' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T07:38:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-mon[30965]: from='mgr.? 172.21.15.123:0/3172371494' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-05T07:38:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-mon[30965]: from='mgr.? 172.21.15.123:0/3172371494' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T07:38:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-mon[30965]: Standby manager daemon z restarted 2024-09-05T07:38:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-mon[30965]: Standby manager daemon z started 2024-09-05T07:38:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-mon[30965]: from='mgr.? 172.21.15.192:0/1319752340' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-05T07:38:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-mon[30965]: from='mgr.? 172.21.15.192:0/1319752340' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T07:38:36.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-mon[30965]: from='mgr.? 172.21.15.192:0/1319752340' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-05T07:38:36.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-mon[30965]: from='mgr.? 172.21.15.192:0/1319752340' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T07:38:36.676 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:38:36 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y[35930]: 2024-09-05T07:38:36.240+0000 7f65e7f09040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T07:38:36.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:36 smithi123 ceph-mon[34568]: Standby manager daemon y restarted 2024-09-05T07:38:36.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:36 smithi123 ceph-mon[34568]: Standby manager daemon y started 2024-09-05T07:38:36.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:36 smithi123 ceph-mon[34568]: from='mgr.? 172.21.15.123:0/3172371494' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-05T07:38:36.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:36 smithi123 ceph-mon[34568]: from='mgr.? 172.21.15.123:0/3172371494' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T07:38:36.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:36 smithi123 ceph-mon[34568]: from='mgr.? 172.21.15.123:0/3172371494' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-05T07:38:36.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:36 smithi123 ceph-mon[34568]: from='mgr.? 172.21.15.123:0/3172371494' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T07:38:36.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:36 smithi123 ceph-mon[34568]: Standby manager daemon z restarted 2024-09-05T07:38:36.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:36 smithi123 ceph-mon[34568]: Standby manager daemon z started 2024-09-05T07:38:36.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:36 smithi123 ceph-mon[34568]: from='mgr.? 172.21.15.192:0/1319752340' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-05T07:38:36.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:36 smithi123 ceph-mon[34568]: from='mgr.? 172.21.15.192:0/1319752340' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T07:38:36.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:36 smithi123 ceph-mon[34568]: from='mgr.? 172.21.15.192:0/1319752340' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-05T07:38:36.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:36 smithi123 ceph-mon[34568]: from='mgr.? 172.21.15.192:0/1319752340' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T07:38:36.710 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:38:36 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z[36609]: 2024-09-05T07:38:36.263+0000 7ff8f2574040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T07:38:36.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:36 smithi192 ceph-mon[34929]: Standby manager daemon y restarted 2024-09-05T07:38:36.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:36 smithi192 ceph-mon[34929]: Standby manager daemon y started 2024-09-05T07:38:36.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:36 smithi192 ceph-mon[34929]: from='mgr.? 172.21.15.123:0/3172371494' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-05T07:38:36.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:36 smithi192 ceph-mon[34929]: from='mgr.? 172.21.15.123:0/3172371494' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T07:38:36.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:36 smithi192 ceph-mon[34929]: from='mgr.? 172.21.15.123:0/3172371494' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-05T07:38:36.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:36 smithi192 ceph-mon[34929]: from='mgr.? 172.21.15.123:0/3172371494' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T07:38:36.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:36 smithi192 ceph-mon[34929]: Standby manager daemon z restarted 2024-09-05T07:38:36.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:36 smithi192 ceph-mon[34929]: Standby manager daemon z started 2024-09-05T07:38:36.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:36 smithi192 ceph-mon[34929]: from='mgr.? 172.21.15.192:0/1319752340' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-05T07:38:36.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:36 smithi192 ceph-mon[34929]: from='mgr.? 172.21.15.192:0/1319752340' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T07:38:36.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:36 smithi192 ceph-mon[34929]: from='mgr.? 172.21.15.192:0/1319752340' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-05T07:38:36.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:36 smithi192 ceph-mon[34929]: from='mgr.? 172.21.15.192:0/1319752340' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T07:38:36.983 DEBUG:teuthology.orchestra.run.smithi071:> sudo modprobe fuse 2024-09-05T07:38:37.006 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:36.733+0000 7fe4052f9640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T07:38:37.006 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:36.733+0000 7fe4052f9640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T07:38:37.007 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:36.733+0000 7fe4052f9640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T07:38:37.007 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:36.733+0000 7fe4052f9640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T07:38:37.007 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:36.733+0000 7fe4052f9640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T07:38:37.007 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:36.734+0000 7fe4022f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T07:38:37.007 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:36.734+0000 7fe4022f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T07:38:37.007 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:36.734+0000 7fe4022f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T07:38:37.007 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:36.734+0000 7fe4022f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T07:38:37.007 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:36 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:36.734+0000 7fe4022f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T07:38:37.011 DEBUG:teuthology.orchestra.run.smithi071:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T07:38:37.067 INFO:teuthology.orchestra.run.smithi071.stdout:/proc 2024-09-05T07:38:37.067 INFO:teuthology.orchestra.run.smithi071.stdout:/sys 2024-09-05T07:38:37.067 INFO:teuthology.orchestra.run.smithi071.stdout:/dev 2024-09-05T07:38:37.067 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/security 2024-09-05T07:38:37.067 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/shm 2024-09-05T07:38:37.067 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/pts 2024-09-05T07:38:37.067 INFO:teuthology.orchestra.run.smithi071.stdout:/run 2024-09-05T07:38:37.068 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/cgroup 2024-09-05T07:38:37.068 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/pstore 2024-09-05T07:38:37.068 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/bpf 2024-09-05T07:38:37.068 INFO:teuthology.orchestra.run.smithi071.stdout:/ 2024-09-05T07:38:37.068 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/selinux 2024-09-05T07:38:37.068 INFO:teuthology.orchestra.run.smithi071.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T07:38:37.068 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/mqueue 2024-09-05T07:38:37.068 INFO:teuthology.orchestra.run.smithi071.stdout:/dev/hugepages 2024-09-05T07:38:37.068 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/debug 2024-09-05T07:38:37.068 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/tracing 2024-09-05T07:38:37.068 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/kernel/config 2024-09-05T07:38:37.068 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T07:38:37.068 INFO:teuthology.orchestra.run.smithi071.stdout:/sys/fs/fuse/connections 2024-09-05T07:38:37.069 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-sysctl.service 2024-09-05T07:38:37.069 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-05T07:38:37.069 INFO:teuthology.orchestra.run.smithi071.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-05T07:38:37.069 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/nfs/rpc_pipefs 2024-09-05T07:38:37.069 INFO:teuthology.orchestra.run.smithi071.stdout:/run/user/1000 2024-09-05T07:38:37.069 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/ceph 2024-09-05T07:38:37.069 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay 2024-09-05T07:38:37.069 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/8120bdd9169bfcadfe67affa27bfd863fa68ee76c2e68e2fc674b31d55e05ee3/merged 2024-09-05T07:38:37.069 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/46076d4f1ecde8d625e04c47ea565495092b1d23715895ba5f552892f68fd841/merged 2024-09-05T07:38:37.069 INFO:teuthology.orchestra.run.smithi071.stdout:/run/user/0 2024-09-05T07:38:37.070 INFO:teuthology.orchestra.run.smithi071.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T07:38:37.070 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/a7faf6090295241bf0971b11a2b314883dc4c3d2601b9c8092f75717676919b0/merged 2024-09-05T07:38:37.070 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/7e1480d0beed4a8f67840ca52a994b7bed4d31b29e27cd71cbc90b249dd680b9/merged 2024-09-05T07:38:37.070 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/5338c2e883e9580f44c615f00abeb50064292abc70101c5c5fbfdb09e942c482/merged 2024-09-05T07:38:37.070 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/6a997d72be14dccbabcf1e2a775d22949a245833f4fda451c2e7747734abff1b/merged 2024-09-05T07:38:37.070 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/991c78ebb5acaf28234363b1360f709764f4532aeb50b95d274946f77c30c45d/merged 2024-09-05T07:38:37.070 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/4f596e56bb80eafeb461adc8e3a5ce137e2d25dee7a674715be49d18023e7804/merged 2024-09-05T07:38:37.070 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/166af612f5e3e90f01a45a551b07aedcb685079ba390137d4986a2e4945efbc6/merged 2024-09-05T07:38:37.070 INFO:teuthology.orchestra.run.smithi071.stdout:/var/lib/containers/storage/overlay/a109a2a91016f0a17c5e79dc4937bbfc790f331da46459af9dddaddff4a274fb/merged 2024-09-05T07:38:37.070 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns 2024-09-05T07:38:37.070 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T07:38:37.070 INFO:teuthology.orchestra.run.smithi071.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T07:38:37.070 INFO:teuthology.orchestra.run.smithi071.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-05T07:38:37.071 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:38:37.071 DEBUG:teuthology.orchestra.run.smithi071:> ls /sys/fs/fuse/connections 2024-09-05T07:38:37.122 INFO:teuthology.orchestra.run.smithi071.stdout:121 2024-09-05T07:38:37.122 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [121] 2024-09-05T07:38:37.123 DEBUG:teuthology.orchestra.run.smithi071:> sudo stdin-killer -- python3 -c ' 2024-09-05T07:38:37.123 DEBUG:teuthology.orchestra.run.smithi071:> import glob 2024-09-05T07:38:37.123 DEBUG:teuthology.orchestra.run.smithi071:> import re 2024-09-05T07:38:37.123 DEBUG:teuthology.orchestra.run.smithi071:> import os 2024-09-05T07:38:37.123 DEBUG:teuthology.orchestra.run.smithi071:> import subprocess 2024-09-05T07:38:37.123 DEBUG:teuthology.orchestra.run.smithi071:> 2024-09-05T07:38:37.123 DEBUG:teuthology.orchestra.run.smithi071:> def _find_admin_socket(client_name): 2024-09-05T07:38:37.123 DEBUG:teuthology.orchestra.run.smithi071:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T07:38:37.123 DEBUG:teuthology.orchestra.run.smithi071:> files = glob.glob(asok_path) 2024-09-05T07:38:37.123 DEBUG:teuthology.orchestra.run.smithi071:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T07:38:37.123 DEBUG:teuthology.orchestra.run.smithi071:> 2024-09-05T07:38:37.123 DEBUG:teuthology.orchestra.run.smithi071:> # Given a non-glob path, it better be there 2024-09-05T07:38:37.124 DEBUG:teuthology.orchestra.run.smithi071:> if "*" not in asok_path: 2024-09-05T07:38:37.124 DEBUG:teuthology.orchestra.run.smithi071:> assert(len(files) == 1) 2024-09-05T07:38:37.124 DEBUG:teuthology.orchestra.run.smithi071:> return files[0] 2024-09-05T07:38:37.124 DEBUG:teuthology.orchestra.run.smithi071:> 2024-09-05T07:38:37.124 DEBUG:teuthology.orchestra.run.smithi071:> for f in files: 2024-09-05T07:38:37.124 DEBUG:teuthology.orchestra.run.smithi071:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T07:38:37.124 DEBUG:teuthology.orchestra.run.smithi071:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T07:38:37.124 DEBUG:teuthology.orchestra.run.smithi071:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T07:38:37.124 DEBUG:teuthology.orchestra.run.smithi071:> contents = proc_f.read() 2024-09-05T07:38:37.124 DEBUG:teuthology.orchestra.run.smithi071:> if mountpoint in contents: 2024-09-05T07:38:37.124 DEBUG:teuthology.orchestra.run.smithi071:> return f 2024-09-05T07:38:37.124 DEBUG:teuthology.orchestra.run.smithi071:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T07:38:37.124 DEBUG:teuthology.orchestra.run.smithi071:> 2024-09-05T07:38:37.125 DEBUG:teuthology.orchestra.run.smithi071:> print(_find_admin_socket("client.0")) 2024-09-05T07:38:37.125 DEBUG:teuthology.orchestra.run.smithi071:> ' 2024-09-05T07:38:37.242 INFO:teuthology.orchestra.run.smithi071.stdout:/var/run/ceph/ceph-client.0.84606.asok 2024-09-05T07:38:37.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T07:38:37.254 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.84606.asok 2024-09-05T07:38:37.254 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:38:37.255 DEBUG:teuthology.orchestra.run.smithi071:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.84606.asok status 2024-09-05T07:38:37.400 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:38:37.400 INFO:teuthology.orchestra.run.smithi071.stdout: "metadata": { 2024-09-05T07:38:37.400 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T07:38:37.400 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T07:38:37.400 INFO:teuthology.orchestra.run.smithi071.stdout: "entity_id": "0", 2024-09-05T07:38:37.401 INFO:teuthology.orchestra.run.smithi071.stdout: "hostname": "smithi071", 2024-09-05T07:38:37.401 INFO:teuthology.orchestra.run.smithi071.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T07:38:37.401 INFO:teuthology.orchestra.run.smithi071.stdout: "pid": "84606", 2024-09-05T07:38:37.401 INFO:teuthology.orchestra.run.smithi071.stdout: "root": "/volumes/qa/sv_0/35a3f230-1689-42e9-8851-4b4774f71d12" 2024-09-05T07:38:37.401 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:38:37.401 INFO:teuthology.orchestra.run.smithi071.stdout: "dentry_count": 0, 2024-09-05T07:38:37.401 INFO:teuthology.orchestra.run.smithi071.stdout: "dentry_pinned_count": 0, 2024-09-05T07:38:37.401 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 15240, 2024-09-05T07:38:37.401 INFO:teuthology.orchestra.run.smithi071.stdout: "inst": { 2024-09-05T07:38:37.401 INFO:teuthology.orchestra.run.smithi071.stdout: "name": { 2024-09-05T07:38:37.401 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "client", 2024-09-05T07:38:37.401 INFO:teuthology.orchestra.run.smithi071.stdout: "num": 15240 2024-09-05T07:38:37.401 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:38:37.402 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": { 2024-09-05T07:38:37.402 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v1", 2024-09-05T07:38:37.402 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "192.168.0.1:0", 2024-09-05T07:38:37.402 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 24126740 2024-09-05T07:38:37.402 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:38:37.402 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:38:37.402 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": { 2024-09-05T07:38:37.402 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v1", 2024-09-05T07:38:37.402 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "192.168.0.1:0", 2024-09-05T07:38:37.402 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 24126740 2024-09-05T07:38:37.402 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:38:37.402 INFO:teuthology.orchestra.run.smithi071.stdout: "inst_str": "client.15240 192.168.0.1:0/24126740", 2024-09-05T07:38:37.402 INFO:teuthology.orchestra.run.smithi071.stdout: "addr_str": "192.168.0.1:0/24126740", 2024-09-05T07:38:37.402 INFO:teuthology.orchestra.run.smithi071.stdout: "inode_count": 5, 2024-09-05T07:38:37.403 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_epoch": 25, 2024-09-05T07:38:37.403 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_epoch": 92, 2024-09-05T07:38:37.403 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_epoch_barrier": 0, 2024-09-05T07:38:37.403 INFO:teuthology.orchestra.run.smithi071.stdout: "blocklisted": false, 2024-09-05T07:38:37.403 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs" 2024-09-05T07:38:37.403 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:38:37.410 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:38:37.411 DEBUG:teuthology.orchestra.run.smithi071:> stat --file-system '--printf=%T 2024-09-05T07:38:37.411 DEBUG:teuthology.orchestra.run.smithi071:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-05T07:38:37.427 INFO:teuthology.orchestra.run.smithi071.stdout:fuseblk 2024-09-05T07:38:37.428 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-05T07:38:37.428 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:38:37.428 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-05T07:38:37.496 INFO:teuthology.run_tasks:Running task exec... 2024-09-05T07:38:37.506 INFO:teuthology.task.exec:Executing custom commands... 2024-09-05T07:38:37.506 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi071.front.sepia.ceph.com 2024-09-05T07:38:37.506 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-09-05T07:38:37.558 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: mgrmap e19: x(active, since 9m), standbys: y, z 2024-09-05T07:38:37.558 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: Active manager daemon x restarted 2024-09-05T07:38:37.558 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: Activating manager daemon x 2024-09-05T07:38:37.558 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: osdmap e93: 12 total, 12 up, 12 in 2024-09-05T07:38:37.558 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: mgrmap e20: x(active, starting, since 0.0158137s), standbys: y, z 2024-09-05T07:38:37.558 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T07:38:37.559 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:38:37.559 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:38:37.559 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-05T07:38:37.559 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T07:38:37.559 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-05T07:38:37.559 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T07:38:37.559 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T07:38:37.559 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T07:38:37.559 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T07:38:37.559 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T07:38:37.559 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T07:38:37.559 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T07:38:37.560 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T07:38:37.560 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T07:38:37.560 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-05T07:38:37.560 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-05T07:38:37.560 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-05T07:38:37.560 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T07:38:37.560 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:38:37.560 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:38:37.560 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:38:37.560 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:38:37.560 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:38:37.560 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:38:37.561 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T07:38:37.561 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:38:37.561 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:38:37.561 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:38:37.561 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:38:37.561 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-05T07:38:37.561 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-05T07:38:37.561 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-05T07:38:37.561 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: Manager daemon x is now available 2024-09-05T07:38:37.561 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:38:37.561 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-05T07:38:37.562 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-05T07:38:37.579 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: mgrmap e19: x(active, since 9m), standbys: y, z 2024-09-05T07:38:37.579 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: Active manager daemon x restarted 2024-09-05T07:38:37.579 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: Activating manager daemon x 2024-09-05T07:38:37.579 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: osdmap e93: 12 total, 12 up, 12 in 2024-09-05T07:38:37.579 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: mgrmap e20: x(active, starting, since 0.0158137s), standbys: y, z 2024-09-05T07:38:37.579 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T07:38:37.579 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:38:37.579 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:38:37.579 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-05T07:38:37.580 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T07:38:37.580 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-05T07:38:37.580 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T07:38:37.580 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T07:38:37.580 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T07:38:37.580 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T07:38:37.580 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T07:38:37.580 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T07:38:37.580 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T07:38:37.580 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T07:38:37.580 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T07:38:37.580 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-05T07:38:37.580 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-05T07:38:37.581 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-05T07:38:37.581 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T07:38:37.581 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:38:37.581 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:38:37.581 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:38:37.581 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:38:37.581 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:38:37.581 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:38:37.581 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T07:38:37.581 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:38:37.581 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:38:37.581 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:38:37.581 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:38:37.581 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-05T07:38:37.582 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-05T07:38:37.582 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-05T07:38:37.582 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: Manager daemon x is now available 2024-09-05T07:38:37.582 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:38:37.582 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-05T07:38:37.582 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:37 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-05T07:38:37.621 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: mgrmap e19: x(active, since 9m), standbys: y, z 2024-09-05T07:38:37.622 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: Active manager daemon x restarted 2024-09-05T07:38:37.622 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: Activating manager daemon x 2024-09-05T07:38:37.622 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: osdmap e93: 12 total, 12 up, 12 in 2024-09-05T07:38:37.622 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: mgrmap e20: x(active, starting, since 0.0158137s), standbys: y, z 2024-09-05T07:38:37.622 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T07:38:37.622 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T07:38:37.622 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T07:38:37.622 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-05T07:38:37.622 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T07:38:37.622 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-05T07:38:37.622 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T07:38:37.622 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T07:38:37.623 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T07:38:37.623 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T07:38:37.623 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T07:38:37.623 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T07:38:37.623 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T07:38:37.623 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T07:38:37.623 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T07:38:37.623 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-05T07:38:37.623 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-05T07:38:37.623 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-05T07:38:37.623 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T07:38:37.623 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T07:38:37.623 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T07:38:37.624 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T07:38:37.624 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T07:38:37.624 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T07:38:37.624 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T07:38:37.624 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T07:38:37.624 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T07:38:37.624 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T07:38:37.624 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T07:38:37.624 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T07:38:37.624 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-05T07:38:37.624 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-05T07:38:37.624 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-05T07:38:37.624 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: Manager daemon x is now available 2024-09-05T07:38:37.625 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:38:37.625 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-05T07:38:37.625 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:37 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-05T07:38:37.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.637+0000 7f8d12aba640 1 -- 172.21.15.71:0/476177090 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d0c101c30 msgr2=0x7f8d0c1020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:37.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.637+0000 7f8d12aba640 1 --2- 172.21.15.71:0/476177090 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d0c101c30 0x7f8d0c1020b0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f8cf8009900 tx=0x7f8cf802a410 comp rx=0 tx=0).stop 2024-09-05T07:38:37.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.637+0000 7f8d12aba640 1 -- 172.21.15.71:0/476177090 shutdown_connections 2024-09-05T07:38:37.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.637+0000 7f8d12aba640 1 --2- 172.21.15.71:0/476177090 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d0c1025f0 0x7f8d0c108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:37.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.637+0000 7f8d12aba640 1 --2- 172.21.15.71:0/476177090 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d0c101c30 0x7f8d0c1020b0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:37.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.637+0000 7f8d12aba640 1 --2- 172.21.15.71:0/476177090 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8d0c100a40 0x7f8d0c100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:37.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.637+0000 7f8d12aba640 1 -- 172.21.15.71:0/476177090 >> 172.21.15.71:0/476177090 conn(0x7f8d0c0fc1e0 msgr2=0x7f8d0c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:37.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.637+0000 7f8d12aba640 1 -- 172.21.15.71:0/476177090 shutdown_connections 2024-09-05T07:38:37.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.637+0000 7f8d12aba640 1 -- 172.21.15.71:0/476177090 wait complete. 2024-09-05T07:38:37.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.637+0000 7f8d12aba640 1 Processor -- start 2024-09-05T07:38:37.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d12aba640 1 -- start start 2024-09-05T07:38:37.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d12aba640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d0c100a40 0x7f8d0c06a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:37.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d12aba640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8d0c101c30 0x7f8d0c19ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:37.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d12aba640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d0c1025f0 0x7f8d0c19f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:37.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d12aba640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f8d0c10c5c0 con 0x7f8d0c100a40 2024-09-05T07:38:37.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d12aba640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8d0c10c440 con 0x7f8d0c101c30 2024-09-05T07:38:37.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d12aba640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8d0c10c740 con 0x7f8d0c1025f0 2024-09-05T07:38:37.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d10856640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d0c100a40 0x7f8d0c06a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:37.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d10856640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d0c100a40 0x7f8d0c06a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57232/0 (socket says 172.21.15.71:57232) 2024-09-05T07:38:37.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d10856640 1 -- 172.21.15.71:0/3625970625 learned_addr learned my addr 172.21.15.71:0/3625970625 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:37.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d0bfff640 1 --2- 172.21.15.71:0/3625970625 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8d0c101c30 0x7f8d0c19ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:37.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d11057640 1 --2- 172.21.15.71:0/3625970625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d0c1025f0 0x7f8d0c19f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:37.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d10856640 1 -- 172.21.15.71:0/3625970625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d0c1025f0 msgr2=0x7f8d0c19f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:37.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d10856640 1 --2- 172.21.15.71:0/3625970625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d0c1025f0 0x7f8d0c19f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:37.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d10856640 1 -- 172.21.15.71:0/3625970625 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8d0c101c30 msgr2=0x7f8d0c19ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:37.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d10856640 1 --2- 172.21.15.71:0/3625970625 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8d0c101c30 0x7f8d0c19ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:37.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d10856640 1 -- 172.21.15.71:0/3625970625 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d0c19f960 con 0x7f8d0c100a40 2024-09-05T07:38:37.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d10856640 1 --2- 172.21.15.71:0/3625970625 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d0c100a40 0x7f8d0c06a410 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f8d0000e9c0 tx=0x7f8d0000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:37.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d09ffb640 1 -- 172.21.15.71:0/3625970625 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d0000cd80 con 0x7f8d0c100a40 2024-09-05T07:38:37.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d09ffb640 1 -- 172.21.15.71:0/3625970625 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8d000035f0 con 0x7f8d0c100a40 2024-09-05T07:38:37.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d12aba640 1 -- 172.21.15.71:0/3625970625 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d0c19fbf0 con 0x7f8d0c100a40 2024-09-05T07:38:37.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.638+0000 7f8d09ffb640 1 -- 172.21.15.71:0/3625970625 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d00010690 con 0x7f8d0c100a40 2024-09-05T07:38:37.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.639+0000 7f8d12aba640 1 -- 172.21.15.71:0/3625970625 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d0c1a0160 con 0x7f8d0c100a40 2024-09-05T07:38:37.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.640+0000 7f8d12aba640 1 -- 172.21.15.71:0/3625970625 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d0c107db0 con 0x7f8d0c100a40 2024-09-05T07:38:37.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.641+0000 7f8d09ffb640 1 -- 172.21.15.71:0/3625970625 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 21) ==== 137645+0+0 (secure 0 0 0) 0x7f8d000037a0 con 0x7f8d0c100a40 2024-09-05T07:38:37.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.642+0000 7f8d09ffb640 1 --2- 172.21.15.71:0/3625970625 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f8cfc0a2ac0 0x7f8cfc0a4f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:37.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.642+0000 7f8d09ffb640 1 -- 172.21.15.71:0/3625970625 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f8d000cf450 con 0x7f8d0c100a40 2024-09-05T07:38:37.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.642+0000 7f8d0bfff640 1 --2- 172.21.15.71:0/3625970625 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f8cfc0a2ac0 0x7f8cfc0a4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:37.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.642+0000 7f8d0bfff640 1 --2- 172.21.15.71:0/3625970625 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f8cfc0a2ac0 0x7f8cfc0a4f80 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f8cf80314e0 tx=0x7f8cf8005a20 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:37.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.646+0000 7f8d09ffb640 1 -- 172.21.15.71:0/3625970625 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8d0009c180 con 0x7f8d0c100a40 2024-09-05T07:38:37.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:37.858+0000 7f8d12aba640 1 -- 172.21.15.71:0/3625970625 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7f8d0c062e90 con 0x7f8d0c100a40 2024-09-05T07:38:37.872 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:37.729+0000 7fe3ee28c640 -1 log_channel(cephadm) log [ERR] : [05/Sep/2024:07:38:37] ENGINE Error in HTTPServer.serve 2024-09-05T07:38:37.873 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: Traceback (most recent call last): 2024-09-05T07:38:37.873 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T07:38:37.873 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: self._connections.run(self.expiration_interval) 2024-09-05T07:38:37.873 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T07:38:37.873 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: self._run(expiration_interval) 2024-09-05T07:38:37.873 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T07:38:37.873 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T07:38:37.873 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T07:38:37.873 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T07:38:37.873 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T07:38:37.873 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: s = self.context.wrap_socket( 2024-09-05T07:38:37.873 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T07:38:37.874 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: return self.sslsocket_class._create( 2024-09-05T07:38:37.874 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T07:38:37.874 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: self.do_handshake() 2024-09-05T07:38:37.874 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T07:38:37.874 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: self._sslobj.do_handshake() 2024-09-05T07:38:37.874 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T07:38:37.874 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:38:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:38:38.462 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.462+0000 7f8d09ffb640 1 -- 172.21.15.71:0/3625970625 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v26) ==== 117+0+0 (secure 0 0 0) 0x7f8d0009ba80 con 0x7f8d0c100a40 2024-09-05T07:38:38.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.464+0000 7f8d12aba640 1 -- 172.21.15.71:0/3625970625 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f8cfc0a2ac0 msgr2=0x7f8cfc0a4f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:38.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.464+0000 7f8d12aba640 1 --2- 172.21.15.71:0/3625970625 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f8cfc0a2ac0 0x7f8cfc0a4f80 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f8cf80314e0 tx=0x7f8cf8005a20 comp rx=0 tx=0).stop 2024-09-05T07:38:38.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.464+0000 7f8d12aba640 1 -- 172.21.15.71:0/3625970625 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d0c100a40 msgr2=0x7f8d0c06a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:38.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.464+0000 7f8d12aba640 1 --2- 172.21.15.71:0/3625970625 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d0c100a40 0x7f8d0c06a410 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f8d0000e9c0 tx=0x7f8d0000ee80 comp rx=0 tx=0).stop 2024-09-05T07:38:38.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.464+0000 7f8d12aba640 1 -- 172.21.15.71:0/3625970625 shutdown_connections 2024-09-05T07:38:38.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.464+0000 7f8d12aba640 1 --2- 172.21.15.71:0/3625970625 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f8cfc0a2ac0 0x7f8cfc0a4f80 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:38.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.464+0000 7f8d12aba640 1 --2- 172.21.15.71:0/3625970625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8d0c1025f0 0x7f8d0c19f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:38.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.464+0000 7f8d12aba640 1 --2- 172.21.15.71:0/3625970625 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8d0c101c30 0x7f8d0c19ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:38.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.464+0000 7f8d12aba640 1 --2- 172.21.15.71:0/3625970625 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d0c100a40 0x7f8d0c06a410 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:38.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.464+0000 7f8d12aba640 1 -- 172.21.15.71:0/3625970625 >> 172.21.15.71:0/3625970625 conn(0x7f8d0c0fc1e0 msgr2=0x7f8d0c104f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:38.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.465+0000 7f8d12aba640 1 -- 172.21.15.71:0/3625970625 shutdown_connections 2024-09-05T07:38:38.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.465+0000 7f8d12aba640 1 -- 172.21.15.71:0/3625970625 wait complete. 2024-09-05T07:38:38.477 INFO:teuthology.run_tasks:Running task check-counter... 2024-09-05T07:38:38.488 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-09-05T07:38:38.585 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T07:38:38.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.687+0000 7f8713531640 1 -- 172.21.15.71:0/647003410 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f870c104ec0 msgr2=0x7f870c1072b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.687+0000 7f8713531640 1 --2- 172.21.15.71:0/647003410 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f870c104ec0 0x7f870c1072b0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f86fc009900 tx=0x7f86fc02a410 comp rx=0 tx=0).stop 2024-09-05T07:38:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.687+0000 7f8713531640 1 -- 172.21.15.71:0/647003410 shutdown_connections 2024-09-05T07:38:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.687+0000 7f8713531640 1 --2- 172.21.15.71:0/647003410 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f870c1077f0 0x7f870c109c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.687+0000 7f8713531640 1 --2- 172.21.15.71:0/647003410 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f870c104ec0 0x7f870c1072b0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.687+0000 7f8713531640 1 --2- 172.21.15.71:0/647003410 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f870c102590 0x7f870c104980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.687+0000 7f8713531640 1 -- 172.21.15.71:0/647003410 >> 172.21.15.71:0/647003410 conn(0x7f870c0fc170 msgr2=0x7f870c0fe5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.687+0000 7f8713531640 1 -- 172.21.15.71:0/647003410 shutdown_connections 2024-09-05T07:38:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.687+0000 7f8713531640 1 -- 172.21.15.71:0/647003410 wait complete. 2024-09-05T07:38:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.688+0000 7f8713531640 1 Processor -- start 2024-09-05T07:38:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.688+0000 7f8713531640 1 -- start start 2024-09-05T07:38:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.688+0000 7f8713531640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f870c102590 0x7f870c101f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.688+0000 7f8713531640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f870c104ec0 0x7f870c100540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:38.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.688+0000 7f8713531640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f870c1077f0 0x7f870c100a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:38.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.688+0000 7f8713531640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f870c10d650 con 0x7f870c102590 2024-09-05T07:38:38.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.688+0000 7f8713531640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f870c10d4d0 con 0x7f870c104ec0 2024-09-05T07:38:38.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.688+0000 7f8713531640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f870c10d7d0 con 0x7f870c1077f0 2024-09-05T07:38:38.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.688+0000 7f87112cd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f870c102590 0x7f870c101f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:38.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.688+0000 7f87112cd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f870c102590 0x7f870c101f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57266/0 (socket says 172.21.15.71:57266) 2024-09-05T07:38:38.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.688+0000 7f87112cd640 1 -- 172.21.15.71:0/3308635041 learned_addr learned my addr 172.21.15.71:0/3308635041 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:38.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.688+0000 7f8711ace640 1 --2- 172.21.15.71:0/3308635041 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f870c1077f0 0x7f870c100a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:38.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.688+0000 7f8710acc640 1 --2- 172.21.15.71:0/3308635041 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f870c104ec0 0x7f870c100540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:38.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.689+0000 7f87112cd640 1 -- 172.21.15.71:0/3308635041 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f870c1077f0 msgr2=0x7f870c100a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:38.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.689+0000 7f87112cd640 1 --2- 172.21.15.71:0/3308635041 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f870c1077f0 0x7f870c100a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:38.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.689+0000 7f87112cd640 1 -- 172.21.15.71:0/3308635041 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f870c104ec0 msgr2=0x7f870c100540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:38.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.689+0000 7f87112cd640 1 --2- 172.21.15.71:0/3308635041 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f870c104ec0 0x7f870c100540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:38.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.689+0000 7f87112cd640 1 -- 172.21.15.71:0/3308635041 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f870c101310 con 0x7f870c102590 2024-09-05T07:38:38.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.689+0000 7f87112cd640 1 --2- 172.21.15.71:0/3308635041 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f870c102590 0x7f870c101f00 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f870800e9f0 tx=0x7f870800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:38.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.689+0000 7f87027fc640 1 -- 172.21.15.71:0/3308635041 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f870800cd80 con 0x7f870c102590 2024-09-05T07:38:38.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.689+0000 7f8713531640 1 -- 172.21.15.71:0/3308635041 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f870c1a1f20 con 0x7f870c102590 2024-09-05T07:38:38.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.689+0000 7f87027fc640 1 -- 172.21.15.71:0/3308635041 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87080108e0 con 0x7f870c102590 2024-09-05T07:38:38.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.689+0000 7f87027fc640 1 -- 172.21.15.71:0/3308635041 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8708018920 con 0x7f870c102590 2024-09-05T07:38:38.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.690+0000 7f8713531640 1 -- 172.21.15.71:0/3308635041 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f870c1a2320 con 0x7f870c102590 2024-09-05T07:38:38.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.690+0000 7f8713531640 1 -- 172.21.15.71:0/3308635041 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f870c0fdc60 con 0x7f870c102590 2024-09-05T07:38:38.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.691+0000 7f87027fc640 1 -- 172.21.15.71:0/3308635041 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 21) ==== 137645+0+0 (secure 0 0 0) 0x7f8708010a90 con 0x7f870c102590 2024-09-05T07:38:38.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.692+0000 7f87027fc640 1 --2- 172.21.15.71:0/3308635041 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f86f80a2990 0x7f86f80a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:38.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.692+0000 7f87027fc640 1 -- 172.21.15.71:0/3308635041 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f87080cf3f0 con 0x7f870c102590 2024-09-05T07:38:38.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.692+0000 7f8710acc640 1 --2- 172.21.15.71:0/3308635041 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f86f80a2990 0x7f86f80a4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:38.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.692+0000 7f8710acc640 1 --2- 172.21.15.71:0/3308635041 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f86f80a2990 0x7f86f80a4e50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f86fc004770 tx=0x7f86fc000bc0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:38.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.696+0000 7f87027fc640 1 -- 172.21.15.71:0/3308635041 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f870809bad0 con 0x7f870c102590 2024-09-05T07:38:38.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.879+0000 7f8713531640 1 -- 172.21.15.71:0/3308635041 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f870c062e90 con 0x7f870c102590 2024-09-05T07:38:38.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.881+0000 7f87027fc640 1 -- 172.21.15.71:0/3308635041 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+25383 (secure 0 0 0) 0x7f870809fdd0 con 0x7f870c102590 2024-09-05T07:38:38.882 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:38.882 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":93,"fsid":"528064f0-6b58-11ef-bcd6-c7b262605968","created":"2024-09-05T07:28:40.672482+0000","modified":"2024-09-05T07:38:36.447670+0000","last_up_change":"2024-09-05T07:35:23.377351+0000","last_in_change":"2024-09-05T07:35:00.653011+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T07:31:42.519306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T07:36:11.417603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T07:36:13.712570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T07:36:20.085795+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"46b7dcd0-5366-4876-97f3-6242a69addcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6803","nonce":4274686280}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6805","nonce":4274686280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6809","nonce":4274686280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6807","nonce":4274686280}]},"public_addr":"172.21.15.71:6803/4274686280","cluster_addr":"172.21.15.71:6805/4274686280","heartbeat_back_addr":"172.21.15.71:6809/4274686280","heartbeat_front_addr":"172.21.15.71:6807/4274686280","state":["exists","up"]},{"osd":1,"uuid":"d859b4f9-f616-4331-8ffb-54507eb5f836","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6801","nonce":1041172381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6803","nonce":1041172381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6807","nonce":1041172381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6805","nonce":1041172381}]},"public_addr":"172.21.15.123:6801/1041172381","cluster_addr":"172.21.15.123:6803/1041172381","heartbeat_back_addr":"172.21.15.123:6807/1041172381","heartbeat_front_addr":"172.21.15.123:6805/1041172381","state":["exists","up"]},{"osd":2,"uuid":"1ca9c723-8ecb-445c-bae7-39fd2954cdf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6801","nonce":2964624102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6803","nonce":2964624102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6807","nonce":2964624102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6805","nonce":2964624102}]},"public_addr":"172.21.15.192:6801/2964624102","cluster_addr":"172.21.15.192:6803/2964624102","heartbeat_back_addr":"172.21.15.192:6807/2964624102","heartbeat_front_addr":"172.21.15.192:6805/2964624102","state":["exists","up"]},{"osd":3,"uuid":"e38584ff-2abe-47ff-b3ae-58a7a4261ac4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6811","nonce":158061328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6813","nonce":158061328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6817","nonce":158061328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6815","nonce":158061328}]},"public_addr":"172.21.15.71:6811/158061328","cluster_addr":"172.21.15.71:6813/158061328","heartbeat_back_addr":"172.21.15.71:6817/158061328","heartbeat_front_addr":"172.21.15.71:6815/158061328","state":["exists","up"]},{"osd":4,"uuid":"b2de40fc-0fa3-484e-b0b2-edd96874aee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6809","nonce":3090003493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6811","nonce":3090003493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6815","nonce":3090003493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6813","nonce":3090003493}]},"public_addr":"172.21.15.123:6809/3090003493","cluster_addr":"172.21.15.123:6811/3090003493","heartbeat_back_addr":"172.21.15.123:6815/3090003493","heartbeat_front_addr":"172.21.15.123:6813/3090003493","state":["exists","up"]},{"osd":5,"uuid":"e443d3b0-960e-4992-88c4-4d546706ee87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6809","nonce":3375480711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6811","nonce":3375480711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6815","nonce":3375480711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6813","nonce":3375480711}]},"public_addr":"172.21.15.192:6809/3375480711","cluster_addr":"172.21.15.192:6811/3375480711","heartbeat_back_addr":"172.21.15.192:6815/3375480711","heartbeat_front_addr":"172.21.15.192:6813/3375480711","state":["exists","up"]},{"osd":6,"uuid":"d43efaeb-66d0-496b-b490-4635e6d725c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6819","nonce":13242244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6821","nonce":13242244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6825","nonce":13242244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6823","nonce":13242244}]},"public_addr":"172.21.15.71:6819/13242244","cluster_addr":"172.21.15.71:6821/13242244","heartbeat_back_addr":"172.21.15.71:6825/13242244","heartbeat_front_addr":"172.21.15.71:6823/13242244","state":["exists","up"]},{"osd":7,"uuid":"69562997-b629-4e0f-8719-65019735a46a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6817","nonce":956921658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6819","nonce":956921658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6823","nonce":956921658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6821","nonce":956921658}]},"public_addr":"172.21.15.123:6817/956921658","cluster_addr":"172.21.15.123:6819/956921658","heartbeat_back_addr":"172.21.15.123:6823/956921658","heartbeat_front_addr":"172.21.15.123:6821/956921658","state":["exists","up"]},{"osd":8,"uuid":"6dc7e084-d602-4b2c-9dfc-cd26041835c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6817","nonce":3079566549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6819","nonce":3079566549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6823","nonce":3079566549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6821","nonce":3079566549}]},"public_addr":"172.21.15.192:6817/3079566549","cluster_addr":"172.21.15.192:6819/3079566549","heartbeat_back_addr":"172.21.15.192:6823/3079566549","heartbeat_front_addr":"172.21.15.192:6821/3079566549","state":["exists","up"]},{"osd":9,"uuid":"79b675ae-7c56-4b65-9ecb-376dc0d305e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6827","nonce":12570717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6829","nonce":12570717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6833","nonce":12570717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6831","nonce":12570717}]},"public_addr":"172.21.15.71:6827/12570717","cluster_addr":"172.21.15.71:6829/12570717","heartbeat_back_addr":"172.21.15.71:6833/12570717","heartbeat_front_addr":"172.21.15.71:6831/12570717","state":["exists","up"]},{"osd":10,"uuid":"5e26505a-15f9-4758-9ef7-886a46364844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6825","nonce":2204926848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6827","nonce":2204926848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6831","nonce":2204926848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6829","nonce":2204926848}]},"public_addr":"172.21.15.123:6825/2204926848","cluster_addr":"172.21.15.123:6827/2204926848","heartbeat_back_addr":"172.21.15.123:6831/2204926848","heartbeat_front_addr":"172.21.15.123:6829/2204926848","state":["exists","up"]},{"osd":11,"uuid":"af6cebb5-d119-4a8a-9941-ba29b6499b84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6825","nonce":2370287418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6827","nonce":2370287418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6831","nonce":2370287418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6829","nonce":2370287418}]},"public_addr":"172.21.15.192:6825/2370287418","cluster_addr":"172.21.15.192:6827/2370287418","heartbeat_back_addr":"172.21.15.192:6831/2370287418","heartbeat_front_addr":"172.21.15.192:6829/2370287418","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:30:54.069845+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:16.417921+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:39.327215+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:04.156774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:28.698454+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:52.201948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:17.317406+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:41.490355+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:05.912640+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:31.907199+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:56.603625+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:35:21.370324+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.16","mappings":[{"from":7,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.c","mappings":[{"from":5,"to":6}]},{"pgid":"3.14","mappings":[{"from":4,"to":7}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/3540526501":"2024-09-06T07:38:36.447638+0000","172.21.15.71:0/204493459":"2024-09-06T07:38:36.447638+0000","172.21.15.71:0/2830316429":"2024-09-06T07:38:36.447638+0000","172.21.15.71:0/648100065":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1175989887":"2024-09-06T07:38:36.447638+0000","172.21.15.71:0/1573159026":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/2146188042":"2024-09-06T07:38:36.447638+0000","172.21.15.71:6801/3540526501":"2024-09-06T07:38:36.447638+0000","172.21.15.71:6801/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/2785525161":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/4125208267":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1087222059":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6800/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/3537016012":"2024-09-06T07:29:10.775719+0000","172.21.15.71:6800/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/2492827930":"2024-09-06T07:38:36.447638+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T07:38:38.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.883+0000 7f8713531640 1 -- 172.21.15.71:0/3308635041 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f86f80a2990 msgr2=0x7f86f80a4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:38.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.883+0000 7f8713531640 1 --2- 172.21.15.71:0/3308635041 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f86f80a2990 0x7f86f80a4e50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f86fc004770 tx=0x7f86fc000bc0 comp rx=0 tx=0).stop 2024-09-05T07:38:38.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.883+0000 7f8713531640 1 -- 172.21.15.71:0/3308635041 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f870c102590 msgr2=0x7f870c101f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:38.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.883+0000 7f8713531640 1 --2- 172.21.15.71:0/3308635041 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f870c102590 0x7f870c101f00 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f870800e9f0 tx=0x7f870800eeb0 comp rx=0 tx=0).stop 2024-09-05T07:38:38.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.883+0000 7f8713531640 1 -- 172.21.15.71:0/3308635041 shutdown_connections 2024-09-05T07:38:38.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.883+0000 7f8713531640 1 --2- 172.21.15.71:0/3308635041 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f86f80a2990 0x7f86f80a4e50 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:38.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.883+0000 7f8713531640 1 --2- 172.21.15.71:0/3308635041 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f870c1077f0 0x7f870c100a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:38.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.883+0000 7f8713531640 1 --2- 172.21.15.71:0/3308635041 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f870c104ec0 0x7f870c100540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:38.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.883+0000 7f8713531640 1 --2- 172.21.15.71:0/3308635041 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f870c102590 0x7f870c101f00 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:38.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.883+0000 7f8713531640 1 -- 172.21.15.71:0/3308635041 >> 172.21.15.71:0/3308635041 conn(0x7f870c0fc170 msgr2=0x7f870c103090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:38.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.884+0000 7f8713531640 1 -- 172.21.15.71:0/3308635041 shutdown_connections 2024-09-05T07:38:38.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:38.884+0000 7f8713531640 1 -- 172.21.15.71:0/3308635041 wait complete. 2024-09-05T07:38:38.895 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:38 smithi071 ceph-mon[30965]: mgrmap e21: x(active, since 1.01821s), standbys: y, z 2024-09-05T07:38:38.895 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:38 smithi071 ceph-mon[30965]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:38:38.895 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:38 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3625970625' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-09-05T07:38:38.895 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:38 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:38.895 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:38 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:38.896 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-05T07:31:42.519306+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-05T07:36:11.417603+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-05T07:36:13.712570+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-05T07:36:20.085795+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-05T07:38:38.897 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-05T07:38:38.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:38 smithi123 ceph-mon[34568]: mgrmap e21: x(active, since 1.01821s), standbys: y, z 2024-09-05T07:38:38.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:38 smithi123 ceph-mon[34568]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:38:38.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:38 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3625970625' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-09-05T07:38:38.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:38 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:38.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:38 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:38.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:38 smithi192 ceph-mon[34929]: mgrmap e21: x(active, since 1.01821s), standbys: y, z 2024-09-05T07:38:38.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:38 smithi192 ceph-mon[34929]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:38:38.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:38 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3625970625' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-09-05T07:38:38.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:38 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:38.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:38 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.003+0000 7f561c50a640 1 -- 172.21.15.71:0/671463269 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5614101380 msgr2=0x7f5614101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:39.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.003+0000 7f561c50a640 1 --2- 172.21.15.71:0/671463269 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5614101380 0x7f5614101800 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f5608009900 tx=0x7f560802a410 comp rx=0 tx=0).stop 2024-09-05T07:38:39.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.004+0000 7f561c50a640 1 -- 172.21.15.71:0/671463269 shutdown_connections 2024-09-05T07:38:39.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.004+0000 7f561c50a640 1 --2- 172.21.15.71:0/671463269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5614101d40 0x7f56141085d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.004+0000 7f561c50a640 1 --2- 172.21.15.71:0/671463269 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5614101380 0x7f5614101800 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.004+0000 7f561c50a640 1 --2- 172.21.15.71:0/671463269 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5614100190 0x7f5614100590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.004+0000 7f561c50a640 1 -- 172.21.15.71:0/671463269 >> 172.21.15.71:0/671463269 conn(0x7f56140fb910 msgr2=0x7f56140fdd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:39.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.004+0000 7f561c50a640 1 -- 172.21.15.71:0/671463269 shutdown_connections 2024-09-05T07:38:39.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.004+0000 7f561c50a640 1 -- 172.21.15.71:0/671463269 wait complete. 2024-09-05T07:38:39.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.004+0000 7f561c50a640 1 Processor -- start 2024-09-05T07:38:39.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.004+0000 7f561c50a640 1 -- start start 2024-09-05T07:38:39.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.004+0000 7f561c50a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5614100190 0x7f5614197da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:39.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.004+0000 7f561c50a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5614101380 0x7f56141982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:39.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.004+0000 7f561c50a640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5614101d40 0x7f561419f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:39.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.004+0000 7f561c50a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f561410c580 con 0x7f5614101380 2024-09-05T07:38:39.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.004+0000 7f561c50a640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f561410c400 con 0x7f5614101d40 2024-09-05T07:38:39.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.004+0000 7f561c50a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f561410c700 con 0x7f5614100190 2024-09-05T07:38:39.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.005+0000 7f5619aa5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5614101380 0x7f56141982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:39.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.005+0000 7f5619aa5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5614101380 0x7f56141982e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57296/0 (socket says 172.21.15.71:57296) 2024-09-05T07:38:39.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.005+0000 7f5619aa5640 1 -- 172.21.15.71:0/1915568471 learned_addr learned my addr 172.21.15.71:0/1915568471 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:39.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.005+0000 7f561a2a6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5614100190 0x7f5614197da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:39.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.005+0000 7f561aaa7640 1 --2- 172.21.15.71:0/1915568471 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5614101d40 0x7f561419f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:39.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.005+0000 7f561a2a6640 1 -- 172.21.15.71:0/1915568471 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5614101d40 msgr2=0x7f561419f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:39.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.005+0000 7f561a2a6640 1 --2- 172.21.15.71:0/1915568471 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5614101d40 0x7f561419f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.005+0000 7f561a2a6640 1 -- 172.21.15.71:0/1915568471 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5614101380 msgr2=0x7f56141982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:39.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.005+0000 7f561a2a6640 1 --2- 172.21.15.71:0/1915568471 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5614101380 0x7f56141982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.005+0000 7f561a2a6640 1 -- 172.21.15.71:0/1915568471 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f561419f9b0 con 0x7f5614100190 2024-09-05T07:38:39.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.005+0000 7f561aaa7640 1 --2- 172.21.15.71:0/1915568471 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5614101d40 0x7f561419f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:38:39.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.005+0000 7f5619aa5640 1 --2- 172.21.15.71:0/1915568471 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5614101380 0x7f56141982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:38:39.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.005+0000 7f561a2a6640 1 --2- 172.21.15.71:0/1915568471 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5614100190 0x7f5614197da0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f561000e9c0 tx=0x7f561000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:39.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.005+0000 7f56077fe640 1 -- 172.21.15.71:0/1915568471 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f561000ccc0 con 0x7f5614100190 2024-09-05T07:38:39.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.005+0000 7f56077fe640 1 -- 172.21.15.71:0/1915568471 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f56100035f0 con 0x7f5614100190 2024-09-05T07:38:39.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.005+0000 7f561c50a640 1 -- 172.21.15.71:0/1915568471 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f561419fca0 con 0x7f5614100190 2024-09-05T07:38:39.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.005+0000 7f56077fe640 1 -- 172.21.15.71:0/1915568471 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f561000ce60 con 0x7f5614100190 2024-09-05T07:38:39.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.005+0000 7f561c50a640 1 -- 172.21.15.71:0/1915568471 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56141a01a0 con 0x7f5614100190 2024-09-05T07:38:39.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.006+0000 7f561c50a640 1 -- 172.21.15.71:0/1915568471 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56141a03d0 con 0x7f5614100190 2024-09-05T07:38:39.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.008+0000 7f56077fe640 1 -- 172.21.15.71:0/1915568471 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 21) ==== 137645+0+0 (secure 0 0 0) 0x7f56100037a0 con 0x7f5614100190 2024-09-05T07:38:39.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.009+0000 7f56077fe640 1 --2- 172.21.15.71:0/1915568471 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f56000a2990 0x7f56000a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:39.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.009+0000 7f56077fe640 1 -- 172.21.15.71:0/1915568471 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f56100cf5e0 con 0x7f5614100190 2024-09-05T07:38:39.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.009+0000 7f5619aa5640 1 --2- 172.21.15.71:0/1915568471 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f56000a2990 0x7f56000a4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:39.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.009+0000 7f5619aa5640 1 --2- 172.21.15.71:0/1915568471 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f56000a2990 0x7f56000a4e50 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f56080314e0 tx=0x7f56080058d0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:39.011 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.011+0000 7f56077fe640 1 -- 172.21.15.71:0/1915568471 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f561009c310 con 0x7f5614100190 2024-09-05T07:38:39.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.190+0000 7f561c50a640 1 -- 172.21.15.71:0/1915568471 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f56141a05a0 con 0x7f5614100190 2024-09-05T07:38:39.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.191+0000 7f56077fe640 1 -- 172.21.15.71:0/1915568471 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7f561009bc10 con 0x7f5614100190 2024-09-05T07:38:39.192 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 1 2024-09-05T07:38:39.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.193+0000 7f561c50a640 1 -- 172.21.15.71:0/1915568471 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f56000a2990 msgr2=0x7f56000a4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:39.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.193+0000 7f561c50a640 1 --2- 172.21.15.71:0/1915568471 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f56000a2990 0x7f56000a4e50 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f56080314e0 tx=0x7f56080058d0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.193+0000 7f561c50a640 1 -- 172.21.15.71:0/1915568471 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5614100190 msgr2=0x7f5614197da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:39.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.193+0000 7f561c50a640 1 --2- 172.21.15.71:0/1915568471 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5614100190 0x7f5614197da0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f561000e9c0 tx=0x7f561000ee80 comp rx=0 tx=0).stop 2024-09-05T07:38:39.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.193+0000 7f561c50a640 1 -- 172.21.15.71:0/1915568471 shutdown_connections 2024-09-05T07:38:39.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.193+0000 7f561c50a640 1 --2- 172.21.15.71:0/1915568471 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f56000a2990 0x7f56000a4e50 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.193+0000 7f561c50a640 1 --2- 172.21.15.71:0/1915568471 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5614101d40 0x7f561419f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.193+0000 7f561c50a640 1 --2- 172.21.15.71:0/1915568471 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5614101380 0x7f56141982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.193+0000 7f561c50a640 1 --2- 172.21.15.71:0/1915568471 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5614100190 0x7f5614197da0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.193+0000 7f561c50a640 1 -- 172.21.15.71:0/1915568471 >> 172.21.15.71:0/1915568471 conn(0x7f56140fb910 msgr2=0x7f5614108f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:39.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.194+0000 7f561c50a640 1 -- 172.21.15.71:0/1915568471 shutdown_connections 2024-09-05T07:38:39.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.194+0000 7f561c50a640 1 -- 172.21.15.71:0/1915568471 wait complete. 2024-09-05T07:38:39.206 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-05T07:38:39.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.318+0000 7f261f118640 1 -- 172.21.15.71:0/2713314000 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2618101d60 msgr2=0x7f26181085f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:39.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.318+0000 7f261f118640 1 --2- 172.21.15.71:0/2713314000 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2618101d60 0x7f26181085f0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f2610009ca0 tx=0x7f261002a8c0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.318+0000 7f261f118640 1 -- 172.21.15.71:0/2713314000 shutdown_connections 2024-09-05T07:38:39.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.318+0000 7f261f118640 1 --2- 172.21.15.71:0/2713314000 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2618101d60 0x7f26181085f0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.318+0000 7f261f118640 1 --2- 172.21.15.71:0/2713314000 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f26181013a0 0x7f2618101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.318+0000 7f261f118640 1 --2- 172.21.15.71:0/2713314000 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f26181001b0 0x7f26181005b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.318+0000 7f261f118640 1 -- 172.21.15.71:0/2713314000 >> 172.21.15.71:0/2713314000 conn(0x7f26180fb910 msgr2=0x7f26180fdd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:39.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.318+0000 7f261f118640 1 -- 172.21.15.71:0/2713314000 shutdown_connections 2024-09-05T07:38:39.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.318+0000 7f261f118640 1 -- 172.21.15.71:0/2713314000 wait complete. 2024-09-05T07:38:39.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.319+0000 7f261f118640 1 Processor -- start 2024-09-05T07:38:39.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.319+0000 7f261f118640 1 -- start start 2024-09-05T07:38:39.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.319+0000 7f261f118640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f26181001b0 0x7f2618109820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:39.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.319+0000 7f261f118640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f26181013a0 0x7f261819ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:39.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.319+0000 7f261f118640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2618101d60 0x7f261819f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:39.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.319+0000 7f261f118640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f261810c550 con 0x7f26181013a0 2024-09-05T07:38:39.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.319+0000 7f261f118640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f261810c3d0 con 0x7f2618101d60 2024-09-05T07:38:39.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.319+0000 7f261f118640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f261810c6d0 con 0x7f26181001b0 2024-09-05T07:38:39.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.319+0000 7f2617fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f26181013a0 0x7f261819ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:39.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.319+0000 7f261ceb4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f26181001b0 0x7f2618109820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:39.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.319+0000 7f261ceb4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f26181001b0 0x7f2618109820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.71:37658/0 (socket says 172.21.15.71:37658) 2024-09-05T07:38:39.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.319+0000 7f2617fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f26181013a0 0x7f261819ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57306/0 (socket says 172.21.15.71:57306) 2024-09-05T07:38:39.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.319+0000 7f261ceb4640 1 -- 172.21.15.71:0/1401581951 learned_addr learned my addr 172.21.15.71:0/1401581951 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:39.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.319+0000 7f261d6b5640 1 --2- 172.21.15.71:0/1401581951 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2618101d60 0x7f261819f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:39.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.320+0000 7f261ceb4640 1 -- 172.21.15.71:0/1401581951 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2618101d60 msgr2=0x7f261819f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:39.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.320+0000 7f261ceb4640 1 --2- 172.21.15.71:0/1401581951 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2618101d60 0x7f261819f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.320+0000 7f261ceb4640 1 -- 172.21.15.71:0/1401581951 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f26181013a0 msgr2=0x7f261819ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:39.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.320+0000 7f261ceb4640 1 --2- 172.21.15.71:0/1401581951 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f26181013a0 0x7f261819ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.320+0000 7f261ceb4640 1 -- 172.21.15.71:0/1401581951 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f261819f9c0 con 0x7f26181001b0 2024-09-05T07:38:39.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.320+0000 7f2617fff640 1 --2- 172.21.15.71:0/1401581951 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f26181013a0 0x7f261819ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:38:39.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.320+0000 7f261ceb4640 1 --2- 172.21.15.71:0/1401581951 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f26181001b0 0x7f2618109820 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f260c00e9c0 tx=0x7f260c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:39.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.320+0000 7f2615ffb640 1 -- 172.21.15.71:0/1401581951 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f260c00cd80 con 0x7f26181001b0 2024-09-05T07:38:39.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.320+0000 7f2615ffb640 1 -- 172.21.15.71:0/1401581951 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f260c0035f0 con 0x7f26181001b0 2024-09-05T07:38:39.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.320+0000 7f261f118640 1 -- 172.21.15.71:0/1401581951 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f261819fc50 con 0x7f26181001b0 2024-09-05T07:38:39.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.320+0000 7f2615ffb640 1 -- 172.21.15.71:0/1401581951 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f260c010690 con 0x7f26181001b0 2024-09-05T07:38:39.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.320+0000 7f261f118640 1 -- 172.21.15.71:0/1401581951 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26181a01a0 con 0x7f26181001b0 2024-09-05T07:38:39.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.321+0000 7f261f118640 1 -- 172.21.15.71:0/1401581951 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26181075c0 con 0x7f26181001b0 2024-09-05T07:38:39.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.322+0000 7f2615ffb640 1 -- 172.21.15.71:0/1401581951 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 21) ==== 137645+0+0 (secure 0 0 0) 0x7f260c0037a0 con 0x7f26181001b0 2024-09-05T07:38:39.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.323+0000 7f2615ffb640 1 --2- 172.21.15.71:0/1401581951 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f26080a2a10 0x7f26080a4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:39.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.323+0000 7f2617fff640 1 --2- 172.21.15.71:0/1401581951 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f26080a2a10 0x7f26080a4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:39.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.323+0000 7f2615ffb640 1 -- 172.21.15.71:0/1401581951 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f260c0cf490 con 0x7f26181001b0 2024-09-05T07:38:39.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.324+0000 7f2617fff640 1 --2- 172.21.15.71:0/1401581951 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f26080a2a10 0x7f26080a4ed0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f2618109590 tx=0x7f2604005f90 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:39.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.327+0000 7f2615ffb640 1 -- 172.21.15.71:0/1401581951 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f260c09c1c0 con 0x7f26181001b0 2024-09-05T07:38:39.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.453+0000 7f2615ffb640 1 -- 172.21.15.71:0/1401581951 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mgrmap(e 22) ==== 137953+0+0 (secure 0 0 0) 0x7f260c098130 con 0x7f26181001b0 2024-09-05T07:38:39.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.515+0000 7f261f118640 1 -- 172.21.15.71:0/1401581951 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f261802db80 con 0x7f26181001b0 2024-09-05T07:38:39.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.516+0000 7f2615ffb640 1 -- 172.21.15.71:0/1401581951 <== mon.1 v2:172.21.15.192:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) ==== 104+0+11 (secure 0 0 0) 0x7f260c0935a0 con 0x7f26181001b0 2024-09-05T07:38:39.516 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 32 2024-09-05T07:38:39.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.518+0000 7f261f118640 1 -- 172.21.15.71:0/1401581951 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f26080a2a10 msgr2=0x7f26080a4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:39.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.518+0000 7f261f118640 1 --2- 172.21.15.71:0/1401581951 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f26080a2a10 0x7f26080a4ed0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f2618109590 tx=0x7f2604005f90 comp rx=0 tx=0).stop 2024-09-05T07:38:39.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.518+0000 7f261f118640 1 -- 172.21.15.71:0/1401581951 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f26181001b0 msgr2=0x7f2618109820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:39.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.518+0000 7f261f118640 1 --2- 172.21.15.71:0/1401581951 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f26181001b0 0x7f2618109820 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f260c00e9c0 tx=0x7f260c00ee80 comp rx=0 tx=0).stop 2024-09-05T07:38:39.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.518+0000 7f261f118640 1 -- 172.21.15.71:0/1401581951 shutdown_connections 2024-09-05T07:38:39.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.518+0000 7f261f118640 1 --2- 172.21.15.71:0/1401581951 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f26080a2a10 0x7f26080a4ed0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.518+0000 7f261f118640 1 --2- 172.21.15.71:0/1401581951 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2618101d60 0x7f261819f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.518+0000 7f261f118640 1 --2- 172.21.15.71:0/1401581951 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f26181013a0 0x7f261819ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.518+0000 7f261f118640 1 --2- 172.21.15.71:0/1401581951 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f26181001b0 0x7f2618109820 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.518+0000 7f261f118640 1 -- 172.21.15.71:0/1401581951 >> 172.21.15.71:0/1401581951 conn(0x7f26180fb910 msgr2=0x7f2618104790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:39.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.518+0000 7f261f118640 1 -- 172.21.15.71:0/1401581951 shutdown_connections 2024-09-05T07:38:39.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.518+0000 7f261f118640 1 -- 172.21.15.71:0/1401581951 wait complete. 2024-09-05T07:38:39.530 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-05T07:38:39.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.636+0000 7f18abe47640 1 -- 172.21.15.71:0/2797162508 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f18a4101c00 msgr2=0x7f18a4102080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:39.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.636+0000 7f18abe47640 1 --2- 172.21.15.71:0/2797162508 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f18a4101c00 0x7f18a4102080 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f1894009900 tx=0x7f189402a410 comp rx=0 tx=0).stop 2024-09-05T07:38:39.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.636+0000 7f18abe47640 1 -- 172.21.15.71:0/2797162508 shutdown_connections 2024-09-05T07:38:39.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.636+0000 7f18abe47640 1 --2- 172.21.15.71:0/2797162508 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f18a41025c0 0x7f18a4108e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.636+0000 7f18abe47640 1 --2- 172.21.15.71:0/2797162508 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f18a4101c00 0x7f18a4102080 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.636+0000 7f18abe47640 1 --2- 172.21.15.71:0/2797162508 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f18a4100a10 0x7f18a4100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.636+0000 7f18abe47640 1 -- 172.21.15.71:0/2797162508 >> 172.21.15.71:0/2797162508 conn(0x7f18a40fc190 msgr2=0x7f18a40fe5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:39.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.636+0000 7f18abe47640 1 -- 172.21.15.71:0/2797162508 shutdown_connections 2024-09-05T07:38:39.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.636+0000 7f18abe47640 1 -- 172.21.15.71:0/2797162508 wait complete. 2024-09-05T07:38:39.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.637+0000 7f18abe47640 1 Processor -- start 2024-09-05T07:38:39.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.637+0000 7f18abe47640 1 -- start start 2024-09-05T07:38:39.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.637+0000 7f18abe47640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f18a4100a10 0x7f18a4196c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:39.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.637+0000 7f18abe47640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f18a4101c00 0x7f18a41971c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:39.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.637+0000 7f18abe47640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f18a41025c0 0x7f18a419e220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:39.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.637+0000 7f18abe47640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f18a410c540 con 0x7f18a4101c00 2024-09-05T07:38:39.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.637+0000 7f18abe47640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f18a410c3c0 con 0x7f18a41025c0 2024-09-05T07:38:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.637+0000 7f18abe47640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f18a410c6c0 con 0x7f18a4100a10 2024-09-05T07:38:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.637+0000 7f18a93e2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f18a4101c00 0x7f18a41971c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.637+0000 7f18a93e2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f18a4101c00 0x7f18a41971c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57334/0 (socket says 172.21.15.71:57334) 2024-09-05T07:38:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.637+0000 7f18a93e2640 1 -- 172.21.15.71:0/1669773052 learned_addr learned my addr 172.21.15.71:0/1669773052 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.637+0000 7f18a9be3640 1 --2- 172.21.15.71:0/1669773052 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f18a4100a10 0x7f18a4196c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.637+0000 7f18aa3e4640 1 --2- 172.21.15.71:0/1669773052 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f18a41025c0 0x7f18a419e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.637+0000 7f18a93e2640 1 -- 172.21.15.71:0/1669773052 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f18a4100a10 msgr2=0x7f18a4196c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.637+0000 7f18a93e2640 1 --2- 172.21.15.71:0/1669773052 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f18a4100a10 0x7f18a4196c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.637+0000 7f18a93e2640 1 -- 172.21.15.71:0/1669773052 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f18a41025c0 msgr2=0x7f18a419e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.637+0000 7f18a93e2640 1 --2- 172.21.15.71:0/1669773052 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f18a41025c0 0x7f18a419e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.637+0000 7f18a93e2640 1 -- 172.21.15.71:0/1669773052 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18a419e8c0 con 0x7f18a4101c00 2024-09-05T07:38:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.638+0000 7f18a93e2640 1 --2- 172.21.15.71:0/1669773052 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f18a4101c00 0x7f18a41971c0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f1894005940 tx=0x7f18940042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:39.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.638+0000 7f189affd640 1 -- 172.21.15.71:0/1669773052 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f189403f030 con 0x7f18a4101c00 2024-09-05T07:38:39.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.638+0000 7f189affd640 1 -- 172.21.15.71:0/1669773052 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f18940318f0 con 0x7f18a4101c00 2024-09-05T07:38:39.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.638+0000 7f18abe47640 1 -- 172.21.15.71:0/1669773052 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18a419eb50 con 0x7f18a4101c00 2024-09-05T07:38:39.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.638+0000 7f189affd640 1 -- 172.21.15.71:0/1669773052 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1894035070 con 0x7f18a4101c00 2024-09-05T07:38:39.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.638+0000 7f18abe47640 1 -- 172.21.15.71:0/1669773052 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18a419f040 con 0x7f18a4101c00 2024-09-05T07:38:39.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.639+0000 7f18abe47640 1 -- 172.21.15.71:0/1669773052 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18a4107ee0 con 0x7f18a4101c00 2024-09-05T07:38:39.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.640+0000 7f189affd640 1 -- 172.21.15.71:0/1669773052 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 22) ==== 137953+0+0 (secure 0 0 0) 0x7f1894042030 con 0x7f18a4101c00 2024-09-05T07:38:39.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.640+0000 7f189affd640 1 --2- 172.21.15.71:0/1669773052 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f18900a2d00 0x7f18900a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:39.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.641+0000 7f18a9be3640 1 --2- 172.21.15.71:0/1669773052 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f18900a2d00 0x7f18900a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:39.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.641+0000 7f189affd640 1 -- 172.21.15.71:0/1669773052 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f18940efca0 con 0x7f18a4101c00 2024-09-05T07:38:39.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.641+0000 7f18a9be3640 1 --2- 172.21.15.71:0/1669773052 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f18900a2d00 0x7f18900a51c0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f18a4197b50 tx=0x7f18a0005f90 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:39.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.644+0000 7f189affd640 1 -- 172.21.15.71:0/1669773052 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f18940bbe70 con 0x7f18a4101c00 2024-09-05T07:38:39.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.865+0000 7f18abe47640 1 -- 172.21.15.71:0/1669773052 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f18a402d970 con 0x7f18a4101c00 2024-09-05T07:38:39.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.866+0000 7f189affd640 1 -- 172.21.15.71:0/1669773052 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) ==== 100+0+11 (secure 0 0 0) 0x7f18940c0170 con 0x7f18a4101c00 2024-09-05T07:38:39.866 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 64 2024-09-05T07:38:39.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.868+0000 7f18abe47640 1 -- 172.21.15.71:0/1669773052 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f18900a2d00 msgr2=0x7f18900a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:39.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.868+0000 7f18abe47640 1 --2- 172.21.15.71:0/1669773052 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f18900a2d00 0x7f18900a51c0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f18a4197b50 tx=0x7f18a0005f90 comp rx=0 tx=0).stop 2024-09-05T07:38:39.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.868+0000 7f18abe47640 1 -- 172.21.15.71:0/1669773052 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f18a4101c00 msgr2=0x7f18a41971c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:39.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.868+0000 7f18abe47640 1 --2- 172.21.15.71:0/1669773052 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f18a4101c00 0x7f18a41971c0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f1894005940 tx=0x7f18940042f0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.868+0000 7f18abe47640 1 -- 172.21.15.71:0/1669773052 shutdown_connections 2024-09-05T07:38:39.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.868+0000 7f18abe47640 1 --2- 172.21.15.71:0/1669773052 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f18900a2d00 0x7f18900a51c0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.868+0000 7f18abe47640 1 --2- 172.21.15.71:0/1669773052 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f18a41025c0 0x7f18a419e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.868+0000 7f18abe47640 1 --2- 172.21.15.71:0/1669773052 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f18a4101c00 0x7f18a41971c0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.868+0000 7f18abe47640 1 --2- 172.21.15.71:0/1669773052 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f18a4100a10 0x7f18a4196c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.868+0000 7f18abe47640 1 -- 172.21.15.71:0/1669773052 >> 172.21.15.71:0/1669773052 conn(0x7f18a40fc190 msgr2=0x7f18a41050b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:39.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.868+0000 7f18abe47640 1 -- 172.21.15.71:0/1669773052 shutdown_connections 2024-09-05T07:38:39.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.868+0000 7f18abe47640 1 -- 172.21.15.71:0/1669773052 wait complete. 2024-09-05T07:38:39.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: [05/Sep/2024:07:38:37] ENGINE Bus STARTING 2024-09-05T07:38:39.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: [05/Sep/2024:07:38:37] ENGINE Serving on https://172.21.15.71:7150 2024-09-05T07:38:39.879 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: [05/Sep/2024:07:38:37] ENGINE Error in HTTPServer.serve 2024-09-05T07:38:39.879 INFO:journalctl@ceph.mon.a.smithi071.stdout: Traceback (most recent call last): 2024-09-05T07:38:39.879 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T07:38:39.879 INFO:journalctl@ceph.mon.a.smithi071.stdout: self._connections.run(self.expiration_interval) 2024-09-05T07:38:39.879 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T07:38:39.880 INFO:journalctl@ceph.mon.a.smithi071.stdout: self._run(expiration_interval) 2024-09-05T07:38:39.880 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T07:38:39.880 INFO:journalctl@ceph.mon.a.smithi071.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T07:38:39.880 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T07:38:39.880 INFO:journalctl@ceph.mon.a.smithi071.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T07:38:39.880 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T07:38:39.880 INFO:journalctl@ceph.mon.a.smithi071.stdout: s = self.context.wrap_socket( 2024-09-05T07:38:39.880 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T07:38:39.880 INFO:journalctl@ceph.mon.a.smithi071.stdout: return self.sslsocket_class._create( 2024-09-05T07:38:39.880 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T07:38:39.880 INFO:journalctl@ceph.mon.a.smithi071.stdout: self.do_handshake() 2024-09-05T07:38:39.880 INFO:journalctl@ceph.mon.a.smithi071.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T07:38:39.880 INFO:journalctl@ceph.mon.a.smithi071.stdout: self._sslobj.do_handshake() 2024-09-05T07:38:39.881 INFO:journalctl@ceph.mon.a.smithi071.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T07:38:39.881 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: [05/Sep/2024:07:38:37] ENGINE Serving on http://172.21.15.71:8765 2024-09-05T07:38:39.881 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: [05/Sep/2024:07:38:37] ENGINE Bus STARTED 2024-09-05T07:38:39.881 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3625970625' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-09-05T07:38:39.881 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-05T07:38:39.881 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:38:39.881 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.881 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.881 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.881 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.881 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3308635041' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:38:39.881 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.881 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.881 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.882 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.882 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.882 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.882 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.882 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.882 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.882 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.882 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.882 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.882 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.882 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1915568471' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T07:38:39.882 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.882 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.883 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.883 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.883 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.883 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:38:39.883 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:38:39.883 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:39 smithi071 ceph-mon[30965]: mgrmap e22: x(active, since 3s), standbys: y, z 2024-09-05T07:38:39.884 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-05T07:38:39.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: [05/Sep/2024:07:38:37] ENGINE Bus STARTING 2024-09-05T07:38:39.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: [05/Sep/2024:07:38:37] ENGINE Serving on https://172.21.15.71:7150 2024-09-05T07:38:39.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: [05/Sep/2024:07:38:37] ENGINE Error in HTTPServer.serve 2024-09-05T07:38:39.927 INFO:journalctl@ceph.mon.b.smithi123.stdout: Traceback (most recent call last): 2024-09-05T07:38:39.927 INFO:journalctl@ceph.mon.b.smithi123.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T07:38:39.927 INFO:journalctl@ceph.mon.b.smithi123.stdout: self._connections.run(self.expiration_interval) 2024-09-05T07:38:39.927 INFO:journalctl@ceph.mon.b.smithi123.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T07:38:39.927 INFO:journalctl@ceph.mon.b.smithi123.stdout: self._run(expiration_interval) 2024-09-05T07:38:39.928 INFO:journalctl@ceph.mon.b.smithi123.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T07:38:39.928 INFO:journalctl@ceph.mon.b.smithi123.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T07:38:39.928 INFO:journalctl@ceph.mon.b.smithi123.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T07:38:39.928 INFO:journalctl@ceph.mon.b.smithi123.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T07:38:39.928 INFO:journalctl@ceph.mon.b.smithi123.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T07:38:39.928 INFO:journalctl@ceph.mon.b.smithi123.stdout: s = self.context.wrap_socket( 2024-09-05T07:38:39.928 INFO:journalctl@ceph.mon.b.smithi123.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T07:38:39.928 INFO:journalctl@ceph.mon.b.smithi123.stdout: return self.sslsocket_class._create( 2024-09-05T07:38:39.928 INFO:journalctl@ceph.mon.b.smithi123.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T07:38:39.928 INFO:journalctl@ceph.mon.b.smithi123.stdout: self.do_handshake() 2024-09-05T07:38:39.928 INFO:journalctl@ceph.mon.b.smithi123.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T07:38:39.928 INFO:journalctl@ceph.mon.b.smithi123.stdout: self._sslobj.do_handshake() 2024-09-05T07:38:39.928 INFO:journalctl@ceph.mon.b.smithi123.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T07:38:39.929 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: [05/Sep/2024:07:38:37] ENGINE Serving on http://172.21.15.71:8765 2024-09-05T07:38:39.929 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: [05/Sep/2024:07:38:37] ENGINE Bus STARTED 2024-09-05T07:38:39.929 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3625970625' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-09-05T07:38:39.929 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-05T07:38:39.929 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:38:39.929 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.929 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.929 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.929 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.929 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3308635041' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:38:39.929 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.929 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.929 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.929 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.930 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.930 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.930 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.930 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.930 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.930 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.930 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.930 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.930 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.930 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1915568471' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T07:38:39.930 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.930 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.930 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.930 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.931 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.931 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:38:39.931 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:38:39.931 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:39 smithi123 ceph-mon[34568]: mgrmap e22: x(active, since 3s), standbys: y, z 2024-09-05T07:38:39.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: [05/Sep/2024:07:38:37] ENGINE Bus STARTING 2024-09-05T07:38:39.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: [05/Sep/2024:07:38:37] ENGINE Serving on https://172.21.15.71:7150 2024-09-05T07:38:39.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: [05/Sep/2024:07:38:37] ENGINE Error in HTTPServer.serve 2024-09-05T07:38:39.961 INFO:journalctl@ceph.mon.c.smithi192.stdout: Traceback (most recent call last): 2024-09-05T07:38:39.961 INFO:journalctl@ceph.mon.c.smithi192.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T07:38:39.961 INFO:journalctl@ceph.mon.c.smithi192.stdout: self._connections.run(self.expiration_interval) 2024-09-05T07:38:39.961 INFO:journalctl@ceph.mon.c.smithi192.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T07:38:39.961 INFO:journalctl@ceph.mon.c.smithi192.stdout: self._run(expiration_interval) 2024-09-05T07:38:39.961 INFO:journalctl@ceph.mon.c.smithi192.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T07:38:39.961 INFO:journalctl@ceph.mon.c.smithi192.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T07:38:39.962 INFO:journalctl@ceph.mon.c.smithi192.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T07:38:39.962 INFO:journalctl@ceph.mon.c.smithi192.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T07:38:39.962 INFO:journalctl@ceph.mon.c.smithi192.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T07:38:39.962 INFO:journalctl@ceph.mon.c.smithi192.stdout: s = self.context.wrap_socket( 2024-09-05T07:38:39.962 INFO:journalctl@ceph.mon.c.smithi192.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T07:38:39.962 INFO:journalctl@ceph.mon.c.smithi192.stdout: return self.sslsocket_class._create( 2024-09-05T07:38:39.962 INFO:journalctl@ceph.mon.c.smithi192.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T07:38:39.962 INFO:journalctl@ceph.mon.c.smithi192.stdout: self.do_handshake() 2024-09-05T07:38:39.962 INFO:journalctl@ceph.mon.c.smithi192.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T07:38:39.962 INFO:journalctl@ceph.mon.c.smithi192.stdout: self._sslobj.do_handshake() 2024-09-05T07:38:39.962 INFO:journalctl@ceph.mon.c.smithi192.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T07:38:39.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: [05/Sep/2024:07:38:37] ENGINE Serving on http://172.21.15.71:8765 2024-09-05T07:38:39.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: [05/Sep/2024:07:38:37] ENGINE Bus STARTED 2024-09-05T07:38:39.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3625970625' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-09-05T07:38:39.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-05T07:38:39.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:38:39.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3308635041' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:38:39.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.963 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.964 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.964 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.964 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.964 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.964 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.964 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.964 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.964 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.964 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1915568471' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T07:38:39.964 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:39.964 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.964 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.964 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.965 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:38:39.965 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:38:39.965 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:38:39.965 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:39 smithi192 ceph-mon[34929]: mgrmap e22: x(active, since 3s), standbys: y, z 2024-09-05T07:38:39.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.991+0000 7f4e2beac640 1 -- 172.21.15.71:0/3753455947 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4e241077e0 msgr2=0x7f4e24109c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:39.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.991+0000 7f4e2beac640 1 --2- 172.21.15.71:0/3753455947 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4e241077e0 0x7f4e24109c50 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f4e1c009ca0 tx=0x7f4e1c02a8c0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.991+0000 7f4e2beac640 1 -- 172.21.15.71:0/3753455947 shutdown_connections 2024-09-05T07:38:39.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.991+0000 7f4e2beac640 1 --2- 172.21.15.71:0/3753455947 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4e241077e0 0x7f4e24109c50 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.991+0000 7f4e2beac640 1 --2- 172.21.15.71:0/3753455947 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4e24104eb0 0x7f4e241072a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.991+0000 7f4e2beac640 1 --2- 172.21.15.71:0/3753455947 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e24102580 0x7f4e24104970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.991+0000 7f4e2beac640 1 -- 172.21.15.71:0/3753455947 >> 172.21.15.71:0/3753455947 conn(0x7f4e240fc140 msgr2=0x7f4e240fe5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:39.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.991+0000 7f4e2beac640 1 -- 172.21.15.71:0/3753455947 shutdown_connections 2024-09-05T07:38:39.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.991+0000 7f4e2beac640 1 -- 172.21.15.71:0/3753455947 wait complete. 2024-09-05T07:38:39.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.991+0000 7f4e2beac640 1 Processor -- start 2024-09-05T07:38:39.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.992+0000 7f4e2beac640 1 -- start start 2024-09-05T07:38:39.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.992+0000 7f4e2beac640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4e24102580 0x7f4e24197db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:39.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.992+0000 7f4e2beac640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4e24104eb0 0x7f4e241982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:39.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.992+0000 7f4e2beac640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e241077e0 0x7f4e2419f360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:39.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.992+0000 7f4e2beac640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4e2410d670 con 0x7f4e24104eb0 2024-09-05T07:38:39.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.992+0000 7f4e2beac640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4e2410d4f0 con 0x7f4e24102580 2024-09-05T07:38:39.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.992+0000 7f4e2beac640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4e2410d7f0 con 0x7f4e241077e0 2024-09-05T07:38:39.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.992+0000 7f4e29447640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4e24104eb0 0x7f4e241982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:39.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.992+0000 7f4e29447640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4e24104eb0 0x7f4e241982f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57344/0 (socket says 172.21.15.71:57344) 2024-09-05T07:38:39.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.992+0000 7f4e29447640 1 -- 172.21.15.71:0/1860021527 learned_addr learned my addr 172.21.15.71:0/1860021527 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:39.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.992+0000 7f4e29c48640 1 --2- 172.21.15.71:0/1860021527 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4e24102580 0x7f4e24197db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:39.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.992+0000 7f4e2a449640 1 --2- 172.21.15.71:0/1860021527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e241077e0 0x7f4e2419f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:39.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.992+0000 7f4e29447640 1 -- 172.21.15.71:0/1860021527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e241077e0 msgr2=0x7f4e2419f360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:39.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.992+0000 7f4e29447640 1 --2- 172.21.15.71:0/1860021527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e241077e0 0x7f4e2419f360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.992+0000 7f4e29447640 1 -- 172.21.15.71:0/1860021527 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4e24102580 msgr2=0x7f4e24197db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:39.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.992+0000 7f4e29447640 1 --2- 172.21.15.71:0/1860021527 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4e24102580 0x7f4e24197db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:39.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.992+0000 7f4e29447640 1 -- 172.21.15.71:0/1860021527 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e2419f9d0 con 0x7f4e24104eb0 2024-09-05T07:38:39.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.992+0000 7f4e29447640 1 --2- 172.21.15.71:0/1860021527 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4e24104eb0 0x7f4e241982f0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f4e1400e9c0 tx=0x7f4e1400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:39.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.993+0000 7f4e1affd640 1 -- 172.21.15.71:0/1860021527 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e1400cd80 con 0x7f4e24104eb0 2024-09-05T07:38:39.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.993+0000 7f4e1affd640 1 -- 172.21.15.71:0/1860021527 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e140054d0 con 0x7f4e24104eb0 2024-09-05T07:38:39.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.993+0000 7f4e2beac640 1 -- 172.21.15.71:0/1860021527 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e2419fcc0 con 0x7f4e24104eb0 2024-09-05T07:38:39.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.993+0000 7f4e1affd640 1 -- 172.21.15.71:0/1860021527 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e14010430 con 0x7f4e24104eb0 2024-09-05T07:38:39.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.993+0000 7f4e2beac640 1 -- 172.21.15.71:0/1860021527 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e241a0200 con 0x7f4e24104eb0 2024-09-05T07:38:39.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.994+0000 7f4e2beac640 1 -- 172.21.15.71:0/1860021527 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e240fdc30 con 0x7f4e24104eb0 2024-09-05T07:38:39.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.995+0000 7f4e1affd640 1 -- 172.21.15.71:0/1860021527 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 22) ==== 137953+0+0 (secure 0 0 0) 0x7f4e14004fb0 con 0x7f4e24104eb0 2024-09-05T07:38:39.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.996+0000 7f4e1affd640 1 --2- 172.21.15.71:0/1860021527 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4e100a2d80 0x7f4e100a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:39.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.996+0000 7f4e29c48640 1 --2- 172.21.15.71:0/1860021527 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4e100a2d80 0x7f4e100a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:39.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.996+0000 7f4e1affd640 1 -- 172.21.15.71:0/1860021527 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f4e140cfbd0 con 0x7f4e24104eb0 2024-09-05T07:38:39.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:39.996+0000 7f4e29c48640 1 --2- 172.21.15.71:0/1860021527 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4e100a2d80 0x7f4e100a5240 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f4e20009bd0 tx=0x7f4e20005f90 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:40.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.000+0000 7f4e1affd640 1 -- 172.21.15.71:0/1860021527 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4e1409c3f0 con 0x7f4e24104eb0 2024-09-05T07:38:40.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.181+0000 7f4e2beac640 1 -- 172.21.15.71:0/1860021527 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f4e2402da10 con 0x7f4e24104eb0 2024-09-05T07:38:40.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.182+0000 7f4e1affd640 1 -- 172.21.15.71:0/1860021527 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) ==== 103+0+11 (secure 0 0 0) 0x7f4e1409bcf0 con 0x7f4e24104eb0 2024-09-05T07:38:40.182 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 32 2024-09-05T07:38:40.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.184+0000 7f4e2beac640 1 -- 172.21.15.71:0/1860021527 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4e100a2d80 msgr2=0x7f4e100a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:40.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.184+0000 7f4e2beac640 1 --2- 172.21.15.71:0/1860021527 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4e100a2d80 0x7f4e100a5240 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f4e20009bd0 tx=0x7f4e20005f90 comp rx=0 tx=0).stop 2024-09-05T07:38:40.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.184+0000 7f4e2beac640 1 -- 172.21.15.71:0/1860021527 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4e24104eb0 msgr2=0x7f4e241982f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:40.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.184+0000 7f4e2beac640 1 --2- 172.21.15.71:0/1860021527 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4e24104eb0 0x7f4e241982f0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f4e1400e9c0 tx=0x7f4e1400ee80 comp rx=0 tx=0).stop 2024-09-05T07:38:40.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.184+0000 7f4e2beac640 1 -- 172.21.15.71:0/1860021527 shutdown_connections 2024-09-05T07:38:40.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.184+0000 7f4e2beac640 1 --2- 172.21.15.71:0/1860021527 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4e100a2d80 0x7f4e100a5240 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:40.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.184+0000 7f4e2beac640 1 --2- 172.21.15.71:0/1860021527 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4e241077e0 0x7f4e2419f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:40.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.184+0000 7f4e2beac640 1 --2- 172.21.15.71:0/1860021527 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4e24104eb0 0x7f4e241982f0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:40.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.184+0000 7f4e2beac640 1 --2- 172.21.15.71:0/1860021527 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4e24102580 0x7f4e24197db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:40.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.184+0000 7f4e2beac640 1 -- 172.21.15.71:0/1860021527 >> 172.21.15.71:0/1860021527 conn(0x7f4e240fc140 msgr2=0x7f4e24102f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:40.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.184+0000 7f4e2beac640 1 -- 172.21.15.71:0/1860021527 shutdown_connections 2024-09-05T07:38:40.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.184+0000 7f4e2beac640 1 -- 172.21.15.71:0/1860021527 wait complete. 2024-09-05T07:38:40.196 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-09-05T07:38:40.196 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:38:40.457 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:40.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: Adjusting osd_memory_target on smithi192 to 176.0M 2024-09-05T07:38:40.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: Unable to set osd_memory_target on smithi192 to 184572416: error parsing value: Value '184572416' is below minimum 939524096 2024-09-05T07:38:40.474 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: Adjusting osd_memory_target on smithi123 to 176.0M 2024-09-05T07:38:40.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: Unable to set osd_memory_target on smithi123 to 184589619: error parsing value: Value '184589619' is below minimum 939524096 2024-09-05T07:38:40.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: Adjusting osd_memory_target on smithi071 to 176.0M 2024-09-05T07:38:40.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: Unable to set osd_memory_target on smithi071 to 184574566: error parsing value: Value '184574566' is below minimum 939524096 2024-09-05T07:38:40.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: Updating smithi071:/etc/ceph/ceph.conf 2024-09-05T07:38:40.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: Updating smithi123:/etc/ceph/ceph.conf 2024-09-05T07:38:40.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: Updating smithi192:/etc/ceph/ceph.conf 2024-09-05T07:38:40.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: Updating smithi123:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:38:40.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: Updating smithi192:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:38:40.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: Updating smithi071:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:38:40.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1401581951' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-05T07:38:40.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1669773052' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-05T07:38:40.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1860021527' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-05T07:38:40.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:38:40.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:38:40.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:38:40.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:40 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: Adjusting osd_memory_target on smithi192 to 176.0M 2024-09-05T07:38:40.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: Unable to set osd_memory_target on smithi192 to 184572416: error parsing value: Value '184572416' is below minimum 939524096 2024-09-05T07:38:40.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: Adjusting osd_memory_target on smithi123 to 176.0M 2024-09-05T07:38:40.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: Unable to set osd_memory_target on smithi123 to 184589619: error parsing value: Value '184589619' is below minimum 939524096 2024-09-05T07:38:40.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: Adjusting osd_memory_target on smithi071 to 176.0M 2024-09-05T07:38:40.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: Unable to set osd_memory_target on smithi071 to 184574566: error parsing value: Value '184574566' is below minimum 939524096 2024-09-05T07:38:40.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: Updating smithi071:/etc/ceph/ceph.conf 2024-09-05T07:38:40.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: Updating smithi123:/etc/ceph/ceph.conf 2024-09-05T07:38:40.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: Updating smithi192:/etc/ceph/ceph.conf 2024-09-05T07:38:40.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: Updating smithi123:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:38:40.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: Updating smithi192:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:38:40.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: Updating smithi071:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:38:40.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1401581951' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-05T07:38:40.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1669773052' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-05T07:38:40.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1860021527' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-05T07:38:40.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.929 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:38:40.929 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:38:40.929 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:38:40.929 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:40 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: Adjusting osd_memory_target on smithi192 to 176.0M 2024-09-05T07:38:40.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: Unable to set osd_memory_target on smithi192 to 184572416: error parsing value: Value '184572416' is below minimum 939524096 2024-09-05T07:38:40.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: Adjusting osd_memory_target on smithi123 to 176.0M 2024-09-05T07:38:40.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: Unable to set osd_memory_target on smithi123 to 184589619: error parsing value: Value '184589619' is below minimum 939524096 2024-09-05T07:38:40.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: Adjusting osd_memory_target on smithi071 to 176.0M 2024-09-05T07:38:40.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: Unable to set osd_memory_target on smithi071 to 184574566: error parsing value: Value '184574566' is below minimum 939524096 2024-09-05T07:38:40.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: Updating smithi071:/etc/ceph/ceph.conf 2024-09-05T07:38:40.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: Updating smithi123:/etc/ceph/ceph.conf 2024-09-05T07:38:40.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: Updating smithi192:/etc/ceph/ceph.conf 2024-09-05T07:38:40.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: Updating smithi123:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:38:40.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: Updating smithi192:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:38:40.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: Updating smithi071:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T07:38:40.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1401581951' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-05T07:38:40.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1669773052' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-05T07:38:40.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1860021527' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-05T07:38:40.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:38:40.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:38:40.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:38:40.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:40 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:40.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.969+0000 7f1339906640 1 -- 172.21.15.71:0/3932941612 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1334103660 msgr2=0x7f133410bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:40.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.969+0000 7f1339906640 1 --2- 172.21.15.71:0/3932941612 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1334103660 0x7f133410bb50 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f1324009900 tx=0x7f132402a480 comp rx=0 tx=0).stop 2024-09-05T07:38:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.969+0000 7f1339906640 1 -- 172.21.15.71:0/3932941612 shutdown_connections 2024-09-05T07:38:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.969+0000 7f1339906640 1 --2- 172.21.15.71:0/3932941612 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f133410c170 0x7f133410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.969+0000 7f1339906640 1 --2- 172.21.15.71:0/3932941612 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1334103660 0x7f133410bb50 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.969+0000 7f1339906640 1 --2- 172.21.15.71:0/3932941612 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1334102d40 0x7f1334103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.969+0000 7f1339906640 1 -- 172.21.15.71:0/3932941612 >> 172.21.15.71:0/3932941612 conn(0x7f13340fc7a0 msgr2=0x7f13340febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.969+0000 7f1339906640 1 -- 172.21.15.71:0/3932941612 shutdown_connections 2024-09-05T07:38:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.969+0000 7f1339906640 1 -- 172.21.15.71:0/3932941612 wait complete. 2024-09-05T07:38:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.970+0000 7f1339906640 1 Processor -- start 2024-09-05T07:38:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.970+0000 7f1339906640 1 -- start start 2024-09-05T07:38:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.970+0000 7f1339906640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1334102d40 0x7f1334198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.970+0000 7f1339906640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1334103660 0x7f1334198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.970+0000 7f1339906640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f133410c170 0x7f133419cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.970+0000 7f1339906640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f1334111e20 con 0x7f133410c170 2024-09-05T07:38:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.970+0000 7f1339906640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1334111ca0 con 0x7f1334102d40 2024-09-05T07:38:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.970+0000 7f1339906640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f1334111fa0 con 0x7f1334103660 2024-09-05T07:38:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.970+0000 7f13337fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f133410c170 0x7f133419cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.970+0000 7f13337fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f133410c170 0x7f133419cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57356/0 (socket says 172.21.15.71:57356) 2024-09-05T07:38:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.970+0000 7f13337fe640 1 -- 172.21.15.71:0/3431367100 learned_addr learned my addr 172.21.15.71:0/3431367100 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.970+0000 7f1332ffd640 1 --2- 172.21.15.71:0/3431367100 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1334102d40 0x7f1334198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.971+0000 7f13327fc640 1 --2- 172.21.15.71:0/3431367100 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1334103660 0x7f1334198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.971+0000 7f13337fe640 1 -- 172.21.15.71:0/3431367100 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1334103660 msgr2=0x7f1334198890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.971+0000 7f13337fe640 1 --2- 172.21.15.71:0/3431367100 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1334103660 0x7f1334198890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.971+0000 7f13337fe640 1 -- 172.21.15.71:0/3431367100 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1334102d40 msgr2=0x7f1334198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.971+0000 7f13337fe640 1 --2- 172.21.15.71:0/3431367100 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1334102d40 0x7f1334198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.971+0000 7f13337fe640 1 -- 172.21.15.71:0/3431367100 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f133419d300 con 0x7f133410c170 2024-09-05T07:38:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.971+0000 7f13337fe640 1 --2- 172.21.15.71:0/3431367100 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f133410c170 0x7f133419cc20 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f132c00eaa0 tx=0x7f132c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.971+0000 7f1338904640 1 -- 172.21.15.71:0/3431367100 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f132c00cdb0 con 0x7f133410c170 2024-09-05T07:38:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.971+0000 7f1339906640 1 -- 172.21.15.71:0/3431367100 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f133419d5f0 con 0x7f133410c170 2024-09-05T07:38:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.971+0000 7f1338904640 1 -- 172.21.15.71:0/3431367100 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f132c005020 con 0x7f133410c170 2024-09-05T07:38:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.971+0000 7f1338904640 1 -- 172.21.15.71:0/3431367100 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f132c0116d0 con 0x7f133410c170 2024-09-05T07:38:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.971+0000 7f1339906640 1 -- 172.21.15.71:0/3431367100 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13341a4ed0 con 0x7f133410c170 2024-09-05T07:38:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.972+0000 7f1339906640 1 -- 172.21.15.71:0/3431367100 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1334103120 con 0x7f133410c170 2024-09-05T07:38:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.973+0000 7f1338904640 1 -- 172.21.15.71:0/3431367100 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 22) ==== 137953+0+0 (secure 0 0 0) 0x7f132c0051d0 con 0x7f133410c170 2024-09-05T07:38:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.974+0000 7f1338904640 1 --2- 172.21.15.71:0/3431367100 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f13200a2cf0 0x7f13200a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.974+0000 7f1338904640 1 -- 172.21.15.71:0/3431367100 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f132c0cf9e0 con 0x7f133410c170 2024-09-05T07:38:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.974+0000 7f1332ffd640 1 --2- 172.21.15.71:0/3431367100 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f13200a2cf0 0x7f13200a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.974+0000 7f1332ffd640 1 --2- 172.21.15.71:0/3431367100 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f13200a2cf0 0x7f13200a51b0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f131c00bbe0 tx=0x7f131c00b390 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:40.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:40.978+0000 7f1338904640 1 -- 172.21.15.71:0/3431367100 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f132c016030 con 0x7f133410c170 2024-09-05T07:38:41.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:41.179+0000 7f1339906640 1 -- 172.21.15.71:0/3431367100 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f133402d7c0 con 0x7f133410c170 2024-09-05T07:38:41.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:41.179+0000 7f1338904640 1 -- 172.21.15.71:0/3431367100 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7f132c09c200 con 0x7f133410c170 2024-09-05T07:38:41.180 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:41.180 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:38:41.181 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:38:41.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:41.182+0000 7f1339906640 1 -- 172.21.15.71:0/3431367100 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f13200a2cf0 msgr2=0x7f13200a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:41.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:41.182+0000 7f1339906640 1 --2- 172.21.15.71:0/3431367100 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f13200a2cf0 0x7f13200a51b0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f131c00bbe0 tx=0x7f131c00b390 comp rx=0 tx=0).stop 2024-09-05T07:38:41.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:41.182+0000 7f1339906640 1 -- 172.21.15.71:0/3431367100 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f133410c170 msgr2=0x7f133419cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:41.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:41.182+0000 7f1339906640 1 --2- 172.21.15.71:0/3431367100 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f133410c170 0x7f133419cc20 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f132c00eaa0 tx=0x7f132c00ef60 comp rx=0 tx=0).stop 2024-09-05T07:38:41.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:41.182+0000 7f1339906640 1 -- 172.21.15.71:0/3431367100 shutdown_connections 2024-09-05T07:38:41.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:41.182+0000 7f1339906640 1 --2- 172.21.15.71:0/3431367100 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f13200a2cf0 0x7f13200a51b0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:41.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:41.182+0000 7f1339906640 1 --2- 172.21.15.71:0/3431367100 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f133410c170 0x7f133419cc20 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:41.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:41.182+0000 7f1339906640 1 --2- 172.21.15.71:0/3431367100 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1334103660 0x7f1334198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:41.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:41.182+0000 7f1339906640 1 --2- 172.21.15.71:0/3431367100 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1334102d40 0x7f1334198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:41.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:41.182+0000 7f1339906640 1 -- 172.21.15.71:0/3431367100 >> 172.21.15.71:0/3431367100 conn(0x7f13340fc7a0 msgr2=0x7f13340fd4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:41.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:41.182+0000 7f1339906640 1 -- 172.21.15.71:0/3431367100 shutdown_connections 2024-09-05T07:38:41.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:41.182+0000 7f1339906640 1 -- 172.21.15.71:0/3431367100 wait complete. 2024-09-05T07:38:41.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:41 smithi071 ceph-mon[30965]: Updating smithi192:/etc/ceph/ceph.client.admin.keyring 2024-09-05T07:38:41.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:41 smithi071 ceph-mon[30965]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2024-09-05T07:38:41.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:41 smithi071 ceph-mon[30965]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-09-05T07:38:41.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:41 smithi071 ceph-mon[30965]: Updating smithi192:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T07:38:41.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:41 smithi071 ceph-mon[30965]: Updating smithi123:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T07:38:41.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:41 smithi071 ceph-mon[30965]: Updating smithi071:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T07:38:41.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:41 smithi071 ceph-mon[30965]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:38:41.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:41 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3431367100' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:41.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:41 smithi071 ceph-mon[30965]: mgrmap e23: x(active, since 4s), standbys: y, z 2024-09-05T07:38:41.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:41 smithi123 ceph-mon[34568]: Updating smithi192:/etc/ceph/ceph.client.admin.keyring 2024-09-05T07:38:41.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:41 smithi123 ceph-mon[34568]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2024-09-05T07:38:41.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:41 smithi123 ceph-mon[34568]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-09-05T07:38:41.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:41 smithi123 ceph-mon[34568]: Updating smithi192:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T07:38:41.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:41 smithi123 ceph-mon[34568]: Updating smithi123:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T07:38:41.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:41 smithi123 ceph-mon[34568]: Updating smithi071:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T07:38:41.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:41 smithi123 ceph-mon[34568]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:38:41.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:41 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3431367100' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:41.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:41 smithi123 ceph-mon[34568]: mgrmap e23: x(active, since 4s), standbys: y, z 2024-09-05T07:38:41.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:41 smithi192 ceph-mon[34929]: Updating smithi192:/etc/ceph/ceph.client.admin.keyring 2024-09-05T07:38:41.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:41 smithi192 ceph-mon[34929]: Updating smithi123:/etc/ceph/ceph.client.admin.keyring 2024-09-05T07:38:41.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:41 smithi192 ceph-mon[34929]: Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2024-09-05T07:38:41.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:41 smithi192 ceph-mon[34929]: Updating smithi192:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T07:38:41.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:41 smithi192 ceph-mon[34929]: Updating smithi123:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T07:38:41.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:41 smithi192 ceph-mon[34929]: Updating smithi071:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T07:38:41.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:41 smithi192 ceph-mon[34929]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:38:41.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:41 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3431367100' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:41.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:41 smithi192 ceph-mon[34929]: mgrmap e23: x(active, since 4s), standbys: y, z 2024-09-05T07:38:42.083 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-09-05T07:38:42.083 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-09-05T07:38:42.084 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T07:38:42.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.185+0000 7fbfa25f6640 1 -- 172.21.15.71:0/4146506686 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf9c102440 msgr2=0x7fbf9c10e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:42.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.185+0000 7fbfa25f6640 1 --2- 172.21.15.71:0/4146506686 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf9c102440 0x7fbf9c10e970 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fbf94009cd0 tx=0x7fbf9402a8e0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.185+0000 7fbfa25f6640 1 -- 172.21.15.71:0/4146506686 shutdown_connections 2024-09-05T07:38:42.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.185+0000 7fbfa25f6640 1 --2- 172.21.15.71:0/4146506686 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf9c102440 0x7fbf9c10e970 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.185+0000 7fbfa25f6640 1 --2- 172.21.15.71:0/4146506686 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf9c101aa0 0x7fbf9c101f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.185+0000 7fbfa25f6640 1 --2- 172.21.15.71:0/4146506686 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf9c107ab0 0x7fbf9c107e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.185+0000 7fbfa25f6640 1 -- 172.21.15.71:0/4146506686 >> 172.21.15.71:0/4146506686 conn(0x7fbf9c0fd7c0 msgr2=0x7fbf9c0ffbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:42.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.185+0000 7fbfa25f6640 1 -- 172.21.15.71:0/4146506686 shutdown_connections 2024-09-05T07:38:42.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.185+0000 7fbfa25f6640 1 -- 172.21.15.71:0/4146506686 wait complete. 2024-09-05T07:38:42.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.185+0000 7fbfa25f6640 1 Processor -- start 2024-09-05T07:38:42.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.186+0000 7fbfa25f6640 1 -- start start 2024-09-05T07:38:42.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.186+0000 7fbfa25f6640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf9c101aa0 0x7fbf9c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:42.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.186+0000 7fbfa25f6640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf9c102440 0x7fbf9c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:42.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.186+0000 7fbfa25f6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf9c107ab0 0x7fbf9c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:42.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.186+0000 7fbfa25f6640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fbf9c111da0 con 0x7fbf9c101aa0 2024-09-05T07:38:42.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.186+0000 7fbfa25f6640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbf9c111c20 con 0x7fbf9c102440 2024-09-05T07:38:42.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.186+0000 7fbfa25f6640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbf9c111f20 con 0x7fbf9c107ab0 2024-09-05T07:38:42.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.186+0000 7fbf9bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf9c101aa0 0x7fbf9c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:42.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.186+0000 7fbf9bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf9c101aa0 0x7fbf9c0744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51958/0 (socket says 172.21.15.71:51958) 2024-09-05T07:38:42.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.186+0000 7fbf9bfff640 1 -- 172.21.15.71:0/2190004792 learned_addr learned my addr 172.21.15.71:0/2190004792 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:42.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.186+0000 7fbf9bfff640 1 -- 172.21.15.71:0/2190004792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf9c107ab0 msgr2=0x7fbf9c074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:42.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.186+0000 7fbf9bfff640 1 --2- 172.21.15.71:0/2190004792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf9c107ab0 0x7fbf9c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.186+0000 7fbf9bfff640 1 -- 172.21.15.71:0/2190004792 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf9c102440 msgr2=0x7fbf9c074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:42.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.186+0000 7fbf9bfff640 1 --2- 172.21.15.71:0/2190004792 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf9c102440 0x7fbf9c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.186+0000 7fbf9bfff640 1 -- 172.21.15.71:0/2190004792 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf9c1a6890 con 0x7fbf9c101aa0 2024-09-05T07:38:42.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.186+0000 7fbf9bfff640 1 --2- 172.21.15.71:0/2190004792 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf9c101aa0 0x7fbf9c0744f0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c00b4a0 tx=0x7fbf8c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:42.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.186+0000 7fbf997fa640 1 -- 172.21.15.71:0/2190004792 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf8c014070 con 0x7fbf9c101aa0 2024-09-05T07:38:42.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.187+0000 7fbf997fa640 1 -- 172.21.15.71:0/2190004792 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf8c010ac0 con 0x7fbf9c101aa0 2024-09-05T07:38:42.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.187+0000 7fbfa25f6640 1 -- 172.21.15.71:0/2190004792 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf9c1a6b80 con 0x7fbf9c101aa0 2024-09-05T07:38:42.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.187+0000 7fbf997fa640 1 -- 172.21.15.71:0/2190004792 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf8c017c30 con 0x7fbf9c101aa0 2024-09-05T07:38:42.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.187+0000 7fbfa25f6640 1 -- 172.21.15.71:0/2190004792 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf9c1a70d0 con 0x7fbf9c101aa0 2024-09-05T07:38:42.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.188+0000 7fbfa25f6640 1 -- 172.21.15.71:0/2190004792 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf9c101f00 con 0x7fbf9c101aa0 2024-09-05T07:38:42.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.189+0000 7fbf997fa640 1 -- 172.21.15.71:0/2190004792 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138009+0+0 (secure 0 0 0) 0x7fbf8c017070 con 0x7fbf9c101aa0 2024-09-05T07:38:42.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.189+0000 7fbf997fa640 1 --2- 172.21.15.71:0/2190004792 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbf840a2d90 0x7fbf840a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:42.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.189+0000 7fbf997fa640 1 -- 172.21.15.71:0/2190004792 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fbf8c0cf060 con 0x7fbf9c101aa0 2024-09-05T07:38:42.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.189+0000 7fbf9b7fe640 1 --2- 172.21.15.71:0/2190004792 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbf840a2d90 0x7fbf840a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:42.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.190+0000 7fbf9b7fe640 1 --2- 172.21.15.71:0/2190004792 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbf840a2d90 0x7fbf840a5250 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fbf90005fd0 tx=0x7fbf90005850 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:42.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.193+0000 7fbf997fa640 1 -- 172.21.15.71:0/2190004792 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbf8c09b820 con 0x7fbf9c101aa0 2024-09-05T07:38:42.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.355+0000 7fbfa25f6640 1 -- 172.21.15.71:0/2190004792 --> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbf9c062630 con 0x7fbf840a2d90 2024-09-05T07:38:42.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.364+0000 7fbf997fa640 1 -- 172.21.15.71:0/2190004792 <== mgr.15228 v2:172.21.15.71:6800/2114245039 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339535 (secure 0 0 0) 0x7fbf9c062630 con 0x7fbf840a2d90 2024-09-05T07:38:42.368 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:42.370 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-09-05T07:38:42.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.368+0000 7fbfa25f6640 1 -- 172.21.15.71:0/2190004792 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbf840a2d90 msgr2=0x7fbf840a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:42.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.368+0000 7fbfa25f6640 1 --2- 172.21.15.71:0/2190004792 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbf840a2d90 0x7fbf840a5250 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fbf90005fd0 tx=0x7fbf90005850 comp rx=0 tx=0).stop 2024-09-05T07:38:42.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.368+0000 7fbfa25f6640 1 -- 172.21.15.71:0/2190004792 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf9c101aa0 msgr2=0x7fbf9c0744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:42.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.368+0000 7fbfa25f6640 1 --2- 172.21.15.71:0/2190004792 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf9c101aa0 0x7fbf9c0744f0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c00b4a0 tx=0x7fbf8c00b960 comp rx=0 tx=0).stop 2024-09-05T07:38:42.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.368+0000 7fbfa25f6640 1 -- 172.21.15.71:0/2190004792 shutdown_connections 2024-09-05T07:38:42.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.368+0000 7fbfa25f6640 1 --2- 172.21.15.71:0/2190004792 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbf840a2d90 0x7fbf840a5250 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.368+0000 7fbfa25f6640 1 --2- 172.21.15.71:0/2190004792 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbf9c107ab0 0x7fbf9c074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.368+0000 7fbfa25f6640 1 --2- 172.21.15.71:0/2190004792 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbf9c102440 0x7fbf9c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.368+0000 7fbfa25f6640 1 --2- 172.21.15.71:0/2190004792 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbf9c101aa0 0x7fbf9c0744f0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.368+0000 7fbfa25f6640 1 -- 172.21.15.71:0/2190004792 >> 172.21.15.71:0/2190004792 conn(0x7fbf9c0fd7c0 msgr2=0x7fbf9c0fe090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:42.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.368+0000 7fbfa25f6640 1 -- 172.21.15.71:0/2190004792 shutdown_connections 2024-09-05T07:38:42.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.368+0000 7fbfa25f6640 1 -- 172.21.15.71:0/2190004792 wait complete. 2024-09-05T07:38:42.379 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-09-05T07:38:40.480445+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1188276,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":860,"num_read_kb":589,"num_write":481,"num_write_kb":4383,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":873,"ondisk_log_size":873,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":394612,"kb_used_data":16088,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124547212,"statfs":{"total":1151940427776,"available":1151536345088,"internally_reserved":0,"allocated":16474112,"data_stored":9803172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":387233081},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"3.005986"},"pg_stats":[{"pgid":"2.1f","version":"90'9","reported_seq":51,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475249+0000","last_change":"2024-09-05T07:36:12.799600+0000","last_active":"2024-09-05T07:38:36.475249+0000","last_peered":"2024-09-05T07:38:36.475249+0000","last_clean":"2024-09-05T07:38:36.475249+0000","last_became_active":"2024-09-05T07:36:12.799257+0000","last_became_peered":"2024-09-05T07:36:12.799257+0000","last_unstale":"2024-09-05T07:38:36.475249+0000","last_undegraded":"2024-09-05T07:38:36.475249+0000","last_fullsized":"2024-09-05T07:38:36.475249+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:30:11.431175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.490192+0000","last_change":"2024-09-05T07:36:14.809949+0000","last_active":"2024-09-05T07:38:36.490192+0000","last_peered":"2024-09-05T07:38:36.490192+0000","last_clean":"2024-09-05T07:38:36.490192+0000","last_became_active":"2024-09-05T07:36:14.809548+0000","last_became_peered":"2024-09-05T07:36:14.809548+0000","last_unstale":"2024-09-05T07:38:36.490192+0000","last_undegraded":"2024-09-05T07:38:36.490192+0000","last_fullsized":"2024-09-05T07:38:36.490192+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:23:20.911493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.460557+0000","last_change":"2024-09-05T07:36:21.873917+0000","last_active":"2024-09-05T07:38:36.460557+0000","last_peered":"2024-09-05T07:38:36.460557+0000","last_clean":"2024-09-05T07:38:36.460557+0000","last_became_active":"2024-09-05T07:36:21.873513+0000","last_became_peered":"2024-09-05T07:36:21.873513+0000","last_unstale":"2024-09-05T07:38:36.460557+0000","last_undegraded":"2024-09-05T07:38:36.460557+0000","last_fullsized":"2024-09-05T07:38:36.460557+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:46:22.911489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456184+0000","last_change":"2024-09-05T07:36:12.809101+0000","last_active":"2024-09-05T07:38:36.456184+0000","last_peered":"2024-09-05T07:38:36.456184+0000","last_clean":"2024-09-05T07:38:36.456184+0000","last_became_active":"2024-09-05T07:36:12.808801+0000","last_became_peered":"2024-09-05T07:36:12.808801+0000","last_unstale":"2024-09-05T07:38:36.456184+0000","last_undegraded":"2024-09-05T07:38:36.456184+0000","last_fullsized":"2024-09-05T07:38:36.456184+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:24:41.651682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502471+0000","last_change":"2024-09-05T07:36:14.813092+0000","last_active":"2024-09-05T07:38:36.502471+0000","last_peered":"2024-09-05T07:38:36.502471+0000","last_clean":"2024-09-05T07:38:36.502471+0000","last_became_active":"2024-09-05T07:36:14.812778+0000","last_became_peered":"2024-09-05T07:36:14.812778+0000","last_unstale":"2024-09-05T07:38:36.502471+0000","last_undegraded":"2024-09-05T07:38:36.502471+0000","last_fullsized":"2024-09-05T07:38:36.502471+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:05:13.898628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.471783+0000","last_change":"2024-09-05T07:36:21.879572+0000","last_active":"2024-09-05T07:38:36.471783+0000","last_peered":"2024-09-05T07:38:36.471783+0000","last_clean":"2024-09-05T07:38:36.471783+0000","last_became_active":"2024-09-05T07:36:21.879141+0000","last_became_peered":"2024-09-05T07:36:21.879141+0000","last_unstale":"2024-09-05T07:38:36.471783+0000","last_undegraded":"2024-09-05T07:38:36.471783+0000","last_fullsized":"2024-09-05T07:38:36.471783+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:26:58.057968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'4","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.457110+0000","last_change":"2024-09-05T07:36:12.801181+0000","last_active":"2024-09-05T07:38:36.457110+0000","last_peered":"2024-09-05T07:38:36.457110+0000","last_clean":"2024-09-05T07:38:36.457110+0000","last_became_active":"2024-09-05T07:36:12.800826+0000","last_became_peered":"2024-09-05T07:36:12.800826+0000","last_unstale":"2024-09-05T07:38:36.457110+0000","last_undegraded":"2024-09-05T07:38:36.457110+0000","last_fullsized":"2024-09-05T07:38:36.457110+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:46:57.132870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"93'9","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.500178+0000","last_change":"2024-09-05T07:36:14.807185+0000","last_active":"2024-09-05T07:38:36.500178+0000","last_peered":"2024-09-05T07:38:36.500178+0000","last_clean":"2024-09-05T07:38:36.500178+0000","last_became_active":"2024-09-05T07:36:14.806877+0000","last_became_peered":"2024-09-05T07:36:14.806877+0000","last_unstale":"2024-09-05T07:38:36.500178+0000","last_undegraded":"2024-09-05T07:38:36.500178+0000","last_fullsized":"2024-09-05T07:38:36.500178+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:10:09.735431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475595+0000","last_change":"2024-09-05T07:36:35.955373+0000","last_active":"2024-09-05T07:38:36.475595+0000","last_peered":"2024-09-05T07:38:36.475595+0000","last_clean":"2024-09-05T07:38:36.475595+0000","last_became_active":"2024-09-05T07:36:35.954902+0000","last_became_peered":"2024-09-05T07:36:35.954902+0000","last_unstale":"2024-09-05T07:38:36.475595+0000","last_undegraded":"2024-09-05T07:38:36.475595+0000","last_fullsized":"2024-09-05T07:38:36.475595+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:10:48.886808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,8,5],"acting":[4,3,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.457148+0000","last_change":"2024-09-05T07:36:12.803991+0000","last_active":"2024-09-05T07:38:36.457148+0000","last_peered":"2024-09-05T07:38:36.457148+0000","last_clean":"2024-09-05T07:38:36.457148+0000","last_became_active":"2024-09-05T07:36:12.803605+0000","last_became_peered":"2024-09-05T07:36:12.803605+0000","last_unstale":"2024-09-05T07:38:36.457148+0000","last_undegraded":"2024-09-05T07:38:36.457148+0000","last_fullsized":"2024-09-05T07:38:36.457148+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:32:34.325986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"93'15","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503584+0000","last_change":"2024-09-05T07:36:14.818742+0000","last_active":"2024-09-05T07:38:36.503584+0000","last_peered":"2024-09-05T07:38:36.503584+0000","last_clean":"2024-09-05T07:38:36.503584+0000","last_became_active":"2024-09-05T07:36:14.818429+0000","last_became_peered":"2024-09-05T07:36:14.818429+0000","last_unstale":"2024-09-05T07:38:36.503584+0000","last_undegraded":"2024-09-05T07:38:36.503584+0000","last_fullsized":"2024-09-05T07:38:36.503584+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:07:56.517645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.471970+0000","last_change":"2024-09-05T07:36:21.879708+0000","last_active":"2024-09-05T07:38:36.471970+0000","last_peered":"2024-09-05T07:38:36.471970+0000","last_clean":"2024-09-05T07:38:36.471970+0000","last_became_active":"2024-09-05T07:36:21.879294+0000","last_became_peered":"2024-09-05T07:36:21.879294+0000","last_unstale":"2024-09-05T07:38:36.471970+0000","last_undegraded":"2024-09-05T07:38:36.471970+0000","last_fullsized":"2024-09-05T07:38:36.471970+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:39:13.648675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511862+0000","last_change":"2024-09-05T07:36:14.809970+0000","last_active":"2024-09-05T07:38:36.511862+0000","last_peered":"2024-09-05T07:38:36.511862+0000","last_clean":"2024-09-05T07:38:36.511862+0000","last_became_active":"2024-09-05T07:36:14.808188+0000","last_became_peered":"2024-09-05T07:36:14.808188+0000","last_unstale":"2024-09-05T07:38:36.511862+0000","last_undegraded":"2024-09-05T07:38:36.511862+0000","last_fullsized":"2024-09-05T07:38:36.511862+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:34:54.391953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456676+0000","last_change":"2024-09-05T07:36:12.799787+0000","last_active":"2024-09-05T07:38:36.456676+0000","last_peered":"2024-09-05T07:38:36.456676+0000","last_clean":"2024-09-05T07:38:36.456676+0000","last_became_active":"2024-09-05T07:36:12.799298+0000","last_became_peered":"2024-09-05T07:36:12.799298+0000","last_unstale":"2024-09-05T07:38:36.456676+0000","last_undegraded":"2024-09-05T07:38:36.456676+0000","last_fullsized":"2024-09-05T07:38:36.456676+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:56:21.913375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466674+0000","last_change":"2024-09-05T07:36:22.039340+0000","last_active":"2024-09-05T07:38:36.466674+0000","last_peered":"2024-09-05T07:38:36.466674+0000","last_clean":"2024-09-05T07:38:36.466674+0000","last_became_active":"2024-09-05T07:36:22.038839+0000","last_became_peered":"2024-09-05T07:36:22.038839+0000","last_unstale":"2024-09-05T07:38:36.466674+0000","last_undegraded":"2024-09-05T07:38:36.466674+0000","last_fullsized":"2024-09-05T07:38:36.466674+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:15:12.399771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.486348+0000","last_change":"2024-09-05T07:36:14.809134+0000","last_active":"2024-09-05T07:38:36.486348+0000","last_peered":"2024-09-05T07:38:36.486348+0000","last_clean":"2024-09-05T07:38:36.486348+0000","last_became_active":"2024-09-05T07:36:14.808813+0000","last_became_peered":"2024-09-05T07:36:14.808813+0000","last_unstale":"2024-09-05T07:38:36.486348+0000","last_undegraded":"2024-09-05T07:38:36.486348+0000","last_fullsized":"2024-09-05T07:38:36.486348+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:41:13.055058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"93'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461149+0000","last_change":"2024-09-05T07:36:12.800122+0000","last_active":"2024-09-05T07:38:36.461149+0000","last_peered":"2024-09-05T07:38:36.461149+0000","last_clean":"2024-09-05T07:38:36.461149+0000","last_became_active":"2024-09-05T07:36:12.799760+0000","last_became_peered":"2024-09-05T07:36:12.799760+0000","last_unstale":"2024-09-05T07:38:36.461149+0000","last_undegraded":"2024-09-05T07:38:36.461149+0000","last_fullsized":"2024-09-05T07:38:36.461149+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:24:23.617273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"90'1","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.472268+0000","last_change":"2024-09-05T07:36:21.875884+0000","last_active":"2024-09-05T07:38:36.472268+0000","last_peered":"2024-09-05T07:38:36.472268+0000","last_clean":"2024-09-05T07:38:36.472268+0000","last_became_active":"2024-09-05T07:36:21.875323+0000","last_became_peered":"2024-09-05T07:36:21.875323+0000","last_unstale":"2024-09-05T07:38:36.472268+0000","last_undegraded":"2024-09-05T07:38:36.472268+0000","last_fullsized":"2024-09-05T07:38:36.472268+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:28.249884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"93'9","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504634+0000","last_change":"2024-09-05T07:36:14.816557+0000","last_active":"2024-09-05T07:38:36.504634+0000","last_peered":"2024-09-05T07:38:36.504634+0000","last_clean":"2024-09-05T07:38:36.504634+0000","last_became_active":"2024-09-05T07:36:14.815610+0000","last_became_peered":"2024-09-05T07:36:14.815610+0000","last_unstale":"2024-09-05T07:38:36.504634+0000","last_undegraded":"2024-09-05T07:38:36.504634+0000","last_fullsized":"2024-09-05T07:38:36.504634+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:26:17.715866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"90'3","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.455824+0000","last_change":"2024-09-05T07:36:12.797574+0000","last_active":"2024-09-05T07:38:36.455824+0000","last_peered":"2024-09-05T07:38:36.455824+0000","last_clean":"2024-09-05T07:38:36.455824+0000","last_became_active":"2024-09-05T07:36:12.797235+0000","last_became_peered":"2024-09-05T07:36:12.797235+0000","last_unstale":"2024-09-05T07:38:36.455824+0000","last_undegraded":"2024-09-05T07:38:36.455824+0000","last_fullsized":"2024-09-05T07:38:36.455824+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:01:13.882076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456737+0000","last_change":"2024-09-05T07:36:35.955205+0000","last_active":"2024-09-05T07:38:36.456737+0000","last_peered":"2024-09-05T07:38:36.456737+0000","last_clean":"2024-09-05T07:38:36.456737+0000","last_became_active":"2024-09-05T07:36:35.954774+0000","last_became_peered":"2024-09-05T07:36:35.954774+0000","last_unstale":"2024-09-05T07:38:36.456737+0000","last_undegraded":"2024-09-05T07:38:36.456737+0000","last_fullsized":"2024-09-05T07:38:36.456737+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:24:11.816616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.9","version":"93'2","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.485176+0000","last_change":"2024-09-05T07:36:14.810604+0000","last_active":"2024-09-05T07:38:36.485176+0000","last_peered":"2024-09-05T07:38:36.485176+0000","last_clean":"2024-09-05T07:38:36.485176+0000","last_became_active":"2024-09-05T07:36:14.810203+0000","last_became_peered":"2024-09-05T07:36:14.810203+0000","last_unstale":"2024-09-05T07:38:36.485176+0000","last_undegraded":"2024-09-05T07:38:36.485176+0000","last_fullsized":"2024-09-05T07:38:36.485176+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:21:04.720664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461032+0000","last_change":"2024-09-05T07:36:12.811040+0000","last_active":"2024-09-05T07:38:36.461032+0000","last_peered":"2024-09-05T07:38:36.461032+0000","last_clean":"2024-09-05T07:38:36.461032+0000","last_became_active":"2024-09-05T07:36:12.810737+0000","last_became_peered":"2024-09-05T07:36:12.810737+0000","last_unstale":"2024-09-05T07:38:36.461032+0000","last_undegraded":"2024-09-05T07:38:36.461032+0000","last_fullsized":"2024-09-05T07:38:36.461032+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:44:25.801815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466707+0000","last_change":"2024-09-05T07:36:22.040640+0000","last_active":"2024-09-05T07:38:36.466707+0000","last_peered":"2024-09-05T07:38:36.466707+0000","last_clean":"2024-09-05T07:38:36.466707+0000","last_became_active":"2024-09-05T07:36:22.040247+0000","last_became_peered":"2024-09-05T07:36:22.040247+0000","last_unstale":"2024-09-05T07:38:36.466707+0000","last_undegraded":"2024-09-05T07:38:36.466707+0000","last_fullsized":"2024-09-05T07:38:36.466707+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:03:16.022864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497774+0000","last_change":"2024-09-05T07:36:14.820761+0000","last_active":"2024-09-05T07:38:36.497774+0000","last_peered":"2024-09-05T07:38:36.497774+0000","last_clean":"2024-09-05T07:38:36.497774+0000","last_became_active":"2024-09-05T07:36:14.820507+0000","last_became_peered":"2024-09-05T07:36:14.820507+0000","last_unstale":"2024-09-05T07:38:36.497774+0000","last_undegraded":"2024-09-05T07:38:36.497774+0000","last_fullsized":"2024-09-05T07:38:36.497774+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:34:48.881638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"90'4","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466564+0000","last_change":"2024-09-05T07:36:13.411988+0000","last_active":"2024-09-05T07:38:36.466564+0000","last_peered":"2024-09-05T07:38:36.466564+0000","last_clean":"2024-09-05T07:38:36.466564+0000","last_became_active":"2024-09-05T07:36:13.411609+0000","last_became_peered":"2024-09-05T07:36:13.411609+0000","last_unstale":"2024-09-05T07:38:36.466564+0000","last_undegraded":"2024-09-05T07:38:36.466564+0000","last_fullsized":"2024-09-05T07:38:36.466564+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:40:21.270134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.460707+0000","last_change":"2024-09-05T07:36:21.871465+0000","last_active":"2024-09-05T07:38:36.460707+0000","last_peered":"2024-09-05T07:38:36.460707+0000","last_clean":"2024-09-05T07:38:36.460707+0000","last_became_active":"2024-09-05T07:36:21.871056+0000","last_became_peered":"2024-09-05T07:36:21.871056+0000","last_unstale":"2024-09-05T07:38:36.460707+0000","last_undegraded":"2024-09-05T07:38:36.460707+0000","last_fullsized":"2024-09-05T07:38:36.460707+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:24:41.284515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.506480+0000","last_change":"2024-09-05T07:36:14.814919+0000","last_active":"2024-09-05T07:38:36.506480+0000","last_peered":"2024-09-05T07:38:36.506480+0000","last_clean":"2024-09-05T07:38:36.506480+0000","last_became_active":"2024-09-05T07:36:14.814611+0000","last_became_peered":"2024-09-05T07:36:14.814611+0000","last_unstale":"2024-09-05T07:38:36.506480+0000","last_undegraded":"2024-09-05T07:38:36.506480+0000","last_fullsized":"2024-09-05T07:38:36.506480+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:33:22.534338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'47","reported_seq":111,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.712540+0000","last_change":"2024-09-05T07:36:12.797620+0000","last_active":"2024-09-05T07:38:36.712540+0000","last_peered":"2024-09-05T07:38:36.712540+0000","last_clean":"2024-09-05T07:38:36.712540+0000","last_became_active":"2024-09-05T07:36:12.797270+0000","last_became_peered":"2024-09-05T07:36:12.797270+0000","last_unstale":"2024-09-05T07:38:36.712540+0000","last_undegraded":"2024-09-05T07:38:36.712540+0000","last_fullsized":"2024-09-05T07:38:36.712540+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:54:17.325544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":85,"num_write_kb":838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.455614+0000","last_change":"2024-09-05T07:36:22.038463+0000","last_active":"2024-09-05T07:38:36.455614+0000","last_peered":"2024-09-05T07:38:36.455614+0000","last_clean":"2024-09-05T07:38:36.455614+0000","last_became_active":"2024-09-05T07:36:22.038095+0000","last_became_peered":"2024-09-05T07:36:22.038095+0000","last_unstale":"2024-09-05T07:38:36.455614+0000","last_undegraded":"2024-09-05T07:38:36.455614+0000","last_fullsized":"2024-09-05T07:38:36.455614+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:27.589451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"93'9","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511666+0000","last_change":"2024-09-05T07:36:14.806223+0000","last_active":"2024-09-05T07:38:36.511666+0000","last_peered":"2024-09-05T07:38:36.511666+0000","last_clean":"2024-09-05T07:38:36.511666+0000","last_became_active":"2024-09-05T07:36:14.805869+0000","last_became_peered":"2024-09-05T07:36:14.805869+0000","last_unstale":"2024-09-05T07:38:36.511666+0000","last_undegraded":"2024-09-05T07:38:36.511666+0000","last_fullsized":"2024-09-05T07:38:36.511666+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:27:20.566443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"90'1","reported_seq":19,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.473081+0000","last_change":"2024-09-05T07:36:35.922464+0000","last_active":"2024-09-05T07:38:36.473081+0000","last_peered":"2024-09-05T07:38:36.473081+0000","last_clean":"2024-09-05T07:38:36.473081+0000","last_became_active":"2024-09-05T07:36:35.922078+0000","last_became_peered":"2024-09-05T07:36:35.922078+0000","last_unstale":"2024-09-05T07:38:36.473081+0000","last_undegraded":"2024-09-05T07:38:36.473081+0000","last_fullsized":"2024-09-05T07:38:36.473081+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:17:29.580551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.465715+0000","last_change":"2024-09-05T07:36:21.877189+0000","last_active":"2024-09-05T07:38:36.465715+0000","last_peered":"2024-09-05T07:38:36.465715+0000","last_clean":"2024-09-05T07:38:36.465715+0000","last_became_active":"2024-09-05T07:36:21.876796+0000","last_became_peered":"2024-09-05T07:36:21.876796+0000","last_unstale":"2024-09-05T07:38:36.465715+0000","last_undegraded":"2024-09-05T07:38:36.465715+0000","last_fullsized":"2024-09-05T07:38:36.465715+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:13.944091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"93'4","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511355+0000","last_change":"2024-09-05T07:36:14.816662+0000","last_active":"2024-09-05T07:38:36.511355+0000","last_peered":"2024-09-05T07:38:36.511355+0000","last_clean":"2024-09-05T07:38:36.511355+0000","last_became_active":"2024-09-05T07:36:14.812722+0000","last_became_peered":"2024-09-05T07:36:14.812722+0000","last_unstale":"2024-09-05T07:38:36.511355+0000","last_undegraded":"2024-09-05T07:38:36.511355+0000","last_fullsized":"2024-09-05T07:38:36.511355+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:35:10.627551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.471300+0000","last_change":"2024-09-05T07:36:12.809582+0000","last_active":"2024-09-05T07:38:36.471300+0000","last_peered":"2024-09-05T07:38:36.471300+0000","last_clean":"2024-09-05T07:38:36.471300+0000","last_became_active":"2024-09-05T07:36:12.809223+0000","last_became_peered":"2024-09-05T07:36:12.809223+0000","last_unstale":"2024-09-05T07:38:36.471300+0000","last_undegraded":"2024-09-05T07:38:36.471300+0000","last_fullsized":"2024-09-05T07:38:36.471300+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:20:12.101205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456522+0000","last_change":"2024-09-05T07:36:22.039671+0000","last_active":"2024-09-05T07:38:36.456522+0000","last_peered":"2024-09-05T07:38:36.456522+0000","last_clean":"2024-09-05T07:38:36.456522+0000","last_became_active":"2024-09-05T07:36:22.039221+0000","last_became_peered":"2024-09-05T07:36:22.039221+0000","last_unstale":"2024-09-05T07:38:36.456522+0000","last_undegraded":"2024-09-05T07:38:36.456522+0000","last_fullsized":"2024-09-05T07:38:36.456522+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:37:43.961598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"93'7","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497402+0000","last_change":"2024-09-05T07:36:35.926667+0000","last_active":"2024-09-05T07:38:36.497402+0000","last_peered":"2024-09-05T07:38:36.497402+0000","last_clean":"2024-09-05T07:38:36.497402+0000","last_became_active":"2024-09-05T07:36:35.926353+0000","last_became_peered":"2024-09-05T07:36:35.926353+0000","last_unstale":"2024-09-05T07:38:36.497402+0000","last_undegraded":"2024-09-05T07:38:36.497402+0000","last_fullsized":"2024-09-05T07:38:36.497402+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:33:52.775633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"90'1","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467799+0000","last_change":"2024-09-05T07:36:12.801852+0000","last_active":"2024-09-05T07:38:36.467799+0000","last_peered":"2024-09-05T07:38:36.467799+0000","last_clean":"2024-09-05T07:38:36.467799+0000","last_became_active":"2024-09-05T07:36:12.801533+0000","last_became_peered":"2024-09-05T07:36:12.801533+0000","last_unstale":"2024-09-05T07:38:36.467799+0000","last_undegraded":"2024-09-05T07:38:36.467799+0000","last_fullsized":"2024-09-05T07:38:36.467799+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:48:19.037437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.479672+0000","last_change":"2024-09-05T07:36:21.876580+0000","last_active":"2024-09-05T07:38:36.479672+0000","last_peered":"2024-09-05T07:38:36.479672+0000","last_clean":"2024-09-05T07:38:36.479672+0000","last_became_active":"2024-09-05T07:36:21.876209+0000","last_became_peered":"2024-09-05T07:36:21.876209+0000","last_unstale":"2024-09-05T07:38:36.479672+0000","last_undegraded":"2024-09-05T07:38:36.479672+0000","last_fullsized":"2024-09-05T07:38:36.479672+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:26:13.322909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.496789+0000","last_change":"2024-09-05T07:36:14.818775+0000","last_active":"2024-09-05T07:38:36.496789+0000","last_peered":"2024-09-05T07:38:36.496789+0000","last_clean":"2024-09-05T07:38:36.496789+0000","last_became_active":"2024-09-05T07:36:14.818482+0000","last_became_peered":"2024-09-05T07:36:14.818482+0000","last_unstale":"2024-09-05T07:38:36.496789+0000","last_undegraded":"2024-09-05T07:38:36.496789+0000","last_fullsized":"2024-09-05T07:38:36.496789+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:53:41.945628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'5","reported_seq":145,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.514110+0000","last_change":"2024-09-05T07:36:12.808974+0000","last_active":"2024-09-05T07:38:36.514110+0000","last_peered":"2024-09-05T07:38:36.514110+0000","last_clean":"2024-09-05T07:38:36.514110+0000","last_became_active":"2024-09-05T07:36:12.808622+0000","last_became_peered":"2024-09-05T07:36:12.808622+0000","last_unstale":"2024-09-05T07:38:36.514110+0000","last_undegraded":"2024-09-05T07:38:36.514110+0000","last_fullsized":"2024-09-05T07:38:36.514110+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:29.308884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":100,"num_read_kb":100,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.481265+0000","last_change":"2024-09-05T07:36:22.039214+0000","last_active":"2024-09-05T07:38:36.481265+0000","last_peered":"2024-09-05T07:38:36.481265+0000","last_clean":"2024-09-05T07:38:36.481265+0000","last_became_active":"2024-09-05T07:36:22.038781+0000","last_became_peered":"2024-09-05T07:36:22.038781+0000","last_unstale":"2024-09-05T07:38:36.481265+0000","last_undegraded":"2024-09-05T07:38:36.481265+0000","last_fullsized":"2024-09-05T07:38:36.481265+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:16:57.102240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"93'5","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511914+0000","last_change":"2024-09-05T07:36:14.811533+0000","last_active":"2024-09-05T07:38:36.511914+0000","last_peered":"2024-09-05T07:38:36.511914+0000","last_clean":"2024-09-05T07:38:36.511914+0000","last_became_active":"2024-09-05T07:36:14.811250+0000","last_became_peered":"2024-09-05T07:36:14.811250+0000","last_unstale":"2024-09-05T07:38:36.511914+0000","last_undegraded":"2024-09-05T07:38:36.511914+0000","last_fullsized":"2024-09-05T07:38:36.511914+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:12.085530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'3","reported_seq":50,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.468386+0000","last_change":"2024-09-05T07:36:35.954521+0000","last_active":"2024-09-05T07:38:36.468386+0000","last_peered":"2024-09-05T07:38:36.468386+0000","last_clean":"2024-09-05T07:38:36.468386+0000","last_became_active":"2024-09-05T07:36:35.954104+0000","last_became_peered":"2024-09-05T07:36:35.954104+0000","last_unstale":"2024-09-05T07:38:36.468386+0000","last_undegraded":"2024-09-05T07:38:36.468386+0000","last_fullsized":"2024-09-05T07:38:36.468386+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:04:32.253928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470415+0000","last_change":"2024-09-05T07:36:22.040782+0000","last_active":"2024-09-05T07:38:36.470415+0000","last_peered":"2024-09-05T07:38:36.470415+0000","last_clean":"2024-09-05T07:38:36.470415+0000","last_became_active":"2024-09-05T07:36:22.040423+0000","last_became_peered":"2024-09-05T07:36:22.040423+0000","last_unstale":"2024-09-05T07:38:36.470415+0000","last_undegraded":"2024-09-05T07:38:36.470415+0000","last_fullsized":"2024-09-05T07:38:36.470415+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:45:59.360303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.495487+0000","last_change":"2024-09-05T07:36:14.816493+0000","last_active":"2024-09-05T07:38:36.495487+0000","last_peered":"2024-09-05T07:38:36.495487+0000","last_clean":"2024-09-05T07:38:36.495487+0000","last_became_active":"2024-09-05T07:36:14.816180+0000","last_became_peered":"2024-09-05T07:36:14.816180+0000","last_unstale":"2024-09-05T07:38:36.495487+0000","last_undegraded":"2024-09-05T07:38:36.495487+0000","last_fullsized":"2024-09-05T07:38:36.495487+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:53:46.387539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'3","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.476721+0000","last_change":"2024-09-05T07:36:12.798033+0000","last_active":"2024-09-05T07:38:36.476721+0000","last_peered":"2024-09-05T07:38:36.476721+0000","last_clean":"2024-09-05T07:38:36.476721+0000","last_became_active":"2024-09-05T07:36:12.797677+0000","last_became_peered":"2024-09-05T07:36:12.797677+0000","last_unstale":"2024-09-05T07:38:36.476721+0000","last_undegraded":"2024-09-05T07:38:36.476721+0000","last_fullsized":"2024-09-05T07:38:36.476721+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:42.168916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":363,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.468872+0000","last_change":"2024-09-05T07:35:01.662056+0000","last_active":"2024-09-05T07:38:36.468872+0000","last_peered":"2024-09-05T07:38:36.468872+0000","last_clean":"2024-09-05T07:38:36.468872+0000","last_became_active":"2024-09-05T07:35:01.661657+0000","last_became_peered":"2024-09-05T07:35:01.661657+0000","last_unstale":"2024-09-05T07:38:36.468872+0000","last_undegraded":"2024-09-05T07:38:36.468872+0000","last_fullsized":"2024-09-05T07:38:36.468872+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:31:43.011970+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:31:43.011970+0000","last_clean_scrub_stamp":"2024-09-05T07:31:43.011970+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:58.611696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"90'1","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.468826+0000","last_change":"2024-09-05T07:36:35.924929+0000","last_active":"2024-09-05T07:38:36.468826+0000","last_peered":"2024-09-05T07:38:36.468826+0000","last_clean":"2024-09-05T07:38:36.468826+0000","last_became_active":"2024-09-05T07:36:35.924430+0000","last_became_peered":"2024-09-05T07:36:35.924430+0000","last_unstale":"2024-09-05T07:38:36.468826+0000","last_undegraded":"2024-09-05T07:38:36.468826+0000","last_fullsized":"2024-09-05T07:38:36.468826+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:13.467211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,10,11,9],"acting":[7,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"93'7","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502382+0000","last_change":"2024-09-05T07:36:14.812469+0000","last_active":"2024-09-05T07:38:36.502382+0000","last_peered":"2024-09-05T07:38:36.502382+0000","last_clean":"2024-09-05T07:38:36.502382+0000","last_became_active":"2024-09-05T07:36:14.812148+0000","last_became_peered":"2024-09-05T07:36:14.812148+0000","last_unstale":"2024-09-05T07:38:36.502382+0000","last_undegraded":"2024-09-05T07:38:36.502382+0000","last_fullsized":"2024-09-05T07:38:36.502382+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:01:48.060890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"90'3","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461291+0000","last_change":"2024-09-05T07:36:13.412116+0000","last_active":"2024-09-05T07:38:36.461291+0000","last_peered":"2024-09-05T07:38:36.461291+0000","last_clean":"2024-09-05T07:38:36.461291+0000","last_became_active":"2024-09-05T07:36:13.411689+0000","last_became_peered":"2024-09-05T07:36:13.411689+0000","last_unstale":"2024-09-05T07:38:36.461291+0000","last_undegraded":"2024-09-05T07:38:36.461291+0000","last_fullsized":"2024-09-05T07:38:36.461291+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:43:21.791631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461968+0000","last_change":"2024-09-05T07:36:21.880057+0000","last_active":"2024-09-05T07:38:36.461968+0000","last_peered":"2024-09-05T07:38:36.461968+0000","last_clean":"2024-09-05T07:38:36.461968+0000","last_became_active":"2024-09-05T07:36:21.879613+0000","last_became_peered":"2024-09-05T07:36:21.879613+0000","last_unstale":"2024-09-05T07:38:36.461968+0000","last_undegraded":"2024-09-05T07:38:36.461968+0000","last_fullsized":"2024-09-05T07:38:36.461968+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:28.319697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"93'6","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511899+0000","last_change":"2024-09-05T07:37:36.872464+0000","last_active":"2024-09-05T07:38:36.511899+0000","last_peered":"2024-09-05T07:38:36.511899+0000","last_clean":"2024-09-05T07:38:36.511899+0000","last_became_active":"2024-09-05T07:37:36.872049+0000","last_became_peered":"2024-09-05T07:37:36.872049+0000","last_unstale":"2024-09-05T07:38:36.511899+0000","last_undegraded":"2024-09-05T07:38:36.511899+0000","last_fullsized":"2024-09-05T07:38:36.511899+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:46:12.242837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"93'39","reported_seq":86,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.707086+0000","last_change":"2024-09-05T07:36:12.799840+0000","last_active":"2024-09-05T07:38:36.707086+0000","last_peered":"2024-09-05T07:38:36.707086+0000","last_clean":"2024-09-05T07:38:36.707086+0000","last_became_active":"2024-09-05T07:36:12.799250+0000","last_became_peered":"2024-09-05T07:36:12.799250+0000","last_unstale":"2024-09-05T07:38:36.707086+0000","last_undegraded":"2024-09-05T07:38:36.707086+0000","last_fullsized":"2024-09-05T07:38:36.707086+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:26:32.610520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470274+0000","last_change":"2024-09-05T07:36:21.881807+0000","last_active":"2024-09-05T07:38:36.470274+0000","last_peered":"2024-09-05T07:38:36.470274+0000","last_clean":"2024-09-05T07:38:36.470274+0000","last_became_active":"2024-09-05T07:36:21.881393+0000","last_became_peered":"2024-09-05T07:36:21.881393+0000","last_unstale":"2024-09-05T07:38:36.470274+0000","last_undegraded":"2024-09-05T07:38:36.470274+0000","last_fullsized":"2024-09-05T07:38:36.470274+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:02:17.538854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"93'9","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.500035+0000","last_change":"2024-09-05T07:36:14.813178+0000","last_active":"2024-09-05T07:38:36.500035+0000","last_peered":"2024-09-05T07:38:36.500035+0000","last_clean":"2024-09-05T07:38:36.500035+0000","last_became_active":"2024-09-05T07:36:14.812886+0000","last_became_peered":"2024-09-05T07:36:14.812886+0000","last_unstale":"2024-09-05T07:38:36.500035+0000","last_undegraded":"2024-09-05T07:38:36.500035+0000","last_fullsized":"2024-09-05T07:38:36.500035+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:23:27.150433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":52,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.481604+0000","last_change":"2024-09-05T07:36:35.957072+0000","last_active":"2024-09-05T07:38:36.481604+0000","last_peered":"2024-09-05T07:38:36.481604+0000","last_clean":"2024-09-05T07:38:36.481604+0000","last_became_active":"2024-09-05T07:36:35.954343+0000","last_became_peered":"2024-09-05T07:36:35.954343+0000","last_unstale":"2024-09-05T07:38:36.481604+0000","last_undegraded":"2024-09-05T07:38:36.481604+0000","last_fullsized":"2024-09-05T07:38:36.481604+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:28.666661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.465891+0000","last_change":"2024-09-05T07:36:21.871927+0000","last_active":"2024-09-05T07:38:36.465891+0000","last_peered":"2024-09-05T07:38:36.465891+0000","last_clean":"2024-09-05T07:38:36.465891+0000","last_became_active":"2024-09-05T07:36:21.870817+0000","last_became_peered":"2024-09-05T07:36:21.870817+0000","last_unstale":"2024-09-05T07:38:36.465891+0000","last_undegraded":"2024-09-05T07:38:36.465891+0000","last_fullsized":"2024-09-05T07:38:36.465891+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:12:16.959562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"93'5","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.501421+0000","last_change":"2024-09-05T07:36:14.820721+0000","last_active":"2024-09-05T07:38:36.501421+0000","last_peered":"2024-09-05T07:38:36.501421+0000","last_clean":"2024-09-05T07:38:36.501421+0000","last_became_active":"2024-09-05T07:36:14.820380+0000","last_became_peered":"2024-09-05T07:36:14.820380+0000","last_unstale":"2024-09-05T07:38:36.501421+0000","last_undegraded":"2024-09-05T07:38:36.501421+0000","last_fullsized":"2024-09-05T07:38:36.501421+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:11:28.217241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"90'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456879+0000","last_change":"2024-09-05T07:36:12.802444+0000","last_active":"2024-09-05T07:38:36.456879+0000","last_peered":"2024-09-05T07:38:36.456879+0000","last_clean":"2024-09-05T07:38:36.456879+0000","last_became_active":"2024-09-05T07:36:12.802127+0000","last_became_peered":"2024-09-05T07:36:12.802127+0000","last_unstale":"2024-09-05T07:38:36.456879+0000","last_undegraded":"2024-09-05T07:38:36.456879+0000","last_fullsized":"2024-09-05T07:38:36.456879+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:28.912170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466949+0000","last_change":"2024-09-05T07:36:21.877562+0000","last_active":"2024-09-05T07:38:36.466949+0000","last_peered":"2024-09-05T07:38:36.466949+0000","last_clean":"2024-09-05T07:38:36.466949+0000","last_became_active":"2024-09-05T07:36:21.877103+0000","last_became_peered":"2024-09-05T07:36:21.877103+0000","last_unstale":"2024-09-05T07:38:36.466949+0000","last_undegraded":"2024-09-05T07:38:36.466949+0000","last_fullsized":"2024-09-05T07:38:36.466949+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:21.230176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502901+0000","last_change":"2024-09-05T07:36:14.807740+0000","last_active":"2024-09-05T07:38:36.502901+0000","last_peered":"2024-09-05T07:38:36.502901+0000","last_clean":"2024-09-05T07:38:36.502901+0000","last_became_active":"2024-09-05T07:36:14.807428+0000","last_became_peered":"2024-09-05T07:36:14.807428+0000","last_unstale":"2024-09-05T07:38:36.502901+0000","last_undegraded":"2024-09-05T07:38:36.502901+0000","last_fullsized":"2024-09-05T07:38:36.502901+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:38:11.620962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"90'15","reported_seq":72,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456587+0000","last_change":"2024-09-05T07:36:35.933190+0000","last_active":"2024-09-05T07:38:36.456587+0000","last_peered":"2024-09-05T07:38:36.456587+0000","last_clean":"2024-09-05T07:38:36.456587+0000","last_became_active":"2024-09-05T07:36:35.922566+0000","last_became_peered":"2024-09-05T07:36:35.922566+0000","last_unstale":"2024-09-05T07:38:36.456587+0000","last_undegraded":"2024-09-05T07:38:36.456587+0000","last_fullsized":"2024-09-05T07:38:36.456587+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:13:42.061104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.481504+0000","last_change":"2024-09-05T07:36:21.873086+0000","last_active":"2024-09-05T07:38:36.481504+0000","last_peered":"2024-09-05T07:38:36.481504+0000","last_clean":"2024-09-05T07:38:36.481504+0000","last_became_active":"2024-09-05T07:36:21.872698+0000","last_became_peered":"2024-09-05T07:36:21.872698+0000","last_unstale":"2024-09-05T07:38:36.481504+0000","last_undegraded":"2024-09-05T07:38:36.481504+0000","last_fullsized":"2024-09-05T07:38:36.481504+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:53:32.758650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"93'6","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.489847+0000","last_change":"2024-09-05T07:36:14.811106+0000","last_active":"2024-09-05T07:38:36.489847+0000","last_peered":"2024-09-05T07:38:36.489847+0000","last_clean":"2024-09-05T07:38:36.489847+0000","last_became_active":"2024-09-05T07:36:14.810794+0000","last_became_peered":"2024-09-05T07:36:14.810794+0000","last_unstale":"2024-09-05T07:38:36.489847+0000","last_undegraded":"2024-09-05T07:38:36.489847+0000","last_fullsized":"2024-09-05T07:38:36.489847+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:02:13.381457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"93'6","reported_seq":149,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.742509+0000","last_change":"2024-09-05T07:36:12.800415+0000","last_active":"2024-09-05T07:38:36.742509+0000","last_peered":"2024-09-05T07:38:36.742509+0000","last_clean":"2024-09-05T07:38:36.742509+0000","last_became_active":"2024-09-05T07:36:12.800030+0000","last_became_peered":"2024-09-05T07:36:12.800030+0000","last_unstale":"2024-09-05T07:38:36.742509+0000","last_undegraded":"2024-09-05T07:38:36.742509+0000","last_fullsized":"2024-09-05T07:38:36.742509+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:22:46.940996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1869,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":104,"num_read_kb":4,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475015+0000","last_change":"2024-09-05T07:36:21.874206+0000","last_active":"2024-09-05T07:38:36.475015+0000","last_peered":"2024-09-05T07:38:36.475015+0000","last_clean":"2024-09-05T07:38:36.475015+0000","last_became_active":"2024-09-05T07:36:21.873842+0000","last_became_peered":"2024-09-05T07:36:21.873842+0000","last_unstale":"2024-09-05T07:38:36.475015+0000","last_undegraded":"2024-09-05T07:38:36.475015+0000","last_fullsized":"2024-09-05T07:38:36.475015+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:04:27.948419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"93'15","reported_seq":51,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.512641+0000","last_change":"2024-09-05T07:36:14.812031+0000","last_active":"2024-09-05T07:38:36.512641+0000","last_peered":"2024-09-05T07:38:36.512641+0000","last_clean":"2024-09-05T07:38:36.512641+0000","last_became_active":"2024-09-05T07:36:14.811712+0000","last_became_peered":"2024-09-05T07:36:14.811712+0000","last_unstale":"2024-09-05T07:38:36.512641+0000","last_undegraded":"2024-09-05T07:38:36.512641+0000","last_fullsized":"2024-09-05T07:38:36.512641+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:09:05.893797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"90'3","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467457+0000","last_change":"2024-09-05T07:36:12.802054+0000","last_active":"2024-09-05T07:38:36.467457+0000","last_peered":"2024-09-05T07:38:36.467457+0000","last_clean":"2024-09-05T07:38:36.467457+0000","last_became_active":"2024-09-05T07:36:12.801682+0000","last_became_peered":"2024-09-05T07:36:12.801682+0000","last_unstale":"2024-09-05T07:38:36.467457+0000","last_undegraded":"2024-09-05T07:38:36.467457+0000","last_fullsized":"2024-09-05T07:38:36.467457+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:05.971799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466238+0000","last_change":"2024-09-05T07:36:35.924128+0000","last_active":"2024-09-05T07:38:36.466238+0000","last_peered":"2024-09-05T07:38:36.466238+0000","last_clean":"2024-09-05T07:38:36.466238+0000","last_became_active":"2024-09-05T07:36:35.923583+0000","last_became_peered":"2024-09-05T07:36:35.923583+0000","last_unstale":"2024-09-05T07:38:36.466238+0000","last_undegraded":"2024-09-05T07:38:36.466238+0000","last_fullsized":"2024-09-05T07:38:36.466238+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:51:53.735503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"93'9","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.510842+0000","last_change":"2024-09-05T07:36:14.813760+0000","last_active":"2024-09-05T07:38:36.510842+0000","last_peered":"2024-09-05T07:38:36.510842+0000","last_clean":"2024-09-05T07:38:36.510842+0000","last_became_active":"2024-09-05T07:36:14.813466+0000","last_became_peered":"2024-09-05T07:36:14.813466+0000","last_unstale":"2024-09-05T07:38:36.510842+0000","last_undegraded":"2024-09-05T07:38:36.510842+0000","last_fullsized":"2024-09-05T07:38:36.510842+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:48:27.593353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"90'6","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461031+0000","last_change":"2024-09-05T07:36:12.797588+0000","last_active":"2024-09-05T07:38:36.461031+0000","last_peered":"2024-09-05T07:38:36.461031+0000","last_clean":"2024-09-05T07:38:36.461031+0000","last_became_active":"2024-09-05T07:36:12.797268+0000","last_became_peered":"2024-09-05T07:36:12.797268+0000","last_unstale":"2024-09-05T07:38:36.461031+0000","last_undegraded":"2024-09-05T07:38:36.461031+0000","last_fullsized":"2024-09-05T07:38:36.461031+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:18:07.718554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466948+0000","last_change":"2024-09-05T07:36:21.878964+0000","last_active":"2024-09-05T07:38:36.466948+0000","last_peered":"2024-09-05T07:38:36.466948+0000","last_clean":"2024-09-05T07:38:36.466948+0000","last_became_active":"2024-09-05T07:36:21.878461+0000","last_became_peered":"2024-09-05T07:36:21.878461+0000","last_unstale":"2024-09-05T07:38:36.466948+0000","last_undegraded":"2024-09-05T07:38:36.466948+0000","last_fullsized":"2024-09-05T07:38:36.466948+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:08:24.717805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.487643+0000","last_change":"2024-09-05T07:36:14.812766+0000","last_active":"2024-09-05T07:38:36.487643+0000","last_peered":"2024-09-05T07:38:36.487643+0000","last_clean":"2024-09-05T07:38:36.487643+0000","last_became_active":"2024-09-05T07:36:14.812466+0000","last_became_peered":"2024-09-05T07:36:14.812466+0000","last_unstale":"2024-09-05T07:38:36.487643+0000","last_undegraded":"2024-09-05T07:38:36.487643+0000","last_fullsized":"2024-09-05T07:38:36.487643+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:10:22.292778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"93'40","reported_seq":289,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.747597+0000","last_change":"2024-09-05T07:36:12.802462+0000","last_active":"2024-09-05T07:38:36.747597+0000","last_peered":"2024-09-05T07:38:36.747597+0000","last_clean":"2024-09-05T07:38:36.747597+0000","last_became_active":"2024-09-05T07:36:12.801443+0000","last_became_peered":"2024-09-05T07:36:12.801443+0000","last_unstale":"2024-09-05T07:38:36.747597+0000","last_undegraded":"2024-09-05T07:38:36.747597+0000","last_fullsized":"2024-09-05T07:38:36.747597+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:43:45.816775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66152,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":210,"num_read_kb":169,"num_write":41,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.472407+0000","last_change":"2024-09-05T07:36:21.874872+0000","last_active":"2024-09-05T07:38:36.472407+0000","last_peered":"2024-09-05T07:38:36.472407+0000","last_clean":"2024-09-05T07:38:36.472407+0000","last_became_active":"2024-09-05T07:36:21.874522+0000","last_became_peered":"2024-09-05T07:36:21.874522+0000","last_unstale":"2024-09-05T07:38:36.472407+0000","last_undegraded":"2024-09-05T07:38:36.472407+0000","last_fullsized":"2024-09-05T07:38:36.472407+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:31:48.318719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"93'11","reported_seq":53,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503972+0000","last_change":"2024-09-05T07:37:36.442608+0000","last_active":"2024-09-05T07:38:36.503972+0000","last_peered":"2024-09-05T07:38:36.503972+0000","last_clean":"2024-09-05T07:38:36.503972+0000","last_became_active":"2024-09-05T07:37:36.442322+0000","last_became_peered":"2024-09-05T07:37:36.442322+0000","last_unstale":"2024-09-05T07:38:36.503972+0000","last_undegraded":"2024-09-05T07:38:36.503972+0000","last_fullsized":"2024-09-05T07:38:36.503972+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:47:50.050502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,7],"acting":[1,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"90'4","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.469472+0000","last_change":"2024-09-05T07:36:12.809661+0000","last_active":"2024-09-05T07:38:36.469472+0000","last_peered":"2024-09-05T07:38:36.469472+0000","last_clean":"2024-09-05T07:38:36.469472+0000","last_became_active":"2024-09-05T07:36:12.809335+0000","last_became_peered":"2024-09-05T07:36:12.809335+0000","last_unstale":"2024-09-05T07:38:36.469472+0000","last_undegraded":"2024-09-05T07:38:36.469472+0000","last_fullsized":"2024-09-05T07:38:36.469472+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:14:23.254081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475750+0000","last_change":"2024-09-05T07:36:21.882000+0000","last_active":"2024-09-05T07:38:36.475750+0000","last_peered":"2024-09-05T07:38:36.475750+0000","last_clean":"2024-09-05T07:38:36.475750+0000","last_became_active":"2024-09-05T07:36:21.881568+0000","last_became_peered":"2024-09-05T07:36:21.881568+0000","last_unstale":"2024-09-05T07:38:36.475750+0000","last_undegraded":"2024-09-05T07:38:36.475750+0000","last_fullsized":"2024-09-05T07:38:36.475750+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:19:38.343193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"93'9","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.500392+0000","last_change":"2024-09-05T07:36:14.821034+0000","last_active":"2024-09-05T07:38:36.500392+0000","last_peered":"2024-09-05T07:38:36.500392+0000","last_clean":"2024-09-05T07:38:36.500392+0000","last_became_active":"2024-09-05T07:36:14.820515+0000","last_became_peered":"2024-09-05T07:36:14.820515+0000","last_unstale":"2024-09-05T07:38:36.500392+0000","last_undegraded":"2024-09-05T07:38:36.500392+0000","last_fullsized":"2024-09-05T07:38:36.500392+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:07:47.211164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"90'2","reported_seq":19,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467148+0000","last_change":"2024-09-05T07:36:35.955348+0000","last_active":"2024-09-05T07:38:36.467148+0000","last_peered":"2024-09-05T07:38:36.467148+0000","last_clean":"2024-09-05T07:38:36.467148+0000","last_became_active":"2024-09-05T07:36:35.954909+0000","last_became_peered":"2024-09-05T07:36:35.954909+0000","last_unstale":"2024-09-05T07:38:36.467148+0000","last_undegraded":"2024-09-05T07:38:36.467148+0000","last_fullsized":"2024-09-05T07:38:36.467148+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:32.331855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,2],"acting":[11,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470475+0000","last_change":"2024-09-05T07:36:21.875678+0000","last_active":"2024-09-05T07:38:36.470475+0000","last_peered":"2024-09-05T07:38:36.470475+0000","last_clean":"2024-09-05T07:38:36.470475+0000","last_became_active":"2024-09-05T07:36:21.875119+0000","last_became_peered":"2024-09-05T07:36:21.875119+0000","last_unstale":"2024-09-05T07:38:36.470475+0000","last_undegraded":"2024-09-05T07:38:36.470475+0000","last_fullsized":"2024-09-05T07:38:36.470475+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:27:11.876389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"93'10","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498760+0000","last_change":"2024-09-05T07:36:14.808987+0000","last_active":"2024-09-05T07:38:36.498760+0000","last_peered":"2024-09-05T07:38:36.498760+0000","last_clean":"2024-09-05T07:38:36.498760+0000","last_became_active":"2024-09-05T07:36:14.808677+0000","last_became_peered":"2024-09-05T07:36:14.808677+0000","last_unstale":"2024-09-05T07:38:36.498760+0000","last_undegraded":"2024-09-05T07:38:36.498760+0000","last_fullsized":"2024-09-05T07:38:36.498760+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:33.565183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"92'4","reported_seq":143,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.551885+0000","last_change":"2024-09-05T07:36:12.801995+0000","last_active":"2024-09-05T07:38:36.551885+0000","last_peered":"2024-09-05T07:38:36.551885+0000","last_clean":"2024-09-05T07:38:36.551885+0000","last_became_active":"2024-09-05T07:36:12.801647+0000","last_became_peered":"2024-09-05T07:36:12.801647+0000","last_unstale":"2024-09-05T07:38:36.551885+0000","last_undegraded":"2024-09-05T07:38:36.551885+0000","last_fullsized":"2024-09-05T07:38:36.551885+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:42:13.827626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":100,"num_read_kb":100,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.455650+0000","last_change":"2024-09-05T07:36:21.875549+0000","last_active":"2024-09-05T07:38:36.455650+0000","last_peered":"2024-09-05T07:38:36.455650+0000","last_clean":"2024-09-05T07:38:36.455650+0000","last_became_active":"2024-09-05T07:36:21.875233+0000","last_became_peered":"2024-09-05T07:36:21.875233+0000","last_unstale":"2024-09-05T07:38:36.455650+0000","last_undegraded":"2024-09-05T07:38:36.455650+0000","last_fullsized":"2024-09-05T07:38:36.455650+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:48:37.673251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.469867+0000","last_change":"2024-09-05T07:36:21.879699+0000","last_active":"2024-09-05T07:38:36.469867+0000","last_peered":"2024-09-05T07:38:36.469867+0000","last_clean":"2024-09-05T07:38:36.469867+0000","last_became_active":"2024-09-05T07:36:21.879328+0000","last_became_peered":"2024-09-05T07:36:21.879328+0000","last_unstale":"2024-09-05T07:38:36.469867+0000","last_undegraded":"2024-09-05T07:38:36.469867+0000","last_fullsized":"2024-09-05T07:38:36.469867+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:53:04.042260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"93'11","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504605+0000","last_change":"2024-09-05T07:36:14.818287+0000","last_active":"2024-09-05T07:38:36.504605+0000","last_peered":"2024-09-05T07:38:36.504605+0000","last_clean":"2024-09-05T07:38:36.504605+0000","last_became_active":"2024-09-05T07:36:14.817988+0000","last_became_peered":"2024-09-05T07:36:14.817988+0000","last_unstale":"2024-09-05T07:38:36.504605+0000","last_undegraded":"2024-09-05T07:38:36.504605+0000","last_fullsized":"2024-09-05T07:38:36.504605+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:21:04.100359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"90'1","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466242+0000","last_change":"2024-09-05T07:36:12.801794+0000","last_active":"2024-09-05T07:38:36.466242+0000","last_peered":"2024-09-05T07:38:36.466242+0000","last_clean":"2024-09-05T07:38:36.466242+0000","last_became_active":"2024-09-05T07:36:12.801422+0000","last_became_peered":"2024-09-05T07:36:12.801422+0000","last_unstale":"2024-09-05T07:38:36.466242+0000","last_undegraded":"2024-09-05T07:38:36.466242+0000","last_fullsized":"2024-09-05T07:38:36.466242+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:41.473362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470363+0000","last_change":"2024-09-05T07:36:21.876009+0000","last_active":"2024-09-05T07:38:36.470363+0000","last_peered":"2024-09-05T07:38:36.470363+0000","last_clean":"2024-09-05T07:38:36.470363+0000","last_became_active":"2024-09-05T07:36:21.875545+0000","last_became_peered":"2024-09-05T07:36:21.875545+0000","last_unstale":"2024-09-05T07:38:36.470363+0000","last_undegraded":"2024-09-05T07:38:36.470363+0000","last_fullsized":"2024-09-05T07:38:36.470363+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:51.027968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"93'8","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505707+0000","last_change":"2024-09-05T07:36:14.811457+0000","last_active":"2024-09-05T07:38:36.505707+0000","last_peered":"2024-09-05T07:38:36.505707+0000","last_clean":"2024-09-05T07:38:36.505707+0000","last_became_active":"2024-09-05T07:36:14.811061+0000","last_became_peered":"2024-09-05T07:36:14.811061+0000","last_unstale":"2024-09-05T07:38:36.505707+0000","last_undegraded":"2024-09-05T07:38:36.505707+0000","last_fullsized":"2024-09-05T07:38:36.505707+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:23:00.487971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"90'2","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.468557+0000","last_change":"2024-09-05T07:36:12.796795+0000","last_active":"2024-09-05T07:38:36.468557+0000","last_peered":"2024-09-05T07:38:36.468557+0000","last_clean":"2024-09-05T07:38:36.468557+0000","last_became_active":"2024-09-05T07:36:12.796476+0000","last_became_peered":"2024-09-05T07:36:12.796476+0000","last_unstale":"2024-09-05T07:38:36.468557+0000","last_undegraded":"2024-09-05T07:38:36.468557+0000","last_fullsized":"2024-09-05T07:38:36.468557+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:16.267998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"90'3","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.457140+0000","last_change":"2024-09-05T07:36:12.798581+0000","last_active":"2024-09-05T07:38:36.457140+0000","last_peered":"2024-09-05T07:38:36.457140+0000","last_clean":"2024-09-05T07:38:36.457140+0000","last_became_active":"2024-09-05T07:36:12.798245+0000","last_became_peered":"2024-09-05T07:36:12.798245+0000","last_unstale":"2024-09-05T07:38:36.457140+0000","last_undegraded":"2024-09-05T07:38:36.457140+0000","last_fullsized":"2024-09-05T07:38:36.457140+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:02:51.750398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"93'8","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498000+0000","last_change":"2024-09-05T07:36:14.812695+0000","last_active":"2024-09-05T07:38:36.498000+0000","last_peered":"2024-09-05T07:38:36.498000+0000","last_clean":"2024-09-05T07:38:36.498000+0000","last_became_active":"2024-09-05T07:36:14.812224+0000","last_became_peered":"2024-09-05T07:36:14.812224+0000","last_unstale":"2024-09-05T07:38:36.498000+0000","last_undegraded":"2024-09-05T07:38:36.498000+0000","last_fullsized":"2024-09-05T07:38:36.498000+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:18.817287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.460557+0000","last_change":"2024-09-05T07:36:21.872082+0000","last_active":"2024-09-05T07:38:36.460557+0000","last_peered":"2024-09-05T07:38:36.460557+0000","last_clean":"2024-09-05T07:38:36.460557+0000","last_became_active":"2024-09-05T07:36:21.871664+0000","last_became_peered":"2024-09-05T07:36:21.871664+0000","last_unstale":"2024-09-05T07:38:36.460557+0000","last_undegraded":"2024-09-05T07:38:36.460557+0000","last_fullsized":"2024-09-05T07:38:36.460557+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:51:39.262588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"93'10","reported_seq":153,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.739961+0000","last_change":"2024-09-05T07:36:12.802264+0000","last_active":"2024-09-05T07:38:36.739961+0000","last_peered":"2024-09-05T07:38:36.739961+0000","last_clean":"2024-09-05T07:38:36.739961+0000","last_became_active":"2024-09-05T07:36:12.801215+0000","last_became_peered":"2024-09-05T07:36:12.801215+0000","last_unstale":"2024-09-05T07:38:36.739961+0000","last_undegraded":"2024-09-05T07:38:36.739961+0000","last_fullsized":"2024-09-05T07:38:36.739961+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:21.135132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2437,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":105,"num_read_kb":5,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497513+0000","last_change":"2024-09-05T07:36:14.800251+0000","last_active":"2024-09-05T07:38:36.497513+0000","last_peered":"2024-09-05T07:38:36.497513+0000","last_clean":"2024-09-05T07:38:36.497513+0000","last_became_active":"2024-09-05T07:36:14.799961+0000","last_became_peered":"2024-09-05T07:36:14.799961+0000","last_unstale":"2024-09-05T07:38:36.497513+0000","last_undegraded":"2024-09-05T07:38:36.497513+0000","last_fullsized":"2024-09-05T07:38:36.497513+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:43:57.630634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461556+0000","last_change":"2024-09-05T07:36:21.872878+0000","last_active":"2024-09-05T07:38:36.461556+0000","last_peered":"2024-09-05T07:38:36.461556+0000","last_clean":"2024-09-05T07:38:36.461556+0000","last_became_active":"2024-09-05T07:36:21.872471+0000","last_became_peered":"2024-09-05T07:36:21.872471+0000","last_unstale":"2024-09-05T07:38:36.461556+0000","last_undegraded":"2024-09-05T07:38:36.461556+0000","last_fullsized":"2024-09-05T07:38:36.461556+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:00:20.993809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"93'9","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503598+0000","last_change":"2024-09-05T07:36:14.810631+0000","last_active":"2024-09-05T07:38:36.503598+0000","last_peered":"2024-09-05T07:38:36.503598+0000","last_clean":"2024-09-05T07:38:36.503598+0000","last_became_active":"2024-09-05T07:36:14.809410+0000","last_became_peered":"2024-09-05T07:36:14.809410+0000","last_unstale":"2024-09-05T07:38:36.503598+0000","last_undegraded":"2024-09-05T07:38:36.503598+0000","last_fullsized":"2024-09-05T07:38:36.503598+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:39:38.926597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"93'12","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497292+0000","last_change":"2024-09-05T07:36:14.809457+0000","last_active":"2024-09-05T07:38:36.497292+0000","last_peered":"2024-09-05T07:38:36.497292+0000","last_clean":"2024-09-05T07:38:36.497292+0000","last_became_active":"2024-09-05T07:36:14.809176+0000","last_became_peered":"2024-09-05T07:36:14.809176+0000","last_unstale":"2024-09-05T07:38:36.497292+0000","last_undegraded":"2024-09-05T07:38:36.497292+0000","last_fullsized":"2024-09-05T07:38:36.497292+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:40:15.801533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.492508+0000","last_change":"2024-09-05T07:36:14.816273+0000","last_active":"2024-09-05T07:38:36.492508+0000","last_peered":"2024-09-05T07:38:36.492508+0000","last_clean":"2024-09-05T07:38:36.492508+0000","last_became_active":"2024-09-05T07:36:14.815968+0000","last_became_peered":"2024-09-05T07:36:14.815968+0000","last_unstale":"2024-09-05T07:38:36.492508+0000","last_undegraded":"2024-09-05T07:38:36.492508+0000","last_fullsized":"2024-09-05T07:38:36.492508+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:26:21.943549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.512474+0000","last_change":"2024-09-05T07:36:14.808605+0000","last_active":"2024-09-05T07:38:36.512474+0000","last_peered":"2024-09-05T07:38:36.512474+0000","last_clean":"2024-09-05T07:38:36.512474+0000","last_became_active":"2024-09-05T07:36:14.808281+0000","last_became_peered":"2024-09-05T07:36:14.808281+0000","last_unstale":"2024-09-05T07:38:36.512474+0000","last_undegraded":"2024-09-05T07:38:36.512474+0000","last_fullsized":"2024-09-05T07:38:36.512474+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:21.258022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"93'4","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.513948+0000","last_change":"2024-09-05T07:36:14.808482+0000","last_active":"2024-09-05T07:38:36.513948+0000","last_peered":"2024-09-05T07:38:36.513948+0000","last_clean":"2024-09-05T07:38:36.513948+0000","last_became_active":"2024-09-05T07:36:14.808159+0000","last_became_peered":"2024-09-05T07:36:14.808159+0000","last_unstale":"2024-09-05T07:38:36.513948+0000","last_undegraded":"2024-09-05T07:38:36.513948+0000","last_fullsized":"2024-09-05T07:38:36.513948+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:49.067909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"93'6","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.501543+0000","last_change":"2024-09-05T07:37:36.441423+0000","last_active":"2024-09-05T07:38:36.501543+0000","last_peered":"2024-09-05T07:38:36.501543+0000","last_clean":"2024-09-05T07:38:36.501543+0000","last_became_active":"2024-09-05T07:37:36.441116+0000","last_became_peered":"2024-09-05T07:37:36.441116+0000","last_unstale":"2024-09-05T07:38:36.501543+0000","last_undegraded":"2024-09-05T07:38:36.501543+0000","last_fullsized":"2024-09-05T07:38:36.501543+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:15:57.348005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"93'15","reported_seq":51,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503209+0000","last_change":"2024-09-05T07:36:14.807016+0000","last_active":"2024-09-05T07:38:36.503209+0000","last_peered":"2024-09-05T07:38:36.503209+0000","last_clean":"2024-09-05T07:38:36.503209+0000","last_became_active":"2024-09-05T07:36:14.806722+0000","last_became_peered":"2024-09-05T07:36:14.806722+0000","last_unstale":"2024-09-05T07:38:36.503209+0000","last_undegraded":"2024-09-05T07:38:36.503209+0000","last_fullsized":"2024-09-05T07:38:36.503209+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:51:31.607865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"93'2","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.495435+0000","last_change":"2024-09-05T07:36:14.811682+0000","last_active":"2024-09-05T07:38:36.495435+0000","last_peered":"2024-09-05T07:38:36.495435+0000","last_clean":"2024-09-05T07:38:36.495435+0000","last_became_active":"2024-09-05T07:36:14.811289+0000","last_became_peered":"2024-09-05T07:36:14.811289+0000","last_unstale":"2024-09-05T07:38:36.495435+0000","last_undegraded":"2024-09-05T07:38:36.495435+0000","last_fullsized":"2024-09-05T07:38:36.495435+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:08:02.337426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497862+0000","last_change":"2024-09-05T07:36:14.812288+0000","last_active":"2024-09-05T07:38:36.497862+0000","last_peered":"2024-09-05T07:38:36.497862+0000","last_clean":"2024-09-05T07:38:36.497862+0000","last_became_active":"2024-09-05T07:36:14.811880+0000","last_became_peered":"2024-09-05T07:36:14.811880+0000","last_unstale":"2024-09-05T07:38:36.497862+0000","last_undegraded":"2024-09-05T07:38:36.497862+0000","last_fullsized":"2024-09-05T07:38:36.497862+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:12:08.684675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505410+0000","last_change":"2024-09-05T07:36:14.810185+0000","last_active":"2024-09-05T07:38:36.505410+0000","last_peered":"2024-09-05T07:38:36.505410+0000","last_clean":"2024-09-05T07:38:36.505410+0000","last_became_active":"2024-09-05T07:36:14.809878+0000","last_became_peered":"2024-09-05T07:36:14.809878+0000","last_unstale":"2024-09-05T07:38:36.505410+0000","last_undegraded":"2024-09-05T07:38:36.505410+0000","last_fullsized":"2024-09-05T07:38:36.505410+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:15:44.940260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"93'10","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.499083+0000","last_change":"2024-09-05T07:36:14.815367+0000","last_active":"2024-09-05T07:38:36.499083+0000","last_peered":"2024-09-05T07:38:36.499083+0000","last_clean":"2024-09-05T07:38:36.499083+0000","last_became_active":"2024-09-05T07:36:14.815014+0000","last_became_peered":"2024-09-05T07:36:14.815014+0000","last_unstale":"2024-09-05T07:38:36.499083+0000","last_undegraded":"2024-09-05T07:38:36.499083+0000","last_fullsized":"2024-09-05T07:38:36.499083+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:12.936600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"93'11","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.514127+0000","last_change":"2024-09-05T07:36:14.809788+0000","last_active":"2024-09-05T07:38:36.514127+0000","last_peered":"2024-09-05T07:38:36.514127+0000","last_clean":"2024-09-05T07:38:36.514127+0000","last_became_active":"2024-09-05T07:36:14.809492+0000","last_became_peered":"2024-09-05T07:36:14.809492+0000","last_unstale":"2024-09-05T07:38:36.514127+0000","last_undegraded":"2024-09-05T07:38:36.514127+0000","last_fullsized":"2024-09-05T07:38:36.514127+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:14:53.969774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503649+0000","last_change":"2024-09-05T07:36:14.820736+0000","last_active":"2024-09-05T07:38:36.503649+0000","last_peered":"2024-09-05T07:38:36.503649+0000","last_clean":"2024-09-05T07:38:36.503649+0000","last_became_active":"2024-09-05T07:36:14.820441+0000","last_became_peered":"2024-09-05T07:36:14.820441+0000","last_unstale":"2024-09-05T07:38:36.503649+0000","last_undegraded":"2024-09-05T07:38:36.503649+0000","last_fullsized":"2024-09-05T07:38:36.503649+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:59:58.690955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"93'7","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511541+0000","last_change":"2024-09-05T07:36:14.817088+0000","last_active":"2024-09-05T07:38:36.511541+0000","last_peered":"2024-09-05T07:38:36.511541+0000","last_clean":"2024-09-05T07:38:36.511541+0000","last_became_active":"2024-09-05T07:36:14.816796+0000","last_became_peered":"2024-09-05T07:36:14.816796+0000","last_unstale":"2024-09-05T07:38:36.511541+0000","last_undegraded":"2024-09-05T07:38:36.511541+0000","last_fullsized":"2024-09-05T07:38:36.511541+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:13:09.976444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"93'10","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.506073+0000","last_change":"2024-09-05T07:36:14.817288+0000","last_active":"2024-09-05T07:38:36.506073+0000","last_peered":"2024-09-05T07:38:36.506073+0000","last_clean":"2024-09-05T07:38:36.506073+0000","last_became_active":"2024-09-05T07:36:14.816945+0000","last_became_peered":"2024-09-05T07:36:14.816945+0000","last_unstale":"2024-09-05T07:38:36.506073+0000","last_undegraded":"2024-09-05T07:38:36.506073+0000","last_fullsized":"2024-09-05T07:38:36.506073+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:29:21.904752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505215+0000","last_change":"2024-09-05T07:36:14.814799+0000","last_active":"2024-09-05T07:38:36.505215+0000","last_peered":"2024-09-05T07:38:36.505215+0000","last_clean":"2024-09-05T07:38:36.505215+0000","last_became_active":"2024-09-05T07:36:14.814044+0000","last_became_peered":"2024-09-05T07:36:14.814044+0000","last_unstale":"2024-09-05T07:38:36.505215+0000","last_undegraded":"2024-09-05T07:38:36.505215+0000","last_fullsized":"2024-09-05T07:38:36.505215+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:47.034838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"93'9","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503887+0000","last_change":"2024-09-05T07:36:14.813588+0000","last_active":"2024-09-05T07:38:36.503887+0000","last_peered":"2024-09-05T07:38:36.503887+0000","last_clean":"2024-09-05T07:38:36.503887+0000","last_became_active":"2024-09-05T07:36:14.813310+0000","last_became_peered":"2024-09-05T07:36:14.813310+0000","last_unstale":"2024-09-05T07:38:36.503887+0000","last_undegraded":"2024-09-05T07:38:36.503887+0000","last_fullsized":"2024-09-05T07:38:36.503887+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:20:00.193943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"93'7","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498010+0000","last_change":"2024-09-05T07:37:36.872961+0000","last_active":"2024-09-05T07:38:36.498010+0000","last_peered":"2024-09-05T07:38:36.498010+0000","last_clean":"2024-09-05T07:38:36.498010+0000","last_became_active":"2024-09-05T07:37:36.872548+0000","last_became_peered":"2024-09-05T07:37:36.872548+0000","last_unstale":"2024-09-05T07:38:36.498010+0000","last_undegraded":"2024-09-05T07:38:36.498010+0000","last_fullsized":"2024-09-05T07:38:36.498010+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:24:06.936930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,2],"acting":[0,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.496822+0000","last_change":"2024-09-05T07:36:14.820169+0000","last_active":"2024-09-05T07:38:36.496822+0000","last_peered":"2024-09-05T07:38:36.496822+0000","last_clean":"2024-09-05T07:38:36.496822+0000","last_became_active":"2024-09-05T07:36:14.819349+0000","last_became_peered":"2024-09-05T07:36:14.819349+0000","last_unstale":"2024-09-05T07:38:36.496822+0000","last_undegraded":"2024-09-05T07:38:36.496822+0000","last_fullsized":"2024-09-05T07:38:36.496822+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:30:33.276239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"93'10","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.507154+0000","last_change":"2024-09-05T07:36:14.816981+0000","last_active":"2024-09-05T07:38:36.507154+0000","last_peered":"2024-09-05T07:38:36.507154+0000","last_clean":"2024-09-05T07:38:36.507154+0000","last_became_active":"2024-09-05T07:36:14.816645+0000","last_became_peered":"2024-09-05T07:36:14.816645+0000","last_unstale":"2024-09-05T07:38:36.507154+0000","last_undegraded":"2024-09-05T07:38:36.507154+0000","last_fullsized":"2024-09-05T07:38:36.507154+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:57.926810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.499651+0000","last_change":"2024-09-05T07:36:14.816277+0000","last_active":"2024-09-05T07:38:36.499651+0000","last_peered":"2024-09-05T07:38:36.499651+0000","last_clean":"2024-09-05T07:38:36.499651+0000","last_became_active":"2024-09-05T07:36:14.815998+0000","last_became_peered":"2024-09-05T07:36:14.815998+0000","last_unstale":"2024-09-05T07:38:36.499651+0000","last_undegraded":"2024-09-05T07:38:36.499651+0000","last_fullsized":"2024-09-05T07:38:36.499651+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:42.278870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"93'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502167+0000","last_change":"2024-09-05T07:36:14.813425+0000","last_active":"2024-09-05T07:38:36.502167+0000","last_peered":"2024-09-05T07:38:36.502167+0000","last_clean":"2024-09-05T07:38:36.502167+0000","last_became_active":"2024-09-05T07:36:14.813135+0000","last_became_peered":"2024-09-05T07:36:14.813135+0000","last_unstale":"2024-09-05T07:38:36.502167+0000","last_undegraded":"2024-09-05T07:38:36.502167+0000","last_fullsized":"2024-09-05T07:38:36.502167+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:54.684216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"93'16","reported_seq":49,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.495273+0000","last_change":"2024-09-05T07:36:14.820772+0000","last_active":"2024-09-05T07:38:36.495273+0000","last_peered":"2024-09-05T07:38:36.495273+0000","last_clean":"2024-09-05T07:38:36.495273+0000","last_became_active":"2024-09-05T07:36:14.820347+0000","last_became_peered":"2024-09-05T07:36:14.820347+0000","last_unstale":"2024-09-05T07:38:36.495273+0000","last_undegraded":"2024-09-05T07:38:36.495273+0000","last_fullsized":"2024-09-05T07:38:36.495273+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:47.635596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"93'11","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.500328+0000","last_change":"2024-09-05T07:36:14.811244+0000","last_active":"2024-09-05T07:38:36.500328+0000","last_peered":"2024-09-05T07:38:36.500328+0000","last_clean":"2024-09-05T07:38:36.500328+0000","last_became_active":"2024-09-05T07:36:14.810959+0000","last_became_peered":"2024-09-05T07:36:14.810959+0000","last_unstale":"2024-09-05T07:38:36.500328+0000","last_undegraded":"2024-09-05T07:38:36.500328+0000","last_fullsized":"2024-09-05T07:38:36.500328+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:47:47.631297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"93'9","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504172+0000","last_change":"2024-09-05T07:37:36.468340+0000","last_active":"2024-09-05T07:38:36.504172+0000","last_peered":"2024-09-05T07:38:36.504172+0000","last_clean":"2024-09-05T07:38:36.504172+0000","last_became_active":"2024-09-05T07:37:36.467940+0000","last_became_peered":"2024-09-05T07:37:36.467940+0000","last_unstale":"2024-09-05T07:38:36.504172+0000","last_undegraded":"2024-09-05T07:38:36.504172+0000","last_fullsized":"2024-09-05T07:38:36.504172+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:21:34.298980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.39","version":"93'5","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.496612+0000","last_change":"2024-09-05T07:36:14.806795+0000","last_active":"2024-09-05T07:38:36.496612+0000","last_peered":"2024-09-05T07:38:36.496612+0000","last_clean":"2024-09-05T07:38:36.496612+0000","last_became_active":"2024-09-05T07:36:14.806038+0000","last_became_peered":"2024-09-05T07:36:14.806038+0000","last_unstale":"2024-09-05T07:38:36.496612+0000","last_undegraded":"2024-09-05T07:38:36.496612+0000","last_fullsized":"2024-09-05T07:38:36.496612+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:56:05.136500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"93'6","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.494435+0000","last_change":"2024-09-05T07:36:14.814462+0000","last_active":"2024-09-05T07:38:36.494435+0000","last_peered":"2024-09-05T07:38:36.494435+0000","last_clean":"2024-09-05T07:38:36.494435+0000","last_became_active":"2024-09-05T07:36:14.814178+0000","last_became_peered":"2024-09-05T07:36:14.814178+0000","last_unstale":"2024-09-05T07:38:36.494435+0000","last_undegraded":"2024-09-05T07:38:36.494435+0000","last_fullsized":"2024-09-05T07:38:36.494435+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:10:46.217701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"93'4","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.493047+0000","last_change":"2024-09-05T07:36:14.809141+0000","last_active":"2024-09-05T07:38:36.493047+0000","last_peered":"2024-09-05T07:38:36.493047+0000","last_clean":"2024-09-05T07:38:36.493047+0000","last_became_active":"2024-09-05T07:36:14.808812+0000","last_became_peered":"2024-09-05T07:36:14.808812+0000","last_unstale":"2024-09-05T07:38:36.493047+0000","last_undegraded":"2024-09-05T07:38:36.493047+0000","last_fullsized":"2024-09-05T07:38:36.493047+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:07:46.838052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"93'8","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498469+0000","last_change":"2024-09-05T07:36:14.818092+0000","last_active":"2024-09-05T07:38:36.498469+0000","last_peered":"2024-09-05T07:38:36.498469+0000","last_clean":"2024-09-05T07:38:36.498469+0000","last_became_active":"2024-09-05T07:36:14.817789+0000","last_became_peered":"2024-09-05T07:36:14.817789+0000","last_unstale":"2024-09-05T07:38:36.498469+0000","last_undegraded":"2024-09-05T07:38:36.498469+0000","last_fullsized":"2024-09-05T07:38:36.498469+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:22:29.176609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502602+0000","last_change":"2024-09-05T07:36:14.813266+0000","last_active":"2024-09-05T07:38:36.502602+0000","last_peered":"2024-09-05T07:38:36.502602+0000","last_clean":"2024-09-05T07:38:36.502602+0000","last_became_active":"2024-09-05T07:36:14.812886+0000","last_became_peered":"2024-09-05T07:36:14.812886+0000","last_unstale":"2024-09-05T07:38:36.502602+0000","last_undegraded":"2024-09-05T07:38:36.502602+0000","last_fullsized":"2024-09-05T07:38:36.502602+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:26:39.085280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"93'4","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502946+0000","last_change":"2024-09-05T07:36:14.819845+0000","last_active":"2024-09-05T07:38:36.502946+0000","last_peered":"2024-09-05T07:38:36.502946+0000","last_clean":"2024-09-05T07:38:36.502946+0000","last_became_active":"2024-09-05T07:36:14.819575+0000","last_became_peered":"2024-09-05T07:36:14.819575+0000","last_unstale":"2024-09-05T07:38:36.502946+0000","last_undegraded":"2024-09-05T07:38:36.502946+0000","last_fullsized":"2024-09-05T07:38:36.502946+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:44:39.270064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505050+0000","last_change":"2024-09-05T07:36:14.815067+0000","last_active":"2024-09-05T07:38:36.505050+0000","last_peered":"2024-09-05T07:38:36.505050+0000","last_clean":"2024-09-05T07:38:36.505050+0000","last_became_active":"2024-09-05T07:36:14.814453+0000","last_became_peered":"2024-09-05T07:36:14.814453+0000","last_unstale":"2024-09-05T07:38:36.505050+0000","last_undegraded":"2024-09-05T07:38:36.505050+0000","last_fullsized":"2024-09-05T07:38:36.505050+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:32:16.995333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":597674,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":724,"num_read_kb":470,"num_write":298,"num_write_kb":1443,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2015232,"data_stored":1793022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":234,"ondisk_log_size":234,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514538,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1077248,"data_stored":532922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743471,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":29004,"kb_used_data":1860,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716148,"statfs":{"total":95995035648,"available":95965335552,"internally_reserved":0,"allocated":1904640,"data_stored":1323297,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906996,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28480,"kb_used_data":1452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716672,"statfs":{"total":95995035648,"available":95965872128,"internally_reserved":0,"allocated":1486848,"data_stored":930448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135929,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36792,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708360,"statfs":{"total":95995035648,"available":95957360640,"internally_reserved":0,"allocated":1478656,"data_stored":926250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364861,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32832,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712320,"statfs":{"total":95995035648,"available":95961415680,"internally_reserved":0,"allocated":1683456,"data_stored":1131670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528387,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1069056,"data_stored":528312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790023,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36996,"kb_used_data":1648,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708156,"statfs":{"total":95995035648,"available":95957151744,"internally_reserved":0,"allocated":1687552,"data_stored":1121095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953549,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1089536,"data_stored":534355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182481,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36916,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708236,"statfs":{"total":95995035648,"available":95957233664,"internally_reserved":0,"allocated":1609728,"data_stored":1053322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411415,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36476,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708676,"statfs":{"total":95995035648,"available":95957684224,"internally_reserved":0,"allocated":1155072,"data_stored":597427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574939,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36460,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708692,"statfs":{"total":95995035648,"available":95957700608,"internally_reserved":0,"allocated":1138688,"data_stored":594374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738463,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1093632,"data_stored":529700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":66152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":69205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":525100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":134891,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":409600,"data_stored":393932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":241664,"data_stored":200611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T07:38:42.385 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T07:38:42.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.520+0000 7fbe4392a640 1 -- 172.21.15.71:0/2069853848 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe3c1035b0 msgr2=0x7fbe3c10ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:42.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.520+0000 7fbe4392a640 1 --2- 172.21.15.71:0/2069853848 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe3c1035b0 0x7fbe3c10ba90 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fbe2c009900 tx=0x7fbe2c02a410 comp rx=0 tx=0).stop 2024-09-05T07:38:42.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.520+0000 7fbe4392a640 1 -- 172.21.15.71:0/2069853848 shutdown_connections 2024-09-05T07:38:42.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.520+0000 7fbe4392a640 1 --2- 172.21.15.71:0/2069853848 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe3c10c100 0x7fbe3c10e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.520+0000 7fbe4392a640 1 --2- 172.21.15.71:0/2069853848 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe3c1035b0 0x7fbe3c10ba90 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.520+0000 7fbe4392a640 1 --2- 172.21.15.71:0/2069853848 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe3c102c90 0x7fbe3c103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.520+0000 7fbe4392a640 1 -- 172.21.15.71:0/2069853848 >> 172.21.15.71:0/2069853848 conn(0x7fbe3c0fc6a0 msgr2=0x7fbe3c0feac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.520+0000 7fbe4392a640 1 -- 172.21.15.71:0/2069853848 shutdown_connections 2024-09-05T07:38:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.520+0000 7fbe4392a640 1 -- 172.21.15.71:0/2069853848 wait complete. 2024-09-05T07:38:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.521+0000 7fbe4392a640 1 Processor -- start 2024-09-05T07:38:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.521+0000 7fbe4392a640 1 -- start start 2024-09-05T07:38:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.521+0000 7fbe4392a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe3c102c90 0x7fbe3c19a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.521+0000 7fbe4392a640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe3c1035b0 0x7fbe3c19aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.521+0000 7fbe4392a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe3c10c100 0x7fbe3c19ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.521+0000 7fbe4392a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fbe3c111d80 con 0x7fbe3c102c90 2024-09-05T07:38:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.521+0000 7fbe4392a640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbe3c111c00 con 0x7fbe3c1035b0 2024-09-05T07:38:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.521+0000 7fbe4392a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbe3c111f00 con 0x7fbe3c10c100 2024-09-05T07:38:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.521+0000 7fbe416c6640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe3c102c90 0x7fbe3c19a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.521+0000 7fbe416c6640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe3c102c90 0x7fbe3c19a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51984/0 (socket says 172.21.15.71:51984) 2024-09-05T07:38:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.521+0000 7fbe416c6640 1 -- 172.21.15.71:0/961757791 learned_addr learned my addr 172.21.15.71:0/961757791 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.521+0000 7fbe41ec7640 1 --2- 172.21.15.71:0/961757791 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe3c10c100 0x7fbe3c19ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.522+0000 7fbe40ec5640 1 --2- 172.21.15.71:0/961757791 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe3c1035b0 0x7fbe3c19aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.522+0000 7fbe416c6640 1 -- 172.21.15.71:0/961757791 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe3c10c100 msgr2=0x7fbe3c19ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.522+0000 7fbe416c6640 1 --2- 172.21.15.71:0/961757791 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe3c10c100 0x7fbe3c19ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.522+0000 7fbe416c6640 1 -- 172.21.15.71:0/961757791 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe3c1035b0 msgr2=0x7fbe3c19aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.522+0000 7fbe416c6640 1 --2- 172.21.15.71:0/961757791 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe3c1035b0 0x7fbe3c19aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.522+0000 7fbe416c6640 1 -- 172.21.15.71:0/961757791 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe3c19f580 con 0x7fbe3c102c90 2024-09-05T07:38:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.522+0000 7fbe40ec5640 1 --2- 172.21.15.71:0/961757791 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe3c1035b0 0x7fbe3c19aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:38:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.522+0000 7fbe41ec7640 1 --2- 172.21.15.71:0/961757791 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe3c10c100 0x7fbe3c19ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:38:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.522+0000 7fbe416c6640 1 --2- 172.21.15.71:0/961757791 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe3c102c90 0x7fbe3c19a590 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fbe3800d950 tx=0x7fbe3800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.522+0000 7fbe327fc640 1 -- 172.21.15.71:0/961757791 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe38017070 con 0x7fbe3c102c90 2024-09-05T07:38:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.522+0000 7fbe4392a640 1 -- 172.21.15.71:0/961757791 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe3c19f870 con 0x7fbe3c102c90 2024-09-05T07:38:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.522+0000 7fbe327fc640 1 -- 172.21.15.71:0/961757791 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe38009c30 con 0x7fbe3c102c90 2024-09-05T07:38:42.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.522+0000 7fbe327fc640 1 -- 172.21.15.71:0/961757791 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe3800f620 con 0x7fbe3c102c90 2024-09-05T07:38:42.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.522+0000 7fbe4392a640 1 -- 172.21.15.71:0/961757791 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe3c1a7100 con 0x7fbe3c102c90 2024-09-05T07:38:42.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.523+0000 7fbe4392a640 1 -- 172.21.15.71:0/961757791 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe3c103070 con 0x7fbe3c102c90 2024-09-05T07:38:42.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.524+0000 7fbe327fc640 1 -- 172.21.15.71:0/961757791 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138009+0+0 (secure 0 0 0) 0x7fbe380109a0 con 0x7fbe3c102c90 2024-09-05T07:38:42.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.524+0000 7fbe327fc640 1 --2- 172.21.15.71:0/961757791 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbe280a2d90 0x7fbe280a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:42.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.525+0000 7fbe40ec5640 1 --2- 172.21.15.71:0/961757791 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbe280a2d90 0x7fbe280a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:42.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.525+0000 7fbe327fc640 1 -- 172.21.15.71:0/961757791 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fbe380cf010 con 0x7fbe3c102c90 2024-09-05T07:38:42.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.525+0000 7fbe40ec5640 1 --2- 172.21.15.71:0/961757791 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbe280a2d90 0x7fbe280a5250 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fbe2c000c00 tx=0x7fbe2c031400 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:42.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.529+0000 7fbe327fc640 1 -- 172.21.15.71:0/961757791 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbe38009de0 con 0x7fbe3c102c90 2024-09-05T07:38:42.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:42 smithi071 ceph-mon[30965]: from='client.15330 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:38:42.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:42 smithi071 ceph-mon[30965]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 1.2 KiB/s wr, 31 op/s 2024-09-05T07:38:42.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.694+0000 7fbe4392a640 1 -- 172.21.15.71:0/961757791 --> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbe3c1020b0 con 0x7fbe280a2d90 2024-09-05T07:38:42.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.702+0000 7fbe327fc640 1 -- 172.21.15.71:0/961757791 <== mgr.15228 v2:172.21.15.71:6800/2114245039 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339383 (secure 0 0 0) 0x7fbe3c1020b0 con 0x7fbe280a2d90 2024-09-05T07:38:42.706 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:42.708 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-09-05T07:38:42.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.706+0000 7fbe4392a640 1 -- 172.21.15.71:0/961757791 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbe280a2d90 msgr2=0x7fbe280a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:42.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.706+0000 7fbe4392a640 1 --2- 172.21.15.71:0/961757791 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbe280a2d90 0x7fbe280a5250 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fbe2c000c00 tx=0x7fbe2c031400 comp rx=0 tx=0).stop 2024-09-05T07:38:42.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.706+0000 7fbe4392a640 1 -- 172.21.15.71:0/961757791 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe3c102c90 msgr2=0x7fbe3c19a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:42.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.706+0000 7fbe4392a640 1 --2- 172.21.15.71:0/961757791 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe3c102c90 0x7fbe3c19a590 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fbe3800d950 tx=0x7fbe3800de10 comp rx=0 tx=0).stop 2024-09-05T07:38:42.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.706+0000 7fbe4392a640 1 -- 172.21.15.71:0/961757791 shutdown_connections 2024-09-05T07:38:42.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.706+0000 7fbe4392a640 1 --2- 172.21.15.71:0/961757791 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbe280a2d90 0x7fbe280a5250 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.706+0000 7fbe4392a640 1 --2- 172.21.15.71:0/961757791 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe3c10c100 0x7fbe3c19ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.706+0000 7fbe4392a640 1 --2- 172.21.15.71:0/961757791 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe3c1035b0 0x7fbe3c19aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.706+0000 7fbe4392a640 1 --2- 172.21.15.71:0/961757791 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe3c102c90 0x7fbe3c19a590 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.706+0000 7fbe4392a640 1 -- 172.21.15.71:0/961757791 >> 172.21.15.71:0/961757791 conn(0x7fbe3c0fc6a0 msgr2=0x7fbe3c1019a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:42.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.706+0000 7fbe4392a640 1 -- 172.21.15.71:0/961757791 shutdown_connections 2024-09-05T07:38:42.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.706+0000 7fbe4392a640 1 -- 172.21.15.71:0/961757791 wait complete. 2024-09-05T07:38:42.717 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":6,"stamp":"2024-09-05T07:38:42.480821+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1192590,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":995,"num_read_kb":823,"num_write":504,"num_write_kb":4389,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":886,"ondisk_log_size":886,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":394632,"kb_used_data":16244,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124547192,"statfs":{"total":1151940427776,"available":1151536324608,"internally_reserved":0,"allocated":16633856,"data_stored":9948500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":387233081},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":4314,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":234,"num_write":23,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.006361"},"pg_stats":[{"pgid":"2.1f","version":"90'9","reported_seq":51,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475249+0000","last_change":"2024-09-05T07:36:12.799600+0000","last_active":"2024-09-05T07:38:36.475249+0000","last_peered":"2024-09-05T07:38:36.475249+0000","last_clean":"2024-09-05T07:38:36.475249+0000","last_became_active":"2024-09-05T07:36:12.799257+0000","last_became_peered":"2024-09-05T07:36:12.799257+0000","last_unstale":"2024-09-05T07:38:36.475249+0000","last_undegraded":"2024-09-05T07:38:36.475249+0000","last_fullsized":"2024-09-05T07:38:36.475249+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:30:11.431175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.490192+0000","last_change":"2024-09-05T07:36:14.809949+0000","last_active":"2024-09-05T07:38:36.490192+0000","last_peered":"2024-09-05T07:38:36.490192+0000","last_clean":"2024-09-05T07:38:36.490192+0000","last_became_active":"2024-09-05T07:36:14.809548+0000","last_became_peered":"2024-09-05T07:36:14.809548+0000","last_unstale":"2024-09-05T07:38:36.490192+0000","last_undegraded":"2024-09-05T07:38:36.490192+0000","last_fullsized":"2024-09-05T07:38:36.490192+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:23:20.911493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.460557+0000","last_change":"2024-09-05T07:36:21.873917+0000","last_active":"2024-09-05T07:38:36.460557+0000","last_peered":"2024-09-05T07:38:36.460557+0000","last_clean":"2024-09-05T07:38:36.460557+0000","last_became_active":"2024-09-05T07:36:21.873513+0000","last_became_peered":"2024-09-05T07:36:21.873513+0000","last_unstale":"2024-09-05T07:38:36.460557+0000","last_undegraded":"2024-09-05T07:38:36.460557+0000","last_fullsized":"2024-09-05T07:38:36.460557+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:46:22.911489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456184+0000","last_change":"2024-09-05T07:36:12.809101+0000","last_active":"2024-09-05T07:38:36.456184+0000","last_peered":"2024-09-05T07:38:36.456184+0000","last_clean":"2024-09-05T07:38:36.456184+0000","last_became_active":"2024-09-05T07:36:12.808801+0000","last_became_peered":"2024-09-05T07:36:12.808801+0000","last_unstale":"2024-09-05T07:38:36.456184+0000","last_undegraded":"2024-09-05T07:38:36.456184+0000","last_fullsized":"2024-09-05T07:38:36.456184+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:24:41.651682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502471+0000","last_change":"2024-09-05T07:36:14.813092+0000","last_active":"2024-09-05T07:38:36.502471+0000","last_peered":"2024-09-05T07:38:36.502471+0000","last_clean":"2024-09-05T07:38:36.502471+0000","last_became_active":"2024-09-05T07:36:14.812778+0000","last_became_peered":"2024-09-05T07:36:14.812778+0000","last_unstale":"2024-09-05T07:38:36.502471+0000","last_undegraded":"2024-09-05T07:38:36.502471+0000","last_fullsized":"2024-09-05T07:38:36.502471+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:05:13.898628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.471783+0000","last_change":"2024-09-05T07:36:21.879572+0000","last_active":"2024-09-05T07:38:36.471783+0000","last_peered":"2024-09-05T07:38:36.471783+0000","last_clean":"2024-09-05T07:38:36.471783+0000","last_became_active":"2024-09-05T07:36:21.879141+0000","last_became_peered":"2024-09-05T07:36:21.879141+0000","last_unstale":"2024-09-05T07:38:36.471783+0000","last_undegraded":"2024-09-05T07:38:36.471783+0000","last_fullsized":"2024-09-05T07:38:36.471783+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:26:58.057968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'4","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.457160+0000","last_change":"2024-09-05T07:36:12.801181+0000","last_active":"2024-09-05T07:38:36.457160+0000","last_peered":"2024-09-05T07:38:36.457160+0000","last_clean":"2024-09-05T07:38:36.457160+0000","last_became_active":"2024-09-05T07:36:12.800826+0000","last_became_peered":"2024-09-05T07:36:12.800826+0000","last_unstale":"2024-09-05T07:38:36.457160+0000","last_undegraded":"2024-09-05T07:38:36.457160+0000","last_fullsized":"2024-09-05T07:38:36.457160+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:46:57.132870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"93'9","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.500295+0000","last_change":"2024-09-05T07:36:14.807185+0000","last_active":"2024-09-05T07:38:36.500295+0000","last_peered":"2024-09-05T07:38:36.500295+0000","last_clean":"2024-09-05T07:38:36.500295+0000","last_became_active":"2024-09-05T07:36:14.806877+0000","last_became_peered":"2024-09-05T07:36:14.806877+0000","last_unstale":"2024-09-05T07:38:36.500295+0000","last_undegraded":"2024-09-05T07:38:36.500295+0000","last_fullsized":"2024-09-05T07:38:36.500295+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:10:09.735431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475595+0000","last_change":"2024-09-05T07:36:35.955373+0000","last_active":"2024-09-05T07:38:36.475595+0000","last_peered":"2024-09-05T07:38:36.475595+0000","last_clean":"2024-09-05T07:38:36.475595+0000","last_became_active":"2024-09-05T07:36:35.954902+0000","last_became_peered":"2024-09-05T07:36:35.954902+0000","last_unstale":"2024-09-05T07:38:36.475595+0000","last_undegraded":"2024-09-05T07:38:36.475595+0000","last_fullsized":"2024-09-05T07:38:36.475595+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:10:48.886808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,8,5],"acting":[4,3,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.457193+0000","last_change":"2024-09-05T07:36:12.803991+0000","last_active":"2024-09-05T07:38:36.457193+0000","last_peered":"2024-09-05T07:38:36.457193+0000","last_clean":"2024-09-05T07:38:36.457193+0000","last_became_active":"2024-09-05T07:36:12.803605+0000","last_became_peered":"2024-09-05T07:36:12.803605+0000","last_unstale":"2024-09-05T07:38:36.457193+0000","last_undegraded":"2024-09-05T07:38:36.457193+0000","last_fullsized":"2024-09-05T07:38:36.457193+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:32:34.325986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"93'15","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503584+0000","last_change":"2024-09-05T07:36:14.818742+0000","last_active":"2024-09-05T07:38:36.503584+0000","last_peered":"2024-09-05T07:38:36.503584+0000","last_clean":"2024-09-05T07:38:36.503584+0000","last_became_active":"2024-09-05T07:36:14.818429+0000","last_became_peered":"2024-09-05T07:36:14.818429+0000","last_unstale":"2024-09-05T07:38:36.503584+0000","last_undegraded":"2024-09-05T07:38:36.503584+0000","last_fullsized":"2024-09-05T07:38:36.503584+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:07:56.517645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.471970+0000","last_change":"2024-09-05T07:36:21.879708+0000","last_active":"2024-09-05T07:38:36.471970+0000","last_peered":"2024-09-05T07:38:36.471970+0000","last_clean":"2024-09-05T07:38:36.471970+0000","last_became_active":"2024-09-05T07:36:21.879294+0000","last_became_peered":"2024-09-05T07:36:21.879294+0000","last_unstale":"2024-09-05T07:38:36.471970+0000","last_undegraded":"2024-09-05T07:38:36.471970+0000","last_fullsized":"2024-09-05T07:38:36.471970+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:39:13.648675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511862+0000","last_change":"2024-09-05T07:36:14.809970+0000","last_active":"2024-09-05T07:38:36.511862+0000","last_peered":"2024-09-05T07:38:36.511862+0000","last_clean":"2024-09-05T07:38:36.511862+0000","last_became_active":"2024-09-05T07:36:14.808188+0000","last_became_peered":"2024-09-05T07:36:14.808188+0000","last_unstale":"2024-09-05T07:38:36.511862+0000","last_undegraded":"2024-09-05T07:38:36.511862+0000","last_fullsized":"2024-09-05T07:38:36.511862+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:34:54.391953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456676+0000","last_change":"2024-09-05T07:36:12.799787+0000","last_active":"2024-09-05T07:38:36.456676+0000","last_peered":"2024-09-05T07:38:36.456676+0000","last_clean":"2024-09-05T07:38:36.456676+0000","last_became_active":"2024-09-05T07:36:12.799298+0000","last_became_peered":"2024-09-05T07:36:12.799298+0000","last_unstale":"2024-09-05T07:38:36.456676+0000","last_undegraded":"2024-09-05T07:38:36.456676+0000","last_fullsized":"2024-09-05T07:38:36.456676+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:56:21.913375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466674+0000","last_change":"2024-09-05T07:36:22.039340+0000","last_active":"2024-09-05T07:38:36.466674+0000","last_peered":"2024-09-05T07:38:36.466674+0000","last_clean":"2024-09-05T07:38:36.466674+0000","last_became_active":"2024-09-05T07:36:22.038839+0000","last_became_peered":"2024-09-05T07:36:22.038839+0000","last_unstale":"2024-09-05T07:38:36.466674+0000","last_undegraded":"2024-09-05T07:38:36.466674+0000","last_fullsized":"2024-09-05T07:38:36.466674+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:15:12.399771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.486348+0000","last_change":"2024-09-05T07:36:14.809134+0000","last_active":"2024-09-05T07:38:36.486348+0000","last_peered":"2024-09-05T07:38:36.486348+0000","last_clean":"2024-09-05T07:38:36.486348+0000","last_became_active":"2024-09-05T07:36:14.808813+0000","last_became_peered":"2024-09-05T07:36:14.808813+0000","last_unstale":"2024-09-05T07:38:36.486348+0000","last_undegraded":"2024-09-05T07:38:36.486348+0000","last_fullsized":"2024-09-05T07:38:36.486348+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:41:13.055058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"93'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461149+0000","last_change":"2024-09-05T07:36:12.800122+0000","last_active":"2024-09-05T07:38:36.461149+0000","last_peered":"2024-09-05T07:38:36.461149+0000","last_clean":"2024-09-05T07:38:36.461149+0000","last_became_active":"2024-09-05T07:36:12.799760+0000","last_became_peered":"2024-09-05T07:36:12.799760+0000","last_unstale":"2024-09-05T07:38:36.461149+0000","last_undegraded":"2024-09-05T07:38:36.461149+0000","last_fullsized":"2024-09-05T07:38:36.461149+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:24:23.617273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"90'1","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.472268+0000","last_change":"2024-09-05T07:36:21.875884+0000","last_active":"2024-09-05T07:38:36.472268+0000","last_peered":"2024-09-05T07:38:36.472268+0000","last_clean":"2024-09-05T07:38:36.472268+0000","last_became_active":"2024-09-05T07:36:21.875323+0000","last_became_peered":"2024-09-05T07:36:21.875323+0000","last_unstale":"2024-09-05T07:38:36.472268+0000","last_undegraded":"2024-09-05T07:38:36.472268+0000","last_fullsized":"2024-09-05T07:38:36.472268+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:28.249884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"93'9","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504634+0000","last_change":"2024-09-05T07:36:14.816557+0000","last_active":"2024-09-05T07:38:36.504634+0000","last_peered":"2024-09-05T07:38:36.504634+0000","last_clean":"2024-09-05T07:38:36.504634+0000","last_became_active":"2024-09-05T07:36:14.815610+0000","last_became_peered":"2024-09-05T07:36:14.815610+0000","last_unstale":"2024-09-05T07:38:36.504634+0000","last_undegraded":"2024-09-05T07:38:36.504634+0000","last_fullsized":"2024-09-05T07:38:36.504634+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:26:17.715866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"90'3","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.455824+0000","last_change":"2024-09-05T07:36:12.797574+0000","last_active":"2024-09-05T07:38:36.455824+0000","last_peered":"2024-09-05T07:38:36.455824+0000","last_clean":"2024-09-05T07:38:36.455824+0000","last_became_active":"2024-09-05T07:36:12.797235+0000","last_became_peered":"2024-09-05T07:36:12.797235+0000","last_unstale":"2024-09-05T07:38:36.455824+0000","last_undegraded":"2024-09-05T07:38:36.455824+0000","last_fullsized":"2024-09-05T07:38:36.455824+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:01:13.882076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456737+0000","last_change":"2024-09-05T07:36:35.955205+0000","last_active":"2024-09-05T07:38:36.456737+0000","last_peered":"2024-09-05T07:38:36.456737+0000","last_clean":"2024-09-05T07:38:36.456737+0000","last_became_active":"2024-09-05T07:36:35.954774+0000","last_became_peered":"2024-09-05T07:36:35.954774+0000","last_unstale":"2024-09-05T07:38:36.456737+0000","last_undegraded":"2024-09-05T07:38:36.456737+0000","last_fullsized":"2024-09-05T07:38:36.456737+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:24:11.816616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.9","version":"93'2","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.485176+0000","last_change":"2024-09-05T07:36:14.810604+0000","last_active":"2024-09-05T07:38:36.485176+0000","last_peered":"2024-09-05T07:38:36.485176+0000","last_clean":"2024-09-05T07:38:36.485176+0000","last_became_active":"2024-09-05T07:36:14.810203+0000","last_became_peered":"2024-09-05T07:36:14.810203+0000","last_unstale":"2024-09-05T07:38:36.485176+0000","last_undegraded":"2024-09-05T07:38:36.485176+0000","last_fullsized":"2024-09-05T07:38:36.485176+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:21:04.720664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461032+0000","last_change":"2024-09-05T07:36:12.811040+0000","last_active":"2024-09-05T07:38:36.461032+0000","last_peered":"2024-09-05T07:38:36.461032+0000","last_clean":"2024-09-05T07:38:36.461032+0000","last_became_active":"2024-09-05T07:36:12.810737+0000","last_became_peered":"2024-09-05T07:36:12.810737+0000","last_unstale":"2024-09-05T07:38:36.461032+0000","last_undegraded":"2024-09-05T07:38:36.461032+0000","last_fullsized":"2024-09-05T07:38:36.461032+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:44:25.801815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466707+0000","last_change":"2024-09-05T07:36:22.040640+0000","last_active":"2024-09-05T07:38:36.466707+0000","last_peered":"2024-09-05T07:38:36.466707+0000","last_clean":"2024-09-05T07:38:36.466707+0000","last_became_active":"2024-09-05T07:36:22.040247+0000","last_became_peered":"2024-09-05T07:36:22.040247+0000","last_unstale":"2024-09-05T07:38:36.466707+0000","last_undegraded":"2024-09-05T07:38:36.466707+0000","last_fullsized":"2024-09-05T07:38:36.466707+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:03:16.022864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497774+0000","last_change":"2024-09-05T07:36:14.820761+0000","last_active":"2024-09-05T07:38:36.497774+0000","last_peered":"2024-09-05T07:38:36.497774+0000","last_clean":"2024-09-05T07:38:36.497774+0000","last_became_active":"2024-09-05T07:36:14.820507+0000","last_became_peered":"2024-09-05T07:36:14.820507+0000","last_unstale":"2024-09-05T07:38:36.497774+0000","last_undegraded":"2024-09-05T07:38:36.497774+0000","last_fullsized":"2024-09-05T07:38:36.497774+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:34:48.881638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"90'4","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466564+0000","last_change":"2024-09-05T07:36:13.411988+0000","last_active":"2024-09-05T07:38:36.466564+0000","last_peered":"2024-09-05T07:38:36.466564+0000","last_clean":"2024-09-05T07:38:36.466564+0000","last_became_active":"2024-09-05T07:36:13.411609+0000","last_became_peered":"2024-09-05T07:36:13.411609+0000","last_unstale":"2024-09-05T07:38:36.466564+0000","last_undegraded":"2024-09-05T07:38:36.466564+0000","last_fullsized":"2024-09-05T07:38:36.466564+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:40:21.270134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.460707+0000","last_change":"2024-09-05T07:36:21.871465+0000","last_active":"2024-09-05T07:38:36.460707+0000","last_peered":"2024-09-05T07:38:36.460707+0000","last_clean":"2024-09-05T07:38:36.460707+0000","last_became_active":"2024-09-05T07:36:21.871056+0000","last_became_peered":"2024-09-05T07:36:21.871056+0000","last_unstale":"2024-09-05T07:38:36.460707+0000","last_undegraded":"2024-09-05T07:38:36.460707+0000","last_fullsized":"2024-09-05T07:38:36.460707+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:24:41.284515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.506480+0000","last_change":"2024-09-05T07:36:14.814919+0000","last_active":"2024-09-05T07:38:36.506480+0000","last_peered":"2024-09-05T07:38:36.506480+0000","last_clean":"2024-09-05T07:38:36.506480+0000","last_became_active":"2024-09-05T07:36:14.814611+0000","last_became_peered":"2024-09-05T07:36:14.814611+0000","last_unstale":"2024-09-05T07:38:36.506480+0000","last_undegraded":"2024-09-05T07:38:36.506480+0000","last_fullsized":"2024-09-05T07:38:36.506480+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:33:22.534338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'48","reported_seq":112,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.852209+0000","last_change":"2024-09-05T07:36:12.797620+0000","last_active":"2024-09-05T07:38:36.852209+0000","last_peered":"2024-09-05T07:38:36.852209+0000","last_clean":"2024-09-05T07:38:36.852209+0000","last_became_active":"2024-09-05T07:36:12.797270+0000","last_became_peered":"2024-09-05T07:36:12.797270+0000","last_unstale":"2024-09-05T07:38:36.852209+0000","last_undegraded":"2024-09-05T07:38:36.852209+0000","last_fullsized":"2024-09-05T07:38:36.852209+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:54:17.325544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":87,"num_write_kb":839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.455614+0000","last_change":"2024-09-05T07:36:22.038463+0000","last_active":"2024-09-05T07:38:36.455614+0000","last_peered":"2024-09-05T07:38:36.455614+0000","last_clean":"2024-09-05T07:38:36.455614+0000","last_became_active":"2024-09-05T07:36:22.038095+0000","last_became_peered":"2024-09-05T07:36:22.038095+0000","last_unstale":"2024-09-05T07:38:36.455614+0000","last_undegraded":"2024-09-05T07:38:36.455614+0000","last_fullsized":"2024-09-05T07:38:36.455614+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:27.589451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"93'9","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511666+0000","last_change":"2024-09-05T07:36:14.806223+0000","last_active":"2024-09-05T07:38:36.511666+0000","last_peered":"2024-09-05T07:38:36.511666+0000","last_clean":"2024-09-05T07:38:36.511666+0000","last_became_active":"2024-09-05T07:36:14.805869+0000","last_became_peered":"2024-09-05T07:36:14.805869+0000","last_unstale":"2024-09-05T07:38:36.511666+0000","last_undegraded":"2024-09-05T07:38:36.511666+0000","last_fullsized":"2024-09-05T07:38:36.511666+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:27:20.566443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"90'1","reported_seq":19,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.473081+0000","last_change":"2024-09-05T07:36:35.922464+0000","last_active":"2024-09-05T07:38:36.473081+0000","last_peered":"2024-09-05T07:38:36.473081+0000","last_clean":"2024-09-05T07:38:36.473081+0000","last_became_active":"2024-09-05T07:36:35.922078+0000","last_became_peered":"2024-09-05T07:36:35.922078+0000","last_unstale":"2024-09-05T07:38:36.473081+0000","last_undegraded":"2024-09-05T07:38:36.473081+0000","last_fullsized":"2024-09-05T07:38:36.473081+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:17:29.580551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.465715+0000","last_change":"2024-09-05T07:36:21.877189+0000","last_active":"2024-09-05T07:38:36.465715+0000","last_peered":"2024-09-05T07:38:36.465715+0000","last_clean":"2024-09-05T07:38:36.465715+0000","last_became_active":"2024-09-05T07:36:21.876796+0000","last_became_peered":"2024-09-05T07:36:21.876796+0000","last_unstale":"2024-09-05T07:38:36.465715+0000","last_undegraded":"2024-09-05T07:38:36.465715+0000","last_fullsized":"2024-09-05T07:38:36.465715+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:13.944091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"93'4","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511355+0000","last_change":"2024-09-05T07:36:14.816662+0000","last_active":"2024-09-05T07:38:36.511355+0000","last_peered":"2024-09-05T07:38:36.511355+0000","last_clean":"2024-09-05T07:38:36.511355+0000","last_became_active":"2024-09-05T07:36:14.812722+0000","last_became_peered":"2024-09-05T07:36:14.812722+0000","last_unstale":"2024-09-05T07:38:36.511355+0000","last_undegraded":"2024-09-05T07:38:36.511355+0000","last_fullsized":"2024-09-05T07:38:36.511355+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:35:10.627551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.471300+0000","last_change":"2024-09-05T07:36:12.809582+0000","last_active":"2024-09-05T07:38:36.471300+0000","last_peered":"2024-09-05T07:38:36.471300+0000","last_clean":"2024-09-05T07:38:36.471300+0000","last_became_active":"2024-09-05T07:36:12.809223+0000","last_became_peered":"2024-09-05T07:36:12.809223+0000","last_unstale":"2024-09-05T07:38:36.471300+0000","last_undegraded":"2024-09-05T07:38:36.471300+0000","last_fullsized":"2024-09-05T07:38:36.471300+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:20:12.101205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456522+0000","last_change":"2024-09-05T07:36:22.039671+0000","last_active":"2024-09-05T07:38:36.456522+0000","last_peered":"2024-09-05T07:38:36.456522+0000","last_clean":"2024-09-05T07:38:36.456522+0000","last_became_active":"2024-09-05T07:36:22.039221+0000","last_became_peered":"2024-09-05T07:36:22.039221+0000","last_unstale":"2024-09-05T07:38:36.456522+0000","last_undegraded":"2024-09-05T07:38:36.456522+0000","last_fullsized":"2024-09-05T07:38:36.456522+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:37:43.961598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"93'7","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497402+0000","last_change":"2024-09-05T07:36:35.926667+0000","last_active":"2024-09-05T07:38:36.497402+0000","last_peered":"2024-09-05T07:38:36.497402+0000","last_clean":"2024-09-05T07:38:36.497402+0000","last_became_active":"2024-09-05T07:36:35.926353+0000","last_became_peered":"2024-09-05T07:36:35.926353+0000","last_unstale":"2024-09-05T07:38:36.497402+0000","last_undegraded":"2024-09-05T07:38:36.497402+0000","last_fullsized":"2024-09-05T07:38:36.497402+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:33:52.775633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"90'1","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467799+0000","last_change":"2024-09-05T07:36:12.801852+0000","last_active":"2024-09-05T07:38:36.467799+0000","last_peered":"2024-09-05T07:38:36.467799+0000","last_clean":"2024-09-05T07:38:36.467799+0000","last_became_active":"2024-09-05T07:36:12.801533+0000","last_became_peered":"2024-09-05T07:36:12.801533+0000","last_unstale":"2024-09-05T07:38:36.467799+0000","last_undegraded":"2024-09-05T07:38:36.467799+0000","last_fullsized":"2024-09-05T07:38:36.467799+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:48:19.037437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.479672+0000","last_change":"2024-09-05T07:36:21.876580+0000","last_active":"2024-09-05T07:38:36.479672+0000","last_peered":"2024-09-05T07:38:36.479672+0000","last_clean":"2024-09-05T07:38:36.479672+0000","last_became_active":"2024-09-05T07:36:21.876209+0000","last_became_peered":"2024-09-05T07:36:21.876209+0000","last_unstale":"2024-09-05T07:38:36.479672+0000","last_undegraded":"2024-09-05T07:38:36.479672+0000","last_fullsized":"2024-09-05T07:38:36.479672+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:26:13.322909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.496789+0000","last_change":"2024-09-05T07:36:14.818775+0000","last_active":"2024-09-05T07:38:36.496789+0000","last_peered":"2024-09-05T07:38:36.496789+0000","last_clean":"2024-09-05T07:38:36.496789+0000","last_became_active":"2024-09-05T07:36:14.818482+0000","last_became_peered":"2024-09-05T07:36:14.818482+0000","last_unstale":"2024-09-05T07:38:36.496789+0000","last_undegraded":"2024-09-05T07:38:36.496789+0000","last_fullsized":"2024-09-05T07:38:36.496789+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:53:41.945628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'5","reported_seq":150,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:40.556770+0000","last_change":"2024-09-05T07:36:12.808974+0000","last_active":"2024-09-05T07:38:40.556770+0000","last_peered":"2024-09-05T07:38:40.556770+0000","last_clean":"2024-09-05T07:38:40.556770+0000","last_became_active":"2024-09-05T07:36:12.808622+0000","last_became_peered":"2024-09-05T07:36:12.808622+0000","last_unstale":"2024-09-05T07:38:40.556770+0000","last_undegraded":"2024-09-05T07:38:40.556770+0000","last_fullsized":"2024-09-05T07:38:40.556770+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:29.308884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":105,"num_read_kb":105,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.481265+0000","last_change":"2024-09-05T07:36:22.039214+0000","last_active":"2024-09-05T07:38:36.481265+0000","last_peered":"2024-09-05T07:38:36.481265+0000","last_clean":"2024-09-05T07:38:36.481265+0000","last_became_active":"2024-09-05T07:36:22.038781+0000","last_became_peered":"2024-09-05T07:36:22.038781+0000","last_unstale":"2024-09-05T07:38:36.481265+0000","last_undegraded":"2024-09-05T07:38:36.481265+0000","last_fullsized":"2024-09-05T07:38:36.481265+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:16:57.102240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"93'5","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511914+0000","last_change":"2024-09-05T07:36:14.811533+0000","last_active":"2024-09-05T07:38:36.511914+0000","last_peered":"2024-09-05T07:38:36.511914+0000","last_clean":"2024-09-05T07:38:36.511914+0000","last_became_active":"2024-09-05T07:36:14.811250+0000","last_became_peered":"2024-09-05T07:36:14.811250+0000","last_unstale":"2024-09-05T07:38:36.511914+0000","last_undegraded":"2024-09-05T07:38:36.511914+0000","last_fullsized":"2024-09-05T07:38:36.511914+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:12.085530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'3","reported_seq":50,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.468386+0000","last_change":"2024-09-05T07:36:35.954521+0000","last_active":"2024-09-05T07:38:36.468386+0000","last_peered":"2024-09-05T07:38:36.468386+0000","last_clean":"2024-09-05T07:38:36.468386+0000","last_became_active":"2024-09-05T07:36:35.954104+0000","last_became_peered":"2024-09-05T07:36:35.954104+0000","last_unstale":"2024-09-05T07:38:36.468386+0000","last_undegraded":"2024-09-05T07:38:36.468386+0000","last_fullsized":"2024-09-05T07:38:36.468386+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:04:32.253928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470415+0000","last_change":"2024-09-05T07:36:22.040782+0000","last_active":"2024-09-05T07:38:36.470415+0000","last_peered":"2024-09-05T07:38:36.470415+0000","last_clean":"2024-09-05T07:38:36.470415+0000","last_became_active":"2024-09-05T07:36:22.040423+0000","last_became_peered":"2024-09-05T07:36:22.040423+0000","last_unstale":"2024-09-05T07:38:36.470415+0000","last_undegraded":"2024-09-05T07:38:36.470415+0000","last_fullsized":"2024-09-05T07:38:36.470415+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:45:59.360303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.495487+0000","last_change":"2024-09-05T07:36:14.816493+0000","last_active":"2024-09-05T07:38:36.495487+0000","last_peered":"2024-09-05T07:38:36.495487+0000","last_clean":"2024-09-05T07:38:36.495487+0000","last_became_active":"2024-09-05T07:36:14.816180+0000","last_became_peered":"2024-09-05T07:36:14.816180+0000","last_unstale":"2024-09-05T07:38:36.495487+0000","last_undegraded":"2024-09-05T07:38:36.495487+0000","last_fullsized":"2024-09-05T07:38:36.495487+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:53:46.387539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'3","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.476721+0000","last_change":"2024-09-05T07:36:12.798033+0000","last_active":"2024-09-05T07:38:36.476721+0000","last_peered":"2024-09-05T07:38:36.476721+0000","last_clean":"2024-09-05T07:38:36.476721+0000","last_became_active":"2024-09-05T07:36:12.797677+0000","last_became_peered":"2024-09-05T07:36:12.797677+0000","last_unstale":"2024-09-05T07:38:36.476721+0000","last_undegraded":"2024-09-05T07:38:36.476721+0000","last_fullsized":"2024-09-05T07:38:36.476721+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:42.168916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"93'148","reported_seq":407,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:38.590183+0000","last_change":"2024-09-05T07:35:01.662056+0000","last_active":"2024-09-05T07:38:38.590183+0000","last_peered":"2024-09-05T07:38:38.590183+0000","last_clean":"2024-09-05T07:38:38.590183+0000","last_became_active":"2024-09-05T07:35:01.661657+0000","last_became_peered":"2024-09-05T07:35:01.661657+0000","last_unstale":"2024-09-05T07:38:38.590183+0000","last_undegraded":"2024-09-05T07:38:38.590183+0000","last_fullsized":"2024-09-05T07:38:38.590183+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:31:43.011970+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:31:43.011970+0000","last_clean_scrub_stamp":"2024-09-05T07:31:43.011970+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:58.611696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"90'1","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.468826+0000","last_change":"2024-09-05T07:36:35.924929+0000","last_active":"2024-09-05T07:38:36.468826+0000","last_peered":"2024-09-05T07:38:36.468826+0000","last_clean":"2024-09-05T07:38:36.468826+0000","last_became_active":"2024-09-05T07:36:35.924430+0000","last_became_peered":"2024-09-05T07:36:35.924430+0000","last_unstale":"2024-09-05T07:38:36.468826+0000","last_undegraded":"2024-09-05T07:38:36.468826+0000","last_fullsized":"2024-09-05T07:38:36.468826+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:13.467211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,10,11,9],"acting":[7,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"93'7","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502382+0000","last_change":"2024-09-05T07:36:14.812469+0000","last_active":"2024-09-05T07:38:36.502382+0000","last_peered":"2024-09-05T07:38:36.502382+0000","last_clean":"2024-09-05T07:38:36.502382+0000","last_became_active":"2024-09-05T07:36:14.812148+0000","last_became_peered":"2024-09-05T07:36:14.812148+0000","last_unstale":"2024-09-05T07:38:36.502382+0000","last_undegraded":"2024-09-05T07:38:36.502382+0000","last_fullsized":"2024-09-05T07:38:36.502382+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:01:48.060890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"90'3","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461291+0000","last_change":"2024-09-05T07:36:13.412116+0000","last_active":"2024-09-05T07:38:36.461291+0000","last_peered":"2024-09-05T07:38:36.461291+0000","last_clean":"2024-09-05T07:38:36.461291+0000","last_became_active":"2024-09-05T07:36:13.411689+0000","last_became_peered":"2024-09-05T07:36:13.411689+0000","last_unstale":"2024-09-05T07:38:36.461291+0000","last_undegraded":"2024-09-05T07:38:36.461291+0000","last_fullsized":"2024-09-05T07:38:36.461291+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:43:21.791631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461968+0000","last_change":"2024-09-05T07:36:21.880057+0000","last_active":"2024-09-05T07:38:36.461968+0000","last_peered":"2024-09-05T07:38:36.461968+0000","last_clean":"2024-09-05T07:38:36.461968+0000","last_became_active":"2024-09-05T07:36:21.879613+0000","last_became_peered":"2024-09-05T07:36:21.879613+0000","last_unstale":"2024-09-05T07:38:36.461968+0000","last_undegraded":"2024-09-05T07:38:36.461968+0000","last_fullsized":"2024-09-05T07:38:36.461968+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:28.319697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"93'6","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511899+0000","last_change":"2024-09-05T07:37:36.872464+0000","last_active":"2024-09-05T07:38:36.511899+0000","last_peered":"2024-09-05T07:38:36.511899+0000","last_clean":"2024-09-05T07:38:36.511899+0000","last_became_active":"2024-09-05T07:37:36.872049+0000","last_became_peered":"2024-09-05T07:37:36.872049+0000","last_unstale":"2024-09-05T07:38:36.511899+0000","last_undegraded":"2024-09-05T07:38:36.511899+0000","last_fullsized":"2024-09-05T07:38:36.511899+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:46:12.242837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"93'39","reported_seq":86,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.707086+0000","last_change":"2024-09-05T07:36:12.799840+0000","last_active":"2024-09-05T07:38:36.707086+0000","last_peered":"2024-09-05T07:38:36.707086+0000","last_clean":"2024-09-05T07:38:36.707086+0000","last_became_active":"2024-09-05T07:36:12.799250+0000","last_became_peered":"2024-09-05T07:36:12.799250+0000","last_unstale":"2024-09-05T07:38:36.707086+0000","last_undegraded":"2024-09-05T07:38:36.707086+0000","last_fullsized":"2024-09-05T07:38:36.707086+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:26:32.610520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470274+0000","last_change":"2024-09-05T07:36:21.881807+0000","last_active":"2024-09-05T07:38:36.470274+0000","last_peered":"2024-09-05T07:38:36.470274+0000","last_clean":"2024-09-05T07:38:36.470274+0000","last_became_active":"2024-09-05T07:36:21.881393+0000","last_became_peered":"2024-09-05T07:36:21.881393+0000","last_unstale":"2024-09-05T07:38:36.470274+0000","last_undegraded":"2024-09-05T07:38:36.470274+0000","last_fullsized":"2024-09-05T07:38:36.470274+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:02:17.538854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"93'9","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.500035+0000","last_change":"2024-09-05T07:36:14.813178+0000","last_active":"2024-09-05T07:38:36.500035+0000","last_peered":"2024-09-05T07:38:36.500035+0000","last_clean":"2024-09-05T07:38:36.500035+0000","last_became_active":"2024-09-05T07:36:14.812886+0000","last_became_peered":"2024-09-05T07:36:14.812886+0000","last_unstale":"2024-09-05T07:38:36.500035+0000","last_undegraded":"2024-09-05T07:38:36.500035+0000","last_fullsized":"2024-09-05T07:38:36.500035+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:23:27.150433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":52,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.481604+0000","last_change":"2024-09-05T07:36:35.957072+0000","last_active":"2024-09-05T07:38:36.481604+0000","last_peered":"2024-09-05T07:38:36.481604+0000","last_clean":"2024-09-05T07:38:36.481604+0000","last_became_active":"2024-09-05T07:36:35.954343+0000","last_became_peered":"2024-09-05T07:36:35.954343+0000","last_unstale":"2024-09-05T07:38:36.481604+0000","last_undegraded":"2024-09-05T07:38:36.481604+0000","last_fullsized":"2024-09-05T07:38:36.481604+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:28.666661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.465891+0000","last_change":"2024-09-05T07:36:21.871927+0000","last_active":"2024-09-05T07:38:36.465891+0000","last_peered":"2024-09-05T07:38:36.465891+0000","last_clean":"2024-09-05T07:38:36.465891+0000","last_became_active":"2024-09-05T07:36:21.870817+0000","last_became_peered":"2024-09-05T07:36:21.870817+0000","last_unstale":"2024-09-05T07:38:36.465891+0000","last_undegraded":"2024-09-05T07:38:36.465891+0000","last_fullsized":"2024-09-05T07:38:36.465891+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:12:16.959562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"93'5","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.501421+0000","last_change":"2024-09-05T07:36:14.820721+0000","last_active":"2024-09-05T07:38:36.501421+0000","last_peered":"2024-09-05T07:38:36.501421+0000","last_clean":"2024-09-05T07:38:36.501421+0000","last_became_active":"2024-09-05T07:36:14.820380+0000","last_became_peered":"2024-09-05T07:36:14.820380+0000","last_unstale":"2024-09-05T07:38:36.501421+0000","last_undegraded":"2024-09-05T07:38:36.501421+0000","last_fullsized":"2024-09-05T07:38:36.501421+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:11:28.217241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"90'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456879+0000","last_change":"2024-09-05T07:36:12.802444+0000","last_active":"2024-09-05T07:38:36.456879+0000","last_peered":"2024-09-05T07:38:36.456879+0000","last_clean":"2024-09-05T07:38:36.456879+0000","last_became_active":"2024-09-05T07:36:12.802127+0000","last_became_peered":"2024-09-05T07:36:12.802127+0000","last_unstale":"2024-09-05T07:38:36.456879+0000","last_undegraded":"2024-09-05T07:38:36.456879+0000","last_fullsized":"2024-09-05T07:38:36.456879+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:28.912170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466949+0000","last_change":"2024-09-05T07:36:21.877562+0000","last_active":"2024-09-05T07:38:36.466949+0000","last_peered":"2024-09-05T07:38:36.466949+0000","last_clean":"2024-09-05T07:38:36.466949+0000","last_became_active":"2024-09-05T07:36:21.877103+0000","last_became_peered":"2024-09-05T07:36:21.877103+0000","last_unstale":"2024-09-05T07:38:36.466949+0000","last_undegraded":"2024-09-05T07:38:36.466949+0000","last_fullsized":"2024-09-05T07:38:36.466949+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:21.230176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502901+0000","last_change":"2024-09-05T07:36:14.807740+0000","last_active":"2024-09-05T07:38:36.502901+0000","last_peered":"2024-09-05T07:38:36.502901+0000","last_clean":"2024-09-05T07:38:36.502901+0000","last_became_active":"2024-09-05T07:36:14.807428+0000","last_became_peered":"2024-09-05T07:36:14.807428+0000","last_unstale":"2024-09-05T07:38:36.502901+0000","last_undegraded":"2024-09-05T07:38:36.502901+0000","last_fullsized":"2024-09-05T07:38:36.502901+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:38:11.620962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"90'15","reported_seq":72,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456587+0000","last_change":"2024-09-05T07:36:35.933190+0000","last_active":"2024-09-05T07:38:36.456587+0000","last_peered":"2024-09-05T07:38:36.456587+0000","last_clean":"2024-09-05T07:38:36.456587+0000","last_became_active":"2024-09-05T07:36:35.922566+0000","last_became_peered":"2024-09-05T07:36:35.922566+0000","last_unstale":"2024-09-05T07:38:36.456587+0000","last_undegraded":"2024-09-05T07:38:36.456587+0000","last_fullsized":"2024-09-05T07:38:36.456587+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:13:42.061104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.481504+0000","last_change":"2024-09-05T07:36:21.873086+0000","last_active":"2024-09-05T07:38:36.481504+0000","last_peered":"2024-09-05T07:38:36.481504+0000","last_clean":"2024-09-05T07:38:36.481504+0000","last_became_active":"2024-09-05T07:36:21.872698+0000","last_became_peered":"2024-09-05T07:36:21.872698+0000","last_unstale":"2024-09-05T07:38:36.481504+0000","last_undegraded":"2024-09-05T07:38:36.481504+0000","last_fullsized":"2024-09-05T07:38:36.481504+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:53:32.758650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"93'6","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.489847+0000","last_change":"2024-09-05T07:36:14.811106+0000","last_active":"2024-09-05T07:38:36.489847+0000","last_peered":"2024-09-05T07:38:36.489847+0000","last_clean":"2024-09-05T07:38:36.489847+0000","last_became_active":"2024-09-05T07:36:14.810794+0000","last_became_peered":"2024-09-05T07:36:14.810794+0000","last_unstale":"2024-09-05T07:38:36.489847+0000","last_undegraded":"2024-09-05T07:38:36.489847+0000","last_fullsized":"2024-09-05T07:38:36.489847+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:02:13.381457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"93'6","reported_seq":155,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:40.557181+0000","last_change":"2024-09-05T07:36:12.800415+0000","last_active":"2024-09-05T07:38:40.557181+0000","last_peered":"2024-09-05T07:38:40.557181+0000","last_clean":"2024-09-05T07:38:40.557181+0000","last_became_active":"2024-09-05T07:36:12.800030+0000","last_became_peered":"2024-09-05T07:36:12.800030+0000","last_unstale":"2024-09-05T07:38:40.557181+0000","last_undegraded":"2024-09-05T07:38:40.557181+0000","last_fullsized":"2024-09-05T07:38:40.557181+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:22:46.940996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1869,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":110,"num_read_kb":5,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475015+0000","last_change":"2024-09-05T07:36:21.874206+0000","last_active":"2024-09-05T07:38:36.475015+0000","last_peered":"2024-09-05T07:38:36.475015+0000","last_clean":"2024-09-05T07:38:36.475015+0000","last_became_active":"2024-09-05T07:36:21.873842+0000","last_became_peered":"2024-09-05T07:36:21.873842+0000","last_unstale":"2024-09-05T07:38:36.475015+0000","last_undegraded":"2024-09-05T07:38:36.475015+0000","last_fullsized":"2024-09-05T07:38:36.475015+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:04:27.948419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"93'15","reported_seq":51,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.512641+0000","last_change":"2024-09-05T07:36:14.812031+0000","last_active":"2024-09-05T07:38:36.512641+0000","last_peered":"2024-09-05T07:38:36.512641+0000","last_clean":"2024-09-05T07:38:36.512641+0000","last_became_active":"2024-09-05T07:36:14.811712+0000","last_became_peered":"2024-09-05T07:36:14.811712+0000","last_unstale":"2024-09-05T07:38:36.512641+0000","last_undegraded":"2024-09-05T07:38:36.512641+0000","last_fullsized":"2024-09-05T07:38:36.512641+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:09:05.893797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"90'3","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467457+0000","last_change":"2024-09-05T07:36:12.802054+0000","last_active":"2024-09-05T07:38:36.467457+0000","last_peered":"2024-09-05T07:38:36.467457+0000","last_clean":"2024-09-05T07:38:36.467457+0000","last_became_active":"2024-09-05T07:36:12.801682+0000","last_became_peered":"2024-09-05T07:36:12.801682+0000","last_unstale":"2024-09-05T07:38:36.467457+0000","last_undegraded":"2024-09-05T07:38:36.467457+0000","last_fullsized":"2024-09-05T07:38:36.467457+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:05.971799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466238+0000","last_change":"2024-09-05T07:36:35.924128+0000","last_active":"2024-09-05T07:38:36.466238+0000","last_peered":"2024-09-05T07:38:36.466238+0000","last_clean":"2024-09-05T07:38:36.466238+0000","last_became_active":"2024-09-05T07:36:35.923583+0000","last_became_peered":"2024-09-05T07:36:35.923583+0000","last_unstale":"2024-09-05T07:38:36.466238+0000","last_undegraded":"2024-09-05T07:38:36.466238+0000","last_fullsized":"2024-09-05T07:38:36.466238+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:51:53.735503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"93'9","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.510842+0000","last_change":"2024-09-05T07:36:14.813760+0000","last_active":"2024-09-05T07:38:36.510842+0000","last_peered":"2024-09-05T07:38:36.510842+0000","last_clean":"2024-09-05T07:38:36.510842+0000","last_became_active":"2024-09-05T07:36:14.813466+0000","last_became_peered":"2024-09-05T07:36:14.813466+0000","last_unstale":"2024-09-05T07:38:36.510842+0000","last_undegraded":"2024-09-05T07:38:36.510842+0000","last_fullsized":"2024-09-05T07:38:36.510842+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:48:27.593353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"90'6","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461031+0000","last_change":"2024-09-05T07:36:12.797588+0000","last_active":"2024-09-05T07:38:36.461031+0000","last_peered":"2024-09-05T07:38:36.461031+0000","last_clean":"2024-09-05T07:38:36.461031+0000","last_became_active":"2024-09-05T07:36:12.797268+0000","last_became_peered":"2024-09-05T07:36:12.797268+0000","last_unstale":"2024-09-05T07:38:36.461031+0000","last_undegraded":"2024-09-05T07:38:36.461031+0000","last_fullsized":"2024-09-05T07:38:36.461031+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:18:07.718554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466948+0000","last_change":"2024-09-05T07:36:21.878964+0000","last_active":"2024-09-05T07:38:36.466948+0000","last_peered":"2024-09-05T07:38:36.466948+0000","last_clean":"2024-09-05T07:38:36.466948+0000","last_became_active":"2024-09-05T07:36:21.878461+0000","last_became_peered":"2024-09-05T07:36:21.878461+0000","last_unstale":"2024-09-05T07:38:36.466948+0000","last_undegraded":"2024-09-05T07:38:36.466948+0000","last_fullsized":"2024-09-05T07:38:36.466948+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:08:24.717805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"93'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.487800+0000","last_change":"2024-09-05T07:36:14.812766+0000","last_active":"2024-09-05T07:38:36.487800+0000","last_peered":"2024-09-05T07:38:36.487800+0000","last_clean":"2024-09-05T07:38:36.487800+0000","last_became_active":"2024-09-05T07:36:14.812466+0000","last_became_peered":"2024-09-05T07:36:14.812466+0000","last_unstale":"2024-09-05T07:38:36.487800+0000","last_undegraded":"2024-09-05T07:38:36.487800+0000","last_fullsized":"2024-09-05T07:38:36.487800+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:10:22.292778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"93'41","reported_seq":302,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:41.562574+0000","last_change":"2024-09-05T07:36:12.802462+0000","last_active":"2024-09-05T07:38:41.562574+0000","last_peered":"2024-09-05T07:38:41.562574+0000","last_clean":"2024-09-05T07:38:41.562574+0000","last_became_active":"2024-09-05T07:36:12.801443+0000","last_became_peered":"2024-09-05T07:36:12.801443+0000","last_unstale":"2024-09-05T07:38:41.562574+0000","last_undegraded":"2024-09-05T07:38:41.562574+0000","last_fullsized":"2024-09-05T07:38:41.562574+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:43:45.816775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70466,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":222,"num_read_kb":180,"num_write":42,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.472655+0000","last_change":"2024-09-05T07:36:21.874872+0000","last_active":"2024-09-05T07:38:36.472655+0000","last_peered":"2024-09-05T07:38:36.472655+0000","last_clean":"2024-09-05T07:38:36.472655+0000","last_became_active":"2024-09-05T07:36:21.874522+0000","last_became_peered":"2024-09-05T07:36:21.874522+0000","last_unstale":"2024-09-05T07:38:36.472655+0000","last_undegraded":"2024-09-05T07:38:36.472655+0000","last_fullsized":"2024-09-05T07:38:36.472655+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:31:48.318719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"93'11","reported_seq":53,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503972+0000","last_change":"2024-09-05T07:37:36.442608+0000","last_active":"2024-09-05T07:38:36.503972+0000","last_peered":"2024-09-05T07:38:36.503972+0000","last_clean":"2024-09-05T07:38:36.503972+0000","last_became_active":"2024-09-05T07:37:36.442322+0000","last_became_peered":"2024-09-05T07:37:36.442322+0000","last_unstale":"2024-09-05T07:38:36.503972+0000","last_undegraded":"2024-09-05T07:38:36.503972+0000","last_fullsized":"2024-09-05T07:38:36.503972+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:47:50.050502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,7],"acting":[1,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"90'4","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.469472+0000","last_change":"2024-09-05T07:36:12.809661+0000","last_active":"2024-09-05T07:38:36.469472+0000","last_peered":"2024-09-05T07:38:36.469472+0000","last_clean":"2024-09-05T07:38:36.469472+0000","last_became_active":"2024-09-05T07:36:12.809335+0000","last_became_peered":"2024-09-05T07:36:12.809335+0000","last_unstale":"2024-09-05T07:38:36.469472+0000","last_undegraded":"2024-09-05T07:38:36.469472+0000","last_fullsized":"2024-09-05T07:38:36.469472+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:14:23.254081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475791+0000","last_change":"2024-09-05T07:36:21.882000+0000","last_active":"2024-09-05T07:38:36.475791+0000","last_peered":"2024-09-05T07:38:36.475791+0000","last_clean":"2024-09-05T07:38:36.475791+0000","last_became_active":"2024-09-05T07:36:21.881568+0000","last_became_peered":"2024-09-05T07:36:21.881568+0000","last_unstale":"2024-09-05T07:38:36.475791+0000","last_undegraded":"2024-09-05T07:38:36.475791+0000","last_fullsized":"2024-09-05T07:38:36.475791+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:19:38.343193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"93'9","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.500676+0000","last_change":"2024-09-05T07:36:14.821034+0000","last_active":"2024-09-05T07:38:36.500676+0000","last_peered":"2024-09-05T07:38:36.500676+0000","last_clean":"2024-09-05T07:38:36.500676+0000","last_became_active":"2024-09-05T07:36:14.820515+0000","last_became_peered":"2024-09-05T07:36:14.820515+0000","last_unstale":"2024-09-05T07:38:36.500676+0000","last_undegraded":"2024-09-05T07:38:36.500676+0000","last_fullsized":"2024-09-05T07:38:36.500676+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:07:47.211164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"90'2","reported_seq":19,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467148+0000","last_change":"2024-09-05T07:36:35.955348+0000","last_active":"2024-09-05T07:38:36.467148+0000","last_peered":"2024-09-05T07:38:36.467148+0000","last_clean":"2024-09-05T07:38:36.467148+0000","last_became_active":"2024-09-05T07:36:35.954909+0000","last_became_peered":"2024-09-05T07:36:35.954909+0000","last_unstale":"2024-09-05T07:38:36.467148+0000","last_undegraded":"2024-09-05T07:38:36.467148+0000","last_fullsized":"2024-09-05T07:38:36.467148+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:32.331855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,2],"acting":[11,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470518+0000","last_change":"2024-09-05T07:36:21.875678+0000","last_active":"2024-09-05T07:38:36.470518+0000","last_peered":"2024-09-05T07:38:36.470518+0000","last_clean":"2024-09-05T07:38:36.470518+0000","last_became_active":"2024-09-05T07:36:21.875119+0000","last_became_peered":"2024-09-05T07:36:21.875119+0000","last_unstale":"2024-09-05T07:38:36.470518+0000","last_undegraded":"2024-09-05T07:38:36.470518+0000","last_fullsized":"2024-09-05T07:38:36.470518+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:27:11.876389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"93'10","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498760+0000","last_change":"2024-09-05T07:36:14.808987+0000","last_active":"2024-09-05T07:38:36.498760+0000","last_peered":"2024-09-05T07:38:36.498760+0000","last_clean":"2024-09-05T07:38:36.498760+0000","last_became_active":"2024-09-05T07:36:14.808677+0000","last_became_peered":"2024-09-05T07:36:14.808677+0000","last_unstale":"2024-09-05T07:38:36.498760+0000","last_undegraded":"2024-09-05T07:38:36.498760+0000","last_fullsized":"2024-09-05T07:38:36.498760+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:33.565183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"92'4","reported_seq":148,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:40.556646+0000","last_change":"2024-09-05T07:36:12.801995+0000","last_active":"2024-09-05T07:38:40.556646+0000","last_peered":"2024-09-05T07:38:40.556646+0000","last_clean":"2024-09-05T07:38:40.556646+0000","last_became_active":"2024-09-05T07:36:12.801647+0000","last_became_peered":"2024-09-05T07:36:12.801647+0000","last_unstale":"2024-09-05T07:38:40.556646+0000","last_undegraded":"2024-09-05T07:38:40.556646+0000","last_fullsized":"2024-09-05T07:38:40.556646+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:42:13.827626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":105,"num_read_kb":105,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.455711+0000","last_change":"2024-09-05T07:36:21.875549+0000","last_active":"2024-09-05T07:38:36.455711+0000","last_peered":"2024-09-05T07:38:36.455711+0000","last_clean":"2024-09-05T07:38:36.455711+0000","last_became_active":"2024-09-05T07:36:21.875233+0000","last_became_peered":"2024-09-05T07:36:21.875233+0000","last_unstale":"2024-09-05T07:38:36.455711+0000","last_undegraded":"2024-09-05T07:38:36.455711+0000","last_fullsized":"2024-09-05T07:38:36.455711+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:48:37.673251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.469867+0000","last_change":"2024-09-05T07:36:21.879699+0000","last_active":"2024-09-05T07:38:36.469867+0000","last_peered":"2024-09-05T07:38:36.469867+0000","last_clean":"2024-09-05T07:38:36.469867+0000","last_became_active":"2024-09-05T07:36:21.879328+0000","last_became_peered":"2024-09-05T07:36:21.879328+0000","last_unstale":"2024-09-05T07:38:36.469867+0000","last_undegraded":"2024-09-05T07:38:36.469867+0000","last_fullsized":"2024-09-05T07:38:36.469867+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:53:04.042260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"93'11","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504760+0000","last_change":"2024-09-05T07:36:14.818287+0000","last_active":"2024-09-05T07:38:36.504760+0000","last_peered":"2024-09-05T07:38:36.504760+0000","last_clean":"2024-09-05T07:38:36.504760+0000","last_became_active":"2024-09-05T07:36:14.817988+0000","last_became_peered":"2024-09-05T07:36:14.817988+0000","last_unstale":"2024-09-05T07:38:36.504760+0000","last_undegraded":"2024-09-05T07:38:36.504760+0000","last_fullsized":"2024-09-05T07:38:36.504760+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:21:04.100359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"90'1","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466289+0000","last_change":"2024-09-05T07:36:12.801794+0000","last_active":"2024-09-05T07:38:36.466289+0000","last_peered":"2024-09-05T07:38:36.466289+0000","last_clean":"2024-09-05T07:38:36.466289+0000","last_became_active":"2024-09-05T07:36:12.801422+0000","last_became_peered":"2024-09-05T07:36:12.801422+0000","last_unstale":"2024-09-05T07:38:36.466289+0000","last_undegraded":"2024-09-05T07:38:36.466289+0000","last_fullsized":"2024-09-05T07:38:36.466289+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:41.473362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470363+0000","last_change":"2024-09-05T07:36:21.876009+0000","last_active":"2024-09-05T07:38:36.470363+0000","last_peered":"2024-09-05T07:38:36.470363+0000","last_clean":"2024-09-05T07:38:36.470363+0000","last_became_active":"2024-09-05T07:36:21.875545+0000","last_became_peered":"2024-09-05T07:36:21.875545+0000","last_unstale":"2024-09-05T07:38:36.470363+0000","last_undegraded":"2024-09-05T07:38:36.470363+0000","last_fullsized":"2024-09-05T07:38:36.470363+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:51.027968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505810+0000","last_change":"2024-09-05T07:36:14.811457+0000","last_active":"2024-09-05T07:38:36.505810+0000","last_peered":"2024-09-05T07:38:36.505810+0000","last_clean":"2024-09-05T07:38:36.505810+0000","last_became_active":"2024-09-05T07:36:14.811061+0000","last_became_peered":"2024-09-05T07:36:14.811061+0000","last_unstale":"2024-09-05T07:38:36.505810+0000","last_undegraded":"2024-09-05T07:38:36.505810+0000","last_fullsized":"2024-09-05T07:38:36.505810+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:23:00.487971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"90'2","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.468601+0000","last_change":"2024-09-05T07:36:12.796795+0000","last_active":"2024-09-05T07:38:36.468601+0000","last_peered":"2024-09-05T07:38:36.468601+0000","last_clean":"2024-09-05T07:38:36.468601+0000","last_became_active":"2024-09-05T07:36:12.796476+0000","last_became_peered":"2024-09-05T07:36:12.796476+0000","last_unstale":"2024-09-05T07:38:36.468601+0000","last_undegraded":"2024-09-05T07:38:36.468601+0000","last_fullsized":"2024-09-05T07:38:36.468601+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:16.267998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"90'3","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.457190+0000","last_change":"2024-09-05T07:36:12.798581+0000","last_active":"2024-09-05T07:38:36.457190+0000","last_peered":"2024-09-05T07:38:36.457190+0000","last_clean":"2024-09-05T07:38:36.457190+0000","last_became_active":"2024-09-05T07:36:12.798245+0000","last_became_peered":"2024-09-05T07:36:12.798245+0000","last_unstale":"2024-09-05T07:38:36.457190+0000","last_undegraded":"2024-09-05T07:38:36.457190+0000","last_fullsized":"2024-09-05T07:38:36.457190+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:02:51.750398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498243+0000","last_change":"2024-09-05T07:36:14.812695+0000","last_active":"2024-09-05T07:38:36.498243+0000","last_peered":"2024-09-05T07:38:36.498243+0000","last_clean":"2024-09-05T07:38:36.498243+0000","last_became_active":"2024-09-05T07:36:14.812224+0000","last_became_peered":"2024-09-05T07:36:14.812224+0000","last_unstale":"2024-09-05T07:38:36.498243+0000","last_undegraded":"2024-09-05T07:38:36.498243+0000","last_fullsized":"2024-09-05T07:38:36.498243+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:18.817287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.460557+0000","last_change":"2024-09-05T07:36:21.872082+0000","last_active":"2024-09-05T07:38:36.460557+0000","last_peered":"2024-09-05T07:38:36.460557+0000","last_clean":"2024-09-05T07:38:36.460557+0000","last_became_active":"2024-09-05T07:36:21.871664+0000","last_became_peered":"2024-09-05T07:36:21.871664+0000","last_unstale":"2024-09-05T07:38:36.460557+0000","last_undegraded":"2024-09-05T07:38:36.460557+0000","last_fullsized":"2024-09-05T07:38:36.460557+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:51:39.262588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"93'10","reported_seq":160,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:41.558389+0000","last_change":"2024-09-05T07:36:12.802264+0000","last_active":"2024-09-05T07:38:41.558389+0000","last_peered":"2024-09-05T07:38:41.558389+0000","last_clean":"2024-09-05T07:38:41.558389+0000","last_became_active":"2024-09-05T07:36:12.801215+0000","last_became_peered":"2024-09-05T07:36:12.801215+0000","last_unstale":"2024-09-05T07:38:41.558389+0000","last_undegraded":"2024-09-05T07:38:41.558389+0000","last_fullsized":"2024-09-05T07:38:41.558389+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:21.135132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2437,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":111,"num_read_kb":6,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497513+0000","last_change":"2024-09-05T07:36:14.800251+0000","last_active":"2024-09-05T07:38:36.497513+0000","last_peered":"2024-09-05T07:38:36.497513+0000","last_clean":"2024-09-05T07:38:36.497513+0000","last_became_active":"2024-09-05T07:36:14.799961+0000","last_became_peered":"2024-09-05T07:36:14.799961+0000","last_unstale":"2024-09-05T07:38:36.497513+0000","last_undegraded":"2024-09-05T07:38:36.497513+0000","last_fullsized":"2024-09-05T07:38:36.497513+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:43:57.630634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461556+0000","last_change":"2024-09-05T07:36:21.872878+0000","last_active":"2024-09-05T07:38:36.461556+0000","last_peered":"2024-09-05T07:38:36.461556+0000","last_clean":"2024-09-05T07:38:36.461556+0000","last_became_active":"2024-09-05T07:36:21.872471+0000","last_became_peered":"2024-09-05T07:36:21.872471+0000","last_unstale":"2024-09-05T07:38:36.461556+0000","last_undegraded":"2024-09-05T07:38:36.461556+0000","last_fullsized":"2024-09-05T07:38:36.461556+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:00:20.993809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"93'9","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503598+0000","last_change":"2024-09-05T07:36:14.810631+0000","last_active":"2024-09-05T07:38:36.503598+0000","last_peered":"2024-09-05T07:38:36.503598+0000","last_clean":"2024-09-05T07:38:36.503598+0000","last_became_active":"2024-09-05T07:36:14.809410+0000","last_became_peered":"2024-09-05T07:36:14.809410+0000","last_unstale":"2024-09-05T07:38:36.503598+0000","last_undegraded":"2024-09-05T07:38:36.503598+0000","last_fullsized":"2024-09-05T07:38:36.503598+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:39:38.926597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"93'12","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497292+0000","last_change":"2024-09-05T07:36:14.809457+0000","last_active":"2024-09-05T07:38:36.497292+0000","last_peered":"2024-09-05T07:38:36.497292+0000","last_clean":"2024-09-05T07:38:36.497292+0000","last_became_active":"2024-09-05T07:36:14.809176+0000","last_became_peered":"2024-09-05T07:36:14.809176+0000","last_unstale":"2024-09-05T07:38:36.497292+0000","last_undegraded":"2024-09-05T07:38:36.497292+0000","last_fullsized":"2024-09-05T07:38:36.497292+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:40:15.801533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.492508+0000","last_change":"2024-09-05T07:36:14.816273+0000","last_active":"2024-09-05T07:38:36.492508+0000","last_peered":"2024-09-05T07:38:36.492508+0000","last_clean":"2024-09-05T07:38:36.492508+0000","last_became_active":"2024-09-05T07:36:14.815968+0000","last_became_peered":"2024-09-05T07:36:14.815968+0000","last_unstale":"2024-09-05T07:38:36.492508+0000","last_undegraded":"2024-09-05T07:38:36.492508+0000","last_fullsized":"2024-09-05T07:38:36.492508+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:26:21.943549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.512474+0000","last_change":"2024-09-05T07:36:14.808605+0000","last_active":"2024-09-05T07:38:36.512474+0000","last_peered":"2024-09-05T07:38:36.512474+0000","last_clean":"2024-09-05T07:38:36.512474+0000","last_became_active":"2024-09-05T07:36:14.808281+0000","last_became_peered":"2024-09-05T07:36:14.808281+0000","last_unstale":"2024-09-05T07:38:36.512474+0000","last_undegraded":"2024-09-05T07:38:36.512474+0000","last_fullsized":"2024-09-05T07:38:36.512474+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:21.258022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"93'4","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.513948+0000","last_change":"2024-09-05T07:36:14.808482+0000","last_active":"2024-09-05T07:38:36.513948+0000","last_peered":"2024-09-05T07:38:36.513948+0000","last_clean":"2024-09-05T07:38:36.513948+0000","last_became_active":"2024-09-05T07:36:14.808159+0000","last_became_peered":"2024-09-05T07:36:14.808159+0000","last_unstale":"2024-09-05T07:38:36.513948+0000","last_undegraded":"2024-09-05T07:38:36.513948+0000","last_fullsized":"2024-09-05T07:38:36.513948+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:49.067909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"93'6","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.501543+0000","last_change":"2024-09-05T07:37:36.441423+0000","last_active":"2024-09-05T07:38:36.501543+0000","last_peered":"2024-09-05T07:38:36.501543+0000","last_clean":"2024-09-05T07:38:36.501543+0000","last_became_active":"2024-09-05T07:37:36.441116+0000","last_became_peered":"2024-09-05T07:37:36.441116+0000","last_unstale":"2024-09-05T07:38:36.501543+0000","last_undegraded":"2024-09-05T07:38:36.501543+0000","last_fullsized":"2024-09-05T07:38:36.501543+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:15:57.348005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"93'15","reported_seq":51,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503209+0000","last_change":"2024-09-05T07:36:14.807016+0000","last_active":"2024-09-05T07:38:36.503209+0000","last_peered":"2024-09-05T07:38:36.503209+0000","last_clean":"2024-09-05T07:38:36.503209+0000","last_became_active":"2024-09-05T07:36:14.806722+0000","last_became_peered":"2024-09-05T07:36:14.806722+0000","last_unstale":"2024-09-05T07:38:36.503209+0000","last_undegraded":"2024-09-05T07:38:36.503209+0000","last_fullsized":"2024-09-05T07:38:36.503209+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:51:31.607865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"93'2","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.495435+0000","last_change":"2024-09-05T07:36:14.811682+0000","last_active":"2024-09-05T07:38:36.495435+0000","last_peered":"2024-09-05T07:38:36.495435+0000","last_clean":"2024-09-05T07:38:36.495435+0000","last_became_active":"2024-09-05T07:36:14.811289+0000","last_became_peered":"2024-09-05T07:36:14.811289+0000","last_unstale":"2024-09-05T07:38:36.495435+0000","last_undegraded":"2024-09-05T07:38:36.495435+0000","last_fullsized":"2024-09-05T07:38:36.495435+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:08:02.337426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497862+0000","last_change":"2024-09-05T07:36:14.812288+0000","last_active":"2024-09-05T07:38:36.497862+0000","last_peered":"2024-09-05T07:38:36.497862+0000","last_clean":"2024-09-05T07:38:36.497862+0000","last_became_active":"2024-09-05T07:36:14.811880+0000","last_became_peered":"2024-09-05T07:36:14.811880+0000","last_unstale":"2024-09-05T07:38:36.497862+0000","last_undegraded":"2024-09-05T07:38:36.497862+0000","last_fullsized":"2024-09-05T07:38:36.497862+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:12:08.684675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505410+0000","last_change":"2024-09-05T07:36:14.810185+0000","last_active":"2024-09-05T07:38:36.505410+0000","last_peered":"2024-09-05T07:38:36.505410+0000","last_clean":"2024-09-05T07:38:36.505410+0000","last_became_active":"2024-09-05T07:36:14.809878+0000","last_became_peered":"2024-09-05T07:36:14.809878+0000","last_unstale":"2024-09-05T07:38:36.505410+0000","last_undegraded":"2024-09-05T07:38:36.505410+0000","last_fullsized":"2024-09-05T07:38:36.505410+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:15:44.940260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"93'10","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.499083+0000","last_change":"2024-09-05T07:36:14.815367+0000","last_active":"2024-09-05T07:38:36.499083+0000","last_peered":"2024-09-05T07:38:36.499083+0000","last_clean":"2024-09-05T07:38:36.499083+0000","last_became_active":"2024-09-05T07:36:14.815014+0000","last_became_peered":"2024-09-05T07:36:14.815014+0000","last_unstale":"2024-09-05T07:38:36.499083+0000","last_undegraded":"2024-09-05T07:38:36.499083+0000","last_fullsized":"2024-09-05T07:38:36.499083+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:12.936600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"93'11","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.514127+0000","last_change":"2024-09-05T07:36:14.809788+0000","last_active":"2024-09-05T07:38:36.514127+0000","last_peered":"2024-09-05T07:38:36.514127+0000","last_clean":"2024-09-05T07:38:36.514127+0000","last_became_active":"2024-09-05T07:36:14.809492+0000","last_became_peered":"2024-09-05T07:36:14.809492+0000","last_unstale":"2024-09-05T07:38:36.514127+0000","last_undegraded":"2024-09-05T07:38:36.514127+0000","last_fullsized":"2024-09-05T07:38:36.514127+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:14:53.969774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503649+0000","last_change":"2024-09-05T07:36:14.820736+0000","last_active":"2024-09-05T07:38:36.503649+0000","last_peered":"2024-09-05T07:38:36.503649+0000","last_clean":"2024-09-05T07:38:36.503649+0000","last_became_active":"2024-09-05T07:36:14.820441+0000","last_became_peered":"2024-09-05T07:36:14.820441+0000","last_unstale":"2024-09-05T07:38:36.503649+0000","last_undegraded":"2024-09-05T07:38:36.503649+0000","last_fullsized":"2024-09-05T07:38:36.503649+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:59:58.690955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"93'7","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511541+0000","last_change":"2024-09-05T07:36:14.817088+0000","last_active":"2024-09-05T07:38:36.511541+0000","last_peered":"2024-09-05T07:38:36.511541+0000","last_clean":"2024-09-05T07:38:36.511541+0000","last_became_active":"2024-09-05T07:36:14.816796+0000","last_became_peered":"2024-09-05T07:36:14.816796+0000","last_unstale":"2024-09-05T07:38:36.511541+0000","last_undegraded":"2024-09-05T07:38:36.511541+0000","last_fullsized":"2024-09-05T07:38:36.511541+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:13:09.976444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"93'10","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.506073+0000","last_change":"2024-09-05T07:36:14.817288+0000","last_active":"2024-09-05T07:38:36.506073+0000","last_peered":"2024-09-05T07:38:36.506073+0000","last_clean":"2024-09-05T07:38:36.506073+0000","last_became_active":"2024-09-05T07:36:14.816945+0000","last_became_peered":"2024-09-05T07:36:14.816945+0000","last_unstale":"2024-09-05T07:38:36.506073+0000","last_undegraded":"2024-09-05T07:38:36.506073+0000","last_fullsized":"2024-09-05T07:38:36.506073+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:29:21.904752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505215+0000","last_change":"2024-09-05T07:36:14.814799+0000","last_active":"2024-09-05T07:38:36.505215+0000","last_peered":"2024-09-05T07:38:36.505215+0000","last_clean":"2024-09-05T07:38:36.505215+0000","last_became_active":"2024-09-05T07:36:14.814044+0000","last_became_peered":"2024-09-05T07:36:14.814044+0000","last_unstale":"2024-09-05T07:38:36.505215+0000","last_undegraded":"2024-09-05T07:38:36.505215+0000","last_fullsized":"2024-09-05T07:38:36.505215+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:47.034838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"93'9","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503887+0000","last_change":"2024-09-05T07:36:14.813588+0000","last_active":"2024-09-05T07:38:36.503887+0000","last_peered":"2024-09-05T07:38:36.503887+0000","last_clean":"2024-09-05T07:38:36.503887+0000","last_became_active":"2024-09-05T07:36:14.813310+0000","last_became_peered":"2024-09-05T07:36:14.813310+0000","last_unstale":"2024-09-05T07:38:36.503887+0000","last_undegraded":"2024-09-05T07:38:36.503887+0000","last_fullsized":"2024-09-05T07:38:36.503887+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:20:00.193943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"93'7","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498010+0000","last_change":"2024-09-05T07:37:36.872961+0000","last_active":"2024-09-05T07:38:36.498010+0000","last_peered":"2024-09-05T07:38:36.498010+0000","last_clean":"2024-09-05T07:38:36.498010+0000","last_became_active":"2024-09-05T07:37:36.872548+0000","last_became_peered":"2024-09-05T07:37:36.872548+0000","last_unstale":"2024-09-05T07:38:36.498010+0000","last_undegraded":"2024-09-05T07:38:36.498010+0000","last_fullsized":"2024-09-05T07:38:36.498010+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:24:06.936930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,2],"acting":[0,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.496822+0000","last_change":"2024-09-05T07:36:14.820169+0000","last_active":"2024-09-05T07:38:36.496822+0000","last_peered":"2024-09-05T07:38:36.496822+0000","last_clean":"2024-09-05T07:38:36.496822+0000","last_became_active":"2024-09-05T07:36:14.819349+0000","last_became_peered":"2024-09-05T07:36:14.819349+0000","last_unstale":"2024-09-05T07:38:36.496822+0000","last_undegraded":"2024-09-05T07:38:36.496822+0000","last_fullsized":"2024-09-05T07:38:36.496822+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:30:33.276239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"93'10","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.507154+0000","last_change":"2024-09-05T07:36:14.816981+0000","last_active":"2024-09-05T07:38:36.507154+0000","last_peered":"2024-09-05T07:38:36.507154+0000","last_clean":"2024-09-05T07:38:36.507154+0000","last_became_active":"2024-09-05T07:36:14.816645+0000","last_became_peered":"2024-09-05T07:36:14.816645+0000","last_unstale":"2024-09-05T07:38:36.507154+0000","last_undegraded":"2024-09-05T07:38:36.507154+0000","last_fullsized":"2024-09-05T07:38:36.507154+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:57.926810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"93'7","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.499757+0000","last_change":"2024-09-05T07:36:14.816277+0000","last_active":"2024-09-05T07:38:36.499757+0000","last_peered":"2024-09-05T07:38:36.499757+0000","last_clean":"2024-09-05T07:38:36.499757+0000","last_became_active":"2024-09-05T07:36:14.815998+0000","last_became_peered":"2024-09-05T07:36:14.815998+0000","last_unstale":"2024-09-05T07:38:36.499757+0000","last_undegraded":"2024-09-05T07:38:36.499757+0000","last_fullsized":"2024-09-05T07:38:36.499757+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:42.278870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"93'6","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502296+0000","last_change":"2024-09-05T07:36:14.813425+0000","last_active":"2024-09-05T07:38:36.502296+0000","last_peered":"2024-09-05T07:38:36.502296+0000","last_clean":"2024-09-05T07:38:36.502296+0000","last_became_active":"2024-09-05T07:36:14.813135+0000","last_became_peered":"2024-09-05T07:36:14.813135+0000","last_unstale":"2024-09-05T07:38:36.502296+0000","last_undegraded":"2024-09-05T07:38:36.502296+0000","last_fullsized":"2024-09-05T07:38:36.502296+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:54.684216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"93'16","reported_seq":50,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.495974+0000","last_change":"2024-09-05T07:36:14.820772+0000","last_active":"2024-09-05T07:38:36.495974+0000","last_peered":"2024-09-05T07:38:36.495974+0000","last_clean":"2024-09-05T07:38:36.495974+0000","last_became_active":"2024-09-05T07:36:14.820347+0000","last_became_peered":"2024-09-05T07:36:14.820347+0000","last_unstale":"2024-09-05T07:38:36.495974+0000","last_undegraded":"2024-09-05T07:38:36.495974+0000","last_fullsized":"2024-09-05T07:38:36.495974+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:47.635596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"93'11","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504065+0000","last_change":"2024-09-05T07:36:14.811244+0000","last_active":"2024-09-05T07:38:36.504065+0000","last_peered":"2024-09-05T07:38:36.504065+0000","last_clean":"2024-09-05T07:38:36.504065+0000","last_became_active":"2024-09-05T07:36:14.810959+0000","last_became_peered":"2024-09-05T07:36:14.810959+0000","last_unstale":"2024-09-05T07:38:36.504065+0000","last_undegraded":"2024-09-05T07:38:36.504065+0000","last_fullsized":"2024-09-05T07:38:36.504065+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:47:47.631297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"93'9","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504172+0000","last_change":"2024-09-05T07:37:36.468340+0000","last_active":"2024-09-05T07:38:36.504172+0000","last_peered":"2024-09-05T07:38:36.504172+0000","last_clean":"2024-09-05T07:38:36.504172+0000","last_became_active":"2024-09-05T07:37:36.467940+0000","last_became_peered":"2024-09-05T07:37:36.467940+0000","last_unstale":"2024-09-05T07:38:36.504172+0000","last_undegraded":"2024-09-05T07:38:36.504172+0000","last_fullsized":"2024-09-05T07:38:36.504172+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:21:34.298980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.39","version":"93'5","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.496612+0000","last_change":"2024-09-05T07:36:14.806795+0000","last_active":"2024-09-05T07:38:36.496612+0000","last_peered":"2024-09-05T07:38:36.496612+0000","last_clean":"2024-09-05T07:38:36.496612+0000","last_became_active":"2024-09-05T07:36:14.806038+0000","last_became_peered":"2024-09-05T07:36:14.806038+0000","last_unstale":"2024-09-05T07:38:36.496612+0000","last_undegraded":"2024-09-05T07:38:36.496612+0000","last_fullsized":"2024-09-05T07:38:36.496612+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:56:05.136500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497895+0000","last_change":"2024-09-05T07:36:14.814462+0000","last_active":"2024-09-05T07:38:36.497895+0000","last_peered":"2024-09-05T07:38:36.497895+0000","last_clean":"2024-09-05T07:38:36.497895+0000","last_became_active":"2024-09-05T07:36:14.814178+0000","last_became_peered":"2024-09-05T07:36:14.814178+0000","last_unstale":"2024-09-05T07:38:36.497895+0000","last_undegraded":"2024-09-05T07:38:36.497895+0000","last_fullsized":"2024-09-05T07:38:36.497895+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:10:46.217701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"93'4","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.493047+0000","last_change":"2024-09-05T07:36:14.809141+0000","last_active":"2024-09-05T07:38:36.493047+0000","last_peered":"2024-09-05T07:38:36.493047+0000","last_clean":"2024-09-05T07:38:36.493047+0000","last_became_active":"2024-09-05T07:36:14.808812+0000","last_became_peered":"2024-09-05T07:36:14.808812+0000","last_unstale":"2024-09-05T07:38:36.493047+0000","last_undegraded":"2024-09-05T07:38:36.493047+0000","last_fullsized":"2024-09-05T07:38:36.493047+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:07:46.838052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"93'8","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498469+0000","last_change":"2024-09-05T07:36:14.818092+0000","last_active":"2024-09-05T07:38:36.498469+0000","last_peered":"2024-09-05T07:38:36.498469+0000","last_clean":"2024-09-05T07:38:36.498469+0000","last_became_active":"2024-09-05T07:36:14.817789+0000","last_became_peered":"2024-09-05T07:36:14.817789+0000","last_unstale":"2024-09-05T07:38:36.498469+0000","last_undegraded":"2024-09-05T07:38:36.498469+0000","last_fullsized":"2024-09-05T07:38:36.498469+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:22:29.176609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502602+0000","last_change":"2024-09-05T07:36:14.813266+0000","last_active":"2024-09-05T07:38:36.502602+0000","last_peered":"2024-09-05T07:38:36.502602+0000","last_clean":"2024-09-05T07:38:36.502602+0000","last_became_active":"2024-09-05T07:36:14.812886+0000","last_became_peered":"2024-09-05T07:36:14.812886+0000","last_unstale":"2024-09-05T07:38:36.502602+0000","last_undegraded":"2024-09-05T07:38:36.502602+0000","last_fullsized":"2024-09-05T07:38:36.502602+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:26:39.085280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"93'4","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502946+0000","last_change":"2024-09-05T07:36:14.819845+0000","last_active":"2024-09-05T07:38:36.502946+0000","last_peered":"2024-09-05T07:38:36.502946+0000","last_clean":"2024-09-05T07:38:36.502946+0000","last_became_active":"2024-09-05T07:36:14.819575+0000","last_became_peered":"2024-09-05T07:36:14.819575+0000","last_unstale":"2024-09-05T07:38:36.502946+0000","last_undegraded":"2024-09-05T07:38:36.502946+0000","last_fullsized":"2024-09-05T07:38:36.502946+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:44:39.270064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505050+0000","last_change":"2024-09-05T07:36:14.815067+0000","last_active":"2024-09-05T07:38:36.505050+0000","last_peered":"2024-09-05T07:38:36.505050+0000","last_clean":"2024-09-05T07:38:36.505050+0000","last_became_active":"2024-09-05T07:36:14.814453+0000","last_became_peered":"2024-09-05T07:36:14.814453+0000","last_unstale":"2024-09-05T07:38:36.505050+0000","last_undegraded":"2024-09-05T07:38:36.505050+0000","last_fullsized":"2024-09-05T07:38:36.505050+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:32:16.995333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":601988,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":758,"num_read_kb":493,"num_write":301,"num_write_kb":1449,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2039808,"data_stored":1805964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":236,"ondisk_log_size":236,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514539,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1077248,"data_stored":532922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743472,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28892,"kb_used_data":1868,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716260,"statfs":{"total":95995035648,"available":95965450240,"internally_reserved":0,"allocated":1912832,"data_stored":1327611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906997,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28480,"kb_used_data":1452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716672,"statfs":{"total":95995035648,"available":95965872128,"internally_reserved":0,"allocated":1486848,"data_stored":930448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135930,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36792,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708360,"statfs":{"total":95995035648,"available":95957360640,"internally_reserved":0,"allocated":1478656,"data_stored":926250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364862,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32828,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712324,"statfs":{"total":95995035648,"available":95961419776,"internally_reserved":0,"allocated":1683456,"data_stored":1131670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528388,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1069056,"data_stored":528312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790024,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37124,"kb_used_data":1780,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708028,"statfs":{"total":95995035648,"available":95957020672,"internally_reserved":0,"allocated":1822720,"data_stored":1253481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953550,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1089536,"data_stored":534355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182482,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36916,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708236,"statfs":{"total":95995035648,"available":95957233664,"internally_reserved":0,"allocated":1609728,"data_stored":1053322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411416,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36480,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708672,"statfs":{"total":95995035648,"available":95957680128,"internally_reserved":0,"allocated":1163264,"data_stored":601741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574940,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36464,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708688,"statfs":{"total":95995035648,"available":95957696512,"internally_reserved":0,"allocated":1146880,"data_stored":598688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738464,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1093632,"data_stored":529700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":73519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":525100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":134891,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":409600,"data_stored":393932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":249856,"data_stored":204925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T07:38:42.722 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-09-05T07:38:42.722 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T07:38:42.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.858+0000 7f7121eac640 1 -- 172.21.15.71:0/2469063507 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f711c102c90 msgr2=0x7f711c103070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:42.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.858+0000 7f7121eac640 1 --2- 172.21.15.71:0/2469063507 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f711c102c90 0x7f711c103070 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f710c009900 tx=0x7f710c02a480 comp rx=0 tx=0).stop 2024-09-05T07:38:42.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.858+0000 7f7121eac640 1 -- 172.21.15.71:0/2469063507 shutdown_connections 2024-09-05T07:38:42.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.858+0000 7f7121eac640 1 --2- 172.21.15.71:0/2469063507 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f711c10c0e0 0x7f711c10e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.858+0000 7f7121eac640 1 --2- 172.21.15.71:0/2469063507 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f711c1035b0 0x7f711c10ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.858+0000 7f7121eac640 1 --2- 172.21.15.71:0/2469063507 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f711c102c90 0x7f711c103070 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.858+0000 7f7121eac640 1 -- 172.21.15.71:0/2469063507 >> 172.21.15.71:0/2469063507 conn(0x7f711c0fc6a0 msgr2=0x7f711c0feac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:42.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.858+0000 7f7121eac640 1 -- 172.21.15.71:0/2469063507 shutdown_connections 2024-09-05T07:38:42.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.858+0000 7f7121eac640 1 -- 172.21.15.71:0/2469063507 wait complete. 2024-09-05T07:38:42.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.859+0000 7f7121eac640 1 Processor -- start 2024-09-05T07:38:42.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.859+0000 7f7121eac640 1 -- start start 2024-09-05T07:38:42.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.859+0000 7f7121eac640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f711c102c90 0x7f711c1982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:42.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.859+0000 7f7121eac640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f711c1035b0 0x7f711c1987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:42.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.859+0000 7f7121eac640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f711c10c0e0 0x7f711c19cb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:42.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.859+0000 7f7121eac640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f711c111d70 con 0x7f711c1035b0 2024-09-05T07:38:42.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.859+0000 7f7121eac640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f711c111bf0 con 0x7f711c10c0e0 2024-09-05T07:38:42.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.859+0000 7f7121eac640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f711c111ef0 con 0x7f711c102c90 2024-09-05T07:38:42.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.859+0000 7f7113fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f711c1035b0 0x7f711c1987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:42.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.859+0000 7f7113fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f711c1035b0 0x7f711c1987e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51996/0 (socket says 172.21.15.71:51996) 2024-09-05T07:38:42.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.859+0000 7f7113fff640 1 -- 172.21.15.71:0/843217716 learned_addr learned my addr 172.21.15.71:0/843217716 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:42.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.859+0000 7f711b7fe640 1 --2- 172.21.15.71:0/843217716 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f711c102c90 0x7f711c1982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:42.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.859+0000 7f711bfff640 1 --2- 172.21.15.71:0/843217716 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f711c10c0e0 0x7f711c19cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:42.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.859+0000 7f7113fff640 1 -- 172.21.15.71:0/843217716 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f711c102c90 msgr2=0x7f711c1982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:42.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.859+0000 7f7113fff640 1 --2- 172.21.15.71:0/843217716 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f711c102c90 0x7f711c1982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.859+0000 7f7113fff640 1 -- 172.21.15.71:0/843217716 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f711c10c0e0 msgr2=0x7f711c19cb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:42.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.859+0000 7f7113fff640 1 --2- 172.21.15.71:0/843217716 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f711c10c0e0 0x7f711c19cb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:42.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.859+0000 7f7113fff640 1 -- 172.21.15.71:0/843217716 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f711c19d290 con 0x7f711c1035b0 2024-09-05T07:38:42.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.859+0000 7f7113fff640 1 --2- 172.21.15.71:0/843217716 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f711c1035b0 0x7f711c1987e0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f710400c970 tx=0x7f710400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:42.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.860+0000 7f71197fa640 1 -- 172.21.15.71:0/843217716 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7104007bb0 con 0x7f711c1035b0 2024-09-05T07:38:42.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.860+0000 7f71197fa640 1 -- 172.21.15.71:0/843217716 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7104007d50 con 0x7f711c1035b0 2024-09-05T07:38:42.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.860+0000 7f7121eac640 1 -- 172.21.15.71:0/843217716 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f711c19d580 con 0x7f711c1035b0 2024-09-05T07:38:42.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.860+0000 7f71197fa640 1 -- 172.21.15.71:0/843217716 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7104018780 con 0x7f711c1035b0 2024-09-05T07:38:42.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.860+0000 7f7121eac640 1 -- 172.21.15.71:0/843217716 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f711c1a4e10 con 0x7f711c1035b0 2024-09-05T07:38:42.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.861+0000 7f7121eac640 1 -- 172.21.15.71:0/843217716 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f711c103070 con 0x7f711c1035b0 2024-09-05T07:38:42.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.862+0000 7f71197fa640 1 -- 172.21.15.71:0/843217716 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138009+0+0 (secure 0 0 0) 0x7f710400f450 con 0x7f711c1035b0 2024-09-05T07:38:42.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.862+0000 7f71197fa640 1 --2- 172.21.15.71:0/843217716 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f71080a2d90 0x7f71080a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:42.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.862+0000 7f711b7fe640 1 --2- 172.21.15.71:0/843217716 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f71080a2d90 0x7f71080a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:42.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.862+0000 7f71197fa640 1 -- 172.21.15.71:0/843217716 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f71040cfac0 con 0x7f711c1035b0 2024-09-05T07:38:42.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.863+0000 7f711b7fe640 1 --2- 172.21.15.71:0/843217716 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f71080a2d90 0x7f71080a5250 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f710c031440 tx=0x7f710c005b50 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:42.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:42.867+0000 7f71197fa640 1 -- 172.21.15.71:0/843217716 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7104014030 con 0x7f711c1035b0 2024-09-05T07:38:42.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:42 smithi123 ceph-mon[34568]: from='client.15330 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:38:42.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:42 smithi123 ceph-mon[34568]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 1.2 KiB/s wr, 31 op/s 2024-09-05T07:38:42.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:42 smithi192 ceph-mon[34929]: from='client.15330 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:38:42.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:42 smithi192 ceph-mon[34929]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 1.2 KiB/s wr, 31 op/s 2024-09-05T07:38:43.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.029+0000 7f7121eac640 1 -- 172.21.15.71:0/843217716 --> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f711c062630 con 0x7f71080a2d90 2024-09-05T07:38:43.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.036+0000 7f71197fa640 1 -- 172.21.15.71:0/843217716 <== mgr.15228 v2:172.21.15.71:6800/2114245039 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339383 (secure 0 0 0) 0x7f711c062630 con 0x7f71080a2d90 2024-09-05T07:38:43.040 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:43.042 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-09-05T07:38:43.044 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.039+0000 7f7121eac640 1 -- 172.21.15.71:0/843217716 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f71080a2d90 msgr2=0x7f71080a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:43.045 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.039+0000 7f7121eac640 1 --2- 172.21.15.71:0/843217716 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f71080a2d90 0x7f71080a5250 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f710c031440 tx=0x7f710c005b50 comp rx=0 tx=0).stop 2024-09-05T07:38:43.045 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.039+0000 7f7121eac640 1 -- 172.21.15.71:0/843217716 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f711c1035b0 msgr2=0x7f711c1987e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:43.045 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.039+0000 7f7121eac640 1 --2- 172.21.15.71:0/843217716 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f711c1035b0 0x7f711c1987e0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f710400c970 tx=0x7f710400ce30 comp rx=0 tx=0).stop 2024-09-05T07:38:43.045 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.040+0000 7f7121eac640 1 -- 172.21.15.71:0/843217716 shutdown_connections 2024-09-05T07:38:43.045 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.040+0000 7f7121eac640 1 --2- 172.21.15.71:0/843217716 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f71080a2d90 0x7f71080a5250 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:43.045 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.040+0000 7f7121eac640 1 --2- 172.21.15.71:0/843217716 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f711c10c0e0 0x7f711c19cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:43.045 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.040+0000 7f7121eac640 1 --2- 172.21.15.71:0/843217716 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f711c1035b0 0x7f711c1987e0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:43.045 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.040+0000 7f7121eac640 1 --2- 172.21.15.71:0/843217716 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f711c102c90 0x7f711c1982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:43.045 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.040+0000 7f7121eac640 1 -- 172.21.15.71:0/843217716 >> 172.21.15.71:0/843217716 conn(0x7f711c0fc6a0 msgr2=0x7f711c0fde30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:43.045 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.040+0000 7f7121eac640 1 -- 172.21.15.71:0/843217716 shutdown_connections 2024-09-05T07:38:43.045 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.040+0000 7f7121eac640 1 -- 172.21.15.71:0/843217716 wait complete. 2024-09-05T07:38:43.051 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":6,"stamp":"2024-09-05T07:38:42.480821+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1192590,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":995,"num_read_kb":823,"num_write":504,"num_write_kb":4389,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":886,"ondisk_log_size":886,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":394632,"kb_used_data":16244,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124547192,"statfs":{"total":1151940427776,"available":1151536324608,"internally_reserved":0,"allocated":16633856,"data_stored":9948500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":387233081},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":4314,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":234,"num_write":23,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.006361"},"pg_stats":[{"pgid":"2.1f","version":"90'9","reported_seq":51,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475249+0000","last_change":"2024-09-05T07:36:12.799600+0000","last_active":"2024-09-05T07:38:36.475249+0000","last_peered":"2024-09-05T07:38:36.475249+0000","last_clean":"2024-09-05T07:38:36.475249+0000","last_became_active":"2024-09-05T07:36:12.799257+0000","last_became_peered":"2024-09-05T07:36:12.799257+0000","last_unstale":"2024-09-05T07:38:36.475249+0000","last_undegraded":"2024-09-05T07:38:36.475249+0000","last_fullsized":"2024-09-05T07:38:36.475249+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:30:11.431175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.490192+0000","last_change":"2024-09-05T07:36:14.809949+0000","last_active":"2024-09-05T07:38:36.490192+0000","last_peered":"2024-09-05T07:38:36.490192+0000","last_clean":"2024-09-05T07:38:36.490192+0000","last_became_active":"2024-09-05T07:36:14.809548+0000","last_became_peered":"2024-09-05T07:36:14.809548+0000","last_unstale":"2024-09-05T07:38:36.490192+0000","last_undegraded":"2024-09-05T07:38:36.490192+0000","last_fullsized":"2024-09-05T07:38:36.490192+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:23:20.911493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.460557+0000","last_change":"2024-09-05T07:36:21.873917+0000","last_active":"2024-09-05T07:38:36.460557+0000","last_peered":"2024-09-05T07:38:36.460557+0000","last_clean":"2024-09-05T07:38:36.460557+0000","last_became_active":"2024-09-05T07:36:21.873513+0000","last_became_peered":"2024-09-05T07:36:21.873513+0000","last_unstale":"2024-09-05T07:38:36.460557+0000","last_undegraded":"2024-09-05T07:38:36.460557+0000","last_fullsized":"2024-09-05T07:38:36.460557+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:46:22.911489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456184+0000","last_change":"2024-09-05T07:36:12.809101+0000","last_active":"2024-09-05T07:38:36.456184+0000","last_peered":"2024-09-05T07:38:36.456184+0000","last_clean":"2024-09-05T07:38:36.456184+0000","last_became_active":"2024-09-05T07:36:12.808801+0000","last_became_peered":"2024-09-05T07:36:12.808801+0000","last_unstale":"2024-09-05T07:38:36.456184+0000","last_undegraded":"2024-09-05T07:38:36.456184+0000","last_fullsized":"2024-09-05T07:38:36.456184+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:24:41.651682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502471+0000","last_change":"2024-09-05T07:36:14.813092+0000","last_active":"2024-09-05T07:38:36.502471+0000","last_peered":"2024-09-05T07:38:36.502471+0000","last_clean":"2024-09-05T07:38:36.502471+0000","last_became_active":"2024-09-05T07:36:14.812778+0000","last_became_peered":"2024-09-05T07:36:14.812778+0000","last_unstale":"2024-09-05T07:38:36.502471+0000","last_undegraded":"2024-09-05T07:38:36.502471+0000","last_fullsized":"2024-09-05T07:38:36.502471+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:05:13.898628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.471783+0000","last_change":"2024-09-05T07:36:21.879572+0000","last_active":"2024-09-05T07:38:36.471783+0000","last_peered":"2024-09-05T07:38:36.471783+0000","last_clean":"2024-09-05T07:38:36.471783+0000","last_became_active":"2024-09-05T07:36:21.879141+0000","last_became_peered":"2024-09-05T07:36:21.879141+0000","last_unstale":"2024-09-05T07:38:36.471783+0000","last_undegraded":"2024-09-05T07:38:36.471783+0000","last_fullsized":"2024-09-05T07:38:36.471783+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:26:58.057968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'4","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.457160+0000","last_change":"2024-09-05T07:36:12.801181+0000","last_active":"2024-09-05T07:38:36.457160+0000","last_peered":"2024-09-05T07:38:36.457160+0000","last_clean":"2024-09-05T07:38:36.457160+0000","last_became_active":"2024-09-05T07:36:12.800826+0000","last_became_peered":"2024-09-05T07:36:12.800826+0000","last_unstale":"2024-09-05T07:38:36.457160+0000","last_undegraded":"2024-09-05T07:38:36.457160+0000","last_fullsized":"2024-09-05T07:38:36.457160+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:46:57.132870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"93'9","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.500295+0000","last_change":"2024-09-05T07:36:14.807185+0000","last_active":"2024-09-05T07:38:36.500295+0000","last_peered":"2024-09-05T07:38:36.500295+0000","last_clean":"2024-09-05T07:38:36.500295+0000","last_became_active":"2024-09-05T07:36:14.806877+0000","last_became_peered":"2024-09-05T07:36:14.806877+0000","last_unstale":"2024-09-05T07:38:36.500295+0000","last_undegraded":"2024-09-05T07:38:36.500295+0000","last_fullsized":"2024-09-05T07:38:36.500295+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:10:09.735431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475595+0000","last_change":"2024-09-05T07:36:35.955373+0000","last_active":"2024-09-05T07:38:36.475595+0000","last_peered":"2024-09-05T07:38:36.475595+0000","last_clean":"2024-09-05T07:38:36.475595+0000","last_became_active":"2024-09-05T07:36:35.954902+0000","last_became_peered":"2024-09-05T07:36:35.954902+0000","last_unstale":"2024-09-05T07:38:36.475595+0000","last_undegraded":"2024-09-05T07:38:36.475595+0000","last_fullsized":"2024-09-05T07:38:36.475595+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:10:48.886808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,8,5],"acting":[4,3,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.457193+0000","last_change":"2024-09-05T07:36:12.803991+0000","last_active":"2024-09-05T07:38:36.457193+0000","last_peered":"2024-09-05T07:38:36.457193+0000","last_clean":"2024-09-05T07:38:36.457193+0000","last_became_active":"2024-09-05T07:36:12.803605+0000","last_became_peered":"2024-09-05T07:36:12.803605+0000","last_unstale":"2024-09-05T07:38:36.457193+0000","last_undegraded":"2024-09-05T07:38:36.457193+0000","last_fullsized":"2024-09-05T07:38:36.457193+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:32:34.325986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"93'15","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503584+0000","last_change":"2024-09-05T07:36:14.818742+0000","last_active":"2024-09-05T07:38:36.503584+0000","last_peered":"2024-09-05T07:38:36.503584+0000","last_clean":"2024-09-05T07:38:36.503584+0000","last_became_active":"2024-09-05T07:36:14.818429+0000","last_became_peered":"2024-09-05T07:36:14.818429+0000","last_unstale":"2024-09-05T07:38:36.503584+0000","last_undegraded":"2024-09-05T07:38:36.503584+0000","last_fullsized":"2024-09-05T07:38:36.503584+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:07:56.517645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.471970+0000","last_change":"2024-09-05T07:36:21.879708+0000","last_active":"2024-09-05T07:38:36.471970+0000","last_peered":"2024-09-05T07:38:36.471970+0000","last_clean":"2024-09-05T07:38:36.471970+0000","last_became_active":"2024-09-05T07:36:21.879294+0000","last_became_peered":"2024-09-05T07:36:21.879294+0000","last_unstale":"2024-09-05T07:38:36.471970+0000","last_undegraded":"2024-09-05T07:38:36.471970+0000","last_fullsized":"2024-09-05T07:38:36.471970+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:39:13.648675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511862+0000","last_change":"2024-09-05T07:36:14.809970+0000","last_active":"2024-09-05T07:38:36.511862+0000","last_peered":"2024-09-05T07:38:36.511862+0000","last_clean":"2024-09-05T07:38:36.511862+0000","last_became_active":"2024-09-05T07:36:14.808188+0000","last_became_peered":"2024-09-05T07:36:14.808188+0000","last_unstale":"2024-09-05T07:38:36.511862+0000","last_undegraded":"2024-09-05T07:38:36.511862+0000","last_fullsized":"2024-09-05T07:38:36.511862+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:34:54.391953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456676+0000","last_change":"2024-09-05T07:36:12.799787+0000","last_active":"2024-09-05T07:38:36.456676+0000","last_peered":"2024-09-05T07:38:36.456676+0000","last_clean":"2024-09-05T07:38:36.456676+0000","last_became_active":"2024-09-05T07:36:12.799298+0000","last_became_peered":"2024-09-05T07:36:12.799298+0000","last_unstale":"2024-09-05T07:38:36.456676+0000","last_undegraded":"2024-09-05T07:38:36.456676+0000","last_fullsized":"2024-09-05T07:38:36.456676+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:56:21.913375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466674+0000","last_change":"2024-09-05T07:36:22.039340+0000","last_active":"2024-09-05T07:38:36.466674+0000","last_peered":"2024-09-05T07:38:36.466674+0000","last_clean":"2024-09-05T07:38:36.466674+0000","last_became_active":"2024-09-05T07:36:22.038839+0000","last_became_peered":"2024-09-05T07:36:22.038839+0000","last_unstale":"2024-09-05T07:38:36.466674+0000","last_undegraded":"2024-09-05T07:38:36.466674+0000","last_fullsized":"2024-09-05T07:38:36.466674+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:15:12.399771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.486348+0000","last_change":"2024-09-05T07:36:14.809134+0000","last_active":"2024-09-05T07:38:36.486348+0000","last_peered":"2024-09-05T07:38:36.486348+0000","last_clean":"2024-09-05T07:38:36.486348+0000","last_became_active":"2024-09-05T07:36:14.808813+0000","last_became_peered":"2024-09-05T07:36:14.808813+0000","last_unstale":"2024-09-05T07:38:36.486348+0000","last_undegraded":"2024-09-05T07:38:36.486348+0000","last_fullsized":"2024-09-05T07:38:36.486348+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:41:13.055058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"93'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461149+0000","last_change":"2024-09-05T07:36:12.800122+0000","last_active":"2024-09-05T07:38:36.461149+0000","last_peered":"2024-09-05T07:38:36.461149+0000","last_clean":"2024-09-05T07:38:36.461149+0000","last_became_active":"2024-09-05T07:36:12.799760+0000","last_became_peered":"2024-09-05T07:36:12.799760+0000","last_unstale":"2024-09-05T07:38:36.461149+0000","last_undegraded":"2024-09-05T07:38:36.461149+0000","last_fullsized":"2024-09-05T07:38:36.461149+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:24:23.617273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"90'1","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.472268+0000","last_change":"2024-09-05T07:36:21.875884+0000","last_active":"2024-09-05T07:38:36.472268+0000","last_peered":"2024-09-05T07:38:36.472268+0000","last_clean":"2024-09-05T07:38:36.472268+0000","last_became_active":"2024-09-05T07:36:21.875323+0000","last_became_peered":"2024-09-05T07:36:21.875323+0000","last_unstale":"2024-09-05T07:38:36.472268+0000","last_undegraded":"2024-09-05T07:38:36.472268+0000","last_fullsized":"2024-09-05T07:38:36.472268+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:28.249884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"93'9","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504634+0000","last_change":"2024-09-05T07:36:14.816557+0000","last_active":"2024-09-05T07:38:36.504634+0000","last_peered":"2024-09-05T07:38:36.504634+0000","last_clean":"2024-09-05T07:38:36.504634+0000","last_became_active":"2024-09-05T07:36:14.815610+0000","last_became_peered":"2024-09-05T07:36:14.815610+0000","last_unstale":"2024-09-05T07:38:36.504634+0000","last_undegraded":"2024-09-05T07:38:36.504634+0000","last_fullsized":"2024-09-05T07:38:36.504634+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:26:17.715866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"90'3","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.455824+0000","last_change":"2024-09-05T07:36:12.797574+0000","last_active":"2024-09-05T07:38:36.455824+0000","last_peered":"2024-09-05T07:38:36.455824+0000","last_clean":"2024-09-05T07:38:36.455824+0000","last_became_active":"2024-09-05T07:36:12.797235+0000","last_became_peered":"2024-09-05T07:36:12.797235+0000","last_unstale":"2024-09-05T07:38:36.455824+0000","last_undegraded":"2024-09-05T07:38:36.455824+0000","last_fullsized":"2024-09-05T07:38:36.455824+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:01:13.882076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456737+0000","last_change":"2024-09-05T07:36:35.955205+0000","last_active":"2024-09-05T07:38:36.456737+0000","last_peered":"2024-09-05T07:38:36.456737+0000","last_clean":"2024-09-05T07:38:36.456737+0000","last_became_active":"2024-09-05T07:36:35.954774+0000","last_became_peered":"2024-09-05T07:36:35.954774+0000","last_unstale":"2024-09-05T07:38:36.456737+0000","last_undegraded":"2024-09-05T07:38:36.456737+0000","last_fullsized":"2024-09-05T07:38:36.456737+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:24:11.816616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.9","version":"93'2","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.485176+0000","last_change":"2024-09-05T07:36:14.810604+0000","last_active":"2024-09-05T07:38:36.485176+0000","last_peered":"2024-09-05T07:38:36.485176+0000","last_clean":"2024-09-05T07:38:36.485176+0000","last_became_active":"2024-09-05T07:36:14.810203+0000","last_became_peered":"2024-09-05T07:36:14.810203+0000","last_unstale":"2024-09-05T07:38:36.485176+0000","last_undegraded":"2024-09-05T07:38:36.485176+0000","last_fullsized":"2024-09-05T07:38:36.485176+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:21:04.720664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461032+0000","last_change":"2024-09-05T07:36:12.811040+0000","last_active":"2024-09-05T07:38:36.461032+0000","last_peered":"2024-09-05T07:38:36.461032+0000","last_clean":"2024-09-05T07:38:36.461032+0000","last_became_active":"2024-09-05T07:36:12.810737+0000","last_became_peered":"2024-09-05T07:36:12.810737+0000","last_unstale":"2024-09-05T07:38:36.461032+0000","last_undegraded":"2024-09-05T07:38:36.461032+0000","last_fullsized":"2024-09-05T07:38:36.461032+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:44:25.801815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466707+0000","last_change":"2024-09-05T07:36:22.040640+0000","last_active":"2024-09-05T07:38:36.466707+0000","last_peered":"2024-09-05T07:38:36.466707+0000","last_clean":"2024-09-05T07:38:36.466707+0000","last_became_active":"2024-09-05T07:36:22.040247+0000","last_became_peered":"2024-09-05T07:36:22.040247+0000","last_unstale":"2024-09-05T07:38:36.466707+0000","last_undegraded":"2024-09-05T07:38:36.466707+0000","last_fullsized":"2024-09-05T07:38:36.466707+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:03:16.022864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497774+0000","last_change":"2024-09-05T07:36:14.820761+0000","last_active":"2024-09-05T07:38:36.497774+0000","last_peered":"2024-09-05T07:38:36.497774+0000","last_clean":"2024-09-05T07:38:36.497774+0000","last_became_active":"2024-09-05T07:36:14.820507+0000","last_became_peered":"2024-09-05T07:36:14.820507+0000","last_unstale":"2024-09-05T07:38:36.497774+0000","last_undegraded":"2024-09-05T07:38:36.497774+0000","last_fullsized":"2024-09-05T07:38:36.497774+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:34:48.881638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"90'4","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466564+0000","last_change":"2024-09-05T07:36:13.411988+0000","last_active":"2024-09-05T07:38:36.466564+0000","last_peered":"2024-09-05T07:38:36.466564+0000","last_clean":"2024-09-05T07:38:36.466564+0000","last_became_active":"2024-09-05T07:36:13.411609+0000","last_became_peered":"2024-09-05T07:36:13.411609+0000","last_unstale":"2024-09-05T07:38:36.466564+0000","last_undegraded":"2024-09-05T07:38:36.466564+0000","last_fullsized":"2024-09-05T07:38:36.466564+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:40:21.270134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.460707+0000","last_change":"2024-09-05T07:36:21.871465+0000","last_active":"2024-09-05T07:38:36.460707+0000","last_peered":"2024-09-05T07:38:36.460707+0000","last_clean":"2024-09-05T07:38:36.460707+0000","last_became_active":"2024-09-05T07:36:21.871056+0000","last_became_peered":"2024-09-05T07:36:21.871056+0000","last_unstale":"2024-09-05T07:38:36.460707+0000","last_undegraded":"2024-09-05T07:38:36.460707+0000","last_fullsized":"2024-09-05T07:38:36.460707+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:24:41.284515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.506480+0000","last_change":"2024-09-05T07:36:14.814919+0000","last_active":"2024-09-05T07:38:36.506480+0000","last_peered":"2024-09-05T07:38:36.506480+0000","last_clean":"2024-09-05T07:38:36.506480+0000","last_became_active":"2024-09-05T07:36:14.814611+0000","last_became_peered":"2024-09-05T07:36:14.814611+0000","last_unstale":"2024-09-05T07:38:36.506480+0000","last_undegraded":"2024-09-05T07:38:36.506480+0000","last_fullsized":"2024-09-05T07:38:36.506480+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:33:22.534338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'48","reported_seq":112,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.852209+0000","last_change":"2024-09-05T07:36:12.797620+0000","last_active":"2024-09-05T07:38:36.852209+0000","last_peered":"2024-09-05T07:38:36.852209+0000","last_clean":"2024-09-05T07:38:36.852209+0000","last_became_active":"2024-09-05T07:36:12.797270+0000","last_became_peered":"2024-09-05T07:36:12.797270+0000","last_unstale":"2024-09-05T07:38:36.852209+0000","last_undegraded":"2024-09-05T07:38:36.852209+0000","last_fullsized":"2024-09-05T07:38:36.852209+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:54:17.325544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":87,"num_write_kb":839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.455614+0000","last_change":"2024-09-05T07:36:22.038463+0000","last_active":"2024-09-05T07:38:36.455614+0000","last_peered":"2024-09-05T07:38:36.455614+0000","last_clean":"2024-09-05T07:38:36.455614+0000","last_became_active":"2024-09-05T07:36:22.038095+0000","last_became_peered":"2024-09-05T07:36:22.038095+0000","last_unstale":"2024-09-05T07:38:36.455614+0000","last_undegraded":"2024-09-05T07:38:36.455614+0000","last_fullsized":"2024-09-05T07:38:36.455614+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:27.589451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"93'9","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511666+0000","last_change":"2024-09-05T07:36:14.806223+0000","last_active":"2024-09-05T07:38:36.511666+0000","last_peered":"2024-09-05T07:38:36.511666+0000","last_clean":"2024-09-05T07:38:36.511666+0000","last_became_active":"2024-09-05T07:36:14.805869+0000","last_became_peered":"2024-09-05T07:36:14.805869+0000","last_unstale":"2024-09-05T07:38:36.511666+0000","last_undegraded":"2024-09-05T07:38:36.511666+0000","last_fullsized":"2024-09-05T07:38:36.511666+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:27:20.566443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"90'1","reported_seq":19,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.473081+0000","last_change":"2024-09-05T07:36:35.922464+0000","last_active":"2024-09-05T07:38:36.473081+0000","last_peered":"2024-09-05T07:38:36.473081+0000","last_clean":"2024-09-05T07:38:36.473081+0000","last_became_active":"2024-09-05T07:36:35.922078+0000","last_became_peered":"2024-09-05T07:36:35.922078+0000","last_unstale":"2024-09-05T07:38:36.473081+0000","last_undegraded":"2024-09-05T07:38:36.473081+0000","last_fullsized":"2024-09-05T07:38:36.473081+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:17:29.580551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.465715+0000","last_change":"2024-09-05T07:36:21.877189+0000","last_active":"2024-09-05T07:38:36.465715+0000","last_peered":"2024-09-05T07:38:36.465715+0000","last_clean":"2024-09-05T07:38:36.465715+0000","last_became_active":"2024-09-05T07:36:21.876796+0000","last_became_peered":"2024-09-05T07:36:21.876796+0000","last_unstale":"2024-09-05T07:38:36.465715+0000","last_undegraded":"2024-09-05T07:38:36.465715+0000","last_fullsized":"2024-09-05T07:38:36.465715+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:13.944091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"93'4","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511355+0000","last_change":"2024-09-05T07:36:14.816662+0000","last_active":"2024-09-05T07:38:36.511355+0000","last_peered":"2024-09-05T07:38:36.511355+0000","last_clean":"2024-09-05T07:38:36.511355+0000","last_became_active":"2024-09-05T07:36:14.812722+0000","last_became_peered":"2024-09-05T07:36:14.812722+0000","last_unstale":"2024-09-05T07:38:36.511355+0000","last_undegraded":"2024-09-05T07:38:36.511355+0000","last_fullsized":"2024-09-05T07:38:36.511355+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:35:10.627551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.471300+0000","last_change":"2024-09-05T07:36:12.809582+0000","last_active":"2024-09-05T07:38:36.471300+0000","last_peered":"2024-09-05T07:38:36.471300+0000","last_clean":"2024-09-05T07:38:36.471300+0000","last_became_active":"2024-09-05T07:36:12.809223+0000","last_became_peered":"2024-09-05T07:36:12.809223+0000","last_unstale":"2024-09-05T07:38:36.471300+0000","last_undegraded":"2024-09-05T07:38:36.471300+0000","last_fullsized":"2024-09-05T07:38:36.471300+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:20:12.101205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456522+0000","last_change":"2024-09-05T07:36:22.039671+0000","last_active":"2024-09-05T07:38:36.456522+0000","last_peered":"2024-09-05T07:38:36.456522+0000","last_clean":"2024-09-05T07:38:36.456522+0000","last_became_active":"2024-09-05T07:36:22.039221+0000","last_became_peered":"2024-09-05T07:36:22.039221+0000","last_unstale":"2024-09-05T07:38:36.456522+0000","last_undegraded":"2024-09-05T07:38:36.456522+0000","last_fullsized":"2024-09-05T07:38:36.456522+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:37:43.961598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"93'7","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497402+0000","last_change":"2024-09-05T07:36:35.926667+0000","last_active":"2024-09-05T07:38:36.497402+0000","last_peered":"2024-09-05T07:38:36.497402+0000","last_clean":"2024-09-05T07:38:36.497402+0000","last_became_active":"2024-09-05T07:36:35.926353+0000","last_became_peered":"2024-09-05T07:36:35.926353+0000","last_unstale":"2024-09-05T07:38:36.497402+0000","last_undegraded":"2024-09-05T07:38:36.497402+0000","last_fullsized":"2024-09-05T07:38:36.497402+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:33:52.775633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"90'1","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467799+0000","last_change":"2024-09-05T07:36:12.801852+0000","last_active":"2024-09-05T07:38:36.467799+0000","last_peered":"2024-09-05T07:38:36.467799+0000","last_clean":"2024-09-05T07:38:36.467799+0000","last_became_active":"2024-09-05T07:36:12.801533+0000","last_became_peered":"2024-09-05T07:36:12.801533+0000","last_unstale":"2024-09-05T07:38:36.467799+0000","last_undegraded":"2024-09-05T07:38:36.467799+0000","last_fullsized":"2024-09-05T07:38:36.467799+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:48:19.037437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.479672+0000","last_change":"2024-09-05T07:36:21.876580+0000","last_active":"2024-09-05T07:38:36.479672+0000","last_peered":"2024-09-05T07:38:36.479672+0000","last_clean":"2024-09-05T07:38:36.479672+0000","last_became_active":"2024-09-05T07:36:21.876209+0000","last_became_peered":"2024-09-05T07:36:21.876209+0000","last_unstale":"2024-09-05T07:38:36.479672+0000","last_undegraded":"2024-09-05T07:38:36.479672+0000","last_fullsized":"2024-09-05T07:38:36.479672+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:26:13.322909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.496789+0000","last_change":"2024-09-05T07:36:14.818775+0000","last_active":"2024-09-05T07:38:36.496789+0000","last_peered":"2024-09-05T07:38:36.496789+0000","last_clean":"2024-09-05T07:38:36.496789+0000","last_became_active":"2024-09-05T07:36:14.818482+0000","last_became_peered":"2024-09-05T07:36:14.818482+0000","last_unstale":"2024-09-05T07:38:36.496789+0000","last_undegraded":"2024-09-05T07:38:36.496789+0000","last_fullsized":"2024-09-05T07:38:36.496789+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:53:41.945628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'5","reported_seq":150,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:40.556770+0000","last_change":"2024-09-05T07:36:12.808974+0000","last_active":"2024-09-05T07:38:40.556770+0000","last_peered":"2024-09-05T07:38:40.556770+0000","last_clean":"2024-09-05T07:38:40.556770+0000","last_became_active":"2024-09-05T07:36:12.808622+0000","last_became_peered":"2024-09-05T07:36:12.808622+0000","last_unstale":"2024-09-05T07:38:40.556770+0000","last_undegraded":"2024-09-05T07:38:40.556770+0000","last_fullsized":"2024-09-05T07:38:40.556770+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:29.308884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":105,"num_read_kb":105,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.481265+0000","last_change":"2024-09-05T07:36:22.039214+0000","last_active":"2024-09-05T07:38:36.481265+0000","last_peered":"2024-09-05T07:38:36.481265+0000","last_clean":"2024-09-05T07:38:36.481265+0000","last_became_active":"2024-09-05T07:36:22.038781+0000","last_became_peered":"2024-09-05T07:36:22.038781+0000","last_unstale":"2024-09-05T07:38:36.481265+0000","last_undegraded":"2024-09-05T07:38:36.481265+0000","last_fullsized":"2024-09-05T07:38:36.481265+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:16:57.102240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"93'5","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511914+0000","last_change":"2024-09-05T07:36:14.811533+0000","last_active":"2024-09-05T07:38:36.511914+0000","last_peered":"2024-09-05T07:38:36.511914+0000","last_clean":"2024-09-05T07:38:36.511914+0000","last_became_active":"2024-09-05T07:36:14.811250+0000","last_became_peered":"2024-09-05T07:36:14.811250+0000","last_unstale":"2024-09-05T07:38:36.511914+0000","last_undegraded":"2024-09-05T07:38:36.511914+0000","last_fullsized":"2024-09-05T07:38:36.511914+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:12.085530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'3","reported_seq":50,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.468386+0000","last_change":"2024-09-05T07:36:35.954521+0000","last_active":"2024-09-05T07:38:36.468386+0000","last_peered":"2024-09-05T07:38:36.468386+0000","last_clean":"2024-09-05T07:38:36.468386+0000","last_became_active":"2024-09-05T07:36:35.954104+0000","last_became_peered":"2024-09-05T07:36:35.954104+0000","last_unstale":"2024-09-05T07:38:36.468386+0000","last_undegraded":"2024-09-05T07:38:36.468386+0000","last_fullsized":"2024-09-05T07:38:36.468386+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:04:32.253928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470415+0000","last_change":"2024-09-05T07:36:22.040782+0000","last_active":"2024-09-05T07:38:36.470415+0000","last_peered":"2024-09-05T07:38:36.470415+0000","last_clean":"2024-09-05T07:38:36.470415+0000","last_became_active":"2024-09-05T07:36:22.040423+0000","last_became_peered":"2024-09-05T07:36:22.040423+0000","last_unstale":"2024-09-05T07:38:36.470415+0000","last_undegraded":"2024-09-05T07:38:36.470415+0000","last_fullsized":"2024-09-05T07:38:36.470415+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:45:59.360303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.495487+0000","last_change":"2024-09-05T07:36:14.816493+0000","last_active":"2024-09-05T07:38:36.495487+0000","last_peered":"2024-09-05T07:38:36.495487+0000","last_clean":"2024-09-05T07:38:36.495487+0000","last_became_active":"2024-09-05T07:36:14.816180+0000","last_became_peered":"2024-09-05T07:36:14.816180+0000","last_unstale":"2024-09-05T07:38:36.495487+0000","last_undegraded":"2024-09-05T07:38:36.495487+0000","last_fullsized":"2024-09-05T07:38:36.495487+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:53:46.387539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'3","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.476721+0000","last_change":"2024-09-05T07:36:12.798033+0000","last_active":"2024-09-05T07:38:36.476721+0000","last_peered":"2024-09-05T07:38:36.476721+0000","last_clean":"2024-09-05T07:38:36.476721+0000","last_became_active":"2024-09-05T07:36:12.797677+0000","last_became_peered":"2024-09-05T07:36:12.797677+0000","last_unstale":"2024-09-05T07:38:36.476721+0000","last_undegraded":"2024-09-05T07:38:36.476721+0000","last_fullsized":"2024-09-05T07:38:36.476721+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:42.168916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"93'148","reported_seq":407,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:38.590183+0000","last_change":"2024-09-05T07:35:01.662056+0000","last_active":"2024-09-05T07:38:38.590183+0000","last_peered":"2024-09-05T07:38:38.590183+0000","last_clean":"2024-09-05T07:38:38.590183+0000","last_became_active":"2024-09-05T07:35:01.661657+0000","last_became_peered":"2024-09-05T07:35:01.661657+0000","last_unstale":"2024-09-05T07:38:38.590183+0000","last_undegraded":"2024-09-05T07:38:38.590183+0000","last_fullsized":"2024-09-05T07:38:38.590183+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:31:43.011970+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:31:43.011970+0000","last_clean_scrub_stamp":"2024-09-05T07:31:43.011970+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:58.611696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"90'1","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.468826+0000","last_change":"2024-09-05T07:36:35.924929+0000","last_active":"2024-09-05T07:38:36.468826+0000","last_peered":"2024-09-05T07:38:36.468826+0000","last_clean":"2024-09-05T07:38:36.468826+0000","last_became_active":"2024-09-05T07:36:35.924430+0000","last_became_peered":"2024-09-05T07:36:35.924430+0000","last_unstale":"2024-09-05T07:38:36.468826+0000","last_undegraded":"2024-09-05T07:38:36.468826+0000","last_fullsized":"2024-09-05T07:38:36.468826+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:13.467211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,10,11,9],"acting":[7,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"93'7","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502382+0000","last_change":"2024-09-05T07:36:14.812469+0000","last_active":"2024-09-05T07:38:36.502382+0000","last_peered":"2024-09-05T07:38:36.502382+0000","last_clean":"2024-09-05T07:38:36.502382+0000","last_became_active":"2024-09-05T07:36:14.812148+0000","last_became_peered":"2024-09-05T07:36:14.812148+0000","last_unstale":"2024-09-05T07:38:36.502382+0000","last_undegraded":"2024-09-05T07:38:36.502382+0000","last_fullsized":"2024-09-05T07:38:36.502382+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:01:48.060890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"90'3","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461291+0000","last_change":"2024-09-05T07:36:13.412116+0000","last_active":"2024-09-05T07:38:36.461291+0000","last_peered":"2024-09-05T07:38:36.461291+0000","last_clean":"2024-09-05T07:38:36.461291+0000","last_became_active":"2024-09-05T07:36:13.411689+0000","last_became_peered":"2024-09-05T07:36:13.411689+0000","last_unstale":"2024-09-05T07:38:36.461291+0000","last_undegraded":"2024-09-05T07:38:36.461291+0000","last_fullsized":"2024-09-05T07:38:36.461291+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:43:21.791631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461968+0000","last_change":"2024-09-05T07:36:21.880057+0000","last_active":"2024-09-05T07:38:36.461968+0000","last_peered":"2024-09-05T07:38:36.461968+0000","last_clean":"2024-09-05T07:38:36.461968+0000","last_became_active":"2024-09-05T07:36:21.879613+0000","last_became_peered":"2024-09-05T07:36:21.879613+0000","last_unstale":"2024-09-05T07:38:36.461968+0000","last_undegraded":"2024-09-05T07:38:36.461968+0000","last_fullsized":"2024-09-05T07:38:36.461968+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:28.319697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"93'6","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511899+0000","last_change":"2024-09-05T07:37:36.872464+0000","last_active":"2024-09-05T07:38:36.511899+0000","last_peered":"2024-09-05T07:38:36.511899+0000","last_clean":"2024-09-05T07:38:36.511899+0000","last_became_active":"2024-09-05T07:37:36.872049+0000","last_became_peered":"2024-09-05T07:37:36.872049+0000","last_unstale":"2024-09-05T07:38:36.511899+0000","last_undegraded":"2024-09-05T07:38:36.511899+0000","last_fullsized":"2024-09-05T07:38:36.511899+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:46:12.242837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"93'39","reported_seq":86,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.707086+0000","last_change":"2024-09-05T07:36:12.799840+0000","last_active":"2024-09-05T07:38:36.707086+0000","last_peered":"2024-09-05T07:38:36.707086+0000","last_clean":"2024-09-05T07:38:36.707086+0000","last_became_active":"2024-09-05T07:36:12.799250+0000","last_became_peered":"2024-09-05T07:36:12.799250+0000","last_unstale":"2024-09-05T07:38:36.707086+0000","last_undegraded":"2024-09-05T07:38:36.707086+0000","last_fullsized":"2024-09-05T07:38:36.707086+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:26:32.610520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470274+0000","last_change":"2024-09-05T07:36:21.881807+0000","last_active":"2024-09-05T07:38:36.470274+0000","last_peered":"2024-09-05T07:38:36.470274+0000","last_clean":"2024-09-05T07:38:36.470274+0000","last_became_active":"2024-09-05T07:36:21.881393+0000","last_became_peered":"2024-09-05T07:36:21.881393+0000","last_unstale":"2024-09-05T07:38:36.470274+0000","last_undegraded":"2024-09-05T07:38:36.470274+0000","last_fullsized":"2024-09-05T07:38:36.470274+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:02:17.538854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"93'9","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.500035+0000","last_change":"2024-09-05T07:36:14.813178+0000","last_active":"2024-09-05T07:38:36.500035+0000","last_peered":"2024-09-05T07:38:36.500035+0000","last_clean":"2024-09-05T07:38:36.500035+0000","last_became_active":"2024-09-05T07:36:14.812886+0000","last_became_peered":"2024-09-05T07:36:14.812886+0000","last_unstale":"2024-09-05T07:38:36.500035+0000","last_undegraded":"2024-09-05T07:38:36.500035+0000","last_fullsized":"2024-09-05T07:38:36.500035+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:23:27.150433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":52,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.481604+0000","last_change":"2024-09-05T07:36:35.957072+0000","last_active":"2024-09-05T07:38:36.481604+0000","last_peered":"2024-09-05T07:38:36.481604+0000","last_clean":"2024-09-05T07:38:36.481604+0000","last_became_active":"2024-09-05T07:36:35.954343+0000","last_became_peered":"2024-09-05T07:36:35.954343+0000","last_unstale":"2024-09-05T07:38:36.481604+0000","last_undegraded":"2024-09-05T07:38:36.481604+0000","last_fullsized":"2024-09-05T07:38:36.481604+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:28.666661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.465891+0000","last_change":"2024-09-05T07:36:21.871927+0000","last_active":"2024-09-05T07:38:36.465891+0000","last_peered":"2024-09-05T07:38:36.465891+0000","last_clean":"2024-09-05T07:38:36.465891+0000","last_became_active":"2024-09-05T07:36:21.870817+0000","last_became_peered":"2024-09-05T07:36:21.870817+0000","last_unstale":"2024-09-05T07:38:36.465891+0000","last_undegraded":"2024-09-05T07:38:36.465891+0000","last_fullsized":"2024-09-05T07:38:36.465891+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:12:16.959562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"93'5","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.501421+0000","last_change":"2024-09-05T07:36:14.820721+0000","last_active":"2024-09-05T07:38:36.501421+0000","last_peered":"2024-09-05T07:38:36.501421+0000","last_clean":"2024-09-05T07:38:36.501421+0000","last_became_active":"2024-09-05T07:36:14.820380+0000","last_became_peered":"2024-09-05T07:36:14.820380+0000","last_unstale":"2024-09-05T07:38:36.501421+0000","last_undegraded":"2024-09-05T07:38:36.501421+0000","last_fullsized":"2024-09-05T07:38:36.501421+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:11:28.217241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"90'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456879+0000","last_change":"2024-09-05T07:36:12.802444+0000","last_active":"2024-09-05T07:38:36.456879+0000","last_peered":"2024-09-05T07:38:36.456879+0000","last_clean":"2024-09-05T07:38:36.456879+0000","last_became_active":"2024-09-05T07:36:12.802127+0000","last_became_peered":"2024-09-05T07:36:12.802127+0000","last_unstale":"2024-09-05T07:38:36.456879+0000","last_undegraded":"2024-09-05T07:38:36.456879+0000","last_fullsized":"2024-09-05T07:38:36.456879+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:28.912170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466949+0000","last_change":"2024-09-05T07:36:21.877562+0000","last_active":"2024-09-05T07:38:36.466949+0000","last_peered":"2024-09-05T07:38:36.466949+0000","last_clean":"2024-09-05T07:38:36.466949+0000","last_became_active":"2024-09-05T07:36:21.877103+0000","last_became_peered":"2024-09-05T07:36:21.877103+0000","last_unstale":"2024-09-05T07:38:36.466949+0000","last_undegraded":"2024-09-05T07:38:36.466949+0000","last_fullsized":"2024-09-05T07:38:36.466949+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:21.230176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502901+0000","last_change":"2024-09-05T07:36:14.807740+0000","last_active":"2024-09-05T07:38:36.502901+0000","last_peered":"2024-09-05T07:38:36.502901+0000","last_clean":"2024-09-05T07:38:36.502901+0000","last_became_active":"2024-09-05T07:36:14.807428+0000","last_became_peered":"2024-09-05T07:36:14.807428+0000","last_unstale":"2024-09-05T07:38:36.502901+0000","last_undegraded":"2024-09-05T07:38:36.502901+0000","last_fullsized":"2024-09-05T07:38:36.502901+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:38:11.620962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"90'15","reported_seq":72,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456587+0000","last_change":"2024-09-05T07:36:35.933190+0000","last_active":"2024-09-05T07:38:36.456587+0000","last_peered":"2024-09-05T07:38:36.456587+0000","last_clean":"2024-09-05T07:38:36.456587+0000","last_became_active":"2024-09-05T07:36:35.922566+0000","last_became_peered":"2024-09-05T07:36:35.922566+0000","last_unstale":"2024-09-05T07:38:36.456587+0000","last_undegraded":"2024-09-05T07:38:36.456587+0000","last_fullsized":"2024-09-05T07:38:36.456587+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:13:42.061104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.481504+0000","last_change":"2024-09-05T07:36:21.873086+0000","last_active":"2024-09-05T07:38:36.481504+0000","last_peered":"2024-09-05T07:38:36.481504+0000","last_clean":"2024-09-05T07:38:36.481504+0000","last_became_active":"2024-09-05T07:36:21.872698+0000","last_became_peered":"2024-09-05T07:36:21.872698+0000","last_unstale":"2024-09-05T07:38:36.481504+0000","last_undegraded":"2024-09-05T07:38:36.481504+0000","last_fullsized":"2024-09-05T07:38:36.481504+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:53:32.758650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"93'6","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.489847+0000","last_change":"2024-09-05T07:36:14.811106+0000","last_active":"2024-09-05T07:38:36.489847+0000","last_peered":"2024-09-05T07:38:36.489847+0000","last_clean":"2024-09-05T07:38:36.489847+0000","last_became_active":"2024-09-05T07:36:14.810794+0000","last_became_peered":"2024-09-05T07:36:14.810794+0000","last_unstale":"2024-09-05T07:38:36.489847+0000","last_undegraded":"2024-09-05T07:38:36.489847+0000","last_fullsized":"2024-09-05T07:38:36.489847+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:02:13.381457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"93'6","reported_seq":155,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:40.557181+0000","last_change":"2024-09-05T07:36:12.800415+0000","last_active":"2024-09-05T07:38:40.557181+0000","last_peered":"2024-09-05T07:38:40.557181+0000","last_clean":"2024-09-05T07:38:40.557181+0000","last_became_active":"2024-09-05T07:36:12.800030+0000","last_became_peered":"2024-09-05T07:36:12.800030+0000","last_unstale":"2024-09-05T07:38:40.557181+0000","last_undegraded":"2024-09-05T07:38:40.557181+0000","last_fullsized":"2024-09-05T07:38:40.557181+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:22:46.940996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1869,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":110,"num_read_kb":5,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475015+0000","last_change":"2024-09-05T07:36:21.874206+0000","last_active":"2024-09-05T07:38:36.475015+0000","last_peered":"2024-09-05T07:38:36.475015+0000","last_clean":"2024-09-05T07:38:36.475015+0000","last_became_active":"2024-09-05T07:36:21.873842+0000","last_became_peered":"2024-09-05T07:36:21.873842+0000","last_unstale":"2024-09-05T07:38:36.475015+0000","last_undegraded":"2024-09-05T07:38:36.475015+0000","last_fullsized":"2024-09-05T07:38:36.475015+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:04:27.948419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"93'15","reported_seq":51,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.512641+0000","last_change":"2024-09-05T07:36:14.812031+0000","last_active":"2024-09-05T07:38:36.512641+0000","last_peered":"2024-09-05T07:38:36.512641+0000","last_clean":"2024-09-05T07:38:36.512641+0000","last_became_active":"2024-09-05T07:36:14.811712+0000","last_became_peered":"2024-09-05T07:36:14.811712+0000","last_unstale":"2024-09-05T07:38:36.512641+0000","last_undegraded":"2024-09-05T07:38:36.512641+0000","last_fullsized":"2024-09-05T07:38:36.512641+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:09:05.893797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"90'3","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467457+0000","last_change":"2024-09-05T07:36:12.802054+0000","last_active":"2024-09-05T07:38:36.467457+0000","last_peered":"2024-09-05T07:38:36.467457+0000","last_clean":"2024-09-05T07:38:36.467457+0000","last_became_active":"2024-09-05T07:36:12.801682+0000","last_became_peered":"2024-09-05T07:36:12.801682+0000","last_unstale":"2024-09-05T07:38:36.467457+0000","last_undegraded":"2024-09-05T07:38:36.467457+0000","last_fullsized":"2024-09-05T07:38:36.467457+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:05.971799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466238+0000","last_change":"2024-09-05T07:36:35.924128+0000","last_active":"2024-09-05T07:38:36.466238+0000","last_peered":"2024-09-05T07:38:36.466238+0000","last_clean":"2024-09-05T07:38:36.466238+0000","last_became_active":"2024-09-05T07:36:35.923583+0000","last_became_peered":"2024-09-05T07:36:35.923583+0000","last_unstale":"2024-09-05T07:38:36.466238+0000","last_undegraded":"2024-09-05T07:38:36.466238+0000","last_fullsized":"2024-09-05T07:38:36.466238+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:51:53.735503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"93'9","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.510842+0000","last_change":"2024-09-05T07:36:14.813760+0000","last_active":"2024-09-05T07:38:36.510842+0000","last_peered":"2024-09-05T07:38:36.510842+0000","last_clean":"2024-09-05T07:38:36.510842+0000","last_became_active":"2024-09-05T07:36:14.813466+0000","last_became_peered":"2024-09-05T07:36:14.813466+0000","last_unstale":"2024-09-05T07:38:36.510842+0000","last_undegraded":"2024-09-05T07:38:36.510842+0000","last_fullsized":"2024-09-05T07:38:36.510842+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:48:27.593353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"90'6","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461031+0000","last_change":"2024-09-05T07:36:12.797588+0000","last_active":"2024-09-05T07:38:36.461031+0000","last_peered":"2024-09-05T07:38:36.461031+0000","last_clean":"2024-09-05T07:38:36.461031+0000","last_became_active":"2024-09-05T07:36:12.797268+0000","last_became_peered":"2024-09-05T07:36:12.797268+0000","last_unstale":"2024-09-05T07:38:36.461031+0000","last_undegraded":"2024-09-05T07:38:36.461031+0000","last_fullsized":"2024-09-05T07:38:36.461031+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:18:07.718554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466948+0000","last_change":"2024-09-05T07:36:21.878964+0000","last_active":"2024-09-05T07:38:36.466948+0000","last_peered":"2024-09-05T07:38:36.466948+0000","last_clean":"2024-09-05T07:38:36.466948+0000","last_became_active":"2024-09-05T07:36:21.878461+0000","last_became_peered":"2024-09-05T07:36:21.878461+0000","last_unstale":"2024-09-05T07:38:36.466948+0000","last_undegraded":"2024-09-05T07:38:36.466948+0000","last_fullsized":"2024-09-05T07:38:36.466948+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:08:24.717805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"93'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.487800+0000","last_change":"2024-09-05T07:36:14.812766+0000","last_active":"2024-09-05T07:38:36.487800+0000","last_peered":"2024-09-05T07:38:36.487800+0000","last_clean":"2024-09-05T07:38:36.487800+0000","last_became_active":"2024-09-05T07:36:14.812466+0000","last_became_peered":"2024-09-05T07:36:14.812466+0000","last_unstale":"2024-09-05T07:38:36.487800+0000","last_undegraded":"2024-09-05T07:38:36.487800+0000","last_fullsized":"2024-09-05T07:38:36.487800+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:10:22.292778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"93'41","reported_seq":302,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:41.562574+0000","last_change":"2024-09-05T07:36:12.802462+0000","last_active":"2024-09-05T07:38:41.562574+0000","last_peered":"2024-09-05T07:38:41.562574+0000","last_clean":"2024-09-05T07:38:41.562574+0000","last_became_active":"2024-09-05T07:36:12.801443+0000","last_became_peered":"2024-09-05T07:36:12.801443+0000","last_unstale":"2024-09-05T07:38:41.562574+0000","last_undegraded":"2024-09-05T07:38:41.562574+0000","last_fullsized":"2024-09-05T07:38:41.562574+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:43:45.816775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70466,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":222,"num_read_kb":180,"num_write":42,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.472655+0000","last_change":"2024-09-05T07:36:21.874872+0000","last_active":"2024-09-05T07:38:36.472655+0000","last_peered":"2024-09-05T07:38:36.472655+0000","last_clean":"2024-09-05T07:38:36.472655+0000","last_became_active":"2024-09-05T07:36:21.874522+0000","last_became_peered":"2024-09-05T07:36:21.874522+0000","last_unstale":"2024-09-05T07:38:36.472655+0000","last_undegraded":"2024-09-05T07:38:36.472655+0000","last_fullsized":"2024-09-05T07:38:36.472655+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:31:48.318719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"93'11","reported_seq":53,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503972+0000","last_change":"2024-09-05T07:37:36.442608+0000","last_active":"2024-09-05T07:38:36.503972+0000","last_peered":"2024-09-05T07:38:36.503972+0000","last_clean":"2024-09-05T07:38:36.503972+0000","last_became_active":"2024-09-05T07:37:36.442322+0000","last_became_peered":"2024-09-05T07:37:36.442322+0000","last_unstale":"2024-09-05T07:38:36.503972+0000","last_undegraded":"2024-09-05T07:38:36.503972+0000","last_fullsized":"2024-09-05T07:38:36.503972+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:47:50.050502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,7],"acting":[1,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"90'4","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.469472+0000","last_change":"2024-09-05T07:36:12.809661+0000","last_active":"2024-09-05T07:38:36.469472+0000","last_peered":"2024-09-05T07:38:36.469472+0000","last_clean":"2024-09-05T07:38:36.469472+0000","last_became_active":"2024-09-05T07:36:12.809335+0000","last_became_peered":"2024-09-05T07:36:12.809335+0000","last_unstale":"2024-09-05T07:38:36.469472+0000","last_undegraded":"2024-09-05T07:38:36.469472+0000","last_fullsized":"2024-09-05T07:38:36.469472+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:14:23.254081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475791+0000","last_change":"2024-09-05T07:36:21.882000+0000","last_active":"2024-09-05T07:38:36.475791+0000","last_peered":"2024-09-05T07:38:36.475791+0000","last_clean":"2024-09-05T07:38:36.475791+0000","last_became_active":"2024-09-05T07:36:21.881568+0000","last_became_peered":"2024-09-05T07:36:21.881568+0000","last_unstale":"2024-09-05T07:38:36.475791+0000","last_undegraded":"2024-09-05T07:38:36.475791+0000","last_fullsized":"2024-09-05T07:38:36.475791+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:19:38.343193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"93'9","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.500676+0000","last_change":"2024-09-05T07:36:14.821034+0000","last_active":"2024-09-05T07:38:36.500676+0000","last_peered":"2024-09-05T07:38:36.500676+0000","last_clean":"2024-09-05T07:38:36.500676+0000","last_became_active":"2024-09-05T07:36:14.820515+0000","last_became_peered":"2024-09-05T07:36:14.820515+0000","last_unstale":"2024-09-05T07:38:36.500676+0000","last_undegraded":"2024-09-05T07:38:36.500676+0000","last_fullsized":"2024-09-05T07:38:36.500676+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:07:47.211164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"90'2","reported_seq":19,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467148+0000","last_change":"2024-09-05T07:36:35.955348+0000","last_active":"2024-09-05T07:38:36.467148+0000","last_peered":"2024-09-05T07:38:36.467148+0000","last_clean":"2024-09-05T07:38:36.467148+0000","last_became_active":"2024-09-05T07:36:35.954909+0000","last_became_peered":"2024-09-05T07:36:35.954909+0000","last_unstale":"2024-09-05T07:38:36.467148+0000","last_undegraded":"2024-09-05T07:38:36.467148+0000","last_fullsized":"2024-09-05T07:38:36.467148+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:32.331855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,2],"acting":[11,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470518+0000","last_change":"2024-09-05T07:36:21.875678+0000","last_active":"2024-09-05T07:38:36.470518+0000","last_peered":"2024-09-05T07:38:36.470518+0000","last_clean":"2024-09-05T07:38:36.470518+0000","last_became_active":"2024-09-05T07:36:21.875119+0000","last_became_peered":"2024-09-05T07:36:21.875119+0000","last_unstale":"2024-09-05T07:38:36.470518+0000","last_undegraded":"2024-09-05T07:38:36.470518+0000","last_fullsized":"2024-09-05T07:38:36.470518+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:27:11.876389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"93'10","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498760+0000","last_change":"2024-09-05T07:36:14.808987+0000","last_active":"2024-09-05T07:38:36.498760+0000","last_peered":"2024-09-05T07:38:36.498760+0000","last_clean":"2024-09-05T07:38:36.498760+0000","last_became_active":"2024-09-05T07:36:14.808677+0000","last_became_peered":"2024-09-05T07:36:14.808677+0000","last_unstale":"2024-09-05T07:38:36.498760+0000","last_undegraded":"2024-09-05T07:38:36.498760+0000","last_fullsized":"2024-09-05T07:38:36.498760+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:33.565183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"92'4","reported_seq":148,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:40.556646+0000","last_change":"2024-09-05T07:36:12.801995+0000","last_active":"2024-09-05T07:38:40.556646+0000","last_peered":"2024-09-05T07:38:40.556646+0000","last_clean":"2024-09-05T07:38:40.556646+0000","last_became_active":"2024-09-05T07:36:12.801647+0000","last_became_peered":"2024-09-05T07:36:12.801647+0000","last_unstale":"2024-09-05T07:38:40.556646+0000","last_undegraded":"2024-09-05T07:38:40.556646+0000","last_fullsized":"2024-09-05T07:38:40.556646+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:42:13.827626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":105,"num_read_kb":105,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.455711+0000","last_change":"2024-09-05T07:36:21.875549+0000","last_active":"2024-09-05T07:38:36.455711+0000","last_peered":"2024-09-05T07:38:36.455711+0000","last_clean":"2024-09-05T07:38:36.455711+0000","last_became_active":"2024-09-05T07:36:21.875233+0000","last_became_peered":"2024-09-05T07:36:21.875233+0000","last_unstale":"2024-09-05T07:38:36.455711+0000","last_undegraded":"2024-09-05T07:38:36.455711+0000","last_fullsized":"2024-09-05T07:38:36.455711+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:48:37.673251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.469867+0000","last_change":"2024-09-05T07:36:21.879699+0000","last_active":"2024-09-05T07:38:36.469867+0000","last_peered":"2024-09-05T07:38:36.469867+0000","last_clean":"2024-09-05T07:38:36.469867+0000","last_became_active":"2024-09-05T07:36:21.879328+0000","last_became_peered":"2024-09-05T07:36:21.879328+0000","last_unstale":"2024-09-05T07:38:36.469867+0000","last_undegraded":"2024-09-05T07:38:36.469867+0000","last_fullsized":"2024-09-05T07:38:36.469867+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:53:04.042260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"93'11","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504760+0000","last_change":"2024-09-05T07:36:14.818287+0000","last_active":"2024-09-05T07:38:36.504760+0000","last_peered":"2024-09-05T07:38:36.504760+0000","last_clean":"2024-09-05T07:38:36.504760+0000","last_became_active":"2024-09-05T07:36:14.817988+0000","last_became_peered":"2024-09-05T07:36:14.817988+0000","last_unstale":"2024-09-05T07:38:36.504760+0000","last_undegraded":"2024-09-05T07:38:36.504760+0000","last_fullsized":"2024-09-05T07:38:36.504760+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:21:04.100359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"90'1","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466289+0000","last_change":"2024-09-05T07:36:12.801794+0000","last_active":"2024-09-05T07:38:36.466289+0000","last_peered":"2024-09-05T07:38:36.466289+0000","last_clean":"2024-09-05T07:38:36.466289+0000","last_became_active":"2024-09-05T07:36:12.801422+0000","last_became_peered":"2024-09-05T07:36:12.801422+0000","last_unstale":"2024-09-05T07:38:36.466289+0000","last_undegraded":"2024-09-05T07:38:36.466289+0000","last_fullsized":"2024-09-05T07:38:36.466289+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:41.473362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470363+0000","last_change":"2024-09-05T07:36:21.876009+0000","last_active":"2024-09-05T07:38:36.470363+0000","last_peered":"2024-09-05T07:38:36.470363+0000","last_clean":"2024-09-05T07:38:36.470363+0000","last_became_active":"2024-09-05T07:36:21.875545+0000","last_became_peered":"2024-09-05T07:36:21.875545+0000","last_unstale":"2024-09-05T07:38:36.470363+0000","last_undegraded":"2024-09-05T07:38:36.470363+0000","last_fullsized":"2024-09-05T07:38:36.470363+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:51.027968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505810+0000","last_change":"2024-09-05T07:36:14.811457+0000","last_active":"2024-09-05T07:38:36.505810+0000","last_peered":"2024-09-05T07:38:36.505810+0000","last_clean":"2024-09-05T07:38:36.505810+0000","last_became_active":"2024-09-05T07:36:14.811061+0000","last_became_peered":"2024-09-05T07:36:14.811061+0000","last_unstale":"2024-09-05T07:38:36.505810+0000","last_undegraded":"2024-09-05T07:38:36.505810+0000","last_fullsized":"2024-09-05T07:38:36.505810+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:23:00.487971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"90'2","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.468601+0000","last_change":"2024-09-05T07:36:12.796795+0000","last_active":"2024-09-05T07:38:36.468601+0000","last_peered":"2024-09-05T07:38:36.468601+0000","last_clean":"2024-09-05T07:38:36.468601+0000","last_became_active":"2024-09-05T07:36:12.796476+0000","last_became_peered":"2024-09-05T07:36:12.796476+0000","last_unstale":"2024-09-05T07:38:36.468601+0000","last_undegraded":"2024-09-05T07:38:36.468601+0000","last_fullsized":"2024-09-05T07:38:36.468601+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:16.267998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"90'3","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.457190+0000","last_change":"2024-09-05T07:36:12.798581+0000","last_active":"2024-09-05T07:38:36.457190+0000","last_peered":"2024-09-05T07:38:36.457190+0000","last_clean":"2024-09-05T07:38:36.457190+0000","last_became_active":"2024-09-05T07:36:12.798245+0000","last_became_peered":"2024-09-05T07:36:12.798245+0000","last_unstale":"2024-09-05T07:38:36.457190+0000","last_undegraded":"2024-09-05T07:38:36.457190+0000","last_fullsized":"2024-09-05T07:38:36.457190+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:02:51.750398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498243+0000","last_change":"2024-09-05T07:36:14.812695+0000","last_active":"2024-09-05T07:38:36.498243+0000","last_peered":"2024-09-05T07:38:36.498243+0000","last_clean":"2024-09-05T07:38:36.498243+0000","last_became_active":"2024-09-05T07:36:14.812224+0000","last_became_peered":"2024-09-05T07:36:14.812224+0000","last_unstale":"2024-09-05T07:38:36.498243+0000","last_undegraded":"2024-09-05T07:38:36.498243+0000","last_fullsized":"2024-09-05T07:38:36.498243+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:18.817287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.460557+0000","last_change":"2024-09-05T07:36:21.872082+0000","last_active":"2024-09-05T07:38:36.460557+0000","last_peered":"2024-09-05T07:38:36.460557+0000","last_clean":"2024-09-05T07:38:36.460557+0000","last_became_active":"2024-09-05T07:36:21.871664+0000","last_became_peered":"2024-09-05T07:36:21.871664+0000","last_unstale":"2024-09-05T07:38:36.460557+0000","last_undegraded":"2024-09-05T07:38:36.460557+0000","last_fullsized":"2024-09-05T07:38:36.460557+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:51:39.262588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"93'10","reported_seq":160,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:41.558389+0000","last_change":"2024-09-05T07:36:12.802264+0000","last_active":"2024-09-05T07:38:41.558389+0000","last_peered":"2024-09-05T07:38:41.558389+0000","last_clean":"2024-09-05T07:38:41.558389+0000","last_became_active":"2024-09-05T07:36:12.801215+0000","last_became_peered":"2024-09-05T07:36:12.801215+0000","last_unstale":"2024-09-05T07:38:41.558389+0000","last_undegraded":"2024-09-05T07:38:41.558389+0000","last_fullsized":"2024-09-05T07:38:41.558389+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:21.135132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2437,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":111,"num_read_kb":6,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497513+0000","last_change":"2024-09-05T07:36:14.800251+0000","last_active":"2024-09-05T07:38:36.497513+0000","last_peered":"2024-09-05T07:38:36.497513+0000","last_clean":"2024-09-05T07:38:36.497513+0000","last_became_active":"2024-09-05T07:36:14.799961+0000","last_became_peered":"2024-09-05T07:36:14.799961+0000","last_unstale":"2024-09-05T07:38:36.497513+0000","last_undegraded":"2024-09-05T07:38:36.497513+0000","last_fullsized":"2024-09-05T07:38:36.497513+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:43:57.630634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461556+0000","last_change":"2024-09-05T07:36:21.872878+0000","last_active":"2024-09-05T07:38:36.461556+0000","last_peered":"2024-09-05T07:38:36.461556+0000","last_clean":"2024-09-05T07:38:36.461556+0000","last_became_active":"2024-09-05T07:36:21.872471+0000","last_became_peered":"2024-09-05T07:36:21.872471+0000","last_unstale":"2024-09-05T07:38:36.461556+0000","last_undegraded":"2024-09-05T07:38:36.461556+0000","last_fullsized":"2024-09-05T07:38:36.461556+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:00:20.993809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"93'9","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503598+0000","last_change":"2024-09-05T07:36:14.810631+0000","last_active":"2024-09-05T07:38:36.503598+0000","last_peered":"2024-09-05T07:38:36.503598+0000","last_clean":"2024-09-05T07:38:36.503598+0000","last_became_active":"2024-09-05T07:36:14.809410+0000","last_became_peered":"2024-09-05T07:36:14.809410+0000","last_unstale":"2024-09-05T07:38:36.503598+0000","last_undegraded":"2024-09-05T07:38:36.503598+0000","last_fullsized":"2024-09-05T07:38:36.503598+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:39:38.926597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"93'12","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497292+0000","last_change":"2024-09-05T07:36:14.809457+0000","last_active":"2024-09-05T07:38:36.497292+0000","last_peered":"2024-09-05T07:38:36.497292+0000","last_clean":"2024-09-05T07:38:36.497292+0000","last_became_active":"2024-09-05T07:36:14.809176+0000","last_became_peered":"2024-09-05T07:36:14.809176+0000","last_unstale":"2024-09-05T07:38:36.497292+0000","last_undegraded":"2024-09-05T07:38:36.497292+0000","last_fullsized":"2024-09-05T07:38:36.497292+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:40:15.801533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.492508+0000","last_change":"2024-09-05T07:36:14.816273+0000","last_active":"2024-09-05T07:38:36.492508+0000","last_peered":"2024-09-05T07:38:36.492508+0000","last_clean":"2024-09-05T07:38:36.492508+0000","last_became_active":"2024-09-05T07:36:14.815968+0000","last_became_peered":"2024-09-05T07:36:14.815968+0000","last_unstale":"2024-09-05T07:38:36.492508+0000","last_undegraded":"2024-09-05T07:38:36.492508+0000","last_fullsized":"2024-09-05T07:38:36.492508+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:26:21.943549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.512474+0000","last_change":"2024-09-05T07:36:14.808605+0000","last_active":"2024-09-05T07:38:36.512474+0000","last_peered":"2024-09-05T07:38:36.512474+0000","last_clean":"2024-09-05T07:38:36.512474+0000","last_became_active":"2024-09-05T07:36:14.808281+0000","last_became_peered":"2024-09-05T07:36:14.808281+0000","last_unstale":"2024-09-05T07:38:36.512474+0000","last_undegraded":"2024-09-05T07:38:36.512474+0000","last_fullsized":"2024-09-05T07:38:36.512474+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:21.258022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"93'4","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.513948+0000","last_change":"2024-09-05T07:36:14.808482+0000","last_active":"2024-09-05T07:38:36.513948+0000","last_peered":"2024-09-05T07:38:36.513948+0000","last_clean":"2024-09-05T07:38:36.513948+0000","last_became_active":"2024-09-05T07:36:14.808159+0000","last_became_peered":"2024-09-05T07:36:14.808159+0000","last_unstale":"2024-09-05T07:38:36.513948+0000","last_undegraded":"2024-09-05T07:38:36.513948+0000","last_fullsized":"2024-09-05T07:38:36.513948+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:49.067909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"93'6","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.501543+0000","last_change":"2024-09-05T07:37:36.441423+0000","last_active":"2024-09-05T07:38:36.501543+0000","last_peered":"2024-09-05T07:38:36.501543+0000","last_clean":"2024-09-05T07:38:36.501543+0000","last_became_active":"2024-09-05T07:37:36.441116+0000","last_became_peered":"2024-09-05T07:37:36.441116+0000","last_unstale":"2024-09-05T07:38:36.501543+0000","last_undegraded":"2024-09-05T07:38:36.501543+0000","last_fullsized":"2024-09-05T07:38:36.501543+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:15:57.348005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"93'15","reported_seq":51,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503209+0000","last_change":"2024-09-05T07:36:14.807016+0000","last_active":"2024-09-05T07:38:36.503209+0000","last_peered":"2024-09-05T07:38:36.503209+0000","last_clean":"2024-09-05T07:38:36.503209+0000","last_became_active":"2024-09-05T07:36:14.806722+0000","last_became_peered":"2024-09-05T07:36:14.806722+0000","last_unstale":"2024-09-05T07:38:36.503209+0000","last_undegraded":"2024-09-05T07:38:36.503209+0000","last_fullsized":"2024-09-05T07:38:36.503209+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:51:31.607865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"93'2","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.495435+0000","last_change":"2024-09-05T07:36:14.811682+0000","last_active":"2024-09-05T07:38:36.495435+0000","last_peered":"2024-09-05T07:38:36.495435+0000","last_clean":"2024-09-05T07:38:36.495435+0000","last_became_active":"2024-09-05T07:36:14.811289+0000","last_became_peered":"2024-09-05T07:36:14.811289+0000","last_unstale":"2024-09-05T07:38:36.495435+0000","last_undegraded":"2024-09-05T07:38:36.495435+0000","last_fullsized":"2024-09-05T07:38:36.495435+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:08:02.337426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497862+0000","last_change":"2024-09-05T07:36:14.812288+0000","last_active":"2024-09-05T07:38:36.497862+0000","last_peered":"2024-09-05T07:38:36.497862+0000","last_clean":"2024-09-05T07:38:36.497862+0000","last_became_active":"2024-09-05T07:36:14.811880+0000","last_became_peered":"2024-09-05T07:36:14.811880+0000","last_unstale":"2024-09-05T07:38:36.497862+0000","last_undegraded":"2024-09-05T07:38:36.497862+0000","last_fullsized":"2024-09-05T07:38:36.497862+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:12:08.684675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505410+0000","last_change":"2024-09-05T07:36:14.810185+0000","last_active":"2024-09-05T07:38:36.505410+0000","last_peered":"2024-09-05T07:38:36.505410+0000","last_clean":"2024-09-05T07:38:36.505410+0000","last_became_active":"2024-09-05T07:36:14.809878+0000","last_became_peered":"2024-09-05T07:36:14.809878+0000","last_unstale":"2024-09-05T07:38:36.505410+0000","last_undegraded":"2024-09-05T07:38:36.505410+0000","last_fullsized":"2024-09-05T07:38:36.505410+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:15:44.940260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"93'10","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.499083+0000","last_change":"2024-09-05T07:36:14.815367+0000","last_active":"2024-09-05T07:38:36.499083+0000","last_peered":"2024-09-05T07:38:36.499083+0000","last_clean":"2024-09-05T07:38:36.499083+0000","last_became_active":"2024-09-05T07:36:14.815014+0000","last_became_peered":"2024-09-05T07:36:14.815014+0000","last_unstale":"2024-09-05T07:38:36.499083+0000","last_undegraded":"2024-09-05T07:38:36.499083+0000","last_fullsized":"2024-09-05T07:38:36.499083+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:12.936600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"93'11","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.514127+0000","last_change":"2024-09-05T07:36:14.809788+0000","last_active":"2024-09-05T07:38:36.514127+0000","last_peered":"2024-09-05T07:38:36.514127+0000","last_clean":"2024-09-05T07:38:36.514127+0000","last_became_active":"2024-09-05T07:36:14.809492+0000","last_became_peered":"2024-09-05T07:36:14.809492+0000","last_unstale":"2024-09-05T07:38:36.514127+0000","last_undegraded":"2024-09-05T07:38:36.514127+0000","last_fullsized":"2024-09-05T07:38:36.514127+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:14:53.969774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503649+0000","last_change":"2024-09-05T07:36:14.820736+0000","last_active":"2024-09-05T07:38:36.503649+0000","last_peered":"2024-09-05T07:38:36.503649+0000","last_clean":"2024-09-05T07:38:36.503649+0000","last_became_active":"2024-09-05T07:36:14.820441+0000","last_became_peered":"2024-09-05T07:36:14.820441+0000","last_unstale":"2024-09-05T07:38:36.503649+0000","last_undegraded":"2024-09-05T07:38:36.503649+0000","last_fullsized":"2024-09-05T07:38:36.503649+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:59:58.690955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"93'7","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511541+0000","last_change":"2024-09-05T07:36:14.817088+0000","last_active":"2024-09-05T07:38:36.511541+0000","last_peered":"2024-09-05T07:38:36.511541+0000","last_clean":"2024-09-05T07:38:36.511541+0000","last_became_active":"2024-09-05T07:36:14.816796+0000","last_became_peered":"2024-09-05T07:36:14.816796+0000","last_unstale":"2024-09-05T07:38:36.511541+0000","last_undegraded":"2024-09-05T07:38:36.511541+0000","last_fullsized":"2024-09-05T07:38:36.511541+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:13:09.976444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"93'10","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.506073+0000","last_change":"2024-09-05T07:36:14.817288+0000","last_active":"2024-09-05T07:38:36.506073+0000","last_peered":"2024-09-05T07:38:36.506073+0000","last_clean":"2024-09-05T07:38:36.506073+0000","last_became_active":"2024-09-05T07:36:14.816945+0000","last_became_peered":"2024-09-05T07:36:14.816945+0000","last_unstale":"2024-09-05T07:38:36.506073+0000","last_undegraded":"2024-09-05T07:38:36.506073+0000","last_fullsized":"2024-09-05T07:38:36.506073+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:29:21.904752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505215+0000","last_change":"2024-09-05T07:36:14.814799+0000","last_active":"2024-09-05T07:38:36.505215+0000","last_peered":"2024-09-05T07:38:36.505215+0000","last_clean":"2024-09-05T07:38:36.505215+0000","last_became_active":"2024-09-05T07:36:14.814044+0000","last_became_peered":"2024-09-05T07:36:14.814044+0000","last_unstale":"2024-09-05T07:38:36.505215+0000","last_undegraded":"2024-09-05T07:38:36.505215+0000","last_fullsized":"2024-09-05T07:38:36.505215+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:47.034838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"93'9","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503887+0000","last_change":"2024-09-05T07:36:14.813588+0000","last_active":"2024-09-05T07:38:36.503887+0000","last_peered":"2024-09-05T07:38:36.503887+0000","last_clean":"2024-09-05T07:38:36.503887+0000","last_became_active":"2024-09-05T07:36:14.813310+0000","last_became_peered":"2024-09-05T07:36:14.813310+0000","last_unstale":"2024-09-05T07:38:36.503887+0000","last_undegraded":"2024-09-05T07:38:36.503887+0000","last_fullsized":"2024-09-05T07:38:36.503887+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:20:00.193943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"93'7","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498010+0000","last_change":"2024-09-05T07:37:36.872961+0000","last_active":"2024-09-05T07:38:36.498010+0000","last_peered":"2024-09-05T07:38:36.498010+0000","last_clean":"2024-09-05T07:38:36.498010+0000","last_became_active":"2024-09-05T07:37:36.872548+0000","last_became_peered":"2024-09-05T07:37:36.872548+0000","last_unstale":"2024-09-05T07:38:36.498010+0000","last_undegraded":"2024-09-05T07:38:36.498010+0000","last_fullsized":"2024-09-05T07:38:36.498010+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:24:06.936930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,2],"acting":[0,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.496822+0000","last_change":"2024-09-05T07:36:14.820169+0000","last_active":"2024-09-05T07:38:36.496822+0000","last_peered":"2024-09-05T07:38:36.496822+0000","last_clean":"2024-09-05T07:38:36.496822+0000","last_became_active":"2024-09-05T07:36:14.819349+0000","last_became_peered":"2024-09-05T07:36:14.819349+0000","last_unstale":"2024-09-05T07:38:36.496822+0000","last_undegraded":"2024-09-05T07:38:36.496822+0000","last_fullsized":"2024-09-05T07:38:36.496822+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:30:33.276239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"93'10","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.507154+0000","last_change":"2024-09-05T07:36:14.816981+0000","last_active":"2024-09-05T07:38:36.507154+0000","last_peered":"2024-09-05T07:38:36.507154+0000","last_clean":"2024-09-05T07:38:36.507154+0000","last_became_active":"2024-09-05T07:36:14.816645+0000","last_became_peered":"2024-09-05T07:36:14.816645+0000","last_unstale":"2024-09-05T07:38:36.507154+0000","last_undegraded":"2024-09-05T07:38:36.507154+0000","last_fullsized":"2024-09-05T07:38:36.507154+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:57.926810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"93'7","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.499757+0000","last_change":"2024-09-05T07:36:14.816277+0000","last_active":"2024-09-05T07:38:36.499757+0000","last_peered":"2024-09-05T07:38:36.499757+0000","last_clean":"2024-09-05T07:38:36.499757+0000","last_became_active":"2024-09-05T07:36:14.815998+0000","last_became_peered":"2024-09-05T07:36:14.815998+0000","last_unstale":"2024-09-05T07:38:36.499757+0000","last_undegraded":"2024-09-05T07:38:36.499757+0000","last_fullsized":"2024-09-05T07:38:36.499757+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:42.278870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"93'6","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502296+0000","last_change":"2024-09-05T07:36:14.813425+0000","last_active":"2024-09-05T07:38:36.502296+0000","last_peered":"2024-09-05T07:38:36.502296+0000","last_clean":"2024-09-05T07:38:36.502296+0000","last_became_active":"2024-09-05T07:36:14.813135+0000","last_became_peered":"2024-09-05T07:36:14.813135+0000","last_unstale":"2024-09-05T07:38:36.502296+0000","last_undegraded":"2024-09-05T07:38:36.502296+0000","last_fullsized":"2024-09-05T07:38:36.502296+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:54.684216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"93'16","reported_seq":50,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.495974+0000","last_change":"2024-09-05T07:36:14.820772+0000","last_active":"2024-09-05T07:38:36.495974+0000","last_peered":"2024-09-05T07:38:36.495974+0000","last_clean":"2024-09-05T07:38:36.495974+0000","last_became_active":"2024-09-05T07:36:14.820347+0000","last_became_peered":"2024-09-05T07:36:14.820347+0000","last_unstale":"2024-09-05T07:38:36.495974+0000","last_undegraded":"2024-09-05T07:38:36.495974+0000","last_fullsized":"2024-09-05T07:38:36.495974+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:47.635596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"93'11","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504065+0000","last_change":"2024-09-05T07:36:14.811244+0000","last_active":"2024-09-05T07:38:36.504065+0000","last_peered":"2024-09-05T07:38:36.504065+0000","last_clean":"2024-09-05T07:38:36.504065+0000","last_became_active":"2024-09-05T07:36:14.810959+0000","last_became_peered":"2024-09-05T07:36:14.810959+0000","last_unstale":"2024-09-05T07:38:36.504065+0000","last_undegraded":"2024-09-05T07:38:36.504065+0000","last_fullsized":"2024-09-05T07:38:36.504065+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:47:47.631297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"93'9","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504172+0000","last_change":"2024-09-05T07:37:36.468340+0000","last_active":"2024-09-05T07:38:36.504172+0000","last_peered":"2024-09-05T07:38:36.504172+0000","last_clean":"2024-09-05T07:38:36.504172+0000","last_became_active":"2024-09-05T07:37:36.467940+0000","last_became_peered":"2024-09-05T07:37:36.467940+0000","last_unstale":"2024-09-05T07:38:36.504172+0000","last_undegraded":"2024-09-05T07:38:36.504172+0000","last_fullsized":"2024-09-05T07:38:36.504172+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:21:34.298980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.39","version":"93'5","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.496612+0000","last_change":"2024-09-05T07:36:14.806795+0000","last_active":"2024-09-05T07:38:36.496612+0000","last_peered":"2024-09-05T07:38:36.496612+0000","last_clean":"2024-09-05T07:38:36.496612+0000","last_became_active":"2024-09-05T07:36:14.806038+0000","last_became_peered":"2024-09-05T07:36:14.806038+0000","last_unstale":"2024-09-05T07:38:36.496612+0000","last_undegraded":"2024-09-05T07:38:36.496612+0000","last_fullsized":"2024-09-05T07:38:36.496612+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:56:05.136500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497895+0000","last_change":"2024-09-05T07:36:14.814462+0000","last_active":"2024-09-05T07:38:36.497895+0000","last_peered":"2024-09-05T07:38:36.497895+0000","last_clean":"2024-09-05T07:38:36.497895+0000","last_became_active":"2024-09-05T07:36:14.814178+0000","last_became_peered":"2024-09-05T07:36:14.814178+0000","last_unstale":"2024-09-05T07:38:36.497895+0000","last_undegraded":"2024-09-05T07:38:36.497895+0000","last_fullsized":"2024-09-05T07:38:36.497895+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:10:46.217701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"93'4","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.493047+0000","last_change":"2024-09-05T07:36:14.809141+0000","last_active":"2024-09-05T07:38:36.493047+0000","last_peered":"2024-09-05T07:38:36.493047+0000","last_clean":"2024-09-05T07:38:36.493047+0000","last_became_active":"2024-09-05T07:36:14.808812+0000","last_became_peered":"2024-09-05T07:36:14.808812+0000","last_unstale":"2024-09-05T07:38:36.493047+0000","last_undegraded":"2024-09-05T07:38:36.493047+0000","last_fullsized":"2024-09-05T07:38:36.493047+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:07:46.838052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"93'8","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498469+0000","last_change":"2024-09-05T07:36:14.818092+0000","last_active":"2024-09-05T07:38:36.498469+0000","last_peered":"2024-09-05T07:38:36.498469+0000","last_clean":"2024-09-05T07:38:36.498469+0000","last_became_active":"2024-09-05T07:36:14.817789+0000","last_became_peered":"2024-09-05T07:36:14.817789+0000","last_unstale":"2024-09-05T07:38:36.498469+0000","last_undegraded":"2024-09-05T07:38:36.498469+0000","last_fullsized":"2024-09-05T07:38:36.498469+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:22:29.176609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502602+0000","last_change":"2024-09-05T07:36:14.813266+0000","last_active":"2024-09-05T07:38:36.502602+0000","last_peered":"2024-09-05T07:38:36.502602+0000","last_clean":"2024-09-05T07:38:36.502602+0000","last_became_active":"2024-09-05T07:36:14.812886+0000","last_became_peered":"2024-09-05T07:36:14.812886+0000","last_unstale":"2024-09-05T07:38:36.502602+0000","last_undegraded":"2024-09-05T07:38:36.502602+0000","last_fullsized":"2024-09-05T07:38:36.502602+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:26:39.085280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"93'4","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502946+0000","last_change":"2024-09-05T07:36:14.819845+0000","last_active":"2024-09-05T07:38:36.502946+0000","last_peered":"2024-09-05T07:38:36.502946+0000","last_clean":"2024-09-05T07:38:36.502946+0000","last_became_active":"2024-09-05T07:36:14.819575+0000","last_became_peered":"2024-09-05T07:36:14.819575+0000","last_unstale":"2024-09-05T07:38:36.502946+0000","last_undegraded":"2024-09-05T07:38:36.502946+0000","last_fullsized":"2024-09-05T07:38:36.502946+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:44:39.270064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505050+0000","last_change":"2024-09-05T07:36:14.815067+0000","last_active":"2024-09-05T07:38:36.505050+0000","last_peered":"2024-09-05T07:38:36.505050+0000","last_clean":"2024-09-05T07:38:36.505050+0000","last_became_active":"2024-09-05T07:36:14.814453+0000","last_became_peered":"2024-09-05T07:36:14.814453+0000","last_unstale":"2024-09-05T07:38:36.505050+0000","last_undegraded":"2024-09-05T07:38:36.505050+0000","last_fullsized":"2024-09-05T07:38:36.505050+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:32:16.995333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":601988,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":758,"num_read_kb":493,"num_write":301,"num_write_kb":1449,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2039808,"data_stored":1805964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":236,"ondisk_log_size":236,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514539,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1077248,"data_stored":532922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743472,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28892,"kb_used_data":1868,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716260,"statfs":{"total":95995035648,"available":95965450240,"internally_reserved":0,"allocated":1912832,"data_stored":1327611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906997,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28480,"kb_used_data":1452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716672,"statfs":{"total":95995035648,"available":95965872128,"internally_reserved":0,"allocated":1486848,"data_stored":930448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135930,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36792,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708360,"statfs":{"total":95995035648,"available":95957360640,"internally_reserved":0,"allocated":1478656,"data_stored":926250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364862,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32828,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712324,"statfs":{"total":95995035648,"available":95961419776,"internally_reserved":0,"allocated":1683456,"data_stored":1131670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528388,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1069056,"data_stored":528312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790024,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37124,"kb_used_data":1780,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708028,"statfs":{"total":95995035648,"available":95957020672,"internally_reserved":0,"allocated":1822720,"data_stored":1253481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953550,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1089536,"data_stored":534355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182482,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36916,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708236,"statfs":{"total":95995035648,"available":95957233664,"internally_reserved":0,"allocated":1609728,"data_stored":1053322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411416,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36480,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708672,"statfs":{"total":95995035648,"available":95957680128,"internally_reserved":0,"allocated":1163264,"data_stored":601741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574940,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36464,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708688,"statfs":{"total":95995035648,"available":95957696512,"internally_reserved":0,"allocated":1146880,"data_stored":598688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738464,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1093632,"data_stored":529700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":73519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":525100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":134891,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":409600,"data_stored":393932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":249856,"data_stored":204925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T07:38:43.057 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:38:43.333 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:43.777 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:43 smithi071 ceph-mon[30965]: from='client.15336 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:38:43.777 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:43 smithi071 ceph-mon[30965]: from='client.15342 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:38:43.861 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:43 smithi192 ceph-mon[34929]: from='client.15336 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:38:43.861 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:43 smithi192 ceph-mon[34929]: from='client.15342 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:38:43.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.856+0000 7f5dfcedf640 1 -- 172.21.15.71:0/1858481871 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5df8102570 msgr2=0x7f5df81029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:43.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.856+0000 7f5dfcedf640 1 --2- 172.21.15.71:0/1858481871 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5df8102570 0x7f5df81029b0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f5de0009900 tx=0x7f5de002a480 comp rx=0 tx=0).stop 2024-09-05T07:38:43.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.856+0000 7f5dfcedf640 1 -- 172.21.15.71:0/1858481871 shutdown_connections 2024-09-05T07:38:43.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.856+0000 7f5dfcedf640 1 --2- 172.21.15.71:0/1858481871 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5df8102ef0 0x7f5df810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:43.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.856+0000 7f5dfcedf640 1 --2- 172.21.15.71:0/1858481871 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5df8102570 0x7f5df81029b0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:43.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.856+0000 7f5dfcedf640 1 --2- 172.21.15.71:0/1858481871 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5df8100e20 0x7f5df8101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:43.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.856+0000 7f5dfcedf640 1 -- 172.21.15.71:0/1858481871 >> 172.21.15.71:0/1858481871 conn(0x7f5df80fc7d0 msgr2=0x7f5df80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:43.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.856+0000 7f5dfcedf640 1 -- 172.21.15.71:0/1858481871 shutdown_connections 2024-09-05T07:38:43.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.856+0000 7f5dfcedf640 1 -- 172.21.15.71:0/1858481871 wait complete. 2024-09-05T07:38:43.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.857+0000 7f5dfcedf640 1 Processor -- start 2024-09-05T07:38:43.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.857+0000 7f5dfcedf640 1 -- start start 2024-09-05T07:38:43.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.857+0000 7f5dfcedf640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5df8100e20 0x7f5df8197290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:43.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.857+0000 7f5dfcedf640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5df8102570 0x7f5df81977d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:43.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.857+0000 7f5dfcedf640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5df8102ef0 0x7f5df819bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:43.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.857+0000 7f5dfcedf640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f5df8110e30 con 0x7f5df8100e20 2024-09-05T07:38:43.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.857+0000 7f5dfcedf640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5df8110cb0 con 0x7f5df8102570 2024-09-05T07:38:43.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.857+0000 7f5dfcedf640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5df8110fb0 con 0x7f5df8102ef0 2024-09-05T07:38:43.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.857+0000 7f5df659c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5df8100e20 0x7f5df8197290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:43.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.858+0000 7f5df659c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5df8100e20 0x7f5df8197290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52020/0 (socket says 172.21.15.71:52020) 2024-09-05T07:38:43.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.858+0000 7f5df659c640 1 -- 172.21.15.71:0/2951780620 learned_addr learned my addr 172.21.15.71:0/2951780620 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:43.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.858+0000 7f5deffff640 1 --2- 172.21.15.71:0/2951780620 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5df8102570 0x7f5df81977d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:43.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.858+0000 7f5df6d9d640 1 --2- 172.21.15.71:0/2951780620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5df8102ef0 0x7f5df819bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:43.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.858+0000 7f5df659c640 1 -- 172.21.15.71:0/2951780620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5df8102ef0 msgr2=0x7f5df819bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:43.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.858+0000 7f5df659c640 1 --2- 172.21.15.71:0/2951780620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5df8102ef0 0x7f5df819bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:43.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.858+0000 7f5df659c640 1 -- 172.21.15.71:0/2951780620 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5df8102570 msgr2=0x7f5df81977d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:43.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.858+0000 7f5df659c640 1 --2- 172.21.15.71:0/2951780620 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5df8102570 0x7f5df81977d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:43.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.858+0000 7f5df659c640 1 -- 172.21.15.71:0/2951780620 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5df819c240 con 0x7f5df8100e20 2024-09-05T07:38:43.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.858+0000 7f5df659c640 1 --2- 172.21.15.71:0/2951780620 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5df8100e20 0x7f5df8197290 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f5de800c890 tx=0x7f5de800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:43.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.858+0000 7f5def7fe640 1 -- 172.21.15.71:0/2951780620 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5de8004220 con 0x7f5df8100e20 2024-09-05T07:38:43.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.858+0000 7f5dfcedf640 1 -- 172.21.15.71:0/2951780620 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5df819c530 con 0x7f5df8100e20 2024-09-05T07:38:43.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.858+0000 7f5def7fe640 1 -- 172.21.15.71:0/2951780620 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5de80043c0 con 0x7f5df8100e20 2024-09-05T07:38:43.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.858+0000 7f5def7fe640 1 -- 172.21.15.71:0/2951780620 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5de8004a00 con 0x7f5df8100e20 2024-09-05T07:38:43.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.858+0000 7f5dfcedf640 1 -- 172.21.15.71:0/2951780620 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5df81a3e10 con 0x7f5df8100e20 2024-09-05T07:38:43.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.859+0000 7f5dfcedf640 1 -- 172.21.15.71:0/2951780620 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5df8101200 con 0x7f5df8100e20 2024-09-05T07:38:43.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.860+0000 7f5def7fe640 1 -- 172.21.15.71:0/2951780620 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138009+0+0 (secure 0 0 0) 0x7f5de8004ba0 con 0x7f5df8100e20 2024-09-05T07:38:43.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.861+0000 7f5def7fe640 1 --2- 172.21.15.71:0/2951780620 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f5de40a2d80 0x7f5de40a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:43.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.861+0000 7f5deffff640 1 --2- 172.21.15.71:0/2951780620 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f5de40a2d80 0x7f5de40a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:43.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.861+0000 7f5def7fe640 1 -- 172.21.15.71:0/2951780620 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f5de80cf6b0 con 0x7f5df8100e20 2024-09-05T07:38:43.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.861+0000 7f5deffff640 1 --2- 172.21.15.71:0/2951780620 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f5de40a2d80 0x7f5de40a5240 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5de0009230 tx=0x7f5de00058d0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:43.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:43.865+0000 7f5def7fe640 1 -- 172.21.15.71:0/2951780620 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5de8014030 con 0x7f5df8100e20 2024-09-05T07:38:43.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:43 smithi123 ceph-mon[34568]: from='client.15336 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:38:43.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:43 smithi123 ceph-mon[34568]: from='client.15342 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:38:44.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:44.066+0000 7f5dfcedf640 1 -- 172.21.15.71:0/2951780620 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5df8109090 con 0x7f5df8100e20 2024-09-05T07:38:44.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:44.067+0000 7f5def7fe640 1 -- 172.21.15.71:0/2951780620 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7f5de809bd60 con 0x7f5df8100e20 2024-09-05T07:38:44.068 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:44.068 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:38:44.068 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:38:44.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:44.069+0000 7f5dfcedf640 1 -- 172.21.15.71:0/2951780620 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f5de40a2d80 msgr2=0x7f5de40a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:44.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:44.069+0000 7f5dfcedf640 1 --2- 172.21.15.71:0/2951780620 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f5de40a2d80 0x7f5de40a5240 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5de0009230 tx=0x7f5de00058d0 comp rx=0 tx=0).stop 2024-09-05T07:38:44.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:44.069+0000 7f5dfcedf640 1 -- 172.21.15.71:0/2951780620 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5df8100e20 msgr2=0x7f5df8197290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:44.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:44.069+0000 7f5dfcedf640 1 --2- 172.21.15.71:0/2951780620 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5df8100e20 0x7f5df8197290 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f5de800c890 tx=0x7f5de800cd50 comp rx=0 tx=0).stop 2024-09-05T07:38:44.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:44.069+0000 7f5dfcedf640 1 -- 172.21.15.71:0/2951780620 shutdown_connections 2024-09-05T07:38:44.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:44.069+0000 7f5dfcedf640 1 --2- 172.21.15.71:0/2951780620 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f5de40a2d80 0x7f5de40a5240 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:44.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:44.069+0000 7f5dfcedf640 1 --2- 172.21.15.71:0/2951780620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5df8102ef0 0x7f5df819bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:44.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:44.069+0000 7f5dfcedf640 1 --2- 172.21.15.71:0/2951780620 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5df8102570 0x7f5df81977d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:44.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:44.069+0000 7f5dfcedf640 1 --2- 172.21.15.71:0/2951780620 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5df8100e20 0x7f5df8197290 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:44.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:44.069+0000 7f5dfcedf640 1 -- 172.21.15.71:0/2951780620 >> 172.21.15.71:0/2951780620 conn(0x7f5df80fc7d0 msgr2=0x7f5df80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:44.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:44.069+0000 7f5dfcedf640 1 -- 172.21.15.71:0/2951780620 shutdown_connections 2024-09-05T07:38:44.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:44.069+0000 7f5dfcedf640 1 -- 172.21.15.71:0/2951780620 wait complete. 2024-09-05T07:38:44.765 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:44 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2951780620' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:44.766 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:44 smithi071 ceph-mon[30965]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 876 B/s wr, 22 op/s 2024-09-05T07:38:44.794 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T07:38:44.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:44 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2951780620' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:44.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:44 smithi123 ceph-mon[34568]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 876 B/s wr, 22 op/s 2024-09-05T07:38:44.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:44 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2951780620' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:44.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:44 smithi192 ceph-mon[34929]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 876 B/s wr, 22 op/s 2024-09-05T07:38:45.039 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:45.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.516+0000 7f30af77a640 1 -- 172.21.15.71:0/2950057121 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f30a81036e0 msgr2=0x7f30a8107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:45.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.516+0000 7f30af77a640 1 --2- 172.21.15.71:0/2950057121 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f30a81036e0 0x7f30a8107b90 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f3098009930 tx=0x7f309802a420 comp rx=0 tx=0).stop 2024-09-05T07:38:45.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.516+0000 7f30af77a640 1 -- 172.21.15.71:0/2950057121 shutdown_connections 2024-09-05T07:38:45.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.516+0000 7f30af77a640 1 --2- 172.21.15.71:0/2950057121 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f30a81082a0 0x7f30a810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:45.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.516+0000 7f30af77a640 1 --2- 172.21.15.71:0/2950057121 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f30a81036e0 0x7f30a8107b90 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:45.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.516+0000 7f30af77a640 1 --2- 172.21.15.71:0/2950057121 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30a8102d30 0x7f30a8103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:45.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.516+0000 7f30af77a640 1 -- 172.21.15.71:0/2950057121 >> 172.21.15.71:0/2950057121 conn(0x7f30a80fc7d0 msgr2=0x7f30a80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:45.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.516+0000 7f30af77a640 1 -- 172.21.15.71:0/2950057121 shutdown_connections 2024-09-05T07:38:45.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.516+0000 7f30af77a640 1 -- 172.21.15.71:0/2950057121 wait complete. 2024-09-05T07:38:45.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.517+0000 7f30af77a640 1 Processor -- start 2024-09-05T07:38:45.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.517+0000 7f30af77a640 1 -- start start 2024-09-05T07:38:45.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.517+0000 7f30af77a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30a8102d30 0x7f30a8100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:45.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.517+0000 7f30af77a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f30a81036e0 0x7f30a8100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:45.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.517+0000 7f30af77a640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f30a81082a0 0x7f30a8101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:45.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.517+0000 7f30af77a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f30a8111f50 con 0x7f30a81036e0 2024-09-05T07:38:45.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.517+0000 7f30af77a640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f30a8111dd0 con 0x7f30a81082a0 2024-09-05T07:38:45.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.517+0000 7f30af77a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f30a81120d0 con 0x7f30a8102d30 2024-09-05T07:38:45.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.517+0000 7f30acd15640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f30a81036e0 0x7f30a8100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:45.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.517+0000 7f30acd15640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f30a81036e0 0x7f30a8100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52036/0 (socket says 172.21.15.71:52036) 2024-09-05T07:38:45.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.517+0000 7f30acd15640 1 -- 172.21.15.71:0/252801500 learned_addr learned my addr 172.21.15.71:0/252801500 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:45.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.518+0000 7f30ad516640 1 --2- 172.21.15.71:0/252801500 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30a8102d30 0x7f30a8100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:45.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.518+0000 7f30add17640 1 --2- 172.21.15.71:0/252801500 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f30a81082a0 0x7f30a8101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:45.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.518+0000 7f30acd15640 1 -- 172.21.15.71:0/252801500 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30a8102d30 msgr2=0x7f30a8100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:45.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.518+0000 7f30acd15640 1 --2- 172.21.15.71:0/252801500 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30a8102d30 0x7f30a8100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:45.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.518+0000 7f30acd15640 1 -- 172.21.15.71:0/252801500 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f30a81082a0 msgr2=0x7f30a8101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:45.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.518+0000 7f30acd15640 1 --2- 172.21.15.71:0/252801500 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f30a81082a0 0x7f30a8101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:45.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.518+0000 7f30acd15640 1 -- 172.21.15.71:0/252801500 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30a81a6910 con 0x7f30a81036e0 2024-09-05T07:38:45.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.518+0000 7f30acd15640 1 --2- 172.21.15.71:0/252801500 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f30a81036e0 0x7f30a8100ed0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f3098031440 tx=0x7f3098004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:45.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.518+0000 7f309e7fc640 1 -- 172.21.15.71:0/252801500 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f309803f030 con 0x7f30a81036e0 2024-09-05T07:38:45.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.518+0000 7f309e7fc640 1 -- 172.21.15.71:0/252801500 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3098003aa0 con 0x7f30a81036e0 2024-09-05T07:38:45.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.518+0000 7f30af77a640 1 -- 172.21.15.71:0/252801500 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30a81a6ba0 con 0x7f30a81036e0 2024-09-05T07:38:45.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.518+0000 7f309e7fc640 1 -- 172.21.15.71:0/252801500 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3098035070 con 0x7f30a81036e0 2024-09-05T07:38:45.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.518+0000 7f30af77a640 1 -- 172.21.15.71:0/252801500 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30a81a7080 con 0x7f30a81036e0 2024-09-05T07:38:45.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.519+0000 7f30af77a640 1 -- 172.21.15.71:0/252801500 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30a8103110 con 0x7f30a81036e0 2024-09-05T07:38:45.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.520+0000 7f309e7fc640 1 -- 172.21.15.71:0/252801500 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138009+0+0 (secure 0 0 0) 0x7f3098042030 con 0x7f30a81036e0 2024-09-05T07:38:45.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.521+0000 7f309e7fc640 1 --2- 172.21.15.71:0/252801500 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f30940a2d80 0x7f30940a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:45.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.521+0000 7f30ad516640 1 --2- 172.21.15.71:0/252801500 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f30940a2d80 0x7f30940a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:45.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.521+0000 7f309e7fc640 1 -- 172.21.15.71:0/252801500 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f30980f04c0 con 0x7f30a81036e0 2024-09-05T07:38:45.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.521+0000 7f30ad516640 1 --2- 172.21.15.71:0/252801500 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f30940a2d80 0x7f30940a5240 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f30a400bbe0 tx=0x7f30a400b390 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:45.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.524+0000 7f309e7fc640 1 -- 172.21.15.71:0/252801500 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f30980bcb70 con 0x7f30a81036e0 2024-09-05T07:38:45.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.692+0000 7f30af77a640 1 -- 172.21.15.71:0/252801500 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f30a810a2b0 con 0x7f30a81036e0 2024-09-05T07:38:45.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.694+0000 7f309e7fc640 1 -- 172.21.15.71:0/252801500 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+25383 (secure 0 0 0) 0x7f30980bc470 con 0x7f30a81036e0 2024-09-05T07:38:45.695 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:45.696 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":93,"fsid":"528064f0-6b58-11ef-bcd6-c7b262605968","created":"2024-09-05T07:28:40.672482+0000","modified":"2024-09-05T07:38:36.447670+0000","last_up_change":"2024-09-05T07:35:23.377351+0000","last_in_change":"2024-09-05T07:35:00.653011+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T07:31:42.519306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T07:36:11.417603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T07:36:13.712570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T07:36:20.085795+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"46b7dcd0-5366-4876-97f3-6242a69addcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6803","nonce":4274686280}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6805","nonce":4274686280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6809","nonce":4274686280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6807","nonce":4274686280}]},"public_addr":"172.21.15.71:6803/4274686280","cluster_addr":"172.21.15.71:6805/4274686280","heartbeat_back_addr":"172.21.15.71:6809/4274686280","heartbeat_front_addr":"172.21.15.71:6807/4274686280","state":["exists","up"]},{"osd":1,"uuid":"d859b4f9-f616-4331-8ffb-54507eb5f836","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6801","nonce":1041172381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6803","nonce":1041172381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6807","nonce":1041172381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6805","nonce":1041172381}]},"public_addr":"172.21.15.123:6801/1041172381","cluster_addr":"172.21.15.123:6803/1041172381","heartbeat_back_addr":"172.21.15.123:6807/1041172381","heartbeat_front_addr":"172.21.15.123:6805/1041172381","state":["exists","up"]},{"osd":2,"uuid":"1ca9c723-8ecb-445c-bae7-39fd2954cdf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6801","nonce":2964624102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6803","nonce":2964624102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6807","nonce":2964624102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6805","nonce":2964624102}]},"public_addr":"172.21.15.192:6801/2964624102","cluster_addr":"172.21.15.192:6803/2964624102","heartbeat_back_addr":"172.21.15.192:6807/2964624102","heartbeat_front_addr":"172.21.15.192:6805/2964624102","state":["exists","up"]},{"osd":3,"uuid":"e38584ff-2abe-47ff-b3ae-58a7a4261ac4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6811","nonce":158061328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6813","nonce":158061328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6817","nonce":158061328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6815","nonce":158061328}]},"public_addr":"172.21.15.71:6811/158061328","cluster_addr":"172.21.15.71:6813/158061328","heartbeat_back_addr":"172.21.15.71:6817/158061328","heartbeat_front_addr":"172.21.15.71:6815/158061328","state":["exists","up"]},{"osd":4,"uuid":"b2de40fc-0fa3-484e-b0b2-edd96874aee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6809","nonce":3090003493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6811","nonce":3090003493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6815","nonce":3090003493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6813","nonce":3090003493}]},"public_addr":"172.21.15.123:6809/3090003493","cluster_addr":"172.21.15.123:6811/3090003493","heartbeat_back_addr":"172.21.15.123:6815/3090003493","heartbeat_front_addr":"172.21.15.123:6813/3090003493","state":["exists","up"]},{"osd":5,"uuid":"e443d3b0-960e-4992-88c4-4d546706ee87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6809","nonce":3375480711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6811","nonce":3375480711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6815","nonce":3375480711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6813","nonce":3375480711}]},"public_addr":"172.21.15.192:6809/3375480711","cluster_addr":"172.21.15.192:6811/3375480711","heartbeat_back_addr":"172.21.15.192:6815/3375480711","heartbeat_front_addr":"172.21.15.192:6813/3375480711","state":["exists","up"]},{"osd":6,"uuid":"d43efaeb-66d0-496b-b490-4635e6d725c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6819","nonce":13242244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6821","nonce":13242244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6825","nonce":13242244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6823","nonce":13242244}]},"public_addr":"172.21.15.71:6819/13242244","cluster_addr":"172.21.15.71:6821/13242244","heartbeat_back_addr":"172.21.15.71:6825/13242244","heartbeat_front_addr":"172.21.15.71:6823/13242244","state":["exists","up"]},{"osd":7,"uuid":"69562997-b629-4e0f-8719-65019735a46a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6817","nonce":956921658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6819","nonce":956921658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6823","nonce":956921658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6821","nonce":956921658}]},"public_addr":"172.21.15.123:6817/956921658","cluster_addr":"172.21.15.123:6819/956921658","heartbeat_back_addr":"172.21.15.123:6823/956921658","heartbeat_front_addr":"172.21.15.123:6821/956921658","state":["exists","up"]},{"osd":8,"uuid":"6dc7e084-d602-4b2c-9dfc-cd26041835c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6817","nonce":3079566549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6819","nonce":3079566549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6823","nonce":3079566549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6821","nonce":3079566549}]},"public_addr":"172.21.15.192:6817/3079566549","cluster_addr":"172.21.15.192:6819/3079566549","heartbeat_back_addr":"172.21.15.192:6823/3079566549","heartbeat_front_addr":"172.21.15.192:6821/3079566549","state":["exists","up"]},{"osd":9,"uuid":"79b675ae-7c56-4b65-9ecb-376dc0d305e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6827","nonce":12570717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6829","nonce":12570717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6833","nonce":12570717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6831","nonce":12570717}]},"public_addr":"172.21.15.71:6827/12570717","cluster_addr":"172.21.15.71:6829/12570717","heartbeat_back_addr":"172.21.15.71:6833/12570717","heartbeat_front_addr":"172.21.15.71:6831/12570717","state":["exists","up"]},{"osd":10,"uuid":"5e26505a-15f9-4758-9ef7-886a46364844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6825","nonce":2204926848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6827","nonce":2204926848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6831","nonce":2204926848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6829","nonce":2204926848}]},"public_addr":"172.21.15.123:6825/2204926848","cluster_addr":"172.21.15.123:6827/2204926848","heartbeat_back_addr":"172.21.15.123:6831/2204926848","heartbeat_front_addr":"172.21.15.123:6829/2204926848","state":["exists","up"]},{"osd":11,"uuid":"af6cebb5-d119-4a8a-9941-ba29b6499b84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6825","nonce":2370287418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6827","nonce":2370287418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6831","nonce":2370287418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6829","nonce":2370287418}]},"public_addr":"172.21.15.192:6825/2370287418","cluster_addr":"172.21.15.192:6827/2370287418","heartbeat_back_addr":"172.21.15.192:6831/2370287418","heartbeat_front_addr":"172.21.15.192:6829/2370287418","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:30:54.069845+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:16.417921+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:39.327215+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:04.156774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:28.698454+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:52.201948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:17.317406+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:41.490355+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:05.912640+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:31.907199+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:56.603625+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:35:21.370324+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.16","mappings":[{"from":7,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.c","mappings":[{"from":5,"to":6}]},{"pgid":"3.14","mappings":[{"from":4,"to":7}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/3540526501":"2024-09-06T07:38:36.447638+0000","172.21.15.71:0/204493459":"2024-09-06T07:38:36.447638+0000","172.21.15.71:0/2830316429":"2024-09-06T07:38:36.447638+0000","172.21.15.71:0/648100065":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1175989887":"2024-09-06T07:38:36.447638+0000","172.21.15.71:0/1573159026":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/2146188042":"2024-09-06T07:38:36.447638+0000","172.21.15.71:6801/3540526501":"2024-09-06T07:38:36.447638+0000","172.21.15.71:6801/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/2785525161":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/4125208267":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1087222059":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6800/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/3537016012":"2024-09-06T07:29:10.775719+0000","172.21.15.71:6800/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/2492827930":"2024-09-06T07:38:36.447638+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T07:38:45.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.696+0000 7f30af77a640 1 -- 172.21.15.71:0/252801500 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f30940a2d80 msgr2=0x7f30940a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:45.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.696+0000 7f30af77a640 1 --2- 172.21.15.71:0/252801500 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f30940a2d80 0x7f30940a5240 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f30a400bbe0 tx=0x7f30a400b390 comp rx=0 tx=0).stop 2024-09-05T07:38:45.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.696+0000 7f30af77a640 1 -- 172.21.15.71:0/252801500 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f30a81036e0 msgr2=0x7f30a8100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:45.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.696+0000 7f30af77a640 1 --2- 172.21.15.71:0/252801500 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f30a81036e0 0x7f30a8100ed0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f3098031440 tx=0x7f3098004270 comp rx=0 tx=0).stop 2024-09-05T07:38:45.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.696+0000 7f30af77a640 1 -- 172.21.15.71:0/252801500 shutdown_connections 2024-09-05T07:38:45.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.696+0000 7f30af77a640 1 --2- 172.21.15.71:0/252801500 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f30940a2d80 0x7f30940a5240 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:45.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.696+0000 7f30af77a640 1 --2- 172.21.15.71:0/252801500 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f30a81082a0 0x7f30a8101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:45.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.696+0000 7f30af77a640 1 --2- 172.21.15.71:0/252801500 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f30a81036e0 0x7f30a8100ed0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:45.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.696+0000 7f30af77a640 1 --2- 172.21.15.71:0/252801500 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f30a8102d30 0x7f30a8100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:45.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.696+0000 7f30af77a640 1 -- 172.21.15.71:0/252801500 >> 172.21.15.71:0/252801500 conn(0x7f30a80fc7d0 msgr2=0x7f30a8105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:45.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.697+0000 7f30af77a640 1 -- 172.21.15.71:0/252801500 shutdown_connections 2024-09-05T07:38:45.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:45.697+0000 7f30af77a640 1 -- 172.21.15.71:0/252801500 wait complete. 2024-09-05T07:38:46.075 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:45 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/252801500' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:38:46.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:45 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/252801500' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:38:46.211 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:45 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/252801500' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:38:46.432 DEBUG:tasks.fwd_scrub:Yielding 2024-09-05T07:38:46.432 INFO:teuthology.run_tasks:Running task exec... 2024-09-05T07:38:46.667 INFO:teuthology.task.exec:Executing custom commands... 2024-09-05T07:38:46.668 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi071.front.sepia.ceph.com 2024-09-05T07:38:46.668 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/log_level debug' 2024-09-05T07:38:46.668 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-09-05T07:38:46.668 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T07:38:46.669 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T07:38:46.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.778+0000 7f622125e640 1 -- 172.21.15.71:0/2137130501 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f621c1069c0 msgr2=0x7f621c106da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:46.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.778+0000 7f622125e640 1 --2- 172.21.15.71:0/2137130501 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f621c1069c0 0x7f621c106da0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f620c009930 tx=0x7f620c02a420 comp rx=0 tx=0).stop 2024-09-05T07:38:46.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.778+0000 7f622125e640 1 -- 172.21.15.71:0/2137130501 shutdown_connections 2024-09-05T07:38:46.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.778+0000 7f622125e640 1 --2- 172.21.15.71:0/2137130501 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f621c101350 0x7f621c10d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:46.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.778+0000 7f622125e640 1 --2- 172.21.15.71:0/2137130501 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f621c1009b0 0x7f621c100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:46.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.778+0000 7f622125e640 1 --2- 172.21.15.71:0/2137130501 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f621c1069c0 0x7f621c106da0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:46.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.778+0000 7f622125e640 1 -- 172.21.15.71:0/2137130501 >> 172.21.15.71:0/2137130501 conn(0x7f621c077990 msgr2=0x7f621c0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:46.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.778+0000 7f622125e640 1 -- 172.21.15.71:0/2137130501 shutdown_connections 2024-09-05T07:38:46.780 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.778+0000 7f622125e640 1 -- 172.21.15.71:0/2137130501 wait complete. 2024-09-05T07:38:46.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.779+0000 7f622125e640 1 Processor -- start 2024-09-05T07:38:46.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.779+0000 7f622125e640 1 -- start start 2024-09-05T07:38:46.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.779+0000 7f622125e640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f621c1009b0 0x7f621c19a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:46.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.779+0000 7f622125e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f621c101350 0x7f621c19aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:46.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.779+0000 7f622125e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f621c1069c0 0x7f621c19ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:46.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.779+0000 7f622125e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f621c110cb0 con 0x7f621c101350 2024-09-05T07:38:46.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.779+0000 7f622125e640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f621c110b30 con 0x7f621c1009b0 2024-09-05T07:38:46.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.779+0000 7f622125e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f621c110e30 con 0x7f621c1069c0 2024-09-05T07:38:46.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.780+0000 7f621a59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f621c101350 0x7f621c19aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:46.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.780+0000 7f621a59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f621c101350 0x7f621c19aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52062/0 (socket says 172.21.15.71:52062) 2024-09-05T07:38:46.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.780+0000 7f621a59c640 1 -- 172.21.15.71:0/3756746266 learned_addr learned my addr 172.21.15.71:0/3756746266 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:46.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.780+0000 7f621b59e640 1 --2- 172.21.15.71:0/3756746266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f621c1069c0 0x7f621c19ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:46.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.780+0000 7f621ad9d640 1 --2- 172.21.15.71:0/3756746266 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f621c1009b0 0x7f621c19a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:46.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.780+0000 7f621a59c640 1 -- 172.21.15.71:0/3756746266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f621c1069c0 msgr2=0x7f621c19ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:46.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.780+0000 7f621a59c640 1 --2- 172.21.15.71:0/3756746266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f621c1069c0 0x7f621c19ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:46.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.780+0000 7f621a59c640 1 -- 172.21.15.71:0/3756746266 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f621c1009b0 msgr2=0x7f621c19a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:46.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.780+0000 7f621a59c640 1 --2- 172.21.15.71:0/3756746266 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f621c1009b0 0x7f621c19a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:46.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.780+0000 7f621a59c640 1 -- 172.21.15.71:0/3756746266 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f621c19f4c0 con 0x7f621c101350 2024-09-05T07:38:46.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.780+0000 7f621a59c640 1 --2- 172.21.15.71:0/3756746266 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f621c101350 0x7f621c19aa10 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f621000e9f0 tx=0x7f621000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:46.783 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.780+0000 7f6203fff640 1 -- 172.21.15.71:0/3756746266 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f621000cd80 con 0x7f621c101350 2024-09-05T07:38:46.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.780+0000 7f622125e640 1 -- 172.21.15.71:0/3756746266 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f621c19f7b0 con 0x7f621c101350 2024-09-05T07:38:46.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.780+0000 7f6203fff640 1 -- 172.21.15.71:0/3756746266 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f62100108e0 con 0x7f621c101350 2024-09-05T07:38:46.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.780+0000 7f6203fff640 1 -- 172.21.15.71:0/3756746266 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6210018920 con 0x7f621c101350 2024-09-05T07:38:46.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.780+0000 7f622125e640 1 -- 172.21.15.71:0/3756746266 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f621c1a7040 con 0x7f621c101350 2024-09-05T07:38:46.784 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.781+0000 7f622125e640 1 -- 172.21.15.71:0/3756746266 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f621c100e10 con 0x7f621c101350 2024-09-05T07:38:46.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.783+0000 7f6203fff640 1 -- 172.21.15.71:0/3756746266 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138009+0+0 (secure 0 0 0) 0x7f6210010a90 con 0x7f621c101350 2024-09-05T07:38:46.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.783+0000 7f6203fff640 1 --2- 172.21.15.71:0/3756746266 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f62040a2e40 0x7f62040a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:46.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.783+0000 7f6203fff640 1 -- 172.21.15.71:0/3756746266 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f62100cfe20 con 0x7f621c101350 2024-09-05T07:38:46.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.783+0000 7f621ad9d640 1 --2- 172.21.15.71:0/3756746266 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f62040a2e40 0x7f62040a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:46.785 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.784+0000 7f621ad9d640 1 --2- 172.21.15.71:0/3756746266 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f62040a2e40 0x7f62040a5300 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f620c000c00 tx=0x7f620c032ba0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:46.788 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.787+0000 7f6203fff640 1 -- 172.21.15.71:0/3756746266 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f621009c4d0 con 0x7f621c101350 2024-09-05T07:38:46.929 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:46.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.973+0000 7f622125e640 1 -- 172.21.15.71:0/3756746266 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/log_level}] v 0) -- 0x7f621c1a7270 con 0x7f621c101350 2024-09-05T07:38:46.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.976+0000 7f6203fff640 1 -- 172.21.15.71:0/3756746266 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/log_level}]=0 v30)=0 v30) ==== 129+0+0 (secure 0 0 0) 0x7f621009bdd0 con 0x7f621c101350 2024-09-05T07:38:46.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.979+0000 7f622125e640 1 -- 172.21.15.71:0/3756746266 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f62040a2e40 msgr2=0x7f62040a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:46.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.979+0000 7f622125e640 1 --2- 172.21.15.71:0/3756746266 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f62040a2e40 0x7f62040a5300 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f620c000c00 tx=0x7f620c032ba0 comp rx=0 tx=0).stop 2024-09-05T07:38:46.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.979+0000 7f622125e640 1 -- 172.21.15.71:0/3756746266 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f621c101350 msgr2=0x7f621c19aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:46.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.979+0000 7f622125e640 1 --2- 172.21.15.71:0/3756746266 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f621c101350 0x7f621c19aa10 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f621000e9f0 tx=0x7f621000eeb0 comp rx=0 tx=0).stop 2024-09-05T07:38:46.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.979+0000 7f622125e640 1 -- 172.21.15.71:0/3756746266 shutdown_connections 2024-09-05T07:38:46.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.979+0000 7f622125e640 1 --2- 172.21.15.71:0/3756746266 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f62040a2e40 0x7f62040a5300 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:46.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.979+0000 7f622125e640 1 --2- 172.21.15.71:0/3756746266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f621c1069c0 0x7f621c19ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:46.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.979+0000 7f622125e640 1 --2- 172.21.15.71:0/3756746266 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f621c101350 0x7f621c19aa10 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:46.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.979+0000 7f622125e640 1 --2- 172.21.15.71:0/3756746266 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f621c1009b0 0x7f621c19a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:46.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.979+0000 7f622125e640 1 -- 172.21.15.71:0/3756746266 >> 172.21.15.71:0/3756746266 conn(0x7f621c077990 msgr2=0x7f621c0698e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:46.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.979+0000 7f622125e640 1 -- 172.21.15.71:0/3756746266 shutdown_connections 2024-09-05T07:38:46.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:46.979+0000 7f622125e640 1 -- 172.21.15.71:0/3756746266 wait complete. 2024-09-05T07:38:46.990 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:46 smithi071 ceph-mon[30965]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 682 B/s wr, 17 op/s 2024-09-05T07:38:46.991 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-09-05T07:38:47.096 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.092+0000 7f46b1aaf640 1 -- 172.21.15.71:0/4238728639 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f46ac1069c0 msgr2=0x7f46ac106da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.096 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.092+0000 7f46b1aaf640 1 --2- 172.21.15.71:0/4238728639 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f46ac1069c0 0x7f46ac106da0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f469c009930 tx=0x7f469c02a420 comp rx=0 tx=0).stop 2024-09-05T07:38:47.096 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.092+0000 7f46b1aaf640 1 -- 172.21.15.71:0/4238728639 shutdown_connections 2024-09-05T07:38:47.096 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.092+0000 7f46b1aaf640 1 --2- 172.21.15.71:0/4238728639 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f46ac101350 0x7f46ac10d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.092+0000 7f46b1aaf640 1 --2- 172.21.15.71:0/4238728639 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46ac1009b0 0x7f46ac100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.092+0000 7f46b1aaf640 1 --2- 172.21.15.71:0/4238728639 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f46ac1069c0 0x7f46ac106da0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.092+0000 7f46b1aaf640 1 -- 172.21.15.71:0/4238728639 >> 172.21.15.71:0/4238728639 conn(0x7f46ac077990 msgr2=0x7f46ac0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:47.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.093+0000 7f46b1aaf640 1 -- 172.21.15.71:0/4238728639 shutdown_connections 2024-09-05T07:38:47.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.093+0000 7f46b1aaf640 1 -- 172.21.15.71:0/4238728639 wait complete. 2024-09-05T07:38:47.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.093+0000 7f46b1aaf640 1 Processor -- start 2024-09-05T07:38:47.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.093+0000 7f46b1aaf640 1 -- start start 2024-09-05T07:38:47.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.093+0000 7f46b1aaf640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46ac1009b0 0x7f46ac0fcde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.093+0000 7f46b1aaf640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f46ac101350 0x7f46ac0fd320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.093+0000 7f46b1aaf640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f46ac1069c0 0x7f46ac0fd860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.093+0000 7f46b1aaf640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f46ac110cc0 con 0x7f46ac101350 2024-09-05T07:38:47.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.093+0000 7f46b1aaf640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f46ac110b40 con 0x7f46ac1069c0 2024-09-05T07:38:47.097 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.093+0000 7f46b1aaf640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f46ac110e40 con 0x7f46ac1009b0 2024-09-05T07:38:47.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.094+0000 7f46aaffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f46ac101350 0x7f46ac0fd320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.094+0000 7f46aaffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f46ac101350 0x7f46ac0fd320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52078/0 (socket says 172.21.15.71:52078) 2024-09-05T07:38:47.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.094+0000 7f46aaffd640 1 -- 172.21.15.71:0/4131902662 learned_addr learned my addr 172.21.15.71:0/4131902662 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:47.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.094+0000 7f46ab7fe640 1 --2- 172.21.15.71:0/4131902662 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46ac1009b0 0x7f46ac0fcde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.094+0000 7f46abfff640 1 --2- 172.21.15.71:0/4131902662 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f46ac1069c0 0x7f46ac0fd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.094+0000 7f46aaffd640 1 -- 172.21.15.71:0/4131902662 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46ac1009b0 msgr2=0x7f46ac0fcde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.094+0000 7f46aaffd640 1 --2- 172.21.15.71:0/4131902662 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46ac1009b0 0x7f46ac0fcde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.094+0000 7f46aaffd640 1 -- 172.21.15.71:0/4131902662 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f46ac1069c0 msgr2=0x7f46ac0fd860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.094+0000 7f46aaffd640 1 --2- 172.21.15.71:0/4131902662 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f46ac1069c0 0x7f46ac0fd860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.094+0000 7f46aaffd640 1 -- 172.21.15.71:0/4131902662 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46ac1a6770 con 0x7f46ac101350 2024-09-05T07:38:47.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.094+0000 7f46aaffd640 1 --2- 172.21.15.71:0/4131902662 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f46ac101350 0x7f46ac0fd320 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f46a000d950 tx=0x7f46a000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:47.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.094+0000 7f46a8ff9640 1 -- 172.21.15.71:0/4131902662 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46a0017030 con 0x7f46ac101350 2024-09-05T07:38:47.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.094+0000 7f46b1aaf640 1 -- 172.21.15.71:0/4131902662 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46ac1a6a60 con 0x7f46ac101350 2024-09-05T07:38:47.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.094+0000 7f46a8ff9640 1 -- 172.21.15.71:0/4131902662 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46a0004020 con 0x7f46ac101350 2024-09-05T07:38:47.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.094+0000 7f46a8ff9640 1 -- 172.21.15.71:0/4131902662 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46a00047a0 con 0x7f46ac101350 2024-09-05T07:38:47.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.094+0000 7f46b1aaf640 1 -- 172.21.15.71:0/4131902662 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46ac1a7000 con 0x7f46ac101350 2024-09-05T07:38:47.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.095+0000 7f46b1aaf640 1 -- 172.21.15.71:0/4131902662 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46ac100e10 con 0x7f46ac101350 2024-09-05T07:38:47.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.097+0000 7f46a8ff9640 1 -- 172.21.15.71:0/4131902662 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138009+0+0 (secure 0 0 0) 0x7f46a00041d0 con 0x7f46ac101350 2024-09-05T07:38:47.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.098+0000 7f46a8ff9640 1 --2- 172.21.15.71:0/4131902662 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f46940a2e40 0x7f46940a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.099+0000 7f46ab7fe640 1 --2- 172.21.15.71:0/4131902662 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f46940a2e40 0x7f46940a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.099+0000 7f46a8ff9640 1 -- 172.21.15.71:0/4131902662 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f46a00cfaa0 con 0x7f46ac101350 2024-09-05T07:38:47.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.099+0000 7f46ab7fe640 1 --2- 172.21.15.71:0/4131902662 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f46940a2e40 0x7f46940a5300 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f469c031440 tx=0x7f469c005a20 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:47.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.100+0000 7f46a8ff9640 1 -- 172.21.15.71:0/4131902662 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f46a009c150 con 0x7f46ac101350 2024-09-05T07:38:47.102 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:46 smithi123 ceph-mon[34568]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 682 B/s wr, 17 op/s 2024-09-05T07:38:47.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:46 smithi192 ceph-mon[34929]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 682 B/s wr, 17 op/s 2024-09-05T07:38:47.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.277+0000 7f46b1aaf640 1 -- 172.21.15.71:0/4131902662 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f46ac1a7230 con 0x7f46ac101350 2024-09-05T07:38:47.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.280+0000 7f46a8ff9640 1 -- 172.21.15.71:0/4131902662 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v31)=0 v31) ==== 138+0+0 (secure 0 0 0) 0x7f46a009ba50 con 0x7f46ac101350 2024-09-05T07:38:47.284 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.283+0000 7f46b1aaf640 1 -- 172.21.15.71:0/4131902662 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f46940a2e40 msgr2=0x7f46940a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.283+0000 7f46b1aaf640 1 --2- 172.21.15.71:0/4131902662 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f46940a2e40 0x7f46940a5300 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f469c031440 tx=0x7f469c005a20 comp rx=0 tx=0).stop 2024-09-05T07:38:47.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.283+0000 7f46b1aaf640 1 -- 172.21.15.71:0/4131902662 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f46ac101350 msgr2=0x7f46ac0fd320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.283+0000 7f46b1aaf640 1 --2- 172.21.15.71:0/4131902662 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f46ac101350 0x7f46ac0fd320 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f46a000d950 tx=0x7f46a000de10 comp rx=0 tx=0).stop 2024-09-05T07:38:47.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.283+0000 7f46b1aaf640 1 -- 172.21.15.71:0/4131902662 shutdown_connections 2024-09-05T07:38:47.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.283+0000 7f46b1aaf640 1 --2- 172.21.15.71:0/4131902662 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f46940a2e40 0x7f46940a5300 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.283+0000 7f46b1aaf640 1 --2- 172.21.15.71:0/4131902662 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f46ac1069c0 0x7f46ac0fd860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.283+0000 7f46b1aaf640 1 --2- 172.21.15.71:0/4131902662 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f46ac101350 0x7f46ac0fd320 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.283+0000 7f46b1aaf640 1 --2- 172.21.15.71:0/4131902662 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46ac1009b0 0x7f46ac0fcde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.283+0000 7f46b1aaf640 1 -- 172.21.15.71:0/4131902662 >> 172.21.15.71:0/4131902662 conn(0x7f46ac077990 msgr2=0x7f46ac069c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:47.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.283+0000 7f46b1aaf640 1 -- 172.21.15.71:0/4131902662 shutdown_connections 2024-09-05T07:38:47.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.283+0000 7f46b1aaf640 1 -- 172.21.15.71:0/4131902662 wait complete. 2024-09-05T07:38:47.296 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-09-05T07:38:47.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.399+0000 7f4b695a6640 1 -- 172.21.15.71:0/2182576013 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4b641035a0 msgr2=0x7f4b6410ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.399+0000 7f4b695a6640 1 --2- 172.21.15.71:0/2182576013 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4b641035a0 0x7f4b6410ba80 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f4b58009900 tx=0x7f4b5802a480 comp rx=0 tx=0).stop 2024-09-05T07:38:47.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.399+0000 7f4b695a6640 1 -- 172.21.15.71:0/2182576013 shutdown_connections 2024-09-05T07:38:47.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.399+0000 7f4b695a6640 1 --2- 172.21.15.71:0/2182576013 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4b6410c0d0 0x7f4b6410e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.399+0000 7f4b695a6640 1 --2- 172.21.15.71:0/2182576013 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4b641035a0 0x7f4b6410ba80 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.399+0000 7f4b695a6640 1 --2- 172.21.15.71:0/2182576013 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b64102c80 0x7f4b64103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.399+0000 7f4b695a6640 1 -- 172.21.15.71:0/2182576013 >> 172.21.15.71:0/2182576013 conn(0x7f4b64077990 msgr2=0x7f4b640fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:47.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.399+0000 7f4b695a6640 1 -- 172.21.15.71:0/2182576013 shutdown_connections 2024-09-05T07:38:47.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.399+0000 7f4b695a6640 1 -- 172.21.15.71:0/2182576013 wait complete. 2024-09-05T07:38:47.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.400+0000 7f4b695a6640 1 Processor -- start 2024-09-05T07:38:47.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.400+0000 7f4b695a6640 1 -- start start 2024-09-05T07:38:47.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.400+0000 7f4b695a6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b64102c80 0x7f4b64198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.400+0000 7f4b695a6640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4b641035a0 0x7f4b641987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.400+0000 7f4b695a6640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4b6410c0d0 0x7f4b6419cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.400+0000 7f4b695a6640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4b64111d60 con 0x7f4b6410c0d0 2024-09-05T07:38:47.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.400+0000 7f4b695a6640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4b64111be0 con 0x7f4b641035a0 2024-09-05T07:38:47.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.400+0000 7f4b695a6640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4b64111ee0 con 0x7f4b64102c80 2024-09-05T07:38:47.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.400+0000 7f4b637fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4b6410c0d0 0x7f4b6419cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.400+0000 7f4b637fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4b6410c0d0 0x7f4b6419cb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52100/0 (socket says 172.21.15.71:52100) 2024-09-05T07:38:47.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.400+0000 7f4b637fe640 1 -- 172.21.15.71:0/4213283048 learned_addr learned my addr 172.21.15.71:0/4213283048 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:47.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.400+0000 7f4b627fc640 1 --2- 172.21.15.71:0/4213283048 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4b641035a0 0x7f4b641987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.401+0000 7f4b62ffd640 1 --2- 172.21.15.71:0/4213283048 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b64102c80 0x7f4b64198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.401+0000 7f4b637fe640 1 -- 172.21.15.71:0/4213283048 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b64102c80 msgr2=0x7f4b64198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.401+0000 7f4b637fe640 1 --2- 172.21.15.71:0/4213283048 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b64102c80 0x7f4b64198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.401+0000 7f4b637fe640 1 -- 172.21.15.71:0/4213283048 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4b641035a0 msgr2=0x7f4b641987b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.401+0000 7f4b637fe640 1 --2- 172.21.15.71:0/4213283048 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4b641035a0 0x7f4b641987b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.401+0000 7f4b637fe640 1 -- 172.21.15.71:0/4213283048 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b6419d260 con 0x7f4b6410c0d0 2024-09-05T07:38:47.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.401+0000 7f4b637fe640 1 --2- 172.21.15.71:0/4213283048 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4b6410c0d0 0x7f4b6419cb30 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f4b5c00eb10 tx=0x7f4b5c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:47.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.401+0000 7f4b4bfff640 1 -- 172.21.15.71:0/4213283048 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b5c004b20 con 0x7f4b6410c0d0 2024-09-05T07:38:47.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.401+0000 7f4b4bfff640 1 -- 172.21.15.71:0/4213283048 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b5c004cc0 con 0x7f4b6410c0d0 2024-09-05T07:38:47.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.401+0000 7f4b695a6640 1 -- 172.21.15.71:0/4213283048 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b6419d550 con 0x7f4b6410c0d0 2024-09-05T07:38:47.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.401+0000 7f4b4bfff640 1 -- 172.21.15.71:0/4213283048 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b5c010690 con 0x7f4b6410c0d0 2024-09-05T07:38:47.407 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.401+0000 7f4b695a6640 1 -- 172.21.15.71:0/4213283048 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b641a4de0 con 0x7f4b6410c0d0 2024-09-05T07:38:47.407 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.402+0000 7f4b695a6640 1 -- 172.21.15.71:0/4213283048 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b64103060 con 0x7f4b6410c0d0 2024-09-05T07:38:47.407 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.403+0000 7f4b4bfff640 1 -- 172.21.15.71:0/4213283048 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138009+0+0 (secure 0 0 0) 0x7f4b5c005000 con 0x7f4b6410c0d0 2024-09-05T07:38:47.408 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.404+0000 7f4b4bfff640 1 --2- 172.21.15.71:0/4213283048 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4b4c0a2e40 0x7f4b4c0a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.408 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.405+0000 7f4b62ffd640 1 --2- 172.21.15.71:0/4213283048 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4b4c0a2e40 0x7f4b4c0a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.408 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.405+0000 7f4b4bfff640 1 -- 172.21.15.71:0/4213283048 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f4b5c0d0130 con 0x7f4b6410c0d0 2024-09-05T07:38:47.408 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.405+0000 7f4b62ffd640 1 --2- 172.21.15.71:0/4213283048 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4b4c0a2e40 0x7f4b4c0a5300 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f4b5400bbe0 tx=0x7f4b5400b390 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:47.409 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.408+0000 7f4b4bfff640 1 -- 172.21.15.71:0/4213283048 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4b5c0541b0 con 0x7f4b6410c0d0 2024-09-05T07:38:47.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.446+0000 7f81cc7d8640 1 -- 172.21.15.71:0/2766763599 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81c4102d30 msgr2=0x7f81c4103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.446+0000 7f81cc7d8640 1 --2- 172.21.15.71:0/2766763599 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81c4102d30 0x7f81c4103110 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f81c0009930 tx=0x7f81c002a420 comp rx=0 tx=0).stop 2024-09-05T07:38:47.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.446+0000 7f81cc7d8640 1 -- 172.21.15.71:0/2766763599 shutdown_connections 2024-09-05T07:38:47.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.446+0000 7f81cc7d8640 1 --2- 172.21.15.71:0/2766763599 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f81c41082a0 0x7f81c410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.446+0000 7f81cc7d8640 1 --2- 172.21.15.71:0/2766763599 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81c41036e0 0x7f81c4107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.446+0000 7f81cc7d8640 1 --2- 172.21.15.71:0/2766763599 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81c4102d30 0x7f81c4103110 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.446+0000 7f81cc7d8640 1 -- 172.21.15.71:0/2766763599 >> 172.21.15.71:0/2766763599 conn(0x7f81c40fc7d0 msgr2=0x7f81c40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:47.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.446+0000 7f81cc7d8640 1 -- 172.21.15.71:0/2766763599 shutdown_connections 2024-09-05T07:38:47.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.446+0000 7f81cc7d8640 1 -- 172.21.15.71:0/2766763599 wait complete. 2024-09-05T07:38:47.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.447+0000 7f81cc7d8640 1 Processor -- start 2024-09-05T07:38:47.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.447+0000 7f81cc7d8640 1 -- start start 2024-09-05T07:38:47.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.447+0000 7f81cc7d8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81c4102d30 0x7f81c4198530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.447+0000 7f81cc7d8640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f81c41036e0 0x7f81c4198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.447+0000 7f81cc7d8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81c41082a0 0x7f81c419ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.447+0000 7f81cc7d8640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f81c4111f50 con 0x7f81c4102d30 2024-09-05T07:38:47.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.447+0000 7f81cc7d8640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f81c4111dd0 con 0x7f81c41036e0 2024-09-05T07:38:47.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.447+0000 7f81cc7d8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f81c41120d0 con 0x7f81c41082a0 2024-09-05T07:38:47.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.447+0000 7f81ca574640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81c4102d30 0x7f81c4198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.447+0000 7f81ca574640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81c4102d30 0x7f81c4198530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52114/0 (socket says 172.21.15.71:52114) 2024-09-05T07:38:47.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.447+0000 7f81ca574640 1 -- 172.21.15.71:0/2847144311 learned_addr learned my addr 172.21.15.71:0/2847144311 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:47.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.447+0000 7f81c9d73640 1 --2- 172.21.15.71:0/2847144311 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f81c41036e0 0x7f81c4198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.448+0000 7f81cad75640 1 --2- 172.21.15.71:0/2847144311 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81c41082a0 0x7f81c419ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.448+0000 7f81ca574640 1 -- 172.21.15.71:0/2847144311 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81c41082a0 msgr2=0x7f81c419ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.448+0000 7f81ca574640 1 --2- 172.21.15.71:0/2847144311 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81c41082a0 0x7f81c419ce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.448+0000 7f81ca574640 1 -- 172.21.15.71:0/2847144311 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f81c41036e0 msgr2=0x7f81c4198a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.448+0000 7f81ca574640 1 --2- 172.21.15.71:0/2847144311 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f81c41036e0 0x7f81c4198a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.448+0000 7f81ca574640 1 -- 172.21.15.71:0/2847144311 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81c419d4e0 con 0x7f81c4102d30 2024-09-05T07:38:47.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.448+0000 7f81c9d73640 1 --2- 172.21.15.71:0/2847144311 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f81c41036e0 0x7f81c4198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:38:47.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.448+0000 7f81ca574640 1 --2- 172.21.15.71:0/2847144311 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81c4102d30 0x7f81c4198530 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f81c0005940 tx=0x7f81c00040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:47.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.448+0000 7f81bb7fe640 1 -- 172.21.15.71:0/2847144311 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c003f030 con 0x7f81c4102d30 2024-09-05T07:38:47.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.448+0000 7f81bb7fe640 1 -- 172.21.15.71:0/2847144311 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81c00044c0 con 0x7f81c4102d30 2024-09-05T07:38:47.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.448+0000 7f81cc7d8640 1 -- 172.21.15.71:0/2847144311 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81c419d770 con 0x7f81c4102d30 2024-09-05T07:38:47.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.448+0000 7f81bb7fe640 1 -- 172.21.15.71:0/2847144311 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c0035070 con 0x7f81c4102d30 2024-09-05T07:38:47.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.448+0000 7f81cc7d8640 1 -- 172.21.15.71:0/2847144311 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81c41a50b0 con 0x7f81c4102d30 2024-09-05T07:38:47.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.450+0000 7f81bb7fe640 1 -- 172.21.15.71:0/2847144311 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138009+0+0 (secure 0 0 0) 0x7f81c0042030 con 0x7f81c4102d30 2024-09-05T07:38:47.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.450+0000 7f81cebb1740 1 Processor -- start 2024-09-05T07:38:47.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.451+0000 7f81cebb1740 1 -- start start 2024-09-05T07:38:47.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.451+0000 7f81cebb1740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee77a40 0x55b35ee77e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.451+0000 7f81cebb1740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee78360 0x55b35ee86c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.451+0000 7f81cebb1740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee87150 0x55b35ee89540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.451+0000 7f81cebb1740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55b35eddd280 con 0x55b35ee77a40 2024-09-05T07:38:47.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.451+0000 7f81bb7fe640 1 --2- 172.21.15.71:0/2847144311 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f81b00a2d80 0x7f81b00a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.451+0000 7f81cebb1740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b35ed84b10 con 0x55b35ee87150 2024-09-05T07:38:47.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.451+0000 7f81cebb1740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b35edd9240 con 0x55b35ee78360 2024-09-05T07:38:47.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.451+0000 7f81cad75640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee77a40 0x55b35ee77e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.451+0000 7f81cad75640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee77a40 0x55b35ee77e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52128/0 (socket says 172.21.15.71:52128) 2024-09-05T07:38:47.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.451+0000 7f81cad75640 1 -- 172.21.15.71:0/3807883810 learned_addr learned my addr 172.21.15.71:0/3807883810 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:47.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.451+0000 7f81bb7fe640 1 -- 172.21.15.71:0/2847144311 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f81c00efd70 con 0x7f81c4102d30 2024-09-05T07:38:47.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.451+0000 7f81cad75640 1 --2- 172.21.15.71:0/2847144311 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f81b00a2d80 0x7f81b00a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.451+0000 7f81ca574640 1 --2- 172.21.15.71:0/3807883810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee78360 0x55b35ee86c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.451+0000 7f81c9d73640 1 --2- 172.21.15.71:0/3807883810 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee87150 0x55b35ee89540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.451+0000 7f81cad75640 1 -- 172.21.15.71:0/3807883810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee78360 msgr2=0x55b35ee86c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:47.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.451+0000 7f81cad75640 1 --2- 172.21.15.71:0/3807883810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee78360 0x55b35ee86c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.451+0000 7f81cad75640 1 -- 172.21.15.71:0/3807883810 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee87150 msgr2=0x55b35ee89540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:47.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.452+0000 7f81cad75640 1 --2- 172.21.15.71:0/3807883810 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee87150 0x55b35ee89540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.452+0000 7f81cad75640 1 -- 172.21.15.71:0/3807883810 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b35ed911f0 con 0x55b35ee77a40 2024-09-05T07:38:47.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.452+0000 7f81ca574640 1 --2- 172.21.15.71:0/3807883810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee78360 0x55b35ee86c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:38:47.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.452+0000 7f81c9d73640 1 --2- 172.21.15.71:0/3807883810 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee87150 0x55b35ee89540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:38:47.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.452+0000 7f81cad75640 1 --2- 172.21.15.71:0/3807883810 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee77a40 0x55b35ee77e20 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f81bc0129f0 tx=0x7f81bc012eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0cc227e10ab34f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:47.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.452+0000 7f81b8ff9640 1 -- 172.21.15.71:0/3807883810 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81bc023070 con 0x55b35ee77a40 2024-09-05T07:38:47.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.452+0000 7f81b8ff9640 1 -- 172.21.15.71:0/3807883810 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81bc01f430 con 0x55b35ee77a40 2024-09-05T07:38:47.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.452+0000 7f81cad75640 1 --2- 172.21.15.71:0/2847144311 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f81b00a2d80 0x7f81b00a5240 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f81bc022000 tx=0x7f81bc021000 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:47.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.452+0000 7f81b8ff9640 1 -- 172.21.15.71:0/3807883810 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81bc00f620 con 0x55b35ee77a40 2024-09-05T07:38:47.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.453+0000 7f81cebb1740 1 -- 172.21.15.71:0/3807883810 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee77a40 msgr2=0x55b35ee77e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.453+0000 7f81cebb1740 1 --2- 172.21.15.71:0/3807883810 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee77a40 0x55b35ee77e20 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f81bc0129f0 tx=0x7f81bc012eb0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.453+0000 7f81cebb1740 1 -- 172.21.15.71:0/3807883810 shutdown_connections 2024-09-05T07:38:47.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.453+0000 7f81cebb1740 1 --2- 172.21.15.71:0/3807883810 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee87150 0x55b35ee89540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.453+0000 7f81cebb1740 1 --2- 172.21.15.71:0/3807883810 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee78360 0x55b35ee86c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.453+0000 7f81cebb1740 1 --2- 172.21.15.71:0/3807883810 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee77a40 0x55b35ee77e20 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.453+0000 7f81cebb1740 1 -- 172.21.15.71:0/3807883810 >> 172.21.15.71:0/3807883810 conn(0x55b35ee740f0 msgr2=0x55b35ee744d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:47.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.453+0000 7f81cebb1740 1 -- 172.21.15.71:0/3807883810 shutdown_connections 2024-09-05T07:38:47.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.453+0000 7f81cebb1740 1 -- 172.21.15.71:0/3807883810 wait complete. 2024-09-05T07:38:47.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.453+0000 7f81cebb1740 1 -- start start 2024-09-05T07:38:47.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.453+0000 7f81cebb1740 1 Processor -- start 2024-09-05T07:38:47.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81cebb1740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee77a40 0x55b35ee84030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81cebb1740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee78360 0x55b35ee84570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81cebb1740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee87150 0x55b35ee84ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81cebb1740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55b35ee89d20 con 0x55b35ee77a40 2024-09-05T07:38:47.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81cebb1740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b35ed97f10 con 0x55b35ee78360 2024-09-05T07:38:47.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81cebb1740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b35ee89ea0 con 0x55b35ee87150 2024-09-05T07:38:47.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81ca574640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee77a40 0x55b35ee84030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81ca574640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee77a40 0x55b35ee84030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52138/0 (socket says 172.21.15.71:52138) 2024-09-05T07:38:47.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81c9d73640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee78360 0x55b35ee84570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81ca574640 1 -- 172.21.15.71:0/2385542553 learned_addr learned my addr 172.21.15.71:0/2385542553 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:47.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81cad75640 1 --2- 172.21.15.71:0/2385542553 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee87150 0x55b35ee84ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81cebb1740 10 client.0 _ll_register_callbacks cb 0x55b35ed60a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:38:47.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81ca574640 1 -- 172.21.15.71:0/2385542553 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee87150 msgr2=0x55b35ee84ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:47.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81ca574640 1 --2- 172.21.15.71:0/2385542553 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee87150 0x55b35ee84ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81ca574640 1 -- 172.21.15.71:0/2385542553 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee78360 msgr2=0x55b35ee84570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:47.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81ca574640 1 --2- 172.21.15.71:0/2385542553 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee78360 0x55b35ee84570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81ca574640 1 -- 172.21.15.71:0/2385542553 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b35eb4e6a0 con 0x55b35ee77a40 2024-09-05T07:38:47.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81ca574640 1 --2- 172.21.15.71:0/2385542553 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee77a40 0x55b35ee84030 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f81c0009900 tx=0x7f81c00bbbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba4ea46118dc34fb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:47.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81adffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:38:47.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81adffb640 1 -- 172.21.15.71:0/2385542553 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c0049040 con 0x55b35ee77a40 2024-09-05T07:38:47.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.454+0000 7f81cebb1740 1 -- 172.21.15.71:0/2385542553 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f81bc01f430 con 0x55b35ee77a40 2024-09-05T07:38:47.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.455+0000 7f81adffb640 1 -- 172.21.15.71:0/2385542553 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f81c00ed2b0 con 0x55b35ee77a40 2024-09-05T07:38:47.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.455+0000 7f81adffb640 1 -- 172.21.15.71:0/2385542553 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f81c00bc420 con 0x55b35ee77a40 2024-09-05T07:38:47.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.455+0000 7f81cebb1740 10 client.15384 fetch_fsmap learned FSMap version 26 2024-09-05T07:38:47.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.455+0000 7f81cebb1740 1 -- 172.21.15.71:0/2385542553 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b35ee95880 con 0x55b35ee77a40 2024-09-05T07:38:47.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.455+0000 7f81adffb640 1 -- 172.21.15.71:0/2385542553 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81bc01f430 con 0x55b35ee77a40 2024-09-05T07:38:47.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.455+0000 7f81adffb640 1 -- 172.21.15.71:0/2385542553 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f81c00bbf80 con 0x55b35ee77a40 2024-09-05T07:38:47.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.455+0000 7f81cebb1740 10 client.15384 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:38:47.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.455+0000 7f81cebb1740 10 client.15384 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:38:47.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.455+0000 7f81cebb1740 20 client.15384 populate_metadata read hostname 'smithi071' 2024-09-05T07:38:47.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.455+0000 7f81cebb1740 1 --2- 172.21.15.71:0/2385542553 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b35ee96ec0 0x55b35ee99350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.455+0000 7f81cebb1740 4 client.15384 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:38:47.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.455+0000 7f81cebb1740 1 -- 172.21.15.71:0/2385542553 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b35edea7f0 con 0x55b35ee96ec0 2024-09-05T07:38:47.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.456+0000 7f81c9d73640 1 --2- 172.21.15.71:0/2385542553 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b35ee96ec0 0x55b35ee99350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.456+0000 7f81c9d73640 1 --2- 172.21.15.71:0/2385542553 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b35ee96ec0 0x55b35ee99350 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43038ac9af0c8615 server_cookie=d13625322eb2bd8a in_seq=0 out_seq=0 2024-09-05T07:38:47.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.456+0000 7f81adffb640 10 client.15384 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:38:47.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.457+0000 7f81adffb640 1 -- 172.21.15.71:0/2385542553 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b35edea7f0 con 0x55b35ee96ec0 2024-09-05T07:38:47.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.457+0000 7f81adffb640 10 client.15384 handle_command_reply: tid=0 2024-09-05T07:38:47.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.457+0000 7f81cebb1740 1 client.15384 shutdown 2024-09-05T07:38:47.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.457+0000 7f81cebb1740 1 -- 172.21.15.71:0/2385542553 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee77a40 msgr2=0x55b35ee84030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.457+0000 7f81cebb1740 1 --2- 172.21.15.71:0/2385542553 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee77a40 0x55b35ee84030 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f81c0009900 tx=0x7f81c00bbbb0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.457+0000 7f81cebb1740 1 -- 172.21.15.71:0/2385542553 shutdown_connections 2024-09-05T07:38:47.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.457+0000 7f81cebb1740 1 --2- 172.21.15.71:0/2385542553 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b35ee96ec0 0x55b35ee99350 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.457+0000 7f81cebb1740 1 --2- 172.21.15.71:0/2385542553 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee87150 0x55b35ee84ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.457+0000 7f81cebb1740 1 --2- 172.21.15.71:0/2385542553 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee78360 0x55b35ee84570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.457+0000 7f81cebb1740 1 --2- 172.21.15.71:0/2385542553 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee77a40 0x55b35ee84030 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.457+0000 7f81cebb1740 1 -- 172.21.15.71:0/2385542553 >> 172.21.15.71:0/2385542553 conn(0x55b35ee740f0 msgr2=0x55b35ee79e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:47.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.457+0000 7f81adffb640 0 client.15384 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:38:47.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.457+0000 7f81cebb1740 1 -- 172.21.15.71:0/2385542553 shutdown_connections 2024-09-05T07:38:47.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.457+0000 7f81cebb1740 1 -- 172.21.15.71:0/2385542553 wait complete. 2024-09-05T07:38:47.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.457+0000 7f81cebb1740 20 client.15384 trim_cache size 0 max 16384 2024-09-05T07:38:47.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.475+0000 7f81cebb1740 1 Processor -- start 2024-09-05T07:38:47.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.475+0000 7f81cebb1740 1 -- start start 2024-09-05T07:38:47.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.475+0000 7f81cebb1740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee77a40 0x55b35ee92840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.475+0000 7f81cebb1740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee78360 0x55b35ee81290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.475+0000 7f81cebb1740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee87150 0x55b35ee817d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.475+0000 7f81cebb1740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f81c41af760 con 0x55b35ee78360 2024-09-05T07:38:47.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.475+0000 7f81cebb1740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f81c41ad030 con 0x55b35ee87150 2024-09-05T07:38:47.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.475+0000 7f81cebb1740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f81c41aae80 con 0x55b35ee77a40 2024-09-05T07:38:47.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.476+0000 7f81c9d73640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee78360 0x55b35ee81290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.476+0000 7f81c9d73640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee78360 0x55b35ee81290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52148/0 (socket says 172.21.15.71:52148) 2024-09-05T07:38:47.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.476+0000 7f81ca574640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee77a40 0x55b35ee92840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.476+0000 7f81c9d73640 1 -- 172.21.15.71:0/3846256216 learned_addr learned my addr 172.21.15.71:0/3846256216 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:47.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.476+0000 7f81cad75640 1 --2- 172.21.15.71:0/3846256216 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee87150 0x55b35ee817d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.476+0000 7f81c9d73640 1 -- 172.21.15.71:0/3846256216 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee77a40 msgr2=0x55b35ee92840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:47.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.476+0000 7f81c9d73640 1 --2- 172.21.15.71:0/3846256216 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee77a40 0x55b35ee92840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.476+0000 7f81c9d73640 1 -- 172.21.15.71:0/3846256216 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee87150 msgr2=0x55b35ee817d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:47.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.476+0000 7f81c9d73640 1 --2- 172.21.15.71:0/3846256216 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee87150 0x55b35ee817d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.476+0000 7f81c9d73640 1 -- 172.21.15.71:0/3846256216 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b35ee96c70 con 0x55b35ee78360 2024-09-05T07:38:47.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.476+0000 7f81c9d73640 1 --2- 172.21.15.71:0/3846256216 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee78360 0x55b35ee81290 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f81b4004700 tx=0x7f81b4015ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7067170a3e98c414 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:47.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.476+0000 7f81affff640 1 -- 172.21.15.71:0/3846256216 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81b4022070 con 0x55b35ee78360 2024-09-05T07:38:47.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.476+0000 7f81affff640 1 -- 172.21.15.71:0/3846256216 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81b4015390 con 0x55b35ee78360 2024-09-05T07:38:47.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.476+0000 7f81affff640 1 -- 172.21.15.71:0/3846256216 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81b4013e50 con 0x55b35ee78360 2024-09-05T07:38:47.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.477+0000 7f81cebb1740 1 -- 172.21.15.71:0/3846256216 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee78360 msgr2=0x55b35ee81290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.477+0000 7f81cebb1740 1 --2- 172.21.15.71:0/3846256216 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee78360 0x55b35ee81290 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f81b4004700 tx=0x7f81b4015ab0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.477+0000 7f81cebb1740 1 -- 172.21.15.71:0/3846256216 shutdown_connections 2024-09-05T07:38:47.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.477+0000 7f81cebb1740 1 --2- 172.21.15.71:0/3846256216 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee87150 0x55b35ee817d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.477+0000 7f81cebb1740 1 --2- 172.21.15.71:0/3846256216 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee78360 0x55b35ee81290 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.477+0000 7f81cebb1740 1 --2- 172.21.15.71:0/3846256216 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee77a40 0x55b35ee92840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.477+0000 7f81cebb1740 1 -- 172.21.15.71:0/3846256216 >> 172.21.15.71:0/3846256216 conn(0x55b35ee740f0 msgr2=0x55b35ee92130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:47.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.477+0000 7f81cebb1740 1 -- 172.21.15.71:0/3846256216 shutdown_connections 2024-09-05T07:38:47.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.477+0000 7f81cebb1740 1 -- 172.21.15.71:0/3846256216 wait complete. 2024-09-05T07:38:47.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.477+0000 7f81cebb1740 1 -- start start 2024-09-05T07:38:47.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.477+0000 7f81cebb1740 1 Processor -- start 2024-09-05T07:38:47.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.478+0000 7f81cebb1740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee77a40 0x55b35ee9ef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.478+0000 7f81cebb1740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee78360 0x55b35ee9f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.478+0000 7f81cebb1740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee87150 0x55b35ee9c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.478+0000 7f81cebb1740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f81c41ab4f0 con 0x55b35ee87150 2024-09-05T07:38:47.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.478+0000 7f81cebb1740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f81c41ac960 con 0x55b35ee77a40 2024-09-05T07:38:47.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.478+0000 7f81cebb1740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f81c41abbc0 con 0x55b35ee78360 2024-09-05T07:38:47.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.478+0000 7f81cebb1740 10 client.0 _ll_register_callbacks cb 0x7f81c00ece90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:38:47.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.478+0000 7f81ca574640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee77a40 0x55b35ee9ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.478+0000 7f81ca574640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee77a40 0x55b35ee9ef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:33082/0 (socket says 172.21.15.71:33082) 2024-09-05T07:38:47.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.478+0000 7f81ca574640 1 -- 172.21.15.71:0/2771299172 learned_addr learned my addr 172.21.15.71:0/2771299172 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:47.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.478+0000 7f81cad75640 1 --2- 172.21.15.71:0/2771299172 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee87150 0x55b35ee9c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.478+0000 7f81c9d73640 1 --2- 172.21.15.71:0/2771299172 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee78360 0x55b35ee9f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.478+0000 7f81cad75640 1 -- 172.21.15.71:0/2771299172 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee78360 msgr2=0x55b35ee9f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:47.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.478+0000 7f81cad75640 1 --2- 172.21.15.71:0/2771299172 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee78360 0x55b35ee9f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.478+0000 7f81cad75640 1 -- 172.21.15.71:0/2771299172 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee77a40 msgr2=0x55b35ee9ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:47.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.478+0000 7f81cad75640 1 --2- 172.21.15.71:0/2771299172 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee77a40 0x55b35ee9ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.478+0000 7f81cad75640 1 -- 172.21.15.71:0/2771299172 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b35ee9cce0 con 0x55b35ee87150 2024-09-05T07:38:47.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.478+0000 7f81ca574640 1 --2- 172.21.15.71:0/2771299172 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee77a40 0x55b35ee9ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:38:47.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.478+0000 7f81cad75640 1 --2- 172.21.15.71:0/2771299172 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee87150 0x55b35ee9c4b0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f81bc005fd0 tx=0x7f81bc005c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8bfae877dbb9af5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:47.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.478+0000 7f81adffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:38:47.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.479+0000 7f81adffb640 1 -- 172.21.15.71:0/2771299172 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81bc023050 con 0x55b35ee87150 2024-09-05T07:38:47.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.479+0000 7f81adffb640 1 -- 172.21.15.71:0/2771299172 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f81bc00f970 con 0x55b35ee87150 2024-09-05T07:38:47.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.479+0000 7f81cebb1740 1 -- 172.21.15.71:0/2771299172 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f81b4015390 con 0x55b35ee87150 2024-09-05T07:38:47.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.479+0000 7f81adffb640 1 -- 172.21.15.71:0/2771299172 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f81bc03e050 con 0x55b35ee87150 2024-09-05T07:38:47.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.479+0000 7f81cebb1740 10 client.15390 fetch_fsmap learned FSMap version 26 2024-09-05T07:38:47.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.479+0000 7f81cebb1740 1 -- 172.21.15.71:0/2771299172 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b35ef01810 con 0x55b35ee87150 2024-09-05T07:38:47.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.479+0000 7f81adffb640 1 -- 172.21.15.71:0/2771299172 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81b4015390 con 0x55b35ee87150 2024-09-05T07:38:47.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.479+0000 7f81adffb640 1 -- 172.21.15.71:0/2771299172 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f81bc039030 con 0x55b35ee87150 2024-09-05T07:38:47.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.479+0000 7f81cebb1740 10 client.15390 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:38:47.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.479+0000 7f81cebb1740 10 client.15390 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:38:47.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.479+0000 7f81cebb1740 20 client.15390 populate_metadata read hostname 'smithi071' 2024-09-05T07:38:47.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.479+0000 7f81cebb1740 1 --2- 172.21.15.71:0/2771299172 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b35ef01dc0 0x55b35ef041e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.479+0000 7f81cebb1740 4 client.15390 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T07:38:47.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.479+0000 7f81cebb1740 1 -- 172.21.15.71:0/2771299172 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b35ede4d00 con 0x55b35ef01dc0 2024-09-05T07:38:47.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.479+0000 7f81ca574640 1 --2- 172.21.15.71:0/2771299172 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b35ef01dc0 0x55b35ef041e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.480+0000 7f81adffb640 10 client.15390 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:38:47.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.480+0000 7f81ca574640 1 --2- 172.21.15.71:0/2771299172 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b35ef01dc0 0x55b35ef041e0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=16aaf59b8919ea5a server_cookie=904c517143befede in_seq=0 out_seq=0 2024-09-05T07:38:47.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.481+0000 7f81adffb640 1 -- 172.21.15.71:0/2771299172 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b35ede4d00 con 0x55b35ef01dc0 2024-09-05T07:38:47.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.481+0000 7f81adffb640 10 client.15390 handle_command_reply: tid=0 2024-09-05T07:38:47.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.481+0000 7f81cebb1740 1 client.15390 shutdown 2024-09-05T07:38:47.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.481+0000 7f81cebb1740 1 -- 172.21.15.71:0/2771299172 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee87150 msgr2=0x55b35ee9c4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.481+0000 7f81cebb1740 1 --2- 172.21.15.71:0/2771299172 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee87150 0x55b35ee9c4b0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f81bc005fd0 tx=0x7f81bc005c80 comp rx=0 tx=0).stop 2024-09-05T07:38:47.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.481+0000 7f81cebb1740 1 -- 172.21.15.71:0/2771299172 shutdown_connections 2024-09-05T07:38:47.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.481+0000 7f81cebb1740 1 --2- 172.21.15.71:0/2771299172 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b35ef01dc0 0x55b35ef041e0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.481+0000 7f81adffb640 0 client.15390 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:38:47.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.481+0000 7f81cebb1740 1 --2- 172.21.15.71:0/2771299172 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b35ee87150 0x55b35ee9c4b0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.481+0000 7f81cebb1740 1 --2- 172.21.15.71:0/2771299172 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b35ee78360 0x55b35ee9f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.481+0000 7f81cebb1740 1 --2- 172.21.15.71:0/2771299172 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b35ee77a40 0x55b35ee9ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.481+0000 7f81cebb1740 1 -- 172.21.15.71:0/2771299172 >> 172.21.15.71:0/2771299172 conn(0x55b35ee740f0 msgr2=0x55b35ee73270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:47.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.481+0000 7f81cebb1740 1 -- 172.21.15.71:0/2771299172 shutdown_connections 2024-09-05T07:38:47.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.481+0000 7f81cebb1740 1 -- 172.21.15.71:0/2771299172 wait complete. 2024-09-05T07:38:47.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.481+0000 7f81cebb1740 20 client.15390 trim_cache size 0 max 16384 2024-09-05T07:38:47.496 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:38:47.496 INFO:teuthology.orchestra.run.smithi071.stdout: "return_code": 0, 2024-09-05T07:38:47.496 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_tag": "a4647980-ccf1-4b28-b824-2ef5ca23b00f", 2024-09-05T07:38:47.496 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": "asynchronous" 2024-09-05T07:38:47.496 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:38:47.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.482+0000 7f81cc7d8640 1 -- 172.21.15.71:0/2847144311 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f81b00a2d80 msgr2=0x7f81b00a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.482+0000 7f81cc7d8640 1 --2- 172.21.15.71:0/2847144311 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f81b00a2d80 0x7f81b00a5240 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f81bc022000 tx=0x7f81bc021000 comp rx=0 tx=0).stop 2024-09-05T07:38:47.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.482+0000 7f81cc7d8640 1 -- 172.21.15.71:0/2847144311 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81c4102d30 msgr2=0x7f81c4198530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.482+0000 7f81cc7d8640 1 --2- 172.21.15.71:0/2847144311 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81c4102d30 0x7f81c4198530 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f81c0005940 tx=0x7f81c00040c0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.482+0000 7f81cc7d8640 1 -- 172.21.15.71:0/2847144311 shutdown_connections 2024-09-05T07:38:47.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.482+0000 7f81cc7d8640 1 --2- 172.21.15.71:0/2847144311 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f81b00a2d80 0x7f81b00a5240 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.482+0000 7f81cc7d8640 1 --2- 172.21.15.71:0/2847144311 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81c41082a0 0x7f81c419ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.482+0000 7f81cc7d8640 1 --2- 172.21.15.71:0/2847144311 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f81c41036e0 0x7f81c4198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.482+0000 7f81cc7d8640 1 --2- 172.21.15.71:0/2847144311 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81c4102d30 0x7f81c4198530 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.482+0000 7f81cc7d8640 1 -- 172.21.15.71:0/2847144311 >> 172.21.15.71:0/2847144311 conn(0x7f81c40fc7d0 msgr2=0x7f81c4105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:47.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.482+0000 7f81cc7d8640 1 -- 172.21.15.71:0/2847144311 shutdown_connections 2024-09-05T07:38:47.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.482+0000 7f81cc7d8640 1 -- 172.21.15.71:0/2847144311 wait complete. 2024-09-05T07:38:47.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.599+0000 7f4b695a6640 1 -- 172.21.15.71:0/4213283048 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f4b641995c0 con 0x7f4b6410c0d0 2024-09-05T07:38:47.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.602+0000 7f4b4bfff640 1 -- 172.21.15.71:0/4213283048 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v32)=0 v32) ==== 133+0+0 (secure 0 0 0) 0x7f4b641995c0 con 0x7f4b6410c0d0 2024-09-05T07:38:47.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.604+0000 7f4b695a6640 1 -- 172.21.15.71:0/4213283048 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4b4c0a2e40 msgr2=0x7f4b4c0a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.604+0000 7f4b695a6640 1 --2- 172.21.15.71:0/4213283048 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4b4c0a2e40 0x7f4b4c0a5300 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f4b5400bbe0 tx=0x7f4b5400b390 comp rx=0 tx=0).stop 2024-09-05T07:38:47.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.604+0000 7f4b695a6640 1 -- 172.21.15.71:0/4213283048 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4b6410c0d0 msgr2=0x7f4b6419cb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.607 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.604+0000 7f4b695a6640 1 --2- 172.21.15.71:0/4213283048 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4b6410c0d0 0x7f4b6419cb30 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f4b5c00eb10 tx=0x7f4b5c00c2d0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.607 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.605+0000 7f4b695a6640 1 -- 172.21.15.71:0/4213283048 shutdown_connections 2024-09-05T07:38:47.607 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.605+0000 7f4b695a6640 1 --2- 172.21.15.71:0/4213283048 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4b4c0a2e40 0x7f4b4c0a5300 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.607 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.605+0000 7f4b695a6640 1 --2- 172.21.15.71:0/4213283048 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4b6410c0d0 0x7f4b6419cb30 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.607 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.605+0000 7f4b695a6640 1 --2- 172.21.15.71:0/4213283048 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4b641035a0 0x7f4b641987b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.607 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.605+0000 7f4b695a6640 1 --2- 172.21.15.71:0/4213283048 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4b64102c80 0x7f4b64198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.607 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.605+0000 7f4b695a6640 1 -- 172.21.15.71:0/4213283048 >> 172.21.15.71:0/4213283048 conn(0x7f4b64077990 msgr2=0x7f4b640fd1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:47.607 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.605+0000 7f4b695a6640 1 -- 172.21.15.71:0/4213283048 shutdown_connections 2024-09-05T07:38:47.608 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.605+0000 7f4b695a6640 1 -- 172.21.15.71:0/4213283048 wait complete. 2024-09-05T07:38:47.618 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-09-05T07:38:47.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.731+0000 7f6ea9f8f640 1 -- 172.21.15.71:0/4015201233 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ea4107b70 msgr2=0x7f6ea4107f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.731+0000 7f6ea9f8f640 1 --2- 172.21.15.71:0/4015201233 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ea4107b70 0x7f6ea4107f50 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f6e94009cd0 tx=0x7f6e9402a8e0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.731+0000 7f6ea9f8f640 1 -- 172.21.15.71:0/4015201233 shutdown_connections 2024-09-05T07:38:47.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.731+0000 7f6ea9f8f640 1 --2- 172.21.15.71:0/4015201233 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ea4102470 0x7f6ea410e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.731+0000 7f6ea9f8f640 1 --2- 172.21.15.71:0/4015201233 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6ea4101ad0 0x7f6ea4101f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.731+0000 7f6ea9f8f640 1 --2- 172.21.15.71:0/4015201233 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ea4107b70 0x7f6ea4107f50 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.731+0000 7f6ea9f8f640 1 -- 172.21.15.71:0/4015201233 >> 172.21.15.71:0/4015201233 conn(0x7f6ea40fd7d0 msgr2=0x7f6ea40ffbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:47.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.731+0000 7f6ea9f8f640 1 -- 172.21.15.71:0/4015201233 shutdown_connections 2024-09-05T07:38:47.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.731+0000 7f6ea9f8f640 1 -- 172.21.15.71:0/4015201233 wait complete. 2024-09-05T07:38:47.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.732+0000 7f6ea9f8f640 1 Processor -- start 2024-09-05T07:38:47.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.732+0000 7f6ea9f8f640 1 -- start start 2024-09-05T07:38:47.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.732+0000 7f6ea9f8f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ea4101ad0 0x7f6ea41982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.732+0000 7f6ea9f8f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ea4102470 0x7f6ea4198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.732+0000 7f6ea9f8f640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6ea4107b70 0x7f6ea419cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.732+0000 7f6ea9f8f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6ea4111dd0 con 0x7f6ea4102470 2024-09-05T07:38:47.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.732+0000 7f6ea9f8f640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6ea4111c50 con 0x7f6ea4107b70 2024-09-05T07:38:47.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.732+0000 7f6ea9f8f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6ea4111f50 con 0x7f6ea4101ad0 2024-09-05T07:38:47.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.732+0000 7f6ea2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ea4102470 0x7f6ea4198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.732+0000 7f6ea2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ea4102470 0x7f6ea4198800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52162/0 (socket says 172.21.15.71:52162) 2024-09-05T07:38:47.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.732+0000 7f6ea2ffd640 1 -- 172.21.15.71:0/2157748298 learned_addr learned my addr 172.21.15.71:0/2157748298 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:47.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.732+0000 7f6ea3fff640 1 --2- 172.21.15.71:0/2157748298 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6ea4107b70 0x7f6ea419cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.732+0000 7f6ea37fe640 1 --2- 172.21.15.71:0/2157748298 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ea4101ad0 0x7f6ea41982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.732+0000 7f6ea2ffd640 1 -- 172.21.15.71:0/2157748298 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ea4101ad0 msgr2=0x7f6ea41982c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.732+0000 7f6ea2ffd640 1 --2- 172.21.15.71:0/2157748298 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ea4101ad0 0x7f6ea41982c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.732+0000 7f6ea2ffd640 1 -- 172.21.15.71:0/2157748298 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6ea4107b70 msgr2=0x7f6ea419cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.732+0000 7f6ea2ffd640 1 --2- 172.21.15.71:0/2157748298 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6ea4107b70 0x7f6ea419cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.732+0000 7f6ea2ffd640 1 -- 172.21.15.71:0/2157748298 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ea419d2b0 con 0x7f6ea4102470 2024-09-05T07:38:47.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.732+0000 7f6ea37fe640 1 --2- 172.21.15.71:0/2157748298 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ea4101ad0 0x7f6ea41982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:38:47.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.733+0000 7f6ea2ffd640 1 --2- 172.21.15.71:0/2157748298 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ea4102470 0x7f6ea4198800 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c00e9f0 tx=0x7f6e8c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:47.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.733+0000 7f6ea0ff9640 1 -- 172.21.15.71:0/2157748298 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e8c00cd80 con 0x7f6ea4102470 2024-09-05T07:38:47.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.733+0000 7f6ea0ff9640 1 -- 172.21.15.71:0/2157748298 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6e8c0108e0 con 0x7f6ea4102470 2024-09-05T07:38:47.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.733+0000 7f6ea9f8f640 1 -- 172.21.15.71:0/2157748298 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ea419d5a0 con 0x7f6ea4102470 2024-09-05T07:38:47.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.733+0000 7f6ea0ff9640 1 -- 172.21.15.71:0/2157748298 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e8c018920 con 0x7f6ea4102470 2024-09-05T07:38:47.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.733+0000 7f6ea9f8f640 1 -- 172.21.15.71:0/2157748298 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ea41a4e30 con 0x7f6ea4102470 2024-09-05T07:38:47.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.734+0000 7f6ea9f8f640 1 -- 172.21.15.71:0/2157748298 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ea4101f30 con 0x7f6ea4102470 2024-09-05T07:38:47.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.735+0000 7f6ea0ff9640 1 -- 172.21.15.71:0/2157748298 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138009+0+0 (secure 0 0 0) 0x7f6e8c010a90 con 0x7f6ea4102470 2024-09-05T07:38:47.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.736+0000 7f6ea0ff9640 1 --2- 172.21.15.71:0/2157748298 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6e900a2ec0 0x7f6e900a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:47.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.736+0000 7f6ea37fe640 1 --2- 172.21.15.71:0/2157748298 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6e900a2ec0 0x7f6e900a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:47.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.736+0000 7f6ea0ff9640 1 -- 172.21.15.71:0/2157748298 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f6e8c0d01d0 con 0x7f6ea4102470 2024-09-05T07:38:47.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.736+0000 7f6ea37fe640 1 --2- 172.21.15.71:0/2157748298 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6e900a2ec0 0x7f6e900a5380 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f6e94006010 tx=0x7f6e940093f0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:47.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.739+0000 7f6ea0ff9640 1 -- 172.21.15.71:0/2157748298 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6e8c09c880 con 0x7f6ea4102470 2024-09-05T07:38:47.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.929+0000 7f6ea9f8f640 1 -- 172.21.15.71:0/2157748298 --> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f6ea4062630 con 0x7f6e900a2ec0 2024-09-05T07:38:47.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.990+0000 7f6ea0ff9640 1 -- 172.21.15.71:0/2157748298 <== mgr.15228 v2:172.21.15.71:6800/2114245039 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f6ea4062630 con 0x7f6e900a2ec0 2024-09-05T07:38:47.992 INFO:teuthology.orchestra.run.smithi071.stdout:Schedule set for path / 2024-09-05T07:38:47.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.992+0000 7f6ea9f8f640 1 -- 172.21.15.71:0/2157748298 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6e900a2ec0 msgr2=0x7f6e900a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.992+0000 7f6ea9f8f640 1 --2- 172.21.15.71:0/2157748298 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6e900a2ec0 0x7f6e900a5380 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f6e94006010 tx=0x7f6e940093f0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.992+0000 7f6ea9f8f640 1 -- 172.21.15.71:0/2157748298 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ea4102470 msgr2=0x7f6ea4198800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:47.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.992+0000 7f6ea9f8f640 1 --2- 172.21.15.71:0/2157748298 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ea4102470 0x7f6ea4198800 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c00e9f0 tx=0x7f6e8c00eeb0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.992+0000 7f6ea9f8f640 1 -- 172.21.15.71:0/2157748298 shutdown_connections 2024-09-05T07:38:47.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.992+0000 7f6ea9f8f640 1 --2- 172.21.15.71:0/2157748298 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6e900a2ec0 0x7f6e900a5380 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.992+0000 7f6ea9f8f640 1 --2- 172.21.15.71:0/2157748298 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6ea4107b70 0x7f6ea419cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.992+0000 7f6ea9f8f640 1 --2- 172.21.15.71:0/2157748298 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ea4102470 0x7f6ea4198800 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.992+0000 7f6ea9f8f640 1 --2- 172.21.15.71:0/2157748298 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6ea4101ad0 0x7f6ea41982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:47.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.992+0000 7f6ea9f8f640 1 -- 172.21.15.71:0/2157748298 >> 172.21.15.71:0/2157748298 conn(0x7f6ea40fd7d0 msgr2=0x7f6ea40fef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:47.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.992+0000 7f6ea9f8f640 1 -- 172.21.15.71:0/2157748298 shutdown_connections 2024-09-05T07:38:47.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:47.992+0000 7f6ea9f8f640 1 -- 172.21.15.71:0/2157748298 wait complete. 2024-09-05T07:38:48.004 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-09-05T07:38:48.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.107+0000 7f6b5608d640 1 -- 172.21.15.71:0/872233838 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b50101350 msgr2=0x7f6b5010d880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.107+0000 7f6b5608d640 1 --2- 172.21.15.71:0/872233838 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b50101350 0x7f6b5010d880 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f6b48009cd0 tx=0x7f6b4802a8e0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.107+0000 7f6b5608d640 1 -- 172.21.15.71:0/872233838 shutdown_connections 2024-09-05T07:38:48.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.107+0000 7f6b5608d640 1 --2- 172.21.15.71:0/872233838 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b50101350 0x7f6b5010d880 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.107+0000 7f6b5608d640 1 --2- 172.21.15.71:0/872233838 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b501009b0 0x7f6b50100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.107+0000 7f6b5608d640 1 --2- 172.21.15.71:0/872233838 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b501069c0 0x7f6b50106da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.107+0000 7f6b5608d640 1 -- 172.21.15.71:0/872233838 >> 172.21.15.71:0/872233838 conn(0x7f6b50077990 msgr2=0x7f6b500fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:48.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.107+0000 7f6b5608d640 1 -- 172.21.15.71:0/872233838 shutdown_connections 2024-09-05T07:38:48.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.107+0000 7f6b5608d640 1 -- 172.21.15.71:0/872233838 wait complete. 2024-09-05T07:38:48.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.107+0000 7f6b5608d640 1 Processor -- start 2024-09-05T07:38:48.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b5608d640 1 -- start start 2024-09-05T07:38:48.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b5608d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b501009b0 0x7f6b50196ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b5608d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b50101350 0x7f6b501973e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b5608d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b501069c0 0x7f6b50197920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b5608d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6b50110cb0 con 0x7f6b501069c0 2024-09-05T07:38:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b5608d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6b50110b30 con 0x7f6b501009b0 2024-09-05T07:38:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b5608d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6b50110e30 con 0x7f6b50101350 2024-09-05T07:38:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b4ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b501069c0 0x7f6b50197920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b4ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b501069c0 0x7f6b50197920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52186/0 (socket says 172.21.15.71:52186) 2024-09-05T07:38:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b4ffff640 1 -- 172.21.15.71:0/935862853 learned_addr learned my addr 172.21.15.71:0/935862853 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b4f7fe640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b501009b0 0x7f6b50196ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b47fff640 1 --2- 172.21.15.71:0/935862853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b50101350 0x7f6b501973e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b4ffff640 1 -- 172.21.15.71:0/935862853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b50101350 msgr2=0x7f6b501973e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b4ffff640 1 --2- 172.21.15.71:0/935862853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b50101350 0x7f6b501973e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b4ffff640 1 -- 172.21.15.71:0/935862853 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b501009b0 msgr2=0x7f6b50196ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b4ffff640 1 --2- 172.21.15.71:0/935862853 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b501009b0 0x7f6b50196ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b4ffff640 1 -- 172.21.15.71:0/935862853 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b501a6710 con 0x7f6b501069c0 2024-09-05T07:38:48.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b47fff640 1 --2- 172.21.15.71:0/935862853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b50101350 0x7f6b501973e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:38:48.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b4ffff640 1 --2- 172.21.15.71:0/935862853 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b501069c0 0x7f6b50197920 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f6b48033040 tx=0x7f6b48003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:48.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b4d7fa640 1 -- 172.21.15.71:0/935862853 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b48004040 con 0x7f6b501069c0 2024-09-05T07:38:48.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b4d7fa640 1 -- 172.21.15.71:0/935862853 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6b48004690 con 0x7f6b501069c0 2024-09-05T07:38:48.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b4d7fa640 1 -- 172.21.15.71:0/935862853 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b48030e10 con 0x7f6b501069c0 2024-09-05T07:38:48.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.108+0000 7f6b5608d640 1 -- 172.21.15.71:0/935862853 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b501a69a0 con 0x7f6b501069c0 2024-09-05T07:38:48.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.109+0000 7f6b5608d640 1 -- 172.21.15.71:0/935862853 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b501a6ea0 con 0x7f6b501069c0 2024-09-05T07:38:48.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.110+0000 7f6b5608d640 1 -- 172.21.15.71:0/935862853 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b50100e10 con 0x7f6b501069c0 2024-09-05T07:38:48.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.111+0000 7f6b4d7fa640 1 -- 172.21.15.71:0/935862853 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138009+0+0 (secure 0 0 0) 0x7f6b480305a0 con 0x7f6b501069c0 2024-09-05T07:38:48.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.111+0000 7f6b4d7fa640 1 --2- 172.21.15.71:0/935862853 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6b3c0a2e40 0x7f6b3c0a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.111+0000 7f6b4f7fe640 1 --2- 172.21.15.71:0/935862853 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6b3c0a2e40 0x7f6b3c0a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.111+0000 7f6b4d7fa640 1 -- 172.21.15.71:0/935862853 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f6b4802e030 con 0x7f6b501069c0 2024-09-05T07:38:48.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.112+0000 7f6b4f7fe640 1 --2- 172.21.15.71:0/935862853 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6b3c0a2e40 0x7f6b3c0a5300 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f6b40009b50 tx=0x7f6b40005f90 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:48.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.115+0000 7f6b4d7fa640 1 -- 172.21.15.71:0/935862853 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6b4804b060 con 0x7f6b501069c0 2024-09-05T07:38:48.214 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:38:48.236 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:47 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3756746266' entity='client.admin' 2024-09-05T07:38:48.236 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:47 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:38:48.237 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:47 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:38:48.237 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:47 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:38:48.237 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:47 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:48.237 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:47 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/4131902662' entity='client.admin' 2024-09-05T07:38:48.237 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:47 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:38:48.237 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:47 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:38:48.237 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:47 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:38:48.237 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:47 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:48.237 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:47 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/4213283048' entity='client.admin' 2024-09-05T07:38:48.237 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:47 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:38:48.238 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:47 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:38:48.238 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:47 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:38:48.238 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:47 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:48.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.310+0000 7f6b5608d640 1 -- 172.21.15.71:0/935862853 --> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7f6b50062630 con 0x7f6b3c0a2e40 2024-09-05T07:38:48.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.370+0000 7f6b4d7fa640 1 -- 172.21.15.71:0/935862853 <== mgr.15228 v2:172.21.15.71:6800/2114245039 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7f6b50062630 con 0x7f6b3c0a2e40 2024-09-05T07:38:48.372 INFO:teuthology.orchestra.run.smithi071.stdout:Retention added to path / 2024-09-05T07:38:48.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.372+0000 7f6b5608d640 1 -- 172.21.15.71:0/935862853 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6b3c0a2e40 msgr2=0x7f6b3c0a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.372+0000 7f6b5608d640 1 --2- 172.21.15.71:0/935862853 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6b3c0a2e40 0x7f6b3c0a5300 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f6b40009b50 tx=0x7f6b40005f90 comp rx=0 tx=0).stop 2024-09-05T07:38:48.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.372+0000 7f6b5608d640 1 -- 172.21.15.71:0/935862853 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b501069c0 msgr2=0x7f6b50197920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.372+0000 7f6b5608d640 1 --2- 172.21.15.71:0/935862853 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b501069c0 0x7f6b50197920 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f6b48033040 tx=0x7f6b48003970 comp rx=0 tx=0).stop 2024-09-05T07:38:48.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.372+0000 7f6b5608d640 1 -- 172.21.15.71:0/935862853 shutdown_connections 2024-09-05T07:38:48.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.372+0000 7f6b5608d640 1 --2- 172.21.15.71:0/935862853 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6b3c0a2e40 0x7f6b3c0a5300 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.372+0000 7f6b5608d640 1 --2- 172.21.15.71:0/935862853 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b501069c0 0x7f6b50197920 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.372+0000 7f6b5608d640 1 --2- 172.21.15.71:0/935862853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6b50101350 0x7f6b501973e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.372+0000 7f6b5608d640 1 --2- 172.21.15.71:0/935862853 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6b501009b0 0x7f6b50196ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.372+0000 7f6b5608d640 1 -- 172.21.15.71:0/935862853 >> 172.21.15.71:0/935862853 conn(0x7f6b50077990 msgr2=0x7f6b50103860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:48.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.372+0000 7f6b5608d640 1 -- 172.21.15.71:0/935862853 shutdown_connections 2024-09-05T07:38:48.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.373+0000 7f6b5608d640 1 -- 172.21.15.71:0/935862853 wait complete. 2024-09-05T07:38:48.385 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-09-05T07:38:48.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:47 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3756746266' entity='client.admin' 2024-09-05T07:38:48.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:47 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:38:48.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:47 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:38:48.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:47 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:38:48.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:47 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:48.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:47 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/4131902662' entity='client.admin' 2024-09-05T07:38:48.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:47 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:38:48.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:47 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:38:48.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:47 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:38:48.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:47 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:48.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:47 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/4213283048' entity='client.admin' 2024-09-05T07:38:48.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:47 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:38:48.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:47 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:38:48.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:47 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:38:48.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:47 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:48.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:47 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3756746266' entity='client.admin' 2024-09-05T07:38:48.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:47 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:38:48.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:47 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:38:48.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:47 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:38:48.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:47 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:48.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:47 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/4131902662' entity='client.admin' 2024-09-05T07:38:48.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:47 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:38:48.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:47 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:38:48.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:47 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:38:48.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:47 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:48.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:47 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/4213283048' entity='client.admin' 2024-09-05T07:38:48.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:47 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:38:48.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:47 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:38:48.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:47 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:38:48.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:47 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:38:48.474 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:48.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.530+0000 7f2bb9f52640 1 -- 172.21.15.71:0/3675197798 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bb4100890 msgr2=0x7f2bb4100c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.530+0000 7f2bb9f52640 1 --2- 172.21.15.71:0/3675197798 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bb4100890 0x7f2bb4100c70 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f2ba4009900 tx=0x7f2ba402a410 comp rx=0 tx=0).stop 2024-09-05T07:38:48.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.531+0000 7f2bb9f52640 1 -- 172.21.15.71:0/3675197798 shutdown_connections 2024-09-05T07:38:48.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.531+0000 7f2bb9f52640 1 --2- 172.21.15.71:0/3675197798 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2bb410e440 0x7f2bb4110830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.531+0000 7f2bb9f52640 1 --2- 172.21.15.71:0/3675197798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2bb4101240 0x7f2bb410de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.531+0000 7f2bb9f52640 1 --2- 172.21.15.71:0/3675197798 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bb4100890 0x7f2bb4100c70 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.531+0000 7f2bb9f52640 1 -- 172.21.15.71:0/3675197798 >> 172.21.15.71:0/3675197798 conn(0x7f2bb4077990 msgr2=0x7f2bb40fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:48.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.531+0000 7f2bb9f52640 1 -- 172.21.15.71:0/3675197798 shutdown_connections 2024-09-05T07:38:48.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.531+0000 7f2bb9f52640 1 -- 172.21.15.71:0/3675197798 wait complete. 2024-09-05T07:38:48.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.531+0000 7f2bb9f52640 1 Processor -- start 2024-09-05T07:38:48.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.531+0000 7f2bb9f52640 1 -- start start 2024-09-05T07:38:48.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb9f52640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2bb4100890 0x7f2bb419a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb9f52640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2bb4101240 0x7f2bb419aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb9f52640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bb410e440 0x7f2bb419ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb9f52640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2bb4113f70 con 0x7f2bb410e440 2024-09-05T07:38:48.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb9f52640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2bb4113df0 con 0x7f2bb4101240 2024-09-05T07:38:48.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb9f52640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2bb41140f0 con 0x7f2bb4100890 2024-09-05T07:38:48.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bb410e440 0x7f2bb419ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bb410e440 0x7f2bb419ede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52214/0 (socket says 172.21.15.71:52214) 2024-09-05T07:38:48.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb3fff640 1 -- 172.21.15.71:0/2545725535 learned_addr learned my addr 172.21.15.71:0/2545725535 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:48.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb2ffd640 1 --2- 172.21.15.71:0/2545725535 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2bb4101240 0x7f2bb419aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb37fe640 1 --2- 172.21.15.71:0/2545725535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2bb4100890 0x7f2bb419a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb3fff640 1 -- 172.21.15.71:0/2545725535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2bb4100890 msgr2=0x7f2bb419a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb3fff640 1 --2- 172.21.15.71:0/2545725535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2bb4100890 0x7f2bb419a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb3fff640 1 -- 172.21.15.71:0/2545725535 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2bb4101240 msgr2=0x7f2bb419aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb3fff640 1 --2- 172.21.15.71:0/2545725535 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2bb4101240 0x7f2bb419aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb3fff640 1 -- 172.21.15.71:0/2545725535 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bb419f510 con 0x7f2bb410e440 2024-09-05T07:38:48.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb3fff640 1 --2- 172.21.15.71:0/2545725535 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bb410e440 0x7f2bb419ede0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f2bac00eb40 tx=0x7f2bac00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:48.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb0ff9640 1 -- 172.21.15.71:0/2545725535 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bac004b20 con 0x7f2bb410e440 2024-09-05T07:38:48.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb0ff9640 1 -- 172.21.15.71:0/2545725535 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2bac004cc0 con 0x7f2bb410e440 2024-09-05T07:38:48.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb9f52640 1 -- 172.21.15.71:0/2545725535 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bb419f800 con 0x7f2bb410e440 2024-09-05T07:38:48.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb0ff9640 1 -- 172.21.15.71:0/2545725535 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bac0107b0 con 0x7f2bb410e440 2024-09-05T07:38:48.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.532+0000 7f2bb9f52640 1 -- 172.21.15.71:0/2545725535 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bb41a7090 con 0x7f2bb410e440 2024-09-05T07:38:48.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.533+0000 7f2bb9f52640 1 -- 172.21.15.71:0/2545725535 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bb4100c70 con 0x7f2bb410e440 2024-09-05T07:38:48.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.535+0000 7f2bb0ff9640 1 -- 172.21.15.71:0/2545725535 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138009+0+0 (secure 0 0 0) 0x7f2bac005020 con 0x7f2bb410e440 2024-09-05T07:38:48.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.535+0000 7f2bb0ff9640 1 --2- 172.21.15.71:0/2545725535 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2b9c0a2e40 0x7f2b9c0a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.535+0000 7f2bb37fe640 1 --2- 172.21.15.71:0/2545725535 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2b9c0a2e40 0x7f2b9c0a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.535+0000 7f2bb0ff9640 1 -- 172.21.15.71:0/2545725535 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f2bac0d01b0 con 0x7f2bb410e440 2024-09-05T07:38:48.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.536+0000 7f2bb37fe640 1 --2- 172.21.15.71:0/2545725535 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2b9c0a2e40 0x7f2b9c0a5300 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f2ba4031440 tx=0x7f2ba40095f0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:48.540 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.539+0000 7f2bb0ff9640 1 -- 172.21.15.71:0/2545725535 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2bac09c860 con 0x7f2bb410e440 2024-09-05T07:38:48.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.726+0000 7f2bb9f52640 1 -- 172.21.15.71:0/2545725535 --> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f2bb4062630 con 0x7f2b9c0a2e40 2024-09-05T07:38:48.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.733+0000 7f2bb0ff9640 1 -- 172.21.15.71:0/2545725535 <== mgr.15228 v2:172.21.15.71:6800/2114245039 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7f2bb4062630 con 0x7f2b9c0a2e40 2024-09-05T07:38:48.735 INFO:teuthology.orchestra.run.smithi071.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-09-05T00:00:00", "created": "2024-09-05T07:38:47", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-09-05T07:38:48.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.736+0000 7f2bb9f52640 1 -- 172.21.15.71:0/2545725535 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2b9c0a2e40 msgr2=0x7f2b9c0a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.736+0000 7f2bb9f52640 1 --2- 172.21.15.71:0/2545725535 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2b9c0a2e40 0x7f2b9c0a5300 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f2ba4031440 tx=0x7f2ba40095f0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.736+0000 7f2bb9f52640 1 -- 172.21.15.71:0/2545725535 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bb410e440 msgr2=0x7f2bb419ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.736+0000 7f2bb9f52640 1 --2- 172.21.15.71:0/2545725535 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bb410e440 0x7f2bb419ede0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f2bac00eb40 tx=0x7f2bac00c2d0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.736+0000 7f2bb9f52640 1 -- 172.21.15.71:0/2545725535 shutdown_connections 2024-09-05T07:38:48.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.736+0000 7f2bb9f52640 1 --2- 172.21.15.71:0/2545725535 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2b9c0a2e40 0x7f2b9c0a5300 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.736+0000 7f2bb9f52640 1 --2- 172.21.15.71:0/2545725535 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2bb410e440 0x7f2bb419ede0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.736+0000 7f2bb9f52640 1 --2- 172.21.15.71:0/2545725535 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2bb4101240 0x7f2bb419aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.736+0000 7f2bb9f52640 1 --2- 172.21.15.71:0/2545725535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2bb4100890 0x7f2bb419a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.736+0000 7f2bb9f52640 1 -- 172.21.15.71:0/2545725535 >> 172.21.15.71:0/2545725535 conn(0x7f2bb4077990 msgr2=0x7f2bb40ff5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:48.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.736+0000 7f2bb9f52640 1 -- 172.21.15.71:0/2545725535 shutdown_connections 2024-09-05T07:38:48.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.736+0000 7f2bb9f52640 1 -- 172.21.15.71:0/2545725535 wait complete. 2024-09-05T07:38:48.749 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-09-05T07:38:48.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.851+0000 7f00f694b640 1 -- 172.21.15.71:0/3716752715 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00f01009b0 msgr2=0x7f00f0100e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.851+0000 7f00f694b640 1 --2- 172.21.15.71:0/3716752715 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00f01009b0 0x7f00f0100e10 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f00e4009930 tx=0x7f00e402a420 comp rx=0 tx=0).stop 2024-09-05T07:38:48.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.851+0000 7f00f694b640 1 -- 172.21.15.71:0/3716752715 shutdown_connections 2024-09-05T07:38:48.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.851+0000 7f00f694b640 1 --2- 172.21.15.71:0/3716752715 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f00f0101350 0x7f00f010d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.851+0000 7f00f694b640 1 --2- 172.21.15.71:0/3716752715 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00f01009b0 0x7f00f0100e10 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.851+0000 7f00f694b640 1 --2- 172.21.15.71:0/3716752715 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00f01069c0 0x7f00f0106da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.851+0000 7f00f694b640 1 -- 172.21.15.71:0/3716752715 >> 172.21.15.71:0/3716752715 conn(0x7f00f0077990 msgr2=0x7f00f00fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:48.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.851+0000 7f00f694b640 1 -- 172.21.15.71:0/3716752715 shutdown_connections 2024-09-05T07:38:48.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.851+0000 7f00f694b640 1 -- 172.21.15.71:0/3716752715 wait complete. 2024-09-05T07:38:48.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.851+0000 7f00f694b640 1 Processor -- start 2024-09-05T07:38:48.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.851+0000 7f00f694b640 1 -- start start 2024-09-05T07:38:48.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00f694b640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f00f01009b0 0x7f00f00fcde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00f694b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00f0101350 0x7f00f00fd320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00f694b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00f01069c0 0x7f00f00fd860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00f694b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f00f0110cb0 con 0x7f00f01069c0 2024-09-05T07:38:48.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00f694b640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f00f0110b30 con 0x7f00f01009b0 2024-09-05T07:38:48.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00f694b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f00f0110e30 con 0x7f00f0101350 2024-09-05T07:38:48.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00f4ee8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00f01069c0 0x7f00f00fd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00effff640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f00f01009b0 0x7f00f00fcde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00f4ee8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00f01069c0 0x7f00f00fd860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52230/0 (socket says 172.21.15.71:52230) 2024-09-05T07:38:48.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00f4ee8640 1 -- 172.21.15.71:0/1437902749 learned_addr learned my addr 172.21.15.71:0/1437902749 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:48.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00ef7fe640 1 --2- 172.21.15.71:0/1437902749 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00f0101350 0x7f00f00fd320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00f4ee8640 1 -- 172.21.15.71:0/1437902749 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00f0101350 msgr2=0x7f00f00fd320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00f4ee8640 1 --2- 172.21.15.71:0/1437902749 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00f0101350 0x7f00f00fd320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00f4ee8640 1 -- 172.21.15.71:0/1437902749 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f00f01009b0 msgr2=0x7f00f00fcde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00f4ee8640 1 --2- 172.21.15.71:0/1437902749 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f00f01009b0 0x7f00f00fcde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00f4ee8640 1 -- 172.21.15.71:0/1437902749 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00f01a6770 con 0x7f00f01069c0 2024-09-05T07:38:48.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00effff640 1 --2- 172.21.15.71:0/1437902749 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f00f01009b0 0x7f00f00fcde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:38:48.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00f4ee8640 1 --2- 172.21.15.71:0/1437902749 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00f01069c0 0x7f00f00fd860 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f00e800eb10 tx=0x7f00e800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:48.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00ed7fa640 1 -- 172.21.15.71:0/1437902749 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00e8004b20 con 0x7f00f01069c0 2024-09-05T07:38:48.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00ed7fa640 1 -- 172.21.15.71:0/1437902749 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f00e8004cc0 con 0x7f00f01069c0 2024-09-05T07:38:48.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00ed7fa640 1 -- 172.21.15.71:0/1437902749 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00e8010690 con 0x7f00f01069c0 2024-09-05T07:38:48.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00f694b640 1 -- 172.21.15.71:0/1437902749 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00f01a6a60 con 0x7f00f01069c0 2024-09-05T07:38:48.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.852+0000 7f00f694b640 1 -- 172.21.15.71:0/1437902749 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00f01a6f30 con 0x7f00f01069c0 2024-09-05T07:38:48.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.853+0000 7f00f694b640 1 -- 172.21.15.71:0/1437902749 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00f0100e10 con 0x7f00f01069c0 2024-09-05T07:38:48.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.855+0000 7f00ed7fa640 1 -- 172.21.15.71:0/1437902749 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138009+0+0 (secure 0 0 0) 0x7f00e8005000 con 0x7f00f01069c0 2024-09-05T07:38:48.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.855+0000 7f00ed7fa640 1 --2- 172.21.15.71:0/1437902749 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f00d80a2e40 0x7f00d80a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.855+0000 7f00ed7fa640 1 -- 172.21.15.71:0/1437902749 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f00e80d0200 con 0x7f00f01069c0 2024-09-05T07:38:48.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.855+0000 7f00effff640 1 --2- 172.21.15.71:0/1437902749 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f00d80a2e40 0x7f00d80a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.856+0000 7f00effff640 1 --2- 172.21.15.71:0/1437902749 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f00d80a2e40 0x7f00d80a5300 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f00e0005fd0 tx=0x7f00e000b390 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:48.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.859+0000 7f00ed7fa640 1 -- 172.21.15.71:0/1437902749 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f00e80541b0 con 0x7f00f01069c0 2024-09-05T07:38:48.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.942+0000 7f08ddffe640 1 -- 172.21.15.71:0/1149996081 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f08d8102d30 msgr2=0x7f08d8103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.942+0000 7f08ddffe640 1 --2- 172.21.15.71:0/1149996081 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f08d8102d30 0x7f08d8103110 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f08c8009930 tx=0x7f08c802a420 comp rx=0 tx=0).stop 2024-09-05T07:38:48.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.942+0000 7f08ddffe640 1 -- 172.21.15.71:0/1149996081 shutdown_connections 2024-09-05T07:38:48.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.942+0000 7f08ddffe640 1 --2- 172.21.15.71:0/1149996081 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f08d81082a0 0x7f08d810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.942+0000 7f08ddffe640 1 --2- 172.21.15.71:0/1149996081 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08d81036e0 0x7f08d8107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.942+0000 7f08ddffe640 1 --2- 172.21.15.71:0/1149996081 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f08d8102d30 0x7f08d8103110 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.942+0000 7f08ddffe640 1 -- 172.21.15.71:0/1149996081 >> 172.21.15.71:0/1149996081 conn(0x7f08d80fc7d0 msgr2=0x7f08d80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:48.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.942+0000 7f08ddffe640 1 -- 172.21.15.71:0/1149996081 shutdown_connections 2024-09-05T07:38:48.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.942+0000 7f08ddffe640 1 -- 172.21.15.71:0/1149996081 wait complete. 2024-09-05T07:38:48.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.943+0000 7f08ddffe640 1 Processor -- start 2024-09-05T07:38:48.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.943+0000 7f08ddffe640 1 -- start start 2024-09-05T07:38:48.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.943+0000 7f08ddffe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08d8102d30 0x7f08d8198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.943+0000 7f08ddffe640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f08d81036e0 0x7f08d8198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.943+0000 7f08ddffe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f08d81082a0 0x7f08d819cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.943+0000 7f08ddffe640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f08d8111f50 con 0x7f08d81082a0 2024-09-05T07:38:48.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.943+0000 7f08ddffe640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f08d8111dd0 con 0x7f08d81036e0 2024-09-05T07:38:48.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.943+0000 7f08ddffe640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f08d81120d0 con 0x7f08d8102d30 2024-09-05T07:38:48.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.943+0000 7f08d7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f08d81082a0 0x7f08d819cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.943+0000 7f08d7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f08d81082a0 0x7f08d819cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52256/0 (socket says 172.21.15.71:52256) 2024-09-05T07:38:48.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.943+0000 7f08d7fff640 1 -- 172.21.15.71:0/3235361562 learned_addr learned my addr 172.21.15.71:0/3235361562 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:48.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.943+0000 7f08d77fe640 1 --2- 172.21.15.71:0/3235361562 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08d8102d30 0x7f08d8198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.943+0000 7f08ceffd640 1 --2- 172.21.15.71:0/3235361562 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f08d81036e0 0x7f08d8198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.944+0000 7f08d7fff640 1 -- 172.21.15.71:0/3235361562 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08d8102d30 msgr2=0x7f08d8198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.944+0000 7f08d7fff640 1 --2- 172.21.15.71:0/3235361562 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08d8102d30 0x7f08d8198510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.944+0000 7f08d7fff640 1 -- 172.21.15.71:0/3235361562 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f08d81036e0 msgr2=0x7f08d8198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.944+0000 7f08d7fff640 1 --2- 172.21.15.71:0/3235361562 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f08d81036e0 0x7f08d8198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.944+0000 7f08d7fff640 1 -- 172.21.15.71:0/3235361562 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08d819d4c0 con 0x7f08d81082a0 2024-09-05T07:38:48.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.944+0000 7f08d7fff640 1 --2- 172.21.15.71:0/3235361562 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f08d81082a0 0x7f08d819cde0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f08d000eb10 tx=0x7f08d000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:48.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.944+0000 7f08d57fa640 1 -- 172.21.15.71:0/3235361562 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08d0004b20 con 0x7f08d81082a0 2024-09-05T07:38:48.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.944+0000 7f08d57fa640 1 -- 172.21.15.71:0/3235361562 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f08d0004cc0 con 0x7f08d81082a0 2024-09-05T07:38:48.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.944+0000 7f08d57fa640 1 -- 172.21.15.71:0/3235361562 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08d0010690 con 0x7f08d81082a0 2024-09-05T07:38:48.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.944+0000 7f08ddffe640 1 -- 172.21.15.71:0/3235361562 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08d819d7b0 con 0x7f08d81082a0 2024-09-05T07:38:48.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.944+0000 7f08ddffe640 1 -- 172.21.15.71:0/3235361562 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08d81a5090 con 0x7f08d81082a0 2024-09-05T07:38:48.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.947+0000 7f08d57fa640 1 -- 172.21.15.71:0/3235361562 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138009+0+0 (secure 0 0 0) 0x7f08d0005020 con 0x7f08d81082a0 2024-09-05T07:38:48.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.947+0000 7f08e03d7740 1 Processor -- start 2024-09-05T07:38:48.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.947+0000 7f08e03d7740 1 -- start start 2024-09-05T07:38:48.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.947+0000 7f08e03d7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fda17e4a0 0x562fda17e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.947+0000 7f08e03d7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562fda17edc0 0x562fda189140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.947+0000 7f08e03d7740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda189680 0x562fda18ba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.947+0000 7f08e03d7740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x562fda0e42e0 con 0x562fda189680 2024-09-05T07:38:48.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.947+0000 7f08e03d7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562fda08bce0 con 0x562fda17e4a0 2024-09-05T07:38:48.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.947+0000 7f08e03d7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x562fda0e02a0 con 0x562fda17edc0 2024-09-05T07:38:48.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.947+0000 7f08ceffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda189680 0x562fda18ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.947+0000 7f08ceffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda189680 0x562fda18ba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52266/0 (socket says 172.21.15.71:52266) 2024-09-05T07:38:48.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.947+0000 7f08ceffd640 1 -- 172.21.15.71:0/656615217 learned_addr learned my addr 172.21.15.71:0/656615217 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:48.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.947+0000 7f08ceffd640 1 --2- 172.21.15.71:0/656615217 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fda17e4a0 0x562fda17e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.947+0000 7f08d77fe640 1 --2- 172.21.15.71:0/656615217 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562fda17edc0 0x562fda189140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.947+0000 7f08d57fa640 1 --2- 172.21.15.71:0/3235361562 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f08c40a2d80 0x7f08c40a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.948+0000 7f08d7fff640 1 --2- 172.21.15.71:0/3235361562 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f08c40a2d80 0x7f08c40a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.948+0000 7f08ceffd640 1 -- 172.21.15.71:0/656615217 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562fda17edc0 msgr2=0x562fda189140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:48.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.948+0000 7f08ceffd640 1 --2- 172.21.15.71:0/656615217 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562fda17edc0 0x562fda189140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.948+0000 7f08ceffd640 1 -- 172.21.15.71:0/656615217 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fda17e4a0 msgr2=0x562fda17e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:48.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.948+0000 7f08ceffd640 1 --2- 172.21.15.71:0/656615217 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fda17e4a0 0x562fda17e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.948+0000 7f08ceffd640 1 -- 172.21.15.71:0/656615217 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562fda070440 con 0x562fda189680 2024-09-05T07:38:48.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.948+0000 7f08d57fa640 1 -- 172.21.15.71:0/3235361562 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f08d00cff00 con 0x7f08d81082a0 2024-09-05T07:38:48.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.948+0000 7f08ceffd640 1 --2- 172.21.15.71:0/656615217 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda189680 0x562fda18ba70 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f08c0005d00 tx=0x7f08c0005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b86eaa7c713dc7dc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:48.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.948+0000 7f08cdffb640 1 -- 172.21.15.71:0/656615217 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c0012ca0 con 0x562fda189680 2024-09-05T07:38:48.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.948+0000 7f08d7fff640 1 --2- 172.21.15.71:0/3235361562 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f08c40a2d80 0x7f08c40a5240 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f08d00cd1f0 tx=0x7f08d006ade0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:48.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.948+0000 7f08cdffb640 1 -- 172.21.15.71:0/656615217 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f08c0012e40 con 0x562fda189680 2024-09-05T07:38:48.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.948+0000 7f08cdffb640 1 -- 172.21.15.71:0/656615217 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c00049a0 con 0x562fda189680 2024-09-05T07:38:48.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.949+0000 7f08e03d7740 1 -- 172.21.15.71:0/656615217 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda189680 msgr2=0x562fda18ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.974 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.949+0000 7f08e03d7740 1 --2- 172.21.15.71:0/656615217 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda189680 0x562fda18ba70 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f08c0005d00 tx=0x7f08c0005c90 comp rx=0 tx=0).stop 2024-09-05T07:38:48.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.949+0000 7f08e03d7740 1 -- 172.21.15.71:0/656615217 shutdown_connections 2024-09-05T07:38:48.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.949+0000 7f08e03d7740 1 --2- 172.21.15.71:0/656615217 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda189680 0x562fda18ba70 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.949+0000 7f08e03d7740 1 --2- 172.21.15.71:0/656615217 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562fda17edc0 0x562fda189140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.949+0000 7f08e03d7740 1 --2- 172.21.15.71:0/656615217 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fda17e4a0 0x562fda17e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.949+0000 7f08e03d7740 1 -- 172.21.15.71:0/656615217 >> 172.21.15.71:0/656615217 conn(0x562fda17aa30 msgr2=0x562fda17ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:48.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.949+0000 7f08e03d7740 1 -- 172.21.15.71:0/656615217 shutdown_connections 2024-09-05T07:38:48.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.949+0000 7f08e03d7740 1 -- 172.21.15.71:0/656615217 wait complete. 2024-09-05T07:38:48.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.949+0000 7f08e03d7740 1 -- start start 2024-09-05T07:38:48.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.950+0000 7f08e03d7740 1 Processor -- start 2024-09-05T07:38:48.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.950+0000 7f08e03d7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562fda17e4a0 0x562fda189010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.950+0000 7f08e03d7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fda17edc0 0x562fda1862c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.950+0000 7f08e03d7740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda189680 0x562fda186840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.950+0000 7f08e03d7740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x562fda190660 con 0x562fda189680 2024-09-05T07:38:48.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.950+0000 7f08e03d7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562fda09f050 con 0x562fda17edc0 2024-09-05T07:38:48.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.950+0000 7f08e03d7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x562fda1907e0 con 0x562fda17e4a0 2024-09-05T07:38:48.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.950+0000 7f08e03d7740 10 client.0 _ll_register_callbacks cb 0x562fda0df160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:38:48.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.950+0000 7f08ceffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda189680 0x562fda186840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.950+0000 7f08ceffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda189680 0x562fda186840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52278/0 (socket says 172.21.15.71:52278) 2024-09-05T07:38:48.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.950+0000 7f08ceffd640 1 -- 172.21.15.71:0/666169623 learned_addr learned my addr 172.21.15.71:0/666169623 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:48.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.950+0000 7f08ceffd640 1 --2- 172.21.15.71:0/666169623 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562fda17e4a0 0x562fda189010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.950+0000 7f08d77fe640 1 --2- 172.21.15.71:0/666169623 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fda17edc0 0x562fda1862c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.950+0000 7f08ceffd640 1 -- 172.21.15.71:0/666169623 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562fda17e4a0 msgr2=0x562fda189010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:48.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.950+0000 7f08ceffd640 1 --2- 172.21.15.71:0/666169623 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562fda17e4a0 0x562fda189010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.951+0000 7f08ceffd640 1 -- 172.21.15.71:0/666169623 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fda17edc0 msgr2=0x562fda1862c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:48.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.951+0000 7f08ceffd640 1 --2- 172.21.15.71:0/666169623 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fda17edc0 0x562fda1862c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.951+0000 7f08ceffd640 1 -- 172.21.15.71:0/666169623 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562fd9e553c0 con 0x562fda189680 2024-09-05T07:38:48.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.951+0000 7f08d77fe640 1 --2- 172.21.15.71:0/666169623 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fda17edc0 0x562fda1862c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:38:48.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.951+0000 7f08ceffd640 1 --2- 172.21.15.71:0/666169623 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda189680 0x562fda186840 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f08c000bfd0 tx=0x7f08c0017040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=568677ded23722d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:48.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.951+0000 7f08b6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:38:48.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.951+0000 7f08b6ffd640 1 -- 172.21.15.71:0/666169623 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c0010740 con 0x562fda189680 2024-09-05T07:38:48.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.951+0000 7f08b6ffd640 1 -- 172.21.15.71:0/666169623 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f08c00108e0 con 0x562fda189680 2024-09-05T07:38:48.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.951+0000 7f08e03d7740 1 -- 172.21.15.71:0/666169623 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x562fda0f1850 con 0x562fda189680 2024-09-05T07:38:48.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.951+0000 7f08b6ffd640 1 -- 172.21.15.71:0/666169623 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f08c0035050 con 0x562fda189680 2024-09-05T07:38:48.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.951+0000 7f08e03d7740 10 client.15426 fetch_fsmap learned FSMap version 26 2024-09-05T07:38:48.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.951+0000 7f08e03d7740 1 -- 172.21.15.71:0/666169623 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562fda19c050 con 0x562fda189680 2024-09-05T07:38:48.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.951+0000 7f08b6ffd640 1 -- 172.21.15.71:0/666169623 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x562fda0f1850 con 0x562fda189680 2024-09-05T07:38:48.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.952+0000 7f08b6ffd640 1 -- 172.21.15.71:0/666169623 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f08c002f4b0 con 0x562fda189680 2024-09-05T07:38:48.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.952+0000 7f08e03d7740 10 client.15426 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:38:48.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.952+0000 7f08e03d7740 10 client.15426 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:38:48.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.952+0000 7f08e03d7740 20 client.15426 populate_metadata read hostname 'smithi071' 2024-09-05T07:38:48.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.952+0000 7f08e03d7740 1 --2- 172.21.15.71:0/666169623 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x562fda19d3a0 0x562fda19f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.952+0000 7f08e03d7740 4 client.15426 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:38:48.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.952+0000 7f08e03d7740 1 -- 172.21.15.71:0/666169623 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562fda0ebd60 con 0x562fda19d3a0 2024-09-05T07:38:48.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.952+0000 7f08d77fe640 1 --2- 172.21.15.71:0/666169623 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x562fda19d3a0 0x562fda19f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.953+0000 7f08d77fe640 1 --2- 172.21.15.71:0/666169623 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x562fda19d3a0 0x562fda19f790 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5a348ea6f85ca61 server_cookie=9f16f5383c213a90 in_seq=0 out_seq=0 2024-09-05T07:38:48.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.953+0000 7f08b6ffd640 10 client.15426 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:38:48.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.954+0000 7f08b6ffd640 1 -- 172.21.15.71:0/666169623 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562fda0ebd60 con 0x562fda19d3a0 2024-09-05T07:38:48.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.954+0000 7f08b6ffd640 10 client.15426 handle_command_reply: tid=0 2024-09-05T07:38:48.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.954+0000 7f08e03d7740 1 client.15426 shutdown 2024-09-05T07:38:48.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.954+0000 7f08e03d7740 1 -- 172.21.15.71:0/666169623 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda189680 msgr2=0x562fda186840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.954+0000 7f08e03d7740 1 --2- 172.21.15.71:0/666169623 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda189680 0x562fda186840 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f08c000bfd0 tx=0x7f08c0017040 comp rx=0 tx=0).stop 2024-09-05T07:38:48.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.954+0000 7f08e03d7740 1 -- 172.21.15.71:0/666169623 shutdown_connections 2024-09-05T07:38:48.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.954+0000 7f08e03d7740 1 --2- 172.21.15.71:0/666169623 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x562fda19d3a0 0x562fda19f790 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.954+0000 7f08e03d7740 1 --2- 172.21.15.71:0/666169623 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda189680 0x562fda186840 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.954+0000 7f08e03d7740 1 --2- 172.21.15.71:0/666169623 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fda17edc0 0x562fda1862c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.954+0000 7f08e03d7740 1 --2- 172.21.15.71:0/666169623 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562fda17e4a0 0x562fda189010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.954+0000 7f08e03d7740 1 -- 172.21.15.71:0/666169623 >> 172.21.15.71:0/666169623 conn(0x562fda17aa30 msgr2=0x562fda180710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:48.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.954+0000 7f08b6ffd640 0 client.15426 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:38:48.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.954+0000 7f08e03d7740 1 -- 172.21.15.71:0/666169623 shutdown_connections 2024-09-05T07:38:48.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.954+0000 7f08e03d7740 1 -- 172.21.15.71:0/666169623 wait complete. 2024-09-05T07:38:48.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.954+0000 7f08e03d7740 20 client.15426 trim_cache size 0 max 16384 2024-09-05T07:38:48.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.971+0000 7f08e03d7740 1 Processor -- start 2024-09-05T07:38:48.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.971+0000 7f08e03d7740 1 -- start start 2024-09-05T07:38:48.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.972+0000 7f08e03d7740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda17e4a0 0x562fda1998c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.972+0000 7f08e03d7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fda17edc0 0x562fda1a4f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.972+0000 7f08e03d7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562fda189680 0x562fda1a5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.972+0000 7f08e03d7740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f08d81af790 con 0x562fda17e4a0 2024-09-05T07:38:48.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.972+0000 7f08e03d7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f08d81ad060 con 0x562fda17edc0 2024-09-05T07:38:48.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.972+0000 7f08e03d7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f08d81aaeb0 con 0x562fda189680 2024-09-05T07:38:48.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.972+0000 7f08ceffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda17e4a0 0x562fda1998c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.972+0000 7f08ceffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda17e4a0 0x562fda1998c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52286/0 (socket says 172.21.15.71:52286) 2024-09-05T07:38:48.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.972+0000 7f08ceffd640 1 -- 172.21.15.71:0/241051123 learned_addr learned my addr 172.21.15.71:0/241051123 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:48.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.972+0000 7f08d77fe640 1 --2- 172.21.15.71:0/241051123 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fda17edc0 0x562fda1a4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.972+0000 7f08ceffd640 1 -- 172.21.15.71:0/241051123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562fda189680 msgr2=0x562fda1a5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:48.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.972+0000 7f08ceffd640 1 --2- 172.21.15.71:0/241051123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562fda189680 0x562fda1a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.972+0000 7f08ceffd640 1 -- 172.21.15.71:0/241051123 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fda17edc0 msgr2=0x562fda1a4f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:48.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.972+0000 7f08ceffd640 1 --2- 172.21.15.71:0/241051123 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fda17edc0 0x562fda1a4f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.972+0000 7f08ceffd640 1 -- 172.21.15.71:0/241051123 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562fda17b6c0 con 0x562fda17e4a0 2024-09-05T07:38:48.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.972+0000 7f08ceffd640 1 --2- 172.21.15.71:0/241051123 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda17e4a0 0x562fda1998c0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f08c000b6b0 tx=0x7f08c0012690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d455754c1bbd3642 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:48.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.972+0000 7f08cd7fa640 1 -- 172.21.15.71:0/241051123 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c0012ca0 con 0x562fda17e4a0 2024-09-05T07:38:48.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.972+0000 7f08cd7fa640 1 -- 172.21.15.71:0/241051123 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f08c0016070 con 0x562fda17e4a0 2024-09-05T07:38:48.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.972+0000 7f08cd7fa640 1 -- 172.21.15.71:0/241051123 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c002f560 con 0x562fda17e4a0 2024-09-05T07:38:48.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.973+0000 7f08e03d7740 1 -- 172.21.15.71:0/241051123 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda17e4a0 msgr2=0x562fda1998c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.973+0000 7f08e03d7740 1 --2- 172.21.15.71:0/241051123 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda17e4a0 0x562fda1998c0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f08c000b6b0 tx=0x7f08c0012690 comp rx=0 tx=0).stop 2024-09-05T07:38:48.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.973+0000 7f08e03d7740 1 -- 172.21.15.71:0/241051123 shutdown_connections 2024-09-05T07:38:48.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.973+0000 7f08e03d7740 1 --2- 172.21.15.71:0/241051123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562fda189680 0x562fda1a5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.973+0000 7f08e03d7740 1 --2- 172.21.15.71:0/241051123 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fda17edc0 0x562fda1a4f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.973+0000 7f08e03d7740 1 --2- 172.21.15.71:0/241051123 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda17e4a0 0x562fda1998c0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.973+0000 7f08e03d7740 1 -- 172.21.15.71:0/241051123 >> 172.21.15.71:0/241051123 conn(0x562fda17aa30 msgr2=0x562fda1818b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:48.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.973+0000 7f08e03d7740 1 -- 172.21.15.71:0/241051123 shutdown_connections 2024-09-05T07:38:48.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.973+0000 7f08e03d7740 1 -- 172.21.15.71:0/241051123 wait complete. 2024-09-05T07:38:48.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.973+0000 7f08e03d7740 1 -- start start 2024-09-05T07:38:48.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.974+0000 7f08e03d7740 1 Processor -- start 2024-09-05T07:38:48.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.974+0000 7f08e03d7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fda17e4a0 0x562fda190db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.974+0000 7f08e03d7740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda17edc0 0x562fda1912f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.974+0000 7f08e03d7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562fda189680 0x562fda205f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.974+0000 7f08e03d7740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f08d81ab520 con 0x562fda17edc0 2024-09-05T07:38:48.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.974+0000 7f08e03d7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f08d81ac990 con 0x562fda17e4a0 2024-09-05T07:38:48.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.974+0000 7f08e03d7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f08d81abbf0 con 0x562fda189680 2024-09-05T07:38:48.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.974+0000 7f08e03d7740 10 client.0 _ll_register_callbacks cb 0x7f08c000be40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:38:48.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.974+0000 7f08d77fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda17edc0 0x562fda1912f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.974+0000 7f08d77fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda17edc0 0x562fda1912f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52296/0 (socket says 172.21.15.71:52296) 2024-09-05T07:38:48.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.974+0000 7f08d77fe640 1 -- 172.21.15.71:0/2513956744 learned_addr learned my addr 172.21.15.71:0/2513956744 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:48.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.974+0000 7f08d77fe640 1 -- 172.21.15.71:0/2513956744 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562fda189680 msgr2=0x562fda205f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:48.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.974+0000 7f08d77fe640 1 --2- 172.21.15.71:0/2513956744 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562fda189680 0x562fda205f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.974+0000 7f08d77fe640 1 -- 172.21.15.71:0/2513956744 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fda17e4a0 msgr2=0x562fda190db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:38:48.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.974+0000 7f08d77fe640 1 --2- 172.21.15.71:0/2513956744 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fda17e4a0 0x562fda190db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.974+0000 7f08d77fe640 1 -- 172.21.15.71:0/2513956744 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562fda206450 con 0x562fda17edc0 2024-09-05T07:38:48.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.975+0000 7f08d77fe640 1 --2- 172.21.15.71:0/2513956744 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda17edc0 0x562fda1912f0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f08c80096c0 tx=0x7f08c80041f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76c5a90b7aa581e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:48.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.975+0000 7f08b6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:38:48.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.975+0000 7f08b6ffd640 1 -- 172.21.15.71:0/2513956744 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c804a070 con 0x562fda17edc0 2024-09-05T07:38:48.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.975+0000 7f08b6ffd640 1 -- 172.21.15.71:0/2513956744 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f08c80316a0 con 0x562fda17edc0 2024-09-05T07:38:48.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.975+0000 7f08e03d7740 1 -- 172.21.15.71:0/2513956744 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f08c0016070 con 0x562fda17edc0 2024-09-05T07:38:48.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.976+0000 7f08b6ffd640 1 -- 172.21.15.71:0/2513956744 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f08c8057050 con 0x562fda17edc0 2024-09-05T07:38:48.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.976+0000 7f08e03d7740 10 client.15432 fetch_fsmap learned FSMap version 26 2024-09-05T07:38:48.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.976+0000 7f08e03d7740 1 -- 172.21.15.71:0/2513956744 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562fda207750 con 0x562fda17edc0 2024-09-05T07:38:48.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.979+0000 7f08b6ffd640 1 -- 172.21.15.71:0/2513956744 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f08c0016070 con 0x562fda17edc0 2024-09-05T07:38:48.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.979+0000 7f08b6ffd640 1 -- 172.21.15.71:0/2513956744 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f08c803d450 con 0x562fda17edc0 2024-09-05T07:38:48.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.979+0000 7f08e03d7740 10 client.15432 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:38:48.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.979+0000 7f08e03d7740 10 client.15432 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:38:48.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.979+0000 7f08e03d7740 20 client.15432 populate_metadata read hostname 'smithi071' 2024-09-05T07:38:48.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.979+0000 7f08e03d7740 1 --2- 172.21.15.71:0/2513956744 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x562fda207e80 0x562fda20a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:48.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.979+0000 7f08e03d7740 4 client.15432 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:38:48.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.979+0000 7f08e03d7740 1 -- 172.21.15.71:0/2513956744 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562fda068210 con 0x562fda207e80 2024-09-05T07:38:48.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.979+0000 7f08ceffd640 1 --2- 172.21.15.71:0/2513956744 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x562fda207e80 0x562fda20a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:48.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.980+0000 7f08ceffd640 1 --2- 172.21.15.71:0/2513956744 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x562fda207e80 0x562fda20a2a0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=13e35996168ffd69 server_cookie=4d53b16eadfe2b5b in_seq=0 out_seq=0 2024-09-05T07:38:48.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.980+0000 7f08b6ffd640 10 client.15432 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:38:48.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.980+0000 7f08b6ffd640 1 -- 172.21.15.71:0/2513956744 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x562fda068210 con 0x562fda207e80 2024-09-05T07:38:48.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.980+0000 7f08b6ffd640 10 client.15432 handle_command_reply: tid=0 2024-09-05T07:38:48.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.980+0000 7f08e03d7740 1 client.15432 shutdown 2024-09-05T07:38:48.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.980+0000 7f08e03d7740 1 -- 172.21.15.71:0/2513956744 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda17edc0 msgr2=0x562fda1912f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.980+0000 7f08e03d7740 1 --2- 172.21.15.71:0/2513956744 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda17edc0 0x562fda1912f0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f08c80096c0 tx=0x7f08c80041f0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.980+0000 7f08e03d7740 1 -- 172.21.15.71:0/2513956744 shutdown_connections 2024-09-05T07:38:48.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.980+0000 7f08e03d7740 1 --2- 172.21.15.71:0/2513956744 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x562fda207e80 0x562fda20a2a0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.980+0000 7f08e03d7740 1 --2- 172.21.15.71:0/2513956744 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562fda189680 0x562fda205f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.980+0000 7f08e03d7740 1 --2- 172.21.15.71:0/2513956744 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562fda17edc0 0x562fda1912f0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.980+0000 7f08e03d7740 1 --2- 172.21.15.71:0/2513956744 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562fda17e4a0 0x562fda190db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.980+0000 7f08e03d7740 1 -- 172.21.15.71:0/2513956744 >> 172.21.15.71:0/2513956744 conn(0x562fda17aa30 msgr2=0x562fda17fef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:48.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.980+0000 7f08b6ffd640 0 client.15432 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:38:48.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.981+0000 7f08e03d7740 1 -- 172.21.15.71:0/2513956744 shutdown_connections 2024-09-05T07:38:48.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.981+0000 7f08e03d7740 1 -- 172.21.15.71:0/2513956744 wait complete. 2024-09-05T07:38:48.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.981+0000 7f08e03d7740 20 client.15432 trim_cache size 0 max 16384 2024-09-05T07:38:48.990 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:38:48.990 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T07:38:48.990 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": { 2024-09-05T07:38:48.990 INFO:teuthology.orchestra.run.smithi071.stdout: "a4647980-ccf1-4b28-b824-2ef5ca23b00f": { 2024-09-05T07:38:48.990 INFO:teuthology.orchestra.run.smithi071.stdout: "path": "/", 2024-09-05T07:38:48.990 INFO:teuthology.orchestra.run.smithi071.stdout: "tag": "a4647980-ccf1-4b28-b824-2ef5ca23b00f", 2024-09-05T07:38:48.991 INFO:teuthology.orchestra.run.smithi071.stdout: "options": "recursive,force" 2024-09-05T07:38:48.991 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:38:48.991 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:38:48.991 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:38:48.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.981+0000 7f08ddffe640 1 -- 172.21.15.71:0/3235361562 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f08c40a2d80 msgr2=0x7f08c40a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.981+0000 7f08ddffe640 1 --2- 172.21.15.71:0/3235361562 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f08c40a2d80 0x7f08c40a5240 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f08d00cd1f0 tx=0x7f08d006ade0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.981+0000 7f08ddffe640 1 -- 172.21.15.71:0/3235361562 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f08d81082a0 msgr2=0x7f08d819cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:48.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.981+0000 7f08ddffe640 1 --2- 172.21.15.71:0/3235361562 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f08d81082a0 0x7f08d819cde0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f08d000eb10 tx=0x7f08d000c2d0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.982+0000 7f08ddffe640 1 -- 172.21.15.71:0/3235361562 shutdown_connections 2024-09-05T07:38:48.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.982+0000 7f08ddffe640 1 --2- 172.21.15.71:0/3235361562 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f08c40a2d80 0x7f08c40a5240 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.982+0000 7f08ddffe640 1 --2- 172.21.15.71:0/3235361562 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f08d81082a0 0x7f08d819cde0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.982+0000 7f08ddffe640 1 --2- 172.21.15.71:0/3235361562 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f08d81036e0 0x7f08d8198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.982+0000 7f08ddffe640 1 --2- 172.21.15.71:0/3235361562 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f08d8102d30 0x7f08d8198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:48.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.982+0000 7f08ddffe640 1 -- 172.21.15.71:0/3235361562 >> 172.21.15.71:0/3235361562 conn(0x7f08d80fc7d0 msgr2=0x7f08d8105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:48.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.982+0000 7f08ddffe640 1 -- 172.21.15.71:0/3235361562 shutdown_connections 2024-09-05T07:38:48.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:48.982+0000 7f08ddffe640 1 -- 172.21.15.71:0/3235361562 wait complete. 2024-09-05T07:38:49.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:49.067+0000 7f00f694b640 1 -- 172.21.15.71:0/1437902749 --> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f00f00fef00 con 0x7f00d80a2e40 2024-09-05T07:38:49.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:49.074+0000 7f00ed7fa640 1 -- 172.21.15.71:0/1437902749 <== mgr.15228 v2:172.21.15.71:6800/2114245039 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f00f00fef00 con 0x7f00d80a2e40 2024-09-05T07:38:49.076 INFO:teuthology.orchestra.run.smithi071.stdout:/ 1m 6m3h 2024-09-05T07:38:49.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:49.076+0000 7f00f694b640 1 -- 172.21.15.71:0/1437902749 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f00d80a2e40 msgr2=0x7f00d80a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:49.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:49.076+0000 7f00f694b640 1 --2- 172.21.15.71:0/1437902749 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f00d80a2e40 0x7f00d80a5300 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f00e0005fd0 tx=0x7f00e000b390 comp rx=0 tx=0).stop 2024-09-05T07:38:49.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:49.076+0000 7f00f694b640 1 -- 172.21.15.71:0/1437902749 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00f01069c0 msgr2=0x7f00f00fd860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:49.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:49.076+0000 7f00f694b640 1 --2- 172.21.15.71:0/1437902749 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00f01069c0 0x7f00f00fd860 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f00e800eb10 tx=0x7f00e800c2d0 comp rx=0 tx=0).stop 2024-09-05T07:38:49.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:49.076+0000 7f00f694b640 1 -- 172.21.15.71:0/1437902749 shutdown_connections 2024-09-05T07:38:49.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:49.076+0000 7f00f694b640 1 --2- 172.21.15.71:0/1437902749 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f00d80a2e40 0x7f00d80a5300 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:49.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:49.076+0000 7f00f694b640 1 --2- 172.21.15.71:0/1437902749 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00f01069c0 0x7f00f00fd860 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:49.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:49.076+0000 7f00f694b640 1 --2- 172.21.15.71:0/1437902749 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f00f0101350 0x7f00f00fd320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:49.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:49.076+0000 7f00f694b640 1 --2- 172.21.15.71:0/1437902749 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f00f01009b0 0x7f00f00fcde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:49.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:49.076+0000 7f00f694b640 1 -- 172.21.15.71:0/1437902749 >> 172.21.15.71:0/1437902749 conn(0x7f00f0077990 msgr2=0x7f00f0069c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:49.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:49.077+0000 7f00f694b640 1 -- 172.21.15.71:0/1437902749 shutdown_connections 2024-09-05T07:38:49.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:49.077+0000 7f00f694b640 1 -- 172.21.15.71:0/1437902749 wait complete. 2024-09-05T07:38:49.088 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-09-05T07:38:49.111 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:48 smithi071 ceph-mon[30965]: scrub queued for path: / 2024-09-05T07:38:49.111 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:48 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:38:49.111 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:48 smithi071 ceph-mon[30965]: scrub summary: active paths [/] 2024-09-05T07:38:49.111 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:48 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:38:49.111 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:48 smithi071 ceph-mon[30965]: from='client.15396 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:49.113 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:48 smithi071 ceph-mon[30965]: from='client.15402 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:49.113 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:48 smithi071 ceph-mon[30965]: pgmap v9: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 558 B/s wr, 17 op/s 2024-09-05T07:38:49.115 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-09-05T07:38:49.126 INFO:teuthology.run_tasks:Running task quiescer... 2024-09-05T07:38:49.269 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-05T07:38:49.269 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-05T07:38:49.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:48 smithi123 ceph-mon[34568]: scrub queued for path: / 2024-09-05T07:38:49.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:48 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:38:49.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:48 smithi123 ceph-mon[34568]: scrub summary: active paths [/] 2024-09-05T07:38:49.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:48 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:38:49.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:48 smithi123 ceph-mon[34568]: from='client.15396 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:49.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:48 smithi123 ceph-mon[34568]: from='client.15402 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:49.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:48 smithi123 ceph-mon[34568]: pgmap v9: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 558 B/s wr, 17 op/s 2024-09-05T07:38:49.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:48 smithi192 ceph-mon[34929]: scrub queued for path: / 2024-09-05T07:38:49.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:48 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:38:49.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:48 smithi192 ceph-mon[34929]: scrub summary: active paths [/] 2024-09-05T07:38:49.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:48 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:38:49.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:48 smithi192 ceph-mon[34929]: from='client.15396 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:49.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:48 smithi192 ceph-mon[34929]: from='client.15402 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:49.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:48 smithi192 ceph-mon[34929]: pgmap v9: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 558 B/s wr, 17 op/s 2024-09-05T07:38:49.766 INFO:tasks.cephfs.filesystem:scrub status for tag:a4647980-ccf1-4b28-b824-2ef5ca23b00f - {'path': '/', 'tag': 'a4647980-ccf1-4b28-b824-2ef5ca23b00f', 'options': 'recursive,force'} 2024-09-05T07:38:49.845 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:49.993 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:49 smithi071 ceph-mon[30965]: from='client.15408 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:49.993 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:49 smithi071 ceph-mon[30965]: from='client.15414 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:50.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.289+0000 7f676d1dc640 1 -- 172.21.15.71:0/3217501914 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6768106f10 msgr2=0x7f676810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:50.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.289+0000 7f676d1dc640 1 --2- 172.21.15.71:0/3217501914 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6768106f10 0x7f676810ea90 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f6760009ca0 tx=0x7f676002a8c0 comp rx=0 tx=0).stop 2024-09-05T07:38:50.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.289+0000 7f676d1dc640 1 -- 172.21.15.71:0/3217501914 shutdown_connections 2024-09-05T07:38:50.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.289+0000 7f676d1dc640 1 --2- 172.21.15.71:0/3217501914 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6768106f10 0x7f676810ea90 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:50.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.289+0000 7f676d1dc640 1 --2- 172.21.15.71:0/3217501914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6768102790 0x7f67681067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:50.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.289+0000 7f676d1dc640 1 --2- 172.21.15.71:0/3217501914 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6768101de0 0x7f67681021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:50.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.289+0000 7f676d1dc640 1 -- 172.21.15.71:0/3217501914 >> 172.21.15.71:0/3217501914 conn(0x7f67680fd8c0 msgr2=0x7f67680ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:50.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.289+0000 7f676d1dc640 1 -- 172.21.15.71:0/3217501914 shutdown_connections 2024-09-05T07:38:50.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.289+0000 7f676d1dc640 1 -- 172.21.15.71:0/3217501914 wait complete. 2024-09-05T07:38:50.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.290+0000 7f676d1dc640 1 Processor -- start 2024-09-05T07:38:50.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.290+0000 7f676d1dc640 1 -- start start 2024-09-05T07:38:50.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.290+0000 7f676d1dc640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6768101de0 0x7f67680744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:50.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.290+0000 7f676d1dc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6768102790 0x7f6768074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:50.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.290+0000 7f676d1dc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6768106f10 0x7f6768074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:50.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.290+0000 7f676d1dc640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6768111ec0 con 0x7f6768106f10 2024-09-05T07:38:50.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.290+0000 7f676d1dc640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6768111d40 con 0x7f6768101de0 2024-09-05T07:38:50.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.290+0000 7f676d1dc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6768112040 con 0x7f6768102790 2024-09-05T07:38:50.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.290+0000 7f676759e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6768106f10 0x7f6768074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:50.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.290+0000 7f676759e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6768106f10 0x7f6768074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52322/0 (socket says 172.21.15.71:52322) 2024-09-05T07:38:50.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.290+0000 7f676759e640 1 -- 172.21.15.71:0/180126540 learned_addr learned my addr 172.21.15.71:0/180126540 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:50.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.290+0000 7f6766d9d640 1 --2- 172.21.15.71:0/180126540 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6768101de0 0x7f67680744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:50.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.290+0000 7f676659c640 1 --2- 172.21.15.71:0/180126540 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6768102790 0x7f6768074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:50.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.290+0000 7f676759e640 1 -- 172.21.15.71:0/180126540 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6768102790 msgr2=0x7f6768074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:50.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.290+0000 7f676759e640 1 --2- 172.21.15.71:0/180126540 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6768102790 0x7f6768074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:50.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.290+0000 7f676759e640 1 -- 172.21.15.71:0/180126540 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6768101de0 msgr2=0x7f67680744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:50.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.290+0000 7f676759e640 1 --2- 172.21.15.71:0/180126540 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6768101de0 0x7f67680744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:50.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.290+0000 7f676759e640 1 -- 172.21.15.71:0/180126540 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67681a6940 con 0x7f6768106f10 2024-09-05T07:38:50.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.291+0000 7f6766d9d640 1 --2- 172.21.15.71:0/180126540 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6768101de0 0x7f67680744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:38:50.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.291+0000 7f676759e640 1 --2- 172.21.15.71:0/180126540 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6768106f10 0x7f6768074f70 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f6760009dc0 tx=0x7f6760003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:50.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.291+0000 7f674ffff640 1 -- 172.21.15.71:0/180126540 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6760004040 con 0x7f6768106f10 2024-09-05T07:38:50.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.291+0000 7f676d1dc640 1 -- 172.21.15.71:0/180126540 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67681a6bd0 con 0x7f6768106f10 2024-09-05T07:38:50.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.291+0000 7f674ffff640 1 -- 172.21.15.71:0/180126540 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6760004690 con 0x7f6768106f10 2024-09-05T07:38:50.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.291+0000 7f676d1dc640 1 -- 172.21.15.71:0/180126540 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67681a7160 con 0x7f6768106f10 2024-09-05T07:38:50.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.291+0000 7f674ffff640 1 -- 172.21.15.71:0/180126540 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6760030db0 con 0x7f6768106f10 2024-09-05T07:38:50.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.292+0000 7f676d1dc640 1 -- 172.21.15.71:0/180126540 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67681021c0 con 0x7f6768106f10 2024-09-05T07:38:50.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.293+0000 7f674ffff640 1 -- 172.21.15.71:0/180126540 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138009+0+0 (secure 0 0 0) 0x7f67600305c0 con 0x7f6768106f10 2024-09-05T07:38:50.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.294+0000 7f674ffff640 1 --2- 172.21.15.71:0/180126540 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f67500a2d80 0x7f67500a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:50.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.294+0000 7f674ffff640 1 -- 172.21.15.71:0/180126540 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f67600f1530 con 0x7f6768106f10 2024-09-05T07:38:50.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.294+0000 7f6766d9d640 1 --2- 172.21.15.71:0/180126540 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f67500a2d80 0x7f67500a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:50.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.294+0000 7f6766d9d640 1 --2- 172.21.15.71:0/180126540 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f67500a2d80 0x7f67500a5240 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6758009930 tx=0x7f6758008040 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:50.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.297+0000 7f674ffff640 1 -- 172.21.15.71:0/180126540 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f67600bdc90 con 0x7f6768106f10 2024-09-05T07:38:50.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:49 smithi123 ceph-mon[34568]: from='client.15408 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:50.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:49 smithi123 ceph-mon[34568]: from='client.15414 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:50.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:49 smithi192 ceph-mon[34929]: from='client.15408 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:50.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:49 smithi192 ceph-mon[34929]: from='client.15414 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:38:50.462 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.461+0000 7f676d1dc640 1 -- 172.21.15.71:0/180126540 --> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f676810a160 con 0x7f67500a2d80 2024-09-05T07:38:50.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.469+0000 7f674ffff640 1 -- 172.21.15.71:0/180126540 <== mgr.15228 v2:172.21.15.71:6800/2114245039 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339385 (secure 0 0 0) 0x7f6758009140 con 0x7f67500a2d80 2024-09-05T07:38:50.475 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:50.476 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-09-05T07:38:50.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.472+0000 7f676d1dc640 1 -- 172.21.15.71:0/180126540 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f67500a2d80 msgr2=0x7f67500a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:50.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.472+0000 7f676d1dc640 1 --2- 172.21.15.71:0/180126540 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f67500a2d80 0x7f67500a5240 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6758009930 tx=0x7f6758008040 comp rx=0 tx=0).stop 2024-09-05T07:38:50.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.472+0000 7f676d1dc640 1 -- 172.21.15.71:0/180126540 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6768106f10 msgr2=0x7f6768074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:50.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.472+0000 7f676d1dc640 1 --2- 172.21.15.71:0/180126540 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6768106f10 0x7f6768074f70 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f6760009dc0 tx=0x7f6760003ba0 comp rx=0 tx=0).stop 2024-09-05T07:38:50.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.472+0000 7f676d1dc640 1 -- 172.21.15.71:0/180126540 shutdown_connections 2024-09-05T07:38:50.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.472+0000 7f676d1dc640 1 --2- 172.21.15.71:0/180126540 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f67500a2d80 0x7f67500a5240 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:50.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.472+0000 7f676d1dc640 1 --2- 172.21.15.71:0/180126540 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6768106f10 0x7f6768074f70 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:50.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.472+0000 7f676d1dc640 1 --2- 172.21.15.71:0/180126540 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6768102790 0x7f6768074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:50.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.472+0000 7f676d1dc640 1 --2- 172.21.15.71:0/180126540 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6768101de0 0x7f67680744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:50.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.472+0000 7f676d1dc640 1 -- 172.21.15.71:0/180126540 >> 172.21.15.71:0/180126540 conn(0x7f67680fd8c0 msgr2=0x7f67680fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:50.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.472+0000 7f676d1dc640 1 -- 172.21.15.71:0/180126540 shutdown_connections 2024-09-05T07:38:50.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:50.473+0000 7f676d1dc640 1 -- 172.21.15.71:0/180126540 wait complete. 2024-09-05T07:38:51.182 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":9,"stamp":"2024-09-05T07:38:48.482085+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1192590,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1025,"num_read_kb":838,"num_write":504,"num_write_kb":4389,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":886,"ondisk_log_size":886,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":394632,"kb_used_data":16244,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124547192,"statfs":{"total":1151940427776,"available":1151536324608,"internally_reserved":0,"allocated":16633856,"data_stored":9948500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":387233081},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":4314,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":165,"num_read_kb":249,"num_write":23,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.007625"},"pg_stats":[{"pgid":"2.1f","version":"90'9","reported_seq":51,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475249+0000","last_change":"2024-09-05T07:36:12.799600+0000","last_active":"2024-09-05T07:38:36.475249+0000","last_peered":"2024-09-05T07:38:36.475249+0000","last_clean":"2024-09-05T07:38:36.475249+0000","last_became_active":"2024-09-05T07:36:12.799257+0000","last_became_peered":"2024-09-05T07:36:12.799257+0000","last_unstale":"2024-09-05T07:38:36.475249+0000","last_undegraded":"2024-09-05T07:38:36.475249+0000","last_fullsized":"2024-09-05T07:38:36.475249+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:30:11.431175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.490192+0000","last_change":"2024-09-05T07:36:14.809949+0000","last_active":"2024-09-05T07:38:36.490192+0000","last_peered":"2024-09-05T07:38:36.490192+0000","last_clean":"2024-09-05T07:38:36.490192+0000","last_became_active":"2024-09-05T07:36:14.809548+0000","last_became_peered":"2024-09-05T07:36:14.809548+0000","last_unstale":"2024-09-05T07:38:36.490192+0000","last_undegraded":"2024-09-05T07:38:36.490192+0000","last_fullsized":"2024-09-05T07:38:36.490192+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:23:20.911493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461207+0000","last_change":"2024-09-05T07:36:21.873917+0000","last_active":"2024-09-05T07:38:36.461207+0000","last_peered":"2024-09-05T07:38:36.461207+0000","last_clean":"2024-09-05T07:38:36.461207+0000","last_became_active":"2024-09-05T07:36:21.873513+0000","last_became_peered":"2024-09-05T07:36:21.873513+0000","last_unstale":"2024-09-05T07:38:36.461207+0000","last_undegraded":"2024-09-05T07:38:36.461207+0000","last_fullsized":"2024-09-05T07:38:36.461207+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:46:22.911489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456184+0000","last_change":"2024-09-05T07:36:12.809101+0000","last_active":"2024-09-05T07:38:36.456184+0000","last_peered":"2024-09-05T07:38:36.456184+0000","last_clean":"2024-09-05T07:38:36.456184+0000","last_became_active":"2024-09-05T07:36:12.808801+0000","last_became_peered":"2024-09-05T07:36:12.808801+0000","last_unstale":"2024-09-05T07:38:36.456184+0000","last_undegraded":"2024-09-05T07:38:36.456184+0000","last_fullsized":"2024-09-05T07:38:36.456184+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:24:41.651682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502471+0000","last_change":"2024-09-05T07:36:14.813092+0000","last_active":"2024-09-05T07:38:36.502471+0000","last_peered":"2024-09-05T07:38:36.502471+0000","last_clean":"2024-09-05T07:38:36.502471+0000","last_became_active":"2024-09-05T07:36:14.812778+0000","last_became_peered":"2024-09-05T07:36:14.812778+0000","last_unstale":"2024-09-05T07:38:36.502471+0000","last_undegraded":"2024-09-05T07:38:36.502471+0000","last_fullsized":"2024-09-05T07:38:36.502471+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:05:13.898628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.471830+0000","last_change":"2024-09-05T07:36:21.879572+0000","last_active":"2024-09-05T07:38:36.471830+0000","last_peered":"2024-09-05T07:38:36.471830+0000","last_clean":"2024-09-05T07:38:36.471830+0000","last_became_active":"2024-09-05T07:36:21.879141+0000","last_became_peered":"2024-09-05T07:36:21.879141+0000","last_unstale":"2024-09-05T07:38:36.471830+0000","last_undegraded":"2024-09-05T07:38:36.471830+0000","last_fullsized":"2024-09-05T07:38:36.471830+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:26:58.057968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'4","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.457160+0000","last_change":"2024-09-05T07:36:12.801181+0000","last_active":"2024-09-05T07:38:36.457160+0000","last_peered":"2024-09-05T07:38:36.457160+0000","last_clean":"2024-09-05T07:38:36.457160+0000","last_became_active":"2024-09-05T07:36:12.800826+0000","last_became_peered":"2024-09-05T07:36:12.800826+0000","last_unstale":"2024-09-05T07:38:36.457160+0000","last_undegraded":"2024-09-05T07:38:36.457160+0000","last_fullsized":"2024-09-05T07:38:36.457160+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:46:57.132870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"93'9","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.500295+0000","last_change":"2024-09-05T07:36:14.807185+0000","last_active":"2024-09-05T07:38:36.500295+0000","last_peered":"2024-09-05T07:38:36.500295+0000","last_clean":"2024-09-05T07:38:36.500295+0000","last_became_active":"2024-09-05T07:36:14.806877+0000","last_became_peered":"2024-09-05T07:36:14.806877+0000","last_unstale":"2024-09-05T07:38:36.500295+0000","last_undegraded":"2024-09-05T07:38:36.500295+0000","last_fullsized":"2024-09-05T07:38:36.500295+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:10:09.735431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475595+0000","last_change":"2024-09-05T07:36:35.955373+0000","last_active":"2024-09-05T07:38:36.475595+0000","last_peered":"2024-09-05T07:38:36.475595+0000","last_clean":"2024-09-05T07:38:36.475595+0000","last_became_active":"2024-09-05T07:36:35.954902+0000","last_became_peered":"2024-09-05T07:36:35.954902+0000","last_unstale":"2024-09-05T07:38:36.475595+0000","last_undegraded":"2024-09-05T07:38:36.475595+0000","last_fullsized":"2024-09-05T07:38:36.475595+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:10:48.886808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,8,5],"acting":[4,3,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.457193+0000","last_change":"2024-09-05T07:36:12.803991+0000","last_active":"2024-09-05T07:38:36.457193+0000","last_peered":"2024-09-05T07:38:36.457193+0000","last_clean":"2024-09-05T07:38:36.457193+0000","last_became_active":"2024-09-05T07:36:12.803605+0000","last_became_peered":"2024-09-05T07:36:12.803605+0000","last_unstale":"2024-09-05T07:38:36.457193+0000","last_undegraded":"2024-09-05T07:38:36.457193+0000","last_fullsized":"2024-09-05T07:38:36.457193+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:32:34.325986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"93'15","reported_seq":49,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503710+0000","last_change":"2024-09-05T07:36:14.818742+0000","last_active":"2024-09-05T07:38:36.503710+0000","last_peered":"2024-09-05T07:38:36.503710+0000","last_clean":"2024-09-05T07:38:36.503710+0000","last_became_active":"2024-09-05T07:36:14.818429+0000","last_became_peered":"2024-09-05T07:36:14.818429+0000","last_unstale":"2024-09-05T07:38:36.503710+0000","last_undegraded":"2024-09-05T07:38:36.503710+0000","last_fullsized":"2024-09-05T07:38:36.503710+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:07:56.517645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.472015+0000","last_change":"2024-09-05T07:36:21.879708+0000","last_active":"2024-09-05T07:38:36.472015+0000","last_peered":"2024-09-05T07:38:36.472015+0000","last_clean":"2024-09-05T07:38:36.472015+0000","last_became_active":"2024-09-05T07:36:21.879294+0000","last_became_peered":"2024-09-05T07:36:21.879294+0000","last_unstale":"2024-09-05T07:38:36.472015+0000","last_undegraded":"2024-09-05T07:38:36.472015+0000","last_fullsized":"2024-09-05T07:38:36.472015+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:39:13.648675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511862+0000","last_change":"2024-09-05T07:36:14.809970+0000","last_active":"2024-09-05T07:38:36.511862+0000","last_peered":"2024-09-05T07:38:36.511862+0000","last_clean":"2024-09-05T07:38:36.511862+0000","last_became_active":"2024-09-05T07:36:14.808188+0000","last_became_peered":"2024-09-05T07:36:14.808188+0000","last_unstale":"2024-09-05T07:38:36.511862+0000","last_undegraded":"2024-09-05T07:38:36.511862+0000","last_fullsized":"2024-09-05T07:38:36.511862+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:34:54.391953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456676+0000","last_change":"2024-09-05T07:36:12.799787+0000","last_active":"2024-09-05T07:38:36.456676+0000","last_peered":"2024-09-05T07:38:36.456676+0000","last_clean":"2024-09-05T07:38:36.456676+0000","last_became_active":"2024-09-05T07:36:12.799298+0000","last_became_peered":"2024-09-05T07:36:12.799298+0000","last_unstale":"2024-09-05T07:38:36.456676+0000","last_undegraded":"2024-09-05T07:38:36.456676+0000","last_fullsized":"2024-09-05T07:38:36.456676+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:56:21.913375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466674+0000","last_change":"2024-09-05T07:36:22.039340+0000","last_active":"2024-09-05T07:38:36.466674+0000","last_peered":"2024-09-05T07:38:36.466674+0000","last_clean":"2024-09-05T07:38:36.466674+0000","last_became_active":"2024-09-05T07:36:22.038839+0000","last_became_peered":"2024-09-05T07:36:22.038839+0000","last_unstale":"2024-09-05T07:38:36.466674+0000","last_undegraded":"2024-09-05T07:38:36.466674+0000","last_fullsized":"2024-09-05T07:38:36.466674+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:15:12.399771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.486348+0000","last_change":"2024-09-05T07:36:14.809134+0000","last_active":"2024-09-05T07:38:36.486348+0000","last_peered":"2024-09-05T07:38:36.486348+0000","last_clean":"2024-09-05T07:38:36.486348+0000","last_became_active":"2024-09-05T07:36:14.808813+0000","last_became_peered":"2024-09-05T07:36:14.808813+0000","last_unstale":"2024-09-05T07:38:36.486348+0000","last_undegraded":"2024-09-05T07:38:36.486348+0000","last_fullsized":"2024-09-05T07:38:36.486348+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:41:13.055058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"93'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461149+0000","last_change":"2024-09-05T07:36:12.800122+0000","last_active":"2024-09-05T07:38:36.461149+0000","last_peered":"2024-09-05T07:38:36.461149+0000","last_clean":"2024-09-05T07:38:36.461149+0000","last_became_active":"2024-09-05T07:36:12.799760+0000","last_became_peered":"2024-09-05T07:36:12.799760+0000","last_unstale":"2024-09-05T07:38:36.461149+0000","last_undegraded":"2024-09-05T07:38:36.461149+0000","last_fullsized":"2024-09-05T07:38:36.461149+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:24:23.617273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"90'1","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.472268+0000","last_change":"2024-09-05T07:36:21.875884+0000","last_active":"2024-09-05T07:38:36.472268+0000","last_peered":"2024-09-05T07:38:36.472268+0000","last_clean":"2024-09-05T07:38:36.472268+0000","last_became_active":"2024-09-05T07:36:21.875323+0000","last_became_peered":"2024-09-05T07:36:21.875323+0000","last_unstale":"2024-09-05T07:38:36.472268+0000","last_undegraded":"2024-09-05T07:38:36.472268+0000","last_fullsized":"2024-09-05T07:38:36.472268+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:28.249884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"93'9","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504634+0000","last_change":"2024-09-05T07:36:14.816557+0000","last_active":"2024-09-05T07:38:36.504634+0000","last_peered":"2024-09-05T07:38:36.504634+0000","last_clean":"2024-09-05T07:38:36.504634+0000","last_became_active":"2024-09-05T07:36:14.815610+0000","last_became_peered":"2024-09-05T07:36:14.815610+0000","last_unstale":"2024-09-05T07:38:36.504634+0000","last_undegraded":"2024-09-05T07:38:36.504634+0000","last_fullsized":"2024-09-05T07:38:36.504634+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:26:17.715866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"90'3","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.455824+0000","last_change":"2024-09-05T07:36:12.797574+0000","last_active":"2024-09-05T07:38:36.455824+0000","last_peered":"2024-09-05T07:38:36.455824+0000","last_clean":"2024-09-05T07:38:36.455824+0000","last_became_active":"2024-09-05T07:36:12.797235+0000","last_became_peered":"2024-09-05T07:36:12.797235+0000","last_unstale":"2024-09-05T07:38:36.455824+0000","last_undegraded":"2024-09-05T07:38:36.455824+0000","last_fullsized":"2024-09-05T07:38:36.455824+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:01:13.882076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456737+0000","last_change":"2024-09-05T07:36:35.955205+0000","last_active":"2024-09-05T07:38:36.456737+0000","last_peered":"2024-09-05T07:38:36.456737+0000","last_clean":"2024-09-05T07:38:36.456737+0000","last_became_active":"2024-09-05T07:36:35.954774+0000","last_became_peered":"2024-09-05T07:36:35.954774+0000","last_unstale":"2024-09-05T07:38:36.456737+0000","last_undegraded":"2024-09-05T07:38:36.456737+0000","last_fullsized":"2024-09-05T07:38:36.456737+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:24:11.816616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.9","version":"93'2","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.485176+0000","last_change":"2024-09-05T07:36:14.810604+0000","last_active":"2024-09-05T07:38:36.485176+0000","last_peered":"2024-09-05T07:38:36.485176+0000","last_clean":"2024-09-05T07:38:36.485176+0000","last_became_active":"2024-09-05T07:36:14.810203+0000","last_became_peered":"2024-09-05T07:36:14.810203+0000","last_unstale":"2024-09-05T07:38:36.485176+0000","last_undegraded":"2024-09-05T07:38:36.485176+0000","last_fullsized":"2024-09-05T07:38:36.485176+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:21:04.720664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461032+0000","last_change":"2024-09-05T07:36:12.811040+0000","last_active":"2024-09-05T07:38:36.461032+0000","last_peered":"2024-09-05T07:38:36.461032+0000","last_clean":"2024-09-05T07:38:36.461032+0000","last_became_active":"2024-09-05T07:36:12.810737+0000","last_became_peered":"2024-09-05T07:36:12.810737+0000","last_unstale":"2024-09-05T07:38:36.461032+0000","last_undegraded":"2024-09-05T07:38:36.461032+0000","last_fullsized":"2024-09-05T07:38:36.461032+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:44:25.801815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466707+0000","last_change":"2024-09-05T07:36:22.040640+0000","last_active":"2024-09-05T07:38:36.466707+0000","last_peered":"2024-09-05T07:38:36.466707+0000","last_clean":"2024-09-05T07:38:36.466707+0000","last_became_active":"2024-09-05T07:36:22.040247+0000","last_became_peered":"2024-09-05T07:36:22.040247+0000","last_unstale":"2024-09-05T07:38:36.466707+0000","last_undegraded":"2024-09-05T07:38:36.466707+0000","last_fullsized":"2024-09-05T07:38:36.466707+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:03:16.022864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497774+0000","last_change":"2024-09-05T07:36:14.820761+0000","last_active":"2024-09-05T07:38:36.497774+0000","last_peered":"2024-09-05T07:38:36.497774+0000","last_clean":"2024-09-05T07:38:36.497774+0000","last_became_active":"2024-09-05T07:36:14.820507+0000","last_became_peered":"2024-09-05T07:36:14.820507+0000","last_unstale":"2024-09-05T07:38:36.497774+0000","last_undegraded":"2024-09-05T07:38:36.497774+0000","last_fullsized":"2024-09-05T07:38:36.497774+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:34:48.881638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"90'4","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466564+0000","last_change":"2024-09-05T07:36:13.411988+0000","last_active":"2024-09-05T07:38:36.466564+0000","last_peered":"2024-09-05T07:38:36.466564+0000","last_clean":"2024-09-05T07:38:36.466564+0000","last_became_active":"2024-09-05T07:36:13.411609+0000","last_became_peered":"2024-09-05T07:36:13.411609+0000","last_unstale":"2024-09-05T07:38:36.466564+0000","last_undegraded":"2024-09-05T07:38:36.466564+0000","last_fullsized":"2024-09-05T07:38:36.466564+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:40:21.270134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.460707+0000","last_change":"2024-09-05T07:36:21.871465+0000","last_active":"2024-09-05T07:38:36.460707+0000","last_peered":"2024-09-05T07:38:36.460707+0000","last_clean":"2024-09-05T07:38:36.460707+0000","last_became_active":"2024-09-05T07:36:21.871056+0000","last_became_peered":"2024-09-05T07:36:21.871056+0000","last_unstale":"2024-09-05T07:38:36.460707+0000","last_undegraded":"2024-09-05T07:38:36.460707+0000","last_fullsized":"2024-09-05T07:38:36.460707+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:24:41.284515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.506480+0000","last_change":"2024-09-05T07:36:14.814919+0000","last_active":"2024-09-05T07:38:36.506480+0000","last_peered":"2024-09-05T07:38:36.506480+0000","last_clean":"2024-09-05T07:38:36.506480+0000","last_became_active":"2024-09-05T07:36:14.814611+0000","last_became_peered":"2024-09-05T07:36:14.814611+0000","last_unstale":"2024-09-05T07:38:36.506480+0000","last_undegraded":"2024-09-05T07:38:36.506480+0000","last_fullsized":"2024-09-05T07:38:36.506480+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:33:22.534338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'48","reported_seq":112,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.852209+0000","last_change":"2024-09-05T07:36:12.797620+0000","last_active":"2024-09-05T07:38:36.852209+0000","last_peered":"2024-09-05T07:38:36.852209+0000","last_clean":"2024-09-05T07:38:36.852209+0000","last_became_active":"2024-09-05T07:36:12.797270+0000","last_became_peered":"2024-09-05T07:36:12.797270+0000","last_unstale":"2024-09-05T07:38:36.852209+0000","last_undegraded":"2024-09-05T07:38:36.852209+0000","last_fullsized":"2024-09-05T07:38:36.852209+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:54:17.325544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":87,"num_write_kb":839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.455614+0000","last_change":"2024-09-05T07:36:22.038463+0000","last_active":"2024-09-05T07:38:36.455614+0000","last_peered":"2024-09-05T07:38:36.455614+0000","last_clean":"2024-09-05T07:38:36.455614+0000","last_became_active":"2024-09-05T07:36:22.038095+0000","last_became_peered":"2024-09-05T07:36:22.038095+0000","last_unstale":"2024-09-05T07:38:36.455614+0000","last_undegraded":"2024-09-05T07:38:36.455614+0000","last_fullsized":"2024-09-05T07:38:36.455614+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:27.589451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"93'9","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511666+0000","last_change":"2024-09-05T07:36:14.806223+0000","last_active":"2024-09-05T07:38:36.511666+0000","last_peered":"2024-09-05T07:38:36.511666+0000","last_clean":"2024-09-05T07:38:36.511666+0000","last_became_active":"2024-09-05T07:36:14.805869+0000","last_became_peered":"2024-09-05T07:36:14.805869+0000","last_unstale":"2024-09-05T07:38:36.511666+0000","last_undegraded":"2024-09-05T07:38:36.511666+0000","last_fullsized":"2024-09-05T07:38:36.511666+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:27:20.566443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"90'1","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.473135+0000","last_change":"2024-09-05T07:36:35.922464+0000","last_active":"2024-09-05T07:38:36.473135+0000","last_peered":"2024-09-05T07:38:36.473135+0000","last_clean":"2024-09-05T07:38:36.473135+0000","last_became_active":"2024-09-05T07:36:35.922078+0000","last_became_peered":"2024-09-05T07:36:35.922078+0000","last_unstale":"2024-09-05T07:38:36.473135+0000","last_undegraded":"2024-09-05T07:38:36.473135+0000","last_fullsized":"2024-09-05T07:38:36.473135+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:17:29.580551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.465715+0000","last_change":"2024-09-05T07:36:21.877189+0000","last_active":"2024-09-05T07:38:36.465715+0000","last_peered":"2024-09-05T07:38:36.465715+0000","last_clean":"2024-09-05T07:38:36.465715+0000","last_became_active":"2024-09-05T07:36:21.876796+0000","last_became_peered":"2024-09-05T07:36:21.876796+0000","last_unstale":"2024-09-05T07:38:36.465715+0000","last_undegraded":"2024-09-05T07:38:36.465715+0000","last_fullsized":"2024-09-05T07:38:36.465715+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:13.944091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"93'4","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511355+0000","last_change":"2024-09-05T07:36:14.816662+0000","last_active":"2024-09-05T07:38:36.511355+0000","last_peered":"2024-09-05T07:38:36.511355+0000","last_clean":"2024-09-05T07:38:36.511355+0000","last_became_active":"2024-09-05T07:36:14.812722+0000","last_became_peered":"2024-09-05T07:36:14.812722+0000","last_unstale":"2024-09-05T07:38:36.511355+0000","last_undegraded":"2024-09-05T07:38:36.511355+0000","last_fullsized":"2024-09-05T07:38:36.511355+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:35:10.627551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.471300+0000","last_change":"2024-09-05T07:36:12.809582+0000","last_active":"2024-09-05T07:38:36.471300+0000","last_peered":"2024-09-05T07:38:36.471300+0000","last_clean":"2024-09-05T07:38:36.471300+0000","last_became_active":"2024-09-05T07:36:12.809223+0000","last_became_peered":"2024-09-05T07:36:12.809223+0000","last_unstale":"2024-09-05T07:38:36.471300+0000","last_undegraded":"2024-09-05T07:38:36.471300+0000","last_fullsized":"2024-09-05T07:38:36.471300+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:20:12.101205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456522+0000","last_change":"2024-09-05T07:36:22.039671+0000","last_active":"2024-09-05T07:38:36.456522+0000","last_peered":"2024-09-05T07:38:36.456522+0000","last_clean":"2024-09-05T07:38:36.456522+0000","last_became_active":"2024-09-05T07:36:22.039221+0000","last_became_peered":"2024-09-05T07:36:22.039221+0000","last_unstale":"2024-09-05T07:38:36.456522+0000","last_undegraded":"2024-09-05T07:38:36.456522+0000","last_fullsized":"2024-09-05T07:38:36.456522+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:37:43.961598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"93'7","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497402+0000","last_change":"2024-09-05T07:36:35.926667+0000","last_active":"2024-09-05T07:38:36.497402+0000","last_peered":"2024-09-05T07:38:36.497402+0000","last_clean":"2024-09-05T07:38:36.497402+0000","last_became_active":"2024-09-05T07:36:35.926353+0000","last_became_peered":"2024-09-05T07:36:35.926353+0000","last_unstale":"2024-09-05T07:38:36.497402+0000","last_undegraded":"2024-09-05T07:38:36.497402+0000","last_fullsized":"2024-09-05T07:38:36.497402+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:33:52.775633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"90'1","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467799+0000","last_change":"2024-09-05T07:36:12.801852+0000","last_active":"2024-09-05T07:38:36.467799+0000","last_peered":"2024-09-05T07:38:36.467799+0000","last_clean":"2024-09-05T07:38:36.467799+0000","last_became_active":"2024-09-05T07:36:12.801533+0000","last_became_peered":"2024-09-05T07:36:12.801533+0000","last_unstale":"2024-09-05T07:38:36.467799+0000","last_undegraded":"2024-09-05T07:38:36.467799+0000","last_fullsized":"2024-09-05T07:38:36.467799+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:48:19.037437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.479672+0000","last_change":"2024-09-05T07:36:21.876580+0000","last_active":"2024-09-05T07:38:36.479672+0000","last_peered":"2024-09-05T07:38:36.479672+0000","last_clean":"2024-09-05T07:38:36.479672+0000","last_became_active":"2024-09-05T07:36:21.876209+0000","last_became_peered":"2024-09-05T07:36:21.876209+0000","last_unstale":"2024-09-05T07:38:36.479672+0000","last_undegraded":"2024-09-05T07:38:36.479672+0000","last_fullsized":"2024-09-05T07:38:36.479672+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:26:13.322909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.496789+0000","last_change":"2024-09-05T07:36:14.818775+0000","last_active":"2024-09-05T07:38:36.496789+0000","last_peered":"2024-09-05T07:38:36.496789+0000","last_clean":"2024-09-05T07:38:36.496789+0000","last_became_active":"2024-09-05T07:36:14.818482+0000","last_became_peered":"2024-09-05T07:36:14.818482+0000","last_unstale":"2024-09-05T07:38:36.496789+0000","last_undegraded":"2024-09-05T07:38:36.496789+0000","last_fullsized":"2024-09-05T07:38:36.496789+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:53:41.945628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'5","reported_seq":155,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:45.563186+0000","last_change":"2024-09-05T07:36:12.808974+0000","last_active":"2024-09-05T07:38:45.563186+0000","last_peered":"2024-09-05T07:38:45.563186+0000","last_clean":"2024-09-05T07:38:45.563186+0000","last_became_active":"2024-09-05T07:36:12.808622+0000","last_became_peered":"2024-09-05T07:36:12.808622+0000","last_unstale":"2024-09-05T07:38:45.563186+0000","last_undegraded":"2024-09-05T07:38:45.563186+0000","last_fullsized":"2024-09-05T07:38:45.563186+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:29.308884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":110,"num_read_kb":110,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.481265+0000","last_change":"2024-09-05T07:36:22.039214+0000","last_active":"2024-09-05T07:38:36.481265+0000","last_peered":"2024-09-05T07:38:36.481265+0000","last_clean":"2024-09-05T07:38:36.481265+0000","last_became_active":"2024-09-05T07:36:22.038781+0000","last_became_peered":"2024-09-05T07:36:22.038781+0000","last_unstale":"2024-09-05T07:38:36.481265+0000","last_undegraded":"2024-09-05T07:38:36.481265+0000","last_fullsized":"2024-09-05T07:38:36.481265+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:16:57.102240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"93'5","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511914+0000","last_change":"2024-09-05T07:36:14.811533+0000","last_active":"2024-09-05T07:38:36.511914+0000","last_peered":"2024-09-05T07:38:36.511914+0000","last_clean":"2024-09-05T07:38:36.511914+0000","last_became_active":"2024-09-05T07:36:14.811250+0000","last_became_peered":"2024-09-05T07:36:14.811250+0000","last_unstale":"2024-09-05T07:38:36.511914+0000","last_undegraded":"2024-09-05T07:38:36.511914+0000","last_fullsized":"2024-09-05T07:38:36.511914+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:12.085530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'3","reported_seq":50,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.468386+0000","last_change":"2024-09-05T07:36:35.954521+0000","last_active":"2024-09-05T07:38:36.468386+0000","last_peered":"2024-09-05T07:38:36.468386+0000","last_clean":"2024-09-05T07:38:36.468386+0000","last_became_active":"2024-09-05T07:36:35.954104+0000","last_became_peered":"2024-09-05T07:36:35.954104+0000","last_unstale":"2024-09-05T07:38:36.468386+0000","last_undegraded":"2024-09-05T07:38:36.468386+0000","last_fullsized":"2024-09-05T07:38:36.468386+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:04:32.253928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470415+0000","last_change":"2024-09-05T07:36:22.040782+0000","last_active":"2024-09-05T07:38:36.470415+0000","last_peered":"2024-09-05T07:38:36.470415+0000","last_clean":"2024-09-05T07:38:36.470415+0000","last_became_active":"2024-09-05T07:36:22.040423+0000","last_became_peered":"2024-09-05T07:36:22.040423+0000","last_unstale":"2024-09-05T07:38:36.470415+0000","last_undegraded":"2024-09-05T07:38:36.470415+0000","last_fullsized":"2024-09-05T07:38:36.470415+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:45:59.360303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.495487+0000","last_change":"2024-09-05T07:36:14.816493+0000","last_active":"2024-09-05T07:38:36.495487+0000","last_peered":"2024-09-05T07:38:36.495487+0000","last_clean":"2024-09-05T07:38:36.495487+0000","last_became_active":"2024-09-05T07:36:14.816180+0000","last_became_peered":"2024-09-05T07:36:14.816180+0000","last_unstale":"2024-09-05T07:38:36.495487+0000","last_undegraded":"2024-09-05T07:38:36.495487+0000","last_fullsized":"2024-09-05T07:38:36.495487+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:53:46.387539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'3","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.476721+0000","last_change":"2024-09-05T07:36:12.798033+0000","last_active":"2024-09-05T07:38:36.476721+0000","last_peered":"2024-09-05T07:38:36.476721+0000","last_clean":"2024-09-05T07:38:36.476721+0000","last_became_active":"2024-09-05T07:36:12.797677+0000","last_became_peered":"2024-09-05T07:36:12.797677+0000","last_unstale":"2024-09-05T07:38:36.476721+0000","last_undegraded":"2024-09-05T07:38:36.476721+0000","last_fullsized":"2024-09-05T07:38:36.476721+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:42.168916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"93'148","reported_seq":407,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:38.590183+0000","last_change":"2024-09-05T07:35:01.662056+0000","last_active":"2024-09-05T07:38:38.590183+0000","last_peered":"2024-09-05T07:38:38.590183+0000","last_clean":"2024-09-05T07:38:38.590183+0000","last_became_active":"2024-09-05T07:35:01.661657+0000","last_became_peered":"2024-09-05T07:35:01.661657+0000","last_unstale":"2024-09-05T07:38:38.590183+0000","last_undegraded":"2024-09-05T07:38:38.590183+0000","last_fullsized":"2024-09-05T07:38:38.590183+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:31:43.011970+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:31:43.011970+0000","last_clean_scrub_stamp":"2024-09-05T07:31:43.011970+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:58.611696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"90'1","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.468826+0000","last_change":"2024-09-05T07:36:35.924929+0000","last_active":"2024-09-05T07:38:36.468826+0000","last_peered":"2024-09-05T07:38:36.468826+0000","last_clean":"2024-09-05T07:38:36.468826+0000","last_became_active":"2024-09-05T07:36:35.924430+0000","last_became_peered":"2024-09-05T07:36:35.924430+0000","last_unstale":"2024-09-05T07:38:36.468826+0000","last_undegraded":"2024-09-05T07:38:36.468826+0000","last_fullsized":"2024-09-05T07:38:36.468826+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:13.467211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,10,11,9],"acting":[7,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"93'7","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502382+0000","last_change":"2024-09-05T07:36:14.812469+0000","last_active":"2024-09-05T07:38:36.502382+0000","last_peered":"2024-09-05T07:38:36.502382+0000","last_clean":"2024-09-05T07:38:36.502382+0000","last_became_active":"2024-09-05T07:36:14.812148+0000","last_became_peered":"2024-09-05T07:36:14.812148+0000","last_unstale":"2024-09-05T07:38:36.502382+0000","last_undegraded":"2024-09-05T07:38:36.502382+0000","last_fullsized":"2024-09-05T07:38:36.502382+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:01:48.060890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"90'3","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461291+0000","last_change":"2024-09-05T07:36:13.412116+0000","last_active":"2024-09-05T07:38:36.461291+0000","last_peered":"2024-09-05T07:38:36.461291+0000","last_clean":"2024-09-05T07:38:36.461291+0000","last_became_active":"2024-09-05T07:36:13.411689+0000","last_became_peered":"2024-09-05T07:36:13.411689+0000","last_unstale":"2024-09-05T07:38:36.461291+0000","last_undegraded":"2024-09-05T07:38:36.461291+0000","last_fullsized":"2024-09-05T07:38:36.461291+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:43:21.791631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461968+0000","last_change":"2024-09-05T07:36:21.880057+0000","last_active":"2024-09-05T07:38:36.461968+0000","last_peered":"2024-09-05T07:38:36.461968+0000","last_clean":"2024-09-05T07:38:36.461968+0000","last_became_active":"2024-09-05T07:36:21.879613+0000","last_became_peered":"2024-09-05T07:36:21.879613+0000","last_unstale":"2024-09-05T07:38:36.461968+0000","last_undegraded":"2024-09-05T07:38:36.461968+0000","last_fullsized":"2024-09-05T07:38:36.461968+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:28.319697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"93'6","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511899+0000","last_change":"2024-09-05T07:37:36.872464+0000","last_active":"2024-09-05T07:38:36.511899+0000","last_peered":"2024-09-05T07:38:36.511899+0000","last_clean":"2024-09-05T07:38:36.511899+0000","last_became_active":"2024-09-05T07:37:36.872049+0000","last_became_peered":"2024-09-05T07:37:36.872049+0000","last_unstale":"2024-09-05T07:38:36.511899+0000","last_undegraded":"2024-09-05T07:38:36.511899+0000","last_fullsized":"2024-09-05T07:38:36.511899+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:46:12.242837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"93'39","reported_seq":86,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.707086+0000","last_change":"2024-09-05T07:36:12.799840+0000","last_active":"2024-09-05T07:38:36.707086+0000","last_peered":"2024-09-05T07:38:36.707086+0000","last_clean":"2024-09-05T07:38:36.707086+0000","last_became_active":"2024-09-05T07:36:12.799250+0000","last_became_peered":"2024-09-05T07:36:12.799250+0000","last_unstale":"2024-09-05T07:38:36.707086+0000","last_undegraded":"2024-09-05T07:38:36.707086+0000","last_fullsized":"2024-09-05T07:38:36.707086+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:26:32.610520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470274+0000","last_change":"2024-09-05T07:36:21.881807+0000","last_active":"2024-09-05T07:38:36.470274+0000","last_peered":"2024-09-05T07:38:36.470274+0000","last_clean":"2024-09-05T07:38:36.470274+0000","last_became_active":"2024-09-05T07:36:21.881393+0000","last_became_peered":"2024-09-05T07:36:21.881393+0000","last_unstale":"2024-09-05T07:38:36.470274+0000","last_undegraded":"2024-09-05T07:38:36.470274+0000","last_fullsized":"2024-09-05T07:38:36.470274+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:02:17.538854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"93'9","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.500035+0000","last_change":"2024-09-05T07:36:14.813178+0000","last_active":"2024-09-05T07:38:36.500035+0000","last_peered":"2024-09-05T07:38:36.500035+0000","last_clean":"2024-09-05T07:38:36.500035+0000","last_became_active":"2024-09-05T07:36:14.812886+0000","last_became_peered":"2024-09-05T07:36:14.812886+0000","last_unstale":"2024-09-05T07:38:36.500035+0000","last_undegraded":"2024-09-05T07:38:36.500035+0000","last_fullsized":"2024-09-05T07:38:36.500035+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:23:27.150433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":52,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.481604+0000","last_change":"2024-09-05T07:36:35.957072+0000","last_active":"2024-09-05T07:38:36.481604+0000","last_peered":"2024-09-05T07:38:36.481604+0000","last_clean":"2024-09-05T07:38:36.481604+0000","last_became_active":"2024-09-05T07:36:35.954343+0000","last_became_peered":"2024-09-05T07:36:35.954343+0000","last_unstale":"2024-09-05T07:38:36.481604+0000","last_undegraded":"2024-09-05T07:38:36.481604+0000","last_fullsized":"2024-09-05T07:38:36.481604+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:28.666661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.465891+0000","last_change":"2024-09-05T07:36:21.871927+0000","last_active":"2024-09-05T07:38:36.465891+0000","last_peered":"2024-09-05T07:38:36.465891+0000","last_clean":"2024-09-05T07:38:36.465891+0000","last_became_active":"2024-09-05T07:36:21.870817+0000","last_became_peered":"2024-09-05T07:36:21.870817+0000","last_unstale":"2024-09-05T07:38:36.465891+0000","last_undegraded":"2024-09-05T07:38:36.465891+0000","last_fullsized":"2024-09-05T07:38:36.465891+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:12:16.959562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"93'5","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.501421+0000","last_change":"2024-09-05T07:36:14.820721+0000","last_active":"2024-09-05T07:38:36.501421+0000","last_peered":"2024-09-05T07:38:36.501421+0000","last_clean":"2024-09-05T07:38:36.501421+0000","last_became_active":"2024-09-05T07:36:14.820380+0000","last_became_peered":"2024-09-05T07:36:14.820380+0000","last_unstale":"2024-09-05T07:38:36.501421+0000","last_undegraded":"2024-09-05T07:38:36.501421+0000","last_fullsized":"2024-09-05T07:38:36.501421+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:11:28.217241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"90'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456879+0000","last_change":"2024-09-05T07:36:12.802444+0000","last_active":"2024-09-05T07:38:36.456879+0000","last_peered":"2024-09-05T07:38:36.456879+0000","last_clean":"2024-09-05T07:38:36.456879+0000","last_became_active":"2024-09-05T07:36:12.802127+0000","last_became_peered":"2024-09-05T07:36:12.802127+0000","last_unstale":"2024-09-05T07:38:36.456879+0000","last_undegraded":"2024-09-05T07:38:36.456879+0000","last_fullsized":"2024-09-05T07:38:36.456879+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:28.912170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466949+0000","last_change":"2024-09-05T07:36:21.877562+0000","last_active":"2024-09-05T07:38:36.466949+0000","last_peered":"2024-09-05T07:38:36.466949+0000","last_clean":"2024-09-05T07:38:36.466949+0000","last_became_active":"2024-09-05T07:36:21.877103+0000","last_became_peered":"2024-09-05T07:36:21.877103+0000","last_unstale":"2024-09-05T07:38:36.466949+0000","last_undegraded":"2024-09-05T07:38:36.466949+0000","last_fullsized":"2024-09-05T07:38:36.466949+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:21.230176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502901+0000","last_change":"2024-09-05T07:36:14.807740+0000","last_active":"2024-09-05T07:38:36.502901+0000","last_peered":"2024-09-05T07:38:36.502901+0000","last_clean":"2024-09-05T07:38:36.502901+0000","last_became_active":"2024-09-05T07:36:14.807428+0000","last_became_peered":"2024-09-05T07:36:14.807428+0000","last_unstale":"2024-09-05T07:38:36.502901+0000","last_undegraded":"2024-09-05T07:38:36.502901+0000","last_fullsized":"2024-09-05T07:38:36.502901+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:38:11.620962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"90'15","reported_seq":72,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456587+0000","last_change":"2024-09-05T07:36:35.933190+0000","last_active":"2024-09-05T07:38:36.456587+0000","last_peered":"2024-09-05T07:38:36.456587+0000","last_clean":"2024-09-05T07:38:36.456587+0000","last_became_active":"2024-09-05T07:36:35.922566+0000","last_became_peered":"2024-09-05T07:36:35.922566+0000","last_unstale":"2024-09-05T07:38:36.456587+0000","last_undegraded":"2024-09-05T07:38:36.456587+0000","last_fullsized":"2024-09-05T07:38:36.456587+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:13:42.061104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.481548+0000","last_change":"2024-09-05T07:36:21.873086+0000","last_active":"2024-09-05T07:38:36.481548+0000","last_peered":"2024-09-05T07:38:36.481548+0000","last_clean":"2024-09-05T07:38:36.481548+0000","last_became_active":"2024-09-05T07:36:21.872698+0000","last_became_peered":"2024-09-05T07:36:21.872698+0000","last_unstale":"2024-09-05T07:38:36.481548+0000","last_undegraded":"2024-09-05T07:38:36.481548+0000","last_fullsized":"2024-09-05T07:38:36.481548+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:53:32.758650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"93'6","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.489847+0000","last_change":"2024-09-05T07:36:14.811106+0000","last_active":"2024-09-05T07:38:36.489847+0000","last_peered":"2024-09-05T07:38:36.489847+0000","last_clean":"2024-09-05T07:38:36.489847+0000","last_became_active":"2024-09-05T07:36:14.810794+0000","last_became_peered":"2024-09-05T07:36:14.810794+0000","last_unstale":"2024-09-05T07:38:36.489847+0000","last_undegraded":"2024-09-05T07:38:36.489847+0000","last_fullsized":"2024-09-05T07:38:36.489847+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:02:13.381457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"93'6","reported_seq":160,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:45.563688+0000","last_change":"2024-09-05T07:36:12.800415+0000","last_active":"2024-09-05T07:38:45.563688+0000","last_peered":"2024-09-05T07:38:45.563688+0000","last_clean":"2024-09-05T07:38:45.563688+0000","last_became_active":"2024-09-05T07:36:12.800030+0000","last_became_peered":"2024-09-05T07:36:12.800030+0000","last_unstale":"2024-09-05T07:38:45.563688+0000","last_undegraded":"2024-09-05T07:38:45.563688+0000","last_fullsized":"2024-09-05T07:38:45.563688+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:22:46.940996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1869,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":5,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475061+0000","last_change":"2024-09-05T07:36:21.874206+0000","last_active":"2024-09-05T07:38:36.475061+0000","last_peered":"2024-09-05T07:38:36.475061+0000","last_clean":"2024-09-05T07:38:36.475061+0000","last_became_active":"2024-09-05T07:36:21.873842+0000","last_became_peered":"2024-09-05T07:36:21.873842+0000","last_unstale":"2024-09-05T07:38:36.475061+0000","last_undegraded":"2024-09-05T07:38:36.475061+0000","last_fullsized":"2024-09-05T07:38:36.475061+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:04:27.948419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"93'15","reported_seq":51,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.512641+0000","last_change":"2024-09-05T07:36:14.812031+0000","last_active":"2024-09-05T07:38:36.512641+0000","last_peered":"2024-09-05T07:38:36.512641+0000","last_clean":"2024-09-05T07:38:36.512641+0000","last_became_active":"2024-09-05T07:36:14.811712+0000","last_became_peered":"2024-09-05T07:36:14.811712+0000","last_unstale":"2024-09-05T07:38:36.512641+0000","last_undegraded":"2024-09-05T07:38:36.512641+0000","last_fullsized":"2024-09-05T07:38:36.512641+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:09:05.893797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"90'3","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467457+0000","last_change":"2024-09-05T07:36:12.802054+0000","last_active":"2024-09-05T07:38:36.467457+0000","last_peered":"2024-09-05T07:38:36.467457+0000","last_clean":"2024-09-05T07:38:36.467457+0000","last_became_active":"2024-09-05T07:36:12.801682+0000","last_became_peered":"2024-09-05T07:36:12.801682+0000","last_unstale":"2024-09-05T07:38:36.467457+0000","last_undegraded":"2024-09-05T07:38:36.467457+0000","last_fullsized":"2024-09-05T07:38:36.467457+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:05.971799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466285+0000","last_change":"2024-09-05T07:36:35.924128+0000","last_active":"2024-09-05T07:38:36.466285+0000","last_peered":"2024-09-05T07:38:36.466285+0000","last_clean":"2024-09-05T07:38:36.466285+0000","last_became_active":"2024-09-05T07:36:35.923583+0000","last_became_peered":"2024-09-05T07:36:35.923583+0000","last_unstale":"2024-09-05T07:38:36.466285+0000","last_undegraded":"2024-09-05T07:38:36.466285+0000","last_fullsized":"2024-09-05T07:38:36.466285+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:51:53.735503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"93'9","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.510842+0000","last_change":"2024-09-05T07:36:14.813760+0000","last_active":"2024-09-05T07:38:36.510842+0000","last_peered":"2024-09-05T07:38:36.510842+0000","last_clean":"2024-09-05T07:38:36.510842+0000","last_became_active":"2024-09-05T07:36:14.813466+0000","last_became_peered":"2024-09-05T07:36:14.813466+0000","last_unstale":"2024-09-05T07:38:36.510842+0000","last_undegraded":"2024-09-05T07:38:36.510842+0000","last_fullsized":"2024-09-05T07:38:36.510842+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:48:27.593353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"90'6","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461031+0000","last_change":"2024-09-05T07:36:12.797588+0000","last_active":"2024-09-05T07:38:36.461031+0000","last_peered":"2024-09-05T07:38:36.461031+0000","last_clean":"2024-09-05T07:38:36.461031+0000","last_became_active":"2024-09-05T07:36:12.797268+0000","last_became_peered":"2024-09-05T07:36:12.797268+0000","last_unstale":"2024-09-05T07:38:36.461031+0000","last_undegraded":"2024-09-05T07:38:36.461031+0000","last_fullsized":"2024-09-05T07:38:36.461031+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:18:07.718554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467007+0000","last_change":"2024-09-05T07:36:21.878964+0000","last_active":"2024-09-05T07:38:36.467007+0000","last_peered":"2024-09-05T07:38:36.467007+0000","last_clean":"2024-09-05T07:38:36.467007+0000","last_became_active":"2024-09-05T07:36:21.878461+0000","last_became_peered":"2024-09-05T07:36:21.878461+0000","last_unstale":"2024-09-05T07:38:36.467007+0000","last_undegraded":"2024-09-05T07:38:36.467007+0000","last_fullsized":"2024-09-05T07:38:36.467007+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:08:24.717805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"93'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.487800+0000","last_change":"2024-09-05T07:36:14.812766+0000","last_active":"2024-09-05T07:38:36.487800+0000","last_peered":"2024-09-05T07:38:36.487800+0000","last_clean":"2024-09-05T07:38:36.487800+0000","last_became_active":"2024-09-05T07:36:14.812466+0000","last_became_peered":"2024-09-05T07:36:14.812466+0000","last_unstale":"2024-09-05T07:38:36.487800+0000","last_undegraded":"2024-09-05T07:38:36.487800+0000","last_fullsized":"2024-09-05T07:38:36.487800+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:10:22.292778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"93'41","reported_seq":312,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:46.569040+0000","last_change":"2024-09-05T07:36:12.802462+0000","last_active":"2024-09-05T07:38:46.569040+0000","last_peered":"2024-09-05T07:38:46.569040+0000","last_clean":"2024-09-05T07:38:46.569040+0000","last_became_active":"2024-09-05T07:36:12.801443+0000","last_became_peered":"2024-09-05T07:36:12.801443+0000","last_unstale":"2024-09-05T07:38:46.569040+0000","last_undegraded":"2024-09-05T07:38:46.569040+0000","last_fullsized":"2024-09-05T07:38:46.569040+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:43:45.816775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70466,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":232,"num_read_kb":185,"num_write":42,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.472655+0000","last_change":"2024-09-05T07:36:21.874872+0000","last_active":"2024-09-05T07:38:36.472655+0000","last_peered":"2024-09-05T07:38:36.472655+0000","last_clean":"2024-09-05T07:38:36.472655+0000","last_became_active":"2024-09-05T07:36:21.874522+0000","last_became_peered":"2024-09-05T07:36:21.874522+0000","last_unstale":"2024-09-05T07:38:36.472655+0000","last_undegraded":"2024-09-05T07:38:36.472655+0000","last_fullsized":"2024-09-05T07:38:36.472655+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:31:48.318719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"93'11","reported_seq":53,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503972+0000","last_change":"2024-09-05T07:37:36.442608+0000","last_active":"2024-09-05T07:38:36.503972+0000","last_peered":"2024-09-05T07:38:36.503972+0000","last_clean":"2024-09-05T07:38:36.503972+0000","last_became_active":"2024-09-05T07:37:36.442322+0000","last_became_peered":"2024-09-05T07:37:36.442322+0000","last_unstale":"2024-09-05T07:38:36.503972+0000","last_undegraded":"2024-09-05T07:38:36.503972+0000","last_fullsized":"2024-09-05T07:38:36.503972+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:47:50.050502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,7],"acting":[1,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"90'4","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.469472+0000","last_change":"2024-09-05T07:36:12.809661+0000","last_active":"2024-09-05T07:38:36.469472+0000","last_peered":"2024-09-05T07:38:36.469472+0000","last_clean":"2024-09-05T07:38:36.469472+0000","last_became_active":"2024-09-05T07:36:12.809335+0000","last_became_peered":"2024-09-05T07:36:12.809335+0000","last_unstale":"2024-09-05T07:38:36.469472+0000","last_undegraded":"2024-09-05T07:38:36.469472+0000","last_fullsized":"2024-09-05T07:38:36.469472+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:14:23.254081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475791+0000","last_change":"2024-09-05T07:36:21.882000+0000","last_active":"2024-09-05T07:38:36.475791+0000","last_peered":"2024-09-05T07:38:36.475791+0000","last_clean":"2024-09-05T07:38:36.475791+0000","last_became_active":"2024-09-05T07:36:21.881568+0000","last_became_peered":"2024-09-05T07:36:21.881568+0000","last_unstale":"2024-09-05T07:38:36.475791+0000","last_undegraded":"2024-09-05T07:38:36.475791+0000","last_fullsized":"2024-09-05T07:38:36.475791+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:19:38.343193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"93'9","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.500676+0000","last_change":"2024-09-05T07:36:14.821034+0000","last_active":"2024-09-05T07:38:36.500676+0000","last_peered":"2024-09-05T07:38:36.500676+0000","last_clean":"2024-09-05T07:38:36.500676+0000","last_became_active":"2024-09-05T07:36:14.820515+0000","last_became_peered":"2024-09-05T07:36:14.820515+0000","last_unstale":"2024-09-05T07:38:36.500676+0000","last_undegraded":"2024-09-05T07:38:36.500676+0000","last_fullsized":"2024-09-05T07:38:36.500676+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:07:47.211164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"90'2","reported_seq":19,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467148+0000","last_change":"2024-09-05T07:36:35.955348+0000","last_active":"2024-09-05T07:38:36.467148+0000","last_peered":"2024-09-05T07:38:36.467148+0000","last_clean":"2024-09-05T07:38:36.467148+0000","last_became_active":"2024-09-05T07:36:35.954909+0000","last_became_peered":"2024-09-05T07:36:35.954909+0000","last_unstale":"2024-09-05T07:38:36.467148+0000","last_undegraded":"2024-09-05T07:38:36.467148+0000","last_fullsized":"2024-09-05T07:38:36.467148+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:32.331855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,2],"acting":[11,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470518+0000","last_change":"2024-09-05T07:36:21.875678+0000","last_active":"2024-09-05T07:38:36.470518+0000","last_peered":"2024-09-05T07:38:36.470518+0000","last_clean":"2024-09-05T07:38:36.470518+0000","last_became_active":"2024-09-05T07:36:21.875119+0000","last_became_peered":"2024-09-05T07:36:21.875119+0000","last_unstale":"2024-09-05T07:38:36.470518+0000","last_undegraded":"2024-09-05T07:38:36.470518+0000","last_fullsized":"2024-09-05T07:38:36.470518+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:27:11.876389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"93'10","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498760+0000","last_change":"2024-09-05T07:36:14.808987+0000","last_active":"2024-09-05T07:38:36.498760+0000","last_peered":"2024-09-05T07:38:36.498760+0000","last_clean":"2024-09-05T07:38:36.498760+0000","last_became_active":"2024-09-05T07:36:14.808677+0000","last_became_peered":"2024-09-05T07:36:14.808677+0000","last_unstale":"2024-09-05T07:38:36.498760+0000","last_undegraded":"2024-09-05T07:38:36.498760+0000","last_fullsized":"2024-09-05T07:38:36.498760+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:33.565183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"92'4","reported_seq":153,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:45.563321+0000","last_change":"2024-09-05T07:36:12.801995+0000","last_active":"2024-09-05T07:38:45.563321+0000","last_peered":"2024-09-05T07:38:45.563321+0000","last_clean":"2024-09-05T07:38:45.563321+0000","last_became_active":"2024-09-05T07:36:12.801647+0000","last_became_peered":"2024-09-05T07:36:12.801647+0000","last_unstale":"2024-09-05T07:38:45.563321+0000","last_undegraded":"2024-09-05T07:38:45.563321+0000","last_fullsized":"2024-09-05T07:38:45.563321+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:42:13.827626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":110,"num_read_kb":110,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.455711+0000","last_change":"2024-09-05T07:36:21.875549+0000","last_active":"2024-09-05T07:38:36.455711+0000","last_peered":"2024-09-05T07:38:36.455711+0000","last_clean":"2024-09-05T07:38:36.455711+0000","last_became_active":"2024-09-05T07:36:21.875233+0000","last_became_peered":"2024-09-05T07:36:21.875233+0000","last_unstale":"2024-09-05T07:38:36.455711+0000","last_undegraded":"2024-09-05T07:38:36.455711+0000","last_fullsized":"2024-09-05T07:38:36.455711+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:48:37.673251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.469867+0000","last_change":"2024-09-05T07:36:21.879699+0000","last_active":"2024-09-05T07:38:36.469867+0000","last_peered":"2024-09-05T07:38:36.469867+0000","last_clean":"2024-09-05T07:38:36.469867+0000","last_became_active":"2024-09-05T07:36:21.879328+0000","last_became_peered":"2024-09-05T07:36:21.879328+0000","last_unstale":"2024-09-05T07:38:36.469867+0000","last_undegraded":"2024-09-05T07:38:36.469867+0000","last_fullsized":"2024-09-05T07:38:36.469867+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:53:04.042260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"93'11","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504760+0000","last_change":"2024-09-05T07:36:14.818287+0000","last_active":"2024-09-05T07:38:36.504760+0000","last_peered":"2024-09-05T07:38:36.504760+0000","last_clean":"2024-09-05T07:38:36.504760+0000","last_became_active":"2024-09-05T07:36:14.817988+0000","last_became_peered":"2024-09-05T07:36:14.817988+0000","last_unstale":"2024-09-05T07:38:36.504760+0000","last_undegraded":"2024-09-05T07:38:36.504760+0000","last_fullsized":"2024-09-05T07:38:36.504760+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:21:04.100359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"90'1","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466289+0000","last_change":"2024-09-05T07:36:12.801794+0000","last_active":"2024-09-05T07:38:36.466289+0000","last_peered":"2024-09-05T07:38:36.466289+0000","last_clean":"2024-09-05T07:38:36.466289+0000","last_became_active":"2024-09-05T07:36:12.801422+0000","last_became_peered":"2024-09-05T07:36:12.801422+0000","last_unstale":"2024-09-05T07:38:36.466289+0000","last_undegraded":"2024-09-05T07:38:36.466289+0000","last_fullsized":"2024-09-05T07:38:36.466289+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:41.473362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470363+0000","last_change":"2024-09-05T07:36:21.876009+0000","last_active":"2024-09-05T07:38:36.470363+0000","last_peered":"2024-09-05T07:38:36.470363+0000","last_clean":"2024-09-05T07:38:36.470363+0000","last_became_active":"2024-09-05T07:36:21.875545+0000","last_became_peered":"2024-09-05T07:36:21.875545+0000","last_unstale":"2024-09-05T07:38:36.470363+0000","last_undegraded":"2024-09-05T07:38:36.470363+0000","last_fullsized":"2024-09-05T07:38:36.470363+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:51.027968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505810+0000","last_change":"2024-09-05T07:36:14.811457+0000","last_active":"2024-09-05T07:38:36.505810+0000","last_peered":"2024-09-05T07:38:36.505810+0000","last_clean":"2024-09-05T07:38:36.505810+0000","last_became_active":"2024-09-05T07:36:14.811061+0000","last_became_peered":"2024-09-05T07:36:14.811061+0000","last_unstale":"2024-09-05T07:38:36.505810+0000","last_undegraded":"2024-09-05T07:38:36.505810+0000","last_fullsized":"2024-09-05T07:38:36.505810+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:23:00.487971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"90'2","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.468601+0000","last_change":"2024-09-05T07:36:12.796795+0000","last_active":"2024-09-05T07:38:36.468601+0000","last_peered":"2024-09-05T07:38:36.468601+0000","last_clean":"2024-09-05T07:38:36.468601+0000","last_became_active":"2024-09-05T07:36:12.796476+0000","last_became_peered":"2024-09-05T07:36:12.796476+0000","last_unstale":"2024-09-05T07:38:36.468601+0000","last_undegraded":"2024-09-05T07:38:36.468601+0000","last_fullsized":"2024-09-05T07:38:36.468601+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:16.267998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"90'3","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.457190+0000","last_change":"2024-09-05T07:36:12.798581+0000","last_active":"2024-09-05T07:38:36.457190+0000","last_peered":"2024-09-05T07:38:36.457190+0000","last_clean":"2024-09-05T07:38:36.457190+0000","last_became_active":"2024-09-05T07:36:12.798245+0000","last_became_peered":"2024-09-05T07:36:12.798245+0000","last_unstale":"2024-09-05T07:38:36.457190+0000","last_undegraded":"2024-09-05T07:38:36.457190+0000","last_fullsized":"2024-09-05T07:38:36.457190+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:02:51.750398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498243+0000","last_change":"2024-09-05T07:36:14.812695+0000","last_active":"2024-09-05T07:38:36.498243+0000","last_peered":"2024-09-05T07:38:36.498243+0000","last_clean":"2024-09-05T07:38:36.498243+0000","last_became_active":"2024-09-05T07:36:14.812224+0000","last_became_peered":"2024-09-05T07:36:14.812224+0000","last_unstale":"2024-09-05T07:38:36.498243+0000","last_undegraded":"2024-09-05T07:38:36.498243+0000","last_fullsized":"2024-09-05T07:38:36.498243+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:18.817287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.460557+0000","last_change":"2024-09-05T07:36:21.872082+0000","last_active":"2024-09-05T07:38:36.460557+0000","last_peered":"2024-09-05T07:38:36.460557+0000","last_clean":"2024-09-05T07:38:36.460557+0000","last_became_active":"2024-09-05T07:36:21.871664+0000","last_became_peered":"2024-09-05T07:36:21.871664+0000","last_unstale":"2024-09-05T07:38:36.460557+0000","last_undegraded":"2024-09-05T07:38:36.460557+0000","last_fullsized":"2024-09-05T07:38:36.460557+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:51:39.262588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"93'10","reported_seq":165,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:45.563941+0000","last_change":"2024-09-05T07:36:12.802264+0000","last_active":"2024-09-05T07:38:45.563941+0000","last_peered":"2024-09-05T07:38:45.563941+0000","last_clean":"2024-09-05T07:38:45.563941+0000","last_became_active":"2024-09-05T07:36:12.801215+0000","last_became_peered":"2024-09-05T07:36:12.801215+0000","last_unstale":"2024-09-05T07:38:45.563941+0000","last_undegraded":"2024-09-05T07:38:45.563941+0000","last_fullsized":"2024-09-05T07:38:45.563941+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:21.135132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2437,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":6,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"93'7","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497691+0000","last_change":"2024-09-05T07:36:14.800251+0000","last_active":"2024-09-05T07:38:36.497691+0000","last_peered":"2024-09-05T07:38:36.497691+0000","last_clean":"2024-09-05T07:38:36.497691+0000","last_became_active":"2024-09-05T07:36:14.799961+0000","last_became_peered":"2024-09-05T07:36:14.799961+0000","last_unstale":"2024-09-05T07:38:36.497691+0000","last_undegraded":"2024-09-05T07:38:36.497691+0000","last_fullsized":"2024-09-05T07:38:36.497691+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:43:57.630634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461556+0000","last_change":"2024-09-05T07:36:21.872878+0000","last_active":"2024-09-05T07:38:36.461556+0000","last_peered":"2024-09-05T07:38:36.461556+0000","last_clean":"2024-09-05T07:38:36.461556+0000","last_became_active":"2024-09-05T07:36:21.872471+0000","last_became_peered":"2024-09-05T07:36:21.872471+0000","last_unstale":"2024-09-05T07:38:36.461556+0000","last_undegraded":"2024-09-05T07:38:36.461556+0000","last_fullsized":"2024-09-05T07:38:36.461556+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:00:20.993809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"93'9","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503598+0000","last_change":"2024-09-05T07:36:14.810631+0000","last_active":"2024-09-05T07:38:36.503598+0000","last_peered":"2024-09-05T07:38:36.503598+0000","last_clean":"2024-09-05T07:38:36.503598+0000","last_became_active":"2024-09-05T07:36:14.809410+0000","last_became_peered":"2024-09-05T07:36:14.809410+0000","last_unstale":"2024-09-05T07:38:36.503598+0000","last_undegraded":"2024-09-05T07:38:36.503598+0000","last_fullsized":"2024-09-05T07:38:36.503598+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:39:38.926597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"93'12","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497292+0000","last_change":"2024-09-05T07:36:14.809457+0000","last_active":"2024-09-05T07:38:36.497292+0000","last_peered":"2024-09-05T07:38:36.497292+0000","last_clean":"2024-09-05T07:38:36.497292+0000","last_became_active":"2024-09-05T07:36:14.809176+0000","last_became_peered":"2024-09-05T07:36:14.809176+0000","last_unstale":"2024-09-05T07:38:36.497292+0000","last_undegraded":"2024-09-05T07:38:36.497292+0000","last_fullsized":"2024-09-05T07:38:36.497292+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:40:15.801533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.492508+0000","last_change":"2024-09-05T07:36:14.816273+0000","last_active":"2024-09-05T07:38:36.492508+0000","last_peered":"2024-09-05T07:38:36.492508+0000","last_clean":"2024-09-05T07:38:36.492508+0000","last_became_active":"2024-09-05T07:36:14.815968+0000","last_became_peered":"2024-09-05T07:36:14.815968+0000","last_unstale":"2024-09-05T07:38:36.492508+0000","last_undegraded":"2024-09-05T07:38:36.492508+0000","last_fullsized":"2024-09-05T07:38:36.492508+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:26:21.943549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.512474+0000","last_change":"2024-09-05T07:36:14.808605+0000","last_active":"2024-09-05T07:38:36.512474+0000","last_peered":"2024-09-05T07:38:36.512474+0000","last_clean":"2024-09-05T07:38:36.512474+0000","last_became_active":"2024-09-05T07:36:14.808281+0000","last_became_peered":"2024-09-05T07:36:14.808281+0000","last_unstale":"2024-09-05T07:38:36.512474+0000","last_undegraded":"2024-09-05T07:38:36.512474+0000","last_fullsized":"2024-09-05T07:38:36.512474+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:21.258022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"93'4","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.513948+0000","last_change":"2024-09-05T07:36:14.808482+0000","last_active":"2024-09-05T07:38:36.513948+0000","last_peered":"2024-09-05T07:38:36.513948+0000","last_clean":"2024-09-05T07:38:36.513948+0000","last_became_active":"2024-09-05T07:36:14.808159+0000","last_became_peered":"2024-09-05T07:36:14.808159+0000","last_unstale":"2024-09-05T07:38:36.513948+0000","last_undegraded":"2024-09-05T07:38:36.513948+0000","last_fullsized":"2024-09-05T07:38:36.513948+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:49.067909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"93'6","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.501543+0000","last_change":"2024-09-05T07:37:36.441423+0000","last_active":"2024-09-05T07:38:36.501543+0000","last_peered":"2024-09-05T07:38:36.501543+0000","last_clean":"2024-09-05T07:38:36.501543+0000","last_became_active":"2024-09-05T07:37:36.441116+0000","last_became_peered":"2024-09-05T07:37:36.441116+0000","last_unstale":"2024-09-05T07:38:36.501543+0000","last_undegraded":"2024-09-05T07:38:36.501543+0000","last_fullsized":"2024-09-05T07:38:36.501543+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:15:57.348005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"93'15","reported_seq":51,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503209+0000","last_change":"2024-09-05T07:36:14.807016+0000","last_active":"2024-09-05T07:38:36.503209+0000","last_peered":"2024-09-05T07:38:36.503209+0000","last_clean":"2024-09-05T07:38:36.503209+0000","last_became_active":"2024-09-05T07:36:14.806722+0000","last_became_peered":"2024-09-05T07:36:14.806722+0000","last_unstale":"2024-09-05T07:38:36.503209+0000","last_undegraded":"2024-09-05T07:38:36.503209+0000","last_fullsized":"2024-09-05T07:38:36.503209+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:51:31.607865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"93'2","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.495435+0000","last_change":"2024-09-05T07:36:14.811682+0000","last_active":"2024-09-05T07:38:36.495435+0000","last_peered":"2024-09-05T07:38:36.495435+0000","last_clean":"2024-09-05T07:38:36.495435+0000","last_became_active":"2024-09-05T07:36:14.811289+0000","last_became_peered":"2024-09-05T07:36:14.811289+0000","last_unstale":"2024-09-05T07:38:36.495435+0000","last_undegraded":"2024-09-05T07:38:36.495435+0000","last_fullsized":"2024-09-05T07:38:36.495435+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:08:02.337426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497862+0000","last_change":"2024-09-05T07:36:14.812288+0000","last_active":"2024-09-05T07:38:36.497862+0000","last_peered":"2024-09-05T07:38:36.497862+0000","last_clean":"2024-09-05T07:38:36.497862+0000","last_became_active":"2024-09-05T07:36:14.811880+0000","last_became_peered":"2024-09-05T07:36:14.811880+0000","last_unstale":"2024-09-05T07:38:36.497862+0000","last_undegraded":"2024-09-05T07:38:36.497862+0000","last_fullsized":"2024-09-05T07:38:36.497862+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:12:08.684675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505410+0000","last_change":"2024-09-05T07:36:14.810185+0000","last_active":"2024-09-05T07:38:36.505410+0000","last_peered":"2024-09-05T07:38:36.505410+0000","last_clean":"2024-09-05T07:38:36.505410+0000","last_became_active":"2024-09-05T07:36:14.809878+0000","last_became_peered":"2024-09-05T07:36:14.809878+0000","last_unstale":"2024-09-05T07:38:36.505410+0000","last_undegraded":"2024-09-05T07:38:36.505410+0000","last_fullsized":"2024-09-05T07:38:36.505410+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:15:44.940260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"93'10","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.499083+0000","last_change":"2024-09-05T07:36:14.815367+0000","last_active":"2024-09-05T07:38:36.499083+0000","last_peered":"2024-09-05T07:38:36.499083+0000","last_clean":"2024-09-05T07:38:36.499083+0000","last_became_active":"2024-09-05T07:36:14.815014+0000","last_became_peered":"2024-09-05T07:36:14.815014+0000","last_unstale":"2024-09-05T07:38:36.499083+0000","last_undegraded":"2024-09-05T07:38:36.499083+0000","last_fullsized":"2024-09-05T07:38:36.499083+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:12.936600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"93'11","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.514127+0000","last_change":"2024-09-05T07:36:14.809788+0000","last_active":"2024-09-05T07:38:36.514127+0000","last_peered":"2024-09-05T07:38:36.514127+0000","last_clean":"2024-09-05T07:38:36.514127+0000","last_became_active":"2024-09-05T07:36:14.809492+0000","last_became_peered":"2024-09-05T07:36:14.809492+0000","last_unstale":"2024-09-05T07:38:36.514127+0000","last_undegraded":"2024-09-05T07:38:36.514127+0000","last_fullsized":"2024-09-05T07:38:36.514127+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:14:53.969774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503649+0000","last_change":"2024-09-05T07:36:14.820736+0000","last_active":"2024-09-05T07:38:36.503649+0000","last_peered":"2024-09-05T07:38:36.503649+0000","last_clean":"2024-09-05T07:38:36.503649+0000","last_became_active":"2024-09-05T07:36:14.820441+0000","last_became_peered":"2024-09-05T07:36:14.820441+0000","last_unstale":"2024-09-05T07:38:36.503649+0000","last_undegraded":"2024-09-05T07:38:36.503649+0000","last_fullsized":"2024-09-05T07:38:36.503649+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:59:58.690955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"93'7","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511541+0000","last_change":"2024-09-05T07:36:14.817088+0000","last_active":"2024-09-05T07:38:36.511541+0000","last_peered":"2024-09-05T07:38:36.511541+0000","last_clean":"2024-09-05T07:38:36.511541+0000","last_became_active":"2024-09-05T07:36:14.816796+0000","last_became_peered":"2024-09-05T07:36:14.816796+0000","last_unstale":"2024-09-05T07:38:36.511541+0000","last_undegraded":"2024-09-05T07:38:36.511541+0000","last_fullsized":"2024-09-05T07:38:36.511541+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:13:09.976444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"93'10","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.506073+0000","last_change":"2024-09-05T07:36:14.817288+0000","last_active":"2024-09-05T07:38:36.506073+0000","last_peered":"2024-09-05T07:38:36.506073+0000","last_clean":"2024-09-05T07:38:36.506073+0000","last_became_active":"2024-09-05T07:36:14.816945+0000","last_became_peered":"2024-09-05T07:36:14.816945+0000","last_unstale":"2024-09-05T07:38:36.506073+0000","last_undegraded":"2024-09-05T07:38:36.506073+0000","last_fullsized":"2024-09-05T07:38:36.506073+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:29:21.904752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505215+0000","last_change":"2024-09-05T07:36:14.814799+0000","last_active":"2024-09-05T07:38:36.505215+0000","last_peered":"2024-09-05T07:38:36.505215+0000","last_clean":"2024-09-05T07:38:36.505215+0000","last_became_active":"2024-09-05T07:36:14.814044+0000","last_became_peered":"2024-09-05T07:36:14.814044+0000","last_unstale":"2024-09-05T07:38:36.505215+0000","last_undegraded":"2024-09-05T07:38:36.505215+0000","last_fullsized":"2024-09-05T07:38:36.505215+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:47.034838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"93'9","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503887+0000","last_change":"2024-09-05T07:36:14.813588+0000","last_active":"2024-09-05T07:38:36.503887+0000","last_peered":"2024-09-05T07:38:36.503887+0000","last_clean":"2024-09-05T07:38:36.503887+0000","last_became_active":"2024-09-05T07:36:14.813310+0000","last_became_peered":"2024-09-05T07:36:14.813310+0000","last_unstale":"2024-09-05T07:38:36.503887+0000","last_undegraded":"2024-09-05T07:38:36.503887+0000","last_fullsized":"2024-09-05T07:38:36.503887+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:20:00.193943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"93'7","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498010+0000","last_change":"2024-09-05T07:37:36.872961+0000","last_active":"2024-09-05T07:38:36.498010+0000","last_peered":"2024-09-05T07:38:36.498010+0000","last_clean":"2024-09-05T07:38:36.498010+0000","last_became_active":"2024-09-05T07:37:36.872548+0000","last_became_peered":"2024-09-05T07:37:36.872548+0000","last_unstale":"2024-09-05T07:38:36.498010+0000","last_undegraded":"2024-09-05T07:38:36.498010+0000","last_fullsized":"2024-09-05T07:38:36.498010+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:24:06.936930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,2],"acting":[0,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.496822+0000","last_change":"2024-09-05T07:36:14.820169+0000","last_active":"2024-09-05T07:38:36.496822+0000","last_peered":"2024-09-05T07:38:36.496822+0000","last_clean":"2024-09-05T07:38:36.496822+0000","last_became_active":"2024-09-05T07:36:14.819349+0000","last_became_peered":"2024-09-05T07:36:14.819349+0000","last_unstale":"2024-09-05T07:38:36.496822+0000","last_undegraded":"2024-09-05T07:38:36.496822+0000","last_fullsized":"2024-09-05T07:38:36.496822+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:30:33.276239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"93'10","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.507154+0000","last_change":"2024-09-05T07:36:14.816981+0000","last_active":"2024-09-05T07:38:36.507154+0000","last_peered":"2024-09-05T07:38:36.507154+0000","last_clean":"2024-09-05T07:38:36.507154+0000","last_became_active":"2024-09-05T07:36:14.816645+0000","last_became_peered":"2024-09-05T07:36:14.816645+0000","last_unstale":"2024-09-05T07:38:36.507154+0000","last_undegraded":"2024-09-05T07:38:36.507154+0000","last_fullsized":"2024-09-05T07:38:36.507154+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:57.926810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"93'7","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.499757+0000","last_change":"2024-09-05T07:36:14.816277+0000","last_active":"2024-09-05T07:38:36.499757+0000","last_peered":"2024-09-05T07:38:36.499757+0000","last_clean":"2024-09-05T07:38:36.499757+0000","last_became_active":"2024-09-05T07:36:14.815998+0000","last_became_peered":"2024-09-05T07:36:14.815998+0000","last_unstale":"2024-09-05T07:38:36.499757+0000","last_undegraded":"2024-09-05T07:38:36.499757+0000","last_fullsized":"2024-09-05T07:38:36.499757+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:42.278870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"93'6","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502296+0000","last_change":"2024-09-05T07:36:14.813425+0000","last_active":"2024-09-05T07:38:36.502296+0000","last_peered":"2024-09-05T07:38:36.502296+0000","last_clean":"2024-09-05T07:38:36.502296+0000","last_became_active":"2024-09-05T07:36:14.813135+0000","last_became_peered":"2024-09-05T07:36:14.813135+0000","last_unstale":"2024-09-05T07:38:36.502296+0000","last_undegraded":"2024-09-05T07:38:36.502296+0000","last_fullsized":"2024-09-05T07:38:36.502296+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:54.684216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"93'16","reported_seq":50,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.495974+0000","last_change":"2024-09-05T07:36:14.820772+0000","last_active":"2024-09-05T07:38:36.495974+0000","last_peered":"2024-09-05T07:38:36.495974+0000","last_clean":"2024-09-05T07:38:36.495974+0000","last_became_active":"2024-09-05T07:36:14.820347+0000","last_became_peered":"2024-09-05T07:36:14.820347+0000","last_unstale":"2024-09-05T07:38:36.495974+0000","last_undegraded":"2024-09-05T07:38:36.495974+0000","last_fullsized":"2024-09-05T07:38:36.495974+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:47.635596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"93'11","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504065+0000","last_change":"2024-09-05T07:36:14.811244+0000","last_active":"2024-09-05T07:38:36.504065+0000","last_peered":"2024-09-05T07:38:36.504065+0000","last_clean":"2024-09-05T07:38:36.504065+0000","last_became_active":"2024-09-05T07:36:14.810959+0000","last_became_peered":"2024-09-05T07:36:14.810959+0000","last_unstale":"2024-09-05T07:38:36.504065+0000","last_undegraded":"2024-09-05T07:38:36.504065+0000","last_fullsized":"2024-09-05T07:38:36.504065+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:47:47.631297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"93'9","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504172+0000","last_change":"2024-09-05T07:37:36.468340+0000","last_active":"2024-09-05T07:38:36.504172+0000","last_peered":"2024-09-05T07:38:36.504172+0000","last_clean":"2024-09-05T07:38:36.504172+0000","last_became_active":"2024-09-05T07:37:36.467940+0000","last_became_peered":"2024-09-05T07:37:36.467940+0000","last_unstale":"2024-09-05T07:38:36.504172+0000","last_undegraded":"2024-09-05T07:38:36.504172+0000","last_fullsized":"2024-09-05T07:38:36.504172+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:21:34.298980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.39","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.496882+0000","last_change":"2024-09-05T07:36:14.806795+0000","last_active":"2024-09-05T07:38:36.496882+0000","last_peered":"2024-09-05T07:38:36.496882+0000","last_clean":"2024-09-05T07:38:36.496882+0000","last_became_active":"2024-09-05T07:36:14.806038+0000","last_became_peered":"2024-09-05T07:36:14.806038+0000","last_unstale":"2024-09-05T07:38:36.496882+0000","last_undegraded":"2024-09-05T07:38:36.496882+0000","last_fullsized":"2024-09-05T07:38:36.496882+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:56:05.136500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497895+0000","last_change":"2024-09-05T07:36:14.814462+0000","last_active":"2024-09-05T07:38:36.497895+0000","last_peered":"2024-09-05T07:38:36.497895+0000","last_clean":"2024-09-05T07:38:36.497895+0000","last_became_active":"2024-09-05T07:36:14.814178+0000","last_became_peered":"2024-09-05T07:36:14.814178+0000","last_unstale":"2024-09-05T07:38:36.497895+0000","last_undegraded":"2024-09-05T07:38:36.497895+0000","last_fullsized":"2024-09-05T07:38:36.497895+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:10:46.217701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"93'4","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.493145+0000","last_change":"2024-09-05T07:36:14.809141+0000","last_active":"2024-09-05T07:38:36.493145+0000","last_peered":"2024-09-05T07:38:36.493145+0000","last_clean":"2024-09-05T07:38:36.493145+0000","last_became_active":"2024-09-05T07:36:14.808812+0000","last_became_peered":"2024-09-05T07:36:14.808812+0000","last_unstale":"2024-09-05T07:38:36.493145+0000","last_undegraded":"2024-09-05T07:38:36.493145+0000","last_fullsized":"2024-09-05T07:38:36.493145+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:07:46.838052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"93'8","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498469+0000","last_change":"2024-09-05T07:36:14.818092+0000","last_active":"2024-09-05T07:38:36.498469+0000","last_peered":"2024-09-05T07:38:36.498469+0000","last_clean":"2024-09-05T07:38:36.498469+0000","last_became_active":"2024-09-05T07:36:14.817789+0000","last_became_peered":"2024-09-05T07:36:14.817789+0000","last_unstale":"2024-09-05T07:38:36.498469+0000","last_undegraded":"2024-09-05T07:38:36.498469+0000","last_fullsized":"2024-09-05T07:38:36.498469+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:22:29.176609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502602+0000","last_change":"2024-09-05T07:36:14.813266+0000","last_active":"2024-09-05T07:38:36.502602+0000","last_peered":"2024-09-05T07:38:36.502602+0000","last_clean":"2024-09-05T07:38:36.502602+0000","last_became_active":"2024-09-05T07:36:14.812886+0000","last_became_peered":"2024-09-05T07:36:14.812886+0000","last_unstale":"2024-09-05T07:38:36.502602+0000","last_undegraded":"2024-09-05T07:38:36.502602+0000","last_fullsized":"2024-09-05T07:38:36.502602+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:26:39.085280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"93'4","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502946+0000","last_change":"2024-09-05T07:36:14.819845+0000","last_active":"2024-09-05T07:38:36.502946+0000","last_peered":"2024-09-05T07:38:36.502946+0000","last_clean":"2024-09-05T07:38:36.502946+0000","last_became_active":"2024-09-05T07:36:14.819575+0000","last_became_peered":"2024-09-05T07:36:14.819575+0000","last_unstale":"2024-09-05T07:38:36.502946+0000","last_undegraded":"2024-09-05T07:38:36.502946+0000","last_fullsized":"2024-09-05T07:38:36.502946+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:44:39.270064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505050+0000","last_change":"2024-09-05T07:36:14.815067+0000","last_active":"2024-09-05T07:38:36.505050+0000","last_peered":"2024-09-05T07:38:36.505050+0000","last_clean":"2024-09-05T07:38:36.505050+0000","last_became_active":"2024-09-05T07:36:14.814453+0000","last_became_peered":"2024-09-05T07:36:14.814453+0000","last_unstale":"2024-09-05T07:38:36.505050+0000","last_undegraded":"2024-09-05T07:38:36.505050+0000","last_fullsized":"2024-09-05T07:38:36.505050+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:32:16.995333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":601988,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":788,"num_read_kb":508,"num_write":301,"num_write_kb":1449,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2039808,"data_stored":1805964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":236,"ondisk_log_size":236,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514540,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1077248,"data_stored":532922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743473,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28892,"kb_used_data":1868,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716260,"statfs":{"total":95995035648,"available":95965450240,"internally_reserved":0,"allocated":1912832,"data_stored":1327611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906998,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28480,"kb_used_data":1452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716672,"statfs":{"total":95995035648,"available":95965872128,"internally_reserved":0,"allocated":1486848,"data_stored":930448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135931,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36792,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708360,"statfs":{"total":95995035648,"available":95957360640,"internally_reserved":0,"allocated":1478656,"data_stored":926250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364863,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32828,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712324,"statfs":{"total":95995035648,"available":95961419776,"internally_reserved":0,"allocated":1683456,"data_stored":1131670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528389,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1069056,"data_stored":528312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790025,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37124,"kb_used_data":1780,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708028,"statfs":{"total":95995035648,"available":95957020672,"internally_reserved":0,"allocated":1822720,"data_stored":1253481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953551,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1089536,"data_stored":534355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182483,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36916,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708236,"statfs":{"total":95995035648,"available":95957233664,"internally_reserved":0,"allocated":1609728,"data_stored":1053322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411417,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36480,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708672,"statfs":{"total":95995035648,"available":95957680128,"internally_reserved":0,"allocated":1163264,"data_stored":601741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574941,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36464,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708688,"statfs":{"total":95995035648,"available":95957696512,"internally_reserved":0,"allocated":1146880,"data_stored":598688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738465,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1093632,"data_stored":529700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":73519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":525100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":134891,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":409600,"data_stored":393932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":249856,"data_stored":204925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T07:38:51.187 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-05T07:38:51.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:50 smithi071 ceph-mon[30965]: from='client.15438 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:38:51.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:50 smithi071 ceph-mon[30965]: pgmap v10: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 511 B/s wr, 15 op/s 2024-09-05T07:38:51.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:50 smithi123 ceph-mon[34568]: from='client.15438 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:38:51.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:50 smithi123 ceph-mon[34568]: pgmap v10: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 511 B/s wr, 15 op/s 2024-09-05T07:38:51.435 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:51.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:50 smithi192 ceph-mon[34929]: from='client.15438 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:38:51.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:50 smithi192 ceph-mon[34929]: pgmap v10: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 511 B/s wr, 15 op/s 2024-09-05T07:38:52.048 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.026+0000 7f84dafc9640 1 -- 172.21.15.71:0/3173874637 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f84d4106a80 msgr2=0x7f84d4106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:52.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.026+0000 7f84dafc9640 1 --2- 172.21.15.71:0/3173874637 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f84d4106a80 0x7f84d4106e60 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f84c8009930 tx=0x7f84c802a420 comp rx=0 tx=0).stop 2024-09-05T07:38:52.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.026+0000 7f84dafc9640 1 -- 172.21.15.71:0/3173874637 shutdown_connections 2024-09-05T07:38:52.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.026+0000 7f84dafc9640 1 --2- 172.21.15.71:0/3173874637 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84d4101420 0x7f84d410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:52.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.026+0000 7f84dafc9640 1 --2- 172.21.15.71:0/3173874637 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f84d4100a80 0x7f84d4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:52.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.026+0000 7f84dafc9640 1 --2- 172.21.15.71:0/3173874637 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f84d4106a80 0x7f84d4106e60 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:52.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.026+0000 7f84dafc9640 1 -- 172.21.15.71:0/3173874637 >> 172.21.15.71:0/3173874637 conn(0x7f84d40fc7a0 msgr2=0x7f84d40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:52.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.026+0000 7f84dafc9640 1 -- 172.21.15.71:0/3173874637 shutdown_connections 2024-09-05T07:38:52.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.026+0000 7f84dafc9640 1 -- 172.21.15.71:0/3173874637 wait complete. 2024-09-05T07:38:52.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.027+0000 7f84dafc9640 1 Processor -- start 2024-09-05T07:38:52.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.027+0000 7f84dafc9640 1 -- start start 2024-09-05T07:38:52.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.027+0000 7f84dafc9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84d4100a80 0x7f84d41982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:52.050 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.027+0000 7f84dafc9640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f84d4101420 0x7f84d4198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:52.050 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.027+0000 7f84dafc9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f84d4106a80 0x7f84d419cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:52.050 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.027+0000 7f84dafc9640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f84d4110cf0 con 0x7f84d4106a80 2024-09-05T07:38:52.050 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.027+0000 7f84dafc9640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f84d4110b70 con 0x7f84d4101420 2024-09-05T07:38:52.050 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.027+0000 7f84dafc9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f84d4110e70 con 0x7f84d4100a80 2024-09-05T07:38:52.050 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.027+0000 7f84d9566640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f84d4106a80 0x7f84d419cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:52.050 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.027+0000 7f84d9566640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f84d4106a80 0x7f84d419cb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51978/0 (socket says 172.21.15.71:51978) 2024-09-05T07:38:52.050 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.027+0000 7f84d9566640 1 -- 172.21.15.71:0/779427684 learned_addr learned my addr 172.21.15.71:0/779427684 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:52.050 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.027+0000 7f84d3fff640 1 --2- 172.21.15.71:0/779427684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f84d4101420 0x7f84d4198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:52.050 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.027+0000 7f84d9566640 1 -- 172.21.15.71:0/779427684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84d4100a80 msgr2=0x7f84d41982c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:52.050 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.027+0000 7f84d8d65640 1 --2- 172.21.15.71:0/779427684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84d4100a80 0x7f84d41982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:52.050 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.027+0000 7f84d9566640 1 --2- 172.21.15.71:0/779427684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84d4100a80 0x7f84d41982c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:52.050 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.027+0000 7f84d9566640 1 -- 172.21.15.71:0/779427684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f84d4101420 msgr2=0x7f84d4198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:52.050 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.027+0000 7f84d9566640 1 --2- 172.21.15.71:0/779427684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f84d4101420 0x7f84d4198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:52.051 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.027+0000 7f84d9566640 1 -- 172.21.15.71:0/779427684 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84d419d270 con 0x7f84d4106a80 2024-09-05T07:38:52.051 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.028+0000 7f84d8d65640 1 --2- 172.21.15.71:0/779427684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84d4100a80 0x7f84d41982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:38:52.051 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.028+0000 7f84d9566640 1 --2- 172.21.15.71:0/779427684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f84d4106a80 0x7f84d419cb90 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f84cc00eaa0 tx=0x7f84cc00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:52.051 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.028+0000 7f84d1ffb640 1 -- 172.21.15.71:0/779427684 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84cc00cdb0 con 0x7f84d4106a80 2024-09-05T07:38:52.051 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.028+0000 7f84d1ffb640 1 -- 172.21.15.71:0/779427684 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f84cc005020 con 0x7f84d4106a80 2024-09-05T07:38:52.051 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.028+0000 7f84dafc9640 1 -- 172.21.15.71:0/779427684 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84d419d560 con 0x7f84d4106a80 2024-09-05T07:38:52.051 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.028+0000 7f84d1ffb640 1 -- 172.21.15.71:0/779427684 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84cc0116d0 con 0x7f84d4106a80 2024-09-05T07:38:52.051 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.028+0000 7f84dafc9640 1 -- 172.21.15.71:0/779427684 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84d41a4e40 con 0x7f84d4106a80 2024-09-05T07:38:52.051 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.029+0000 7f84dafc9640 1 -- 172.21.15.71:0/779427684 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84d4100ee0 con 0x7f84d4106a80 2024-09-05T07:38:52.051 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.030+0000 7f84d1ffb640 1 -- 172.21.15.71:0/779427684 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138009+0+0 (secure 0 0 0) 0x7f84cc0051d0 con 0x7f84d4106a80 2024-09-05T07:38:52.051 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.031+0000 7f84d1ffb640 1 --2- 172.21.15.71:0/779427684 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f84c40a2d80 0x7f84c40a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:52.051 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.031+0000 7f84d8d65640 1 --2- 172.21.15.71:0/779427684 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f84c40a2d80 0x7f84c40a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:52.052 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.031+0000 7f84d1ffb640 1 -- 172.21.15.71:0/779427684 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f84cc0cfc30 con 0x7f84d4106a80 2024-09-05T07:38:52.052 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.031+0000 7f84d8d65640 1 --2- 172.21.15.71:0/779427684 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f84c40a2d80 0x7f84c40a5240 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f84c8000c00 tx=0x7f84c8031400 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:52.052 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.035+0000 7f84d1ffb640 1 -- 172.21.15.71:0/779427684 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f84cc016030 con 0x7f84d4106a80 2024-09-05T07:38:52.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.197+0000 7f84dafc9640 1 -- 172.21.15.71:0/779427684 --> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f84d4062630 con 0x7f84c40a2d80 2024-09-05T07:38:52.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.206+0000 7f84d1ffb640 1 -- 172.21.15.71:0/779427684 <== mgr.15228 v2:172.21.15.71:6800/2114245039 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339386 (secure 0 0 0) 0x7f84d4062630 con 0x7f84c40a2d80 2024-09-05T07:38:52.210 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:52.211 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-09-05T07:38:52.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.208+0000 7f84dafc9640 1 -- 172.21.15.71:0/779427684 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f84c40a2d80 msgr2=0x7f84c40a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:52.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.208+0000 7f84dafc9640 1 --2- 172.21.15.71:0/779427684 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f84c40a2d80 0x7f84c40a5240 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f84c8000c00 tx=0x7f84c8031400 comp rx=0 tx=0).stop 2024-09-05T07:38:52.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.208+0000 7f84dafc9640 1 -- 172.21.15.71:0/779427684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f84d4106a80 msgr2=0x7f84d419cb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:52.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.208+0000 7f84dafc9640 1 --2- 172.21.15.71:0/779427684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f84d4106a80 0x7f84d419cb90 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f84cc00eaa0 tx=0x7f84cc00ef60 comp rx=0 tx=0).stop 2024-09-05T07:38:52.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.209+0000 7f84dafc9640 1 -- 172.21.15.71:0/779427684 shutdown_connections 2024-09-05T07:38:52.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.209+0000 7f84dafc9640 1 --2- 172.21.15.71:0/779427684 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f84c40a2d80 0x7f84c40a5240 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:52.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.209+0000 7f84dafc9640 1 --2- 172.21.15.71:0/779427684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f84d4106a80 0x7f84d419cb90 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:52.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.209+0000 7f84dafc9640 1 --2- 172.21.15.71:0/779427684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f84d4101420 0x7f84d4198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:52.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.209+0000 7f84dafc9640 1 --2- 172.21.15.71:0/779427684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f84d4100a80 0x7f84d41982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:52.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.209+0000 7f84dafc9640 1 -- 172.21.15.71:0/779427684 >> 172.21.15.71:0/779427684 conn(0x7f84d40fc7a0 msgr2=0x7f84d406aa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:52.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.209+0000 7f84dafc9640 1 -- 172.21.15.71:0/779427684 shutdown_connections 2024-09-05T07:38:52.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:52.209+0000 7f84dafc9640 1 -- 172.21.15.71:0/779427684 wait complete. 2024-09-05T07:38:52.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:52 smithi071 ceph-mon[30965]: from='client.15444 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:38:52.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:52 smithi071 ceph-mon[30965]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 77 KiB/s wr, 49 op/s 2024-09-05T07:38:52.892 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":10,"stamp":"2024-09-05T07:38:50.482728+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1192590,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1025,"num_read_kb":838,"num_write":504,"num_write_kb":4389,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":886,"ondisk_log_size":886,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":394632,"kb_used_data":16244,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124547192,"statfs":{"total":1151940427776,"available":1151536324608,"internally_reserved":0,"allocated":16633856,"data_stored":9948500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":387233081},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":4314,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":165,"num_read_kb":249,"num_write":23,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002599"},"pg_stats":[{"pgid":"2.1f","version":"90'9","reported_seq":51,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475249+0000","last_change":"2024-09-05T07:36:12.799600+0000","last_active":"2024-09-05T07:38:36.475249+0000","last_peered":"2024-09-05T07:38:36.475249+0000","last_clean":"2024-09-05T07:38:36.475249+0000","last_became_active":"2024-09-05T07:36:12.799257+0000","last_became_peered":"2024-09-05T07:36:12.799257+0000","last_unstale":"2024-09-05T07:38:36.475249+0000","last_undegraded":"2024-09-05T07:38:36.475249+0000","last_fullsized":"2024-09-05T07:38:36.475249+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:30:11.431175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.490192+0000","last_change":"2024-09-05T07:36:14.809949+0000","last_active":"2024-09-05T07:38:36.490192+0000","last_peered":"2024-09-05T07:38:36.490192+0000","last_clean":"2024-09-05T07:38:36.490192+0000","last_became_active":"2024-09-05T07:36:14.809548+0000","last_became_peered":"2024-09-05T07:36:14.809548+0000","last_unstale":"2024-09-05T07:38:36.490192+0000","last_undegraded":"2024-09-05T07:38:36.490192+0000","last_fullsized":"2024-09-05T07:38:36.490192+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:23:20.911493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461207+0000","last_change":"2024-09-05T07:36:21.873917+0000","last_active":"2024-09-05T07:38:36.461207+0000","last_peered":"2024-09-05T07:38:36.461207+0000","last_clean":"2024-09-05T07:38:36.461207+0000","last_became_active":"2024-09-05T07:36:21.873513+0000","last_became_peered":"2024-09-05T07:36:21.873513+0000","last_unstale":"2024-09-05T07:38:36.461207+0000","last_undegraded":"2024-09-05T07:38:36.461207+0000","last_fullsized":"2024-09-05T07:38:36.461207+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:46:22.911489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456184+0000","last_change":"2024-09-05T07:36:12.809101+0000","last_active":"2024-09-05T07:38:36.456184+0000","last_peered":"2024-09-05T07:38:36.456184+0000","last_clean":"2024-09-05T07:38:36.456184+0000","last_became_active":"2024-09-05T07:36:12.808801+0000","last_became_peered":"2024-09-05T07:36:12.808801+0000","last_unstale":"2024-09-05T07:38:36.456184+0000","last_undegraded":"2024-09-05T07:38:36.456184+0000","last_fullsized":"2024-09-05T07:38:36.456184+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:24:41.651682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502471+0000","last_change":"2024-09-05T07:36:14.813092+0000","last_active":"2024-09-05T07:38:36.502471+0000","last_peered":"2024-09-05T07:38:36.502471+0000","last_clean":"2024-09-05T07:38:36.502471+0000","last_became_active":"2024-09-05T07:36:14.812778+0000","last_became_peered":"2024-09-05T07:36:14.812778+0000","last_unstale":"2024-09-05T07:38:36.502471+0000","last_undegraded":"2024-09-05T07:38:36.502471+0000","last_fullsized":"2024-09-05T07:38:36.502471+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:05:13.898628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.471830+0000","last_change":"2024-09-05T07:36:21.879572+0000","last_active":"2024-09-05T07:38:36.471830+0000","last_peered":"2024-09-05T07:38:36.471830+0000","last_clean":"2024-09-05T07:38:36.471830+0000","last_became_active":"2024-09-05T07:36:21.879141+0000","last_became_peered":"2024-09-05T07:36:21.879141+0000","last_unstale":"2024-09-05T07:38:36.471830+0000","last_undegraded":"2024-09-05T07:38:36.471830+0000","last_fullsized":"2024-09-05T07:38:36.471830+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:26:58.057968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'4","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.457160+0000","last_change":"2024-09-05T07:36:12.801181+0000","last_active":"2024-09-05T07:38:36.457160+0000","last_peered":"2024-09-05T07:38:36.457160+0000","last_clean":"2024-09-05T07:38:36.457160+0000","last_became_active":"2024-09-05T07:36:12.800826+0000","last_became_peered":"2024-09-05T07:36:12.800826+0000","last_unstale":"2024-09-05T07:38:36.457160+0000","last_undegraded":"2024-09-05T07:38:36.457160+0000","last_fullsized":"2024-09-05T07:38:36.457160+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:46:57.132870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"93'9","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.500295+0000","last_change":"2024-09-05T07:36:14.807185+0000","last_active":"2024-09-05T07:38:36.500295+0000","last_peered":"2024-09-05T07:38:36.500295+0000","last_clean":"2024-09-05T07:38:36.500295+0000","last_became_active":"2024-09-05T07:36:14.806877+0000","last_became_peered":"2024-09-05T07:36:14.806877+0000","last_unstale":"2024-09-05T07:38:36.500295+0000","last_undegraded":"2024-09-05T07:38:36.500295+0000","last_fullsized":"2024-09-05T07:38:36.500295+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:10:09.735431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475595+0000","last_change":"2024-09-05T07:36:35.955373+0000","last_active":"2024-09-05T07:38:36.475595+0000","last_peered":"2024-09-05T07:38:36.475595+0000","last_clean":"2024-09-05T07:38:36.475595+0000","last_became_active":"2024-09-05T07:36:35.954902+0000","last_became_peered":"2024-09-05T07:36:35.954902+0000","last_unstale":"2024-09-05T07:38:36.475595+0000","last_undegraded":"2024-09-05T07:38:36.475595+0000","last_fullsized":"2024-09-05T07:38:36.475595+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:10:48.886808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,8,5],"acting":[4,3,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.457193+0000","last_change":"2024-09-05T07:36:12.803991+0000","last_active":"2024-09-05T07:38:36.457193+0000","last_peered":"2024-09-05T07:38:36.457193+0000","last_clean":"2024-09-05T07:38:36.457193+0000","last_became_active":"2024-09-05T07:36:12.803605+0000","last_became_peered":"2024-09-05T07:36:12.803605+0000","last_unstale":"2024-09-05T07:38:36.457193+0000","last_undegraded":"2024-09-05T07:38:36.457193+0000","last_fullsized":"2024-09-05T07:38:36.457193+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:32:34.325986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"93'15","reported_seq":49,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503710+0000","last_change":"2024-09-05T07:36:14.818742+0000","last_active":"2024-09-05T07:38:36.503710+0000","last_peered":"2024-09-05T07:38:36.503710+0000","last_clean":"2024-09-05T07:38:36.503710+0000","last_became_active":"2024-09-05T07:36:14.818429+0000","last_became_peered":"2024-09-05T07:36:14.818429+0000","last_unstale":"2024-09-05T07:38:36.503710+0000","last_undegraded":"2024-09-05T07:38:36.503710+0000","last_fullsized":"2024-09-05T07:38:36.503710+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:07:56.517645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.472015+0000","last_change":"2024-09-05T07:36:21.879708+0000","last_active":"2024-09-05T07:38:36.472015+0000","last_peered":"2024-09-05T07:38:36.472015+0000","last_clean":"2024-09-05T07:38:36.472015+0000","last_became_active":"2024-09-05T07:36:21.879294+0000","last_became_peered":"2024-09-05T07:36:21.879294+0000","last_unstale":"2024-09-05T07:38:36.472015+0000","last_undegraded":"2024-09-05T07:38:36.472015+0000","last_fullsized":"2024-09-05T07:38:36.472015+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:39:13.648675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511862+0000","last_change":"2024-09-05T07:36:14.809970+0000","last_active":"2024-09-05T07:38:36.511862+0000","last_peered":"2024-09-05T07:38:36.511862+0000","last_clean":"2024-09-05T07:38:36.511862+0000","last_became_active":"2024-09-05T07:36:14.808188+0000","last_became_peered":"2024-09-05T07:36:14.808188+0000","last_unstale":"2024-09-05T07:38:36.511862+0000","last_undegraded":"2024-09-05T07:38:36.511862+0000","last_fullsized":"2024-09-05T07:38:36.511862+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:34:54.391953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456676+0000","last_change":"2024-09-05T07:36:12.799787+0000","last_active":"2024-09-05T07:38:36.456676+0000","last_peered":"2024-09-05T07:38:36.456676+0000","last_clean":"2024-09-05T07:38:36.456676+0000","last_became_active":"2024-09-05T07:36:12.799298+0000","last_became_peered":"2024-09-05T07:36:12.799298+0000","last_unstale":"2024-09-05T07:38:36.456676+0000","last_undegraded":"2024-09-05T07:38:36.456676+0000","last_fullsized":"2024-09-05T07:38:36.456676+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:56:21.913375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466674+0000","last_change":"2024-09-05T07:36:22.039340+0000","last_active":"2024-09-05T07:38:36.466674+0000","last_peered":"2024-09-05T07:38:36.466674+0000","last_clean":"2024-09-05T07:38:36.466674+0000","last_became_active":"2024-09-05T07:36:22.038839+0000","last_became_peered":"2024-09-05T07:36:22.038839+0000","last_unstale":"2024-09-05T07:38:36.466674+0000","last_undegraded":"2024-09-05T07:38:36.466674+0000","last_fullsized":"2024-09-05T07:38:36.466674+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:15:12.399771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.486348+0000","last_change":"2024-09-05T07:36:14.809134+0000","last_active":"2024-09-05T07:38:36.486348+0000","last_peered":"2024-09-05T07:38:36.486348+0000","last_clean":"2024-09-05T07:38:36.486348+0000","last_became_active":"2024-09-05T07:36:14.808813+0000","last_became_peered":"2024-09-05T07:36:14.808813+0000","last_unstale":"2024-09-05T07:38:36.486348+0000","last_undegraded":"2024-09-05T07:38:36.486348+0000","last_fullsized":"2024-09-05T07:38:36.486348+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:41:13.055058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"93'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461149+0000","last_change":"2024-09-05T07:36:12.800122+0000","last_active":"2024-09-05T07:38:36.461149+0000","last_peered":"2024-09-05T07:38:36.461149+0000","last_clean":"2024-09-05T07:38:36.461149+0000","last_became_active":"2024-09-05T07:36:12.799760+0000","last_became_peered":"2024-09-05T07:36:12.799760+0000","last_unstale":"2024-09-05T07:38:36.461149+0000","last_undegraded":"2024-09-05T07:38:36.461149+0000","last_fullsized":"2024-09-05T07:38:36.461149+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:24:23.617273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"90'1","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.472268+0000","last_change":"2024-09-05T07:36:21.875884+0000","last_active":"2024-09-05T07:38:36.472268+0000","last_peered":"2024-09-05T07:38:36.472268+0000","last_clean":"2024-09-05T07:38:36.472268+0000","last_became_active":"2024-09-05T07:36:21.875323+0000","last_became_peered":"2024-09-05T07:36:21.875323+0000","last_unstale":"2024-09-05T07:38:36.472268+0000","last_undegraded":"2024-09-05T07:38:36.472268+0000","last_fullsized":"2024-09-05T07:38:36.472268+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:28.249884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"93'9","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504634+0000","last_change":"2024-09-05T07:36:14.816557+0000","last_active":"2024-09-05T07:38:36.504634+0000","last_peered":"2024-09-05T07:38:36.504634+0000","last_clean":"2024-09-05T07:38:36.504634+0000","last_became_active":"2024-09-05T07:36:14.815610+0000","last_became_peered":"2024-09-05T07:36:14.815610+0000","last_unstale":"2024-09-05T07:38:36.504634+0000","last_undegraded":"2024-09-05T07:38:36.504634+0000","last_fullsized":"2024-09-05T07:38:36.504634+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:26:17.715866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"90'3","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.455824+0000","last_change":"2024-09-05T07:36:12.797574+0000","last_active":"2024-09-05T07:38:36.455824+0000","last_peered":"2024-09-05T07:38:36.455824+0000","last_clean":"2024-09-05T07:38:36.455824+0000","last_became_active":"2024-09-05T07:36:12.797235+0000","last_became_peered":"2024-09-05T07:36:12.797235+0000","last_unstale":"2024-09-05T07:38:36.455824+0000","last_undegraded":"2024-09-05T07:38:36.455824+0000","last_fullsized":"2024-09-05T07:38:36.455824+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:01:13.882076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456737+0000","last_change":"2024-09-05T07:36:35.955205+0000","last_active":"2024-09-05T07:38:36.456737+0000","last_peered":"2024-09-05T07:38:36.456737+0000","last_clean":"2024-09-05T07:38:36.456737+0000","last_became_active":"2024-09-05T07:36:35.954774+0000","last_became_peered":"2024-09-05T07:36:35.954774+0000","last_unstale":"2024-09-05T07:38:36.456737+0000","last_undegraded":"2024-09-05T07:38:36.456737+0000","last_fullsized":"2024-09-05T07:38:36.456737+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:24:11.816616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.9","version":"93'2","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.485176+0000","last_change":"2024-09-05T07:36:14.810604+0000","last_active":"2024-09-05T07:38:36.485176+0000","last_peered":"2024-09-05T07:38:36.485176+0000","last_clean":"2024-09-05T07:38:36.485176+0000","last_became_active":"2024-09-05T07:36:14.810203+0000","last_became_peered":"2024-09-05T07:36:14.810203+0000","last_unstale":"2024-09-05T07:38:36.485176+0000","last_undegraded":"2024-09-05T07:38:36.485176+0000","last_fullsized":"2024-09-05T07:38:36.485176+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:21:04.720664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461032+0000","last_change":"2024-09-05T07:36:12.811040+0000","last_active":"2024-09-05T07:38:36.461032+0000","last_peered":"2024-09-05T07:38:36.461032+0000","last_clean":"2024-09-05T07:38:36.461032+0000","last_became_active":"2024-09-05T07:36:12.810737+0000","last_became_peered":"2024-09-05T07:36:12.810737+0000","last_unstale":"2024-09-05T07:38:36.461032+0000","last_undegraded":"2024-09-05T07:38:36.461032+0000","last_fullsized":"2024-09-05T07:38:36.461032+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:44:25.801815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466707+0000","last_change":"2024-09-05T07:36:22.040640+0000","last_active":"2024-09-05T07:38:36.466707+0000","last_peered":"2024-09-05T07:38:36.466707+0000","last_clean":"2024-09-05T07:38:36.466707+0000","last_became_active":"2024-09-05T07:36:22.040247+0000","last_became_peered":"2024-09-05T07:36:22.040247+0000","last_unstale":"2024-09-05T07:38:36.466707+0000","last_undegraded":"2024-09-05T07:38:36.466707+0000","last_fullsized":"2024-09-05T07:38:36.466707+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:03:16.022864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497774+0000","last_change":"2024-09-05T07:36:14.820761+0000","last_active":"2024-09-05T07:38:36.497774+0000","last_peered":"2024-09-05T07:38:36.497774+0000","last_clean":"2024-09-05T07:38:36.497774+0000","last_became_active":"2024-09-05T07:36:14.820507+0000","last_became_peered":"2024-09-05T07:36:14.820507+0000","last_unstale":"2024-09-05T07:38:36.497774+0000","last_undegraded":"2024-09-05T07:38:36.497774+0000","last_fullsized":"2024-09-05T07:38:36.497774+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:34:48.881638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"90'4","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466564+0000","last_change":"2024-09-05T07:36:13.411988+0000","last_active":"2024-09-05T07:38:36.466564+0000","last_peered":"2024-09-05T07:38:36.466564+0000","last_clean":"2024-09-05T07:38:36.466564+0000","last_became_active":"2024-09-05T07:36:13.411609+0000","last_became_peered":"2024-09-05T07:36:13.411609+0000","last_unstale":"2024-09-05T07:38:36.466564+0000","last_undegraded":"2024-09-05T07:38:36.466564+0000","last_fullsized":"2024-09-05T07:38:36.466564+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:40:21.270134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.460707+0000","last_change":"2024-09-05T07:36:21.871465+0000","last_active":"2024-09-05T07:38:36.460707+0000","last_peered":"2024-09-05T07:38:36.460707+0000","last_clean":"2024-09-05T07:38:36.460707+0000","last_became_active":"2024-09-05T07:36:21.871056+0000","last_became_peered":"2024-09-05T07:36:21.871056+0000","last_unstale":"2024-09-05T07:38:36.460707+0000","last_undegraded":"2024-09-05T07:38:36.460707+0000","last_fullsized":"2024-09-05T07:38:36.460707+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:24:41.284515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.506480+0000","last_change":"2024-09-05T07:36:14.814919+0000","last_active":"2024-09-05T07:38:36.506480+0000","last_peered":"2024-09-05T07:38:36.506480+0000","last_clean":"2024-09-05T07:38:36.506480+0000","last_became_active":"2024-09-05T07:36:14.814611+0000","last_became_peered":"2024-09-05T07:36:14.814611+0000","last_unstale":"2024-09-05T07:38:36.506480+0000","last_undegraded":"2024-09-05T07:38:36.506480+0000","last_fullsized":"2024-09-05T07:38:36.506480+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:33:22.534338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'48","reported_seq":112,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.852209+0000","last_change":"2024-09-05T07:36:12.797620+0000","last_active":"2024-09-05T07:38:36.852209+0000","last_peered":"2024-09-05T07:38:36.852209+0000","last_clean":"2024-09-05T07:38:36.852209+0000","last_became_active":"2024-09-05T07:36:12.797270+0000","last_became_peered":"2024-09-05T07:36:12.797270+0000","last_unstale":"2024-09-05T07:38:36.852209+0000","last_undegraded":"2024-09-05T07:38:36.852209+0000","last_fullsized":"2024-09-05T07:38:36.852209+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:54:17.325544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":87,"num_write_kb":839,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.455614+0000","last_change":"2024-09-05T07:36:22.038463+0000","last_active":"2024-09-05T07:38:36.455614+0000","last_peered":"2024-09-05T07:38:36.455614+0000","last_clean":"2024-09-05T07:38:36.455614+0000","last_became_active":"2024-09-05T07:36:22.038095+0000","last_became_peered":"2024-09-05T07:36:22.038095+0000","last_unstale":"2024-09-05T07:38:36.455614+0000","last_undegraded":"2024-09-05T07:38:36.455614+0000","last_fullsized":"2024-09-05T07:38:36.455614+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:27.589451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"93'9","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511666+0000","last_change":"2024-09-05T07:36:14.806223+0000","last_active":"2024-09-05T07:38:36.511666+0000","last_peered":"2024-09-05T07:38:36.511666+0000","last_clean":"2024-09-05T07:38:36.511666+0000","last_became_active":"2024-09-05T07:36:14.805869+0000","last_became_peered":"2024-09-05T07:36:14.805869+0000","last_unstale":"2024-09-05T07:38:36.511666+0000","last_undegraded":"2024-09-05T07:38:36.511666+0000","last_fullsized":"2024-09-05T07:38:36.511666+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:27:20.566443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"90'1","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.473135+0000","last_change":"2024-09-05T07:36:35.922464+0000","last_active":"2024-09-05T07:38:36.473135+0000","last_peered":"2024-09-05T07:38:36.473135+0000","last_clean":"2024-09-05T07:38:36.473135+0000","last_became_active":"2024-09-05T07:36:35.922078+0000","last_became_peered":"2024-09-05T07:36:35.922078+0000","last_unstale":"2024-09-05T07:38:36.473135+0000","last_undegraded":"2024-09-05T07:38:36.473135+0000","last_fullsized":"2024-09-05T07:38:36.473135+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:17:29.580551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.465715+0000","last_change":"2024-09-05T07:36:21.877189+0000","last_active":"2024-09-05T07:38:36.465715+0000","last_peered":"2024-09-05T07:38:36.465715+0000","last_clean":"2024-09-05T07:38:36.465715+0000","last_became_active":"2024-09-05T07:36:21.876796+0000","last_became_peered":"2024-09-05T07:36:21.876796+0000","last_unstale":"2024-09-05T07:38:36.465715+0000","last_undegraded":"2024-09-05T07:38:36.465715+0000","last_fullsized":"2024-09-05T07:38:36.465715+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:13.944091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"93'4","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511355+0000","last_change":"2024-09-05T07:36:14.816662+0000","last_active":"2024-09-05T07:38:36.511355+0000","last_peered":"2024-09-05T07:38:36.511355+0000","last_clean":"2024-09-05T07:38:36.511355+0000","last_became_active":"2024-09-05T07:36:14.812722+0000","last_became_peered":"2024-09-05T07:36:14.812722+0000","last_unstale":"2024-09-05T07:38:36.511355+0000","last_undegraded":"2024-09-05T07:38:36.511355+0000","last_fullsized":"2024-09-05T07:38:36.511355+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:35:10.627551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.471300+0000","last_change":"2024-09-05T07:36:12.809582+0000","last_active":"2024-09-05T07:38:36.471300+0000","last_peered":"2024-09-05T07:38:36.471300+0000","last_clean":"2024-09-05T07:38:36.471300+0000","last_became_active":"2024-09-05T07:36:12.809223+0000","last_became_peered":"2024-09-05T07:36:12.809223+0000","last_unstale":"2024-09-05T07:38:36.471300+0000","last_undegraded":"2024-09-05T07:38:36.471300+0000","last_fullsized":"2024-09-05T07:38:36.471300+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:20:12.101205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456522+0000","last_change":"2024-09-05T07:36:22.039671+0000","last_active":"2024-09-05T07:38:36.456522+0000","last_peered":"2024-09-05T07:38:36.456522+0000","last_clean":"2024-09-05T07:38:36.456522+0000","last_became_active":"2024-09-05T07:36:22.039221+0000","last_became_peered":"2024-09-05T07:36:22.039221+0000","last_unstale":"2024-09-05T07:38:36.456522+0000","last_undegraded":"2024-09-05T07:38:36.456522+0000","last_fullsized":"2024-09-05T07:38:36.456522+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:37:43.961598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"93'7","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497402+0000","last_change":"2024-09-05T07:36:35.926667+0000","last_active":"2024-09-05T07:38:36.497402+0000","last_peered":"2024-09-05T07:38:36.497402+0000","last_clean":"2024-09-05T07:38:36.497402+0000","last_became_active":"2024-09-05T07:36:35.926353+0000","last_became_peered":"2024-09-05T07:36:35.926353+0000","last_unstale":"2024-09-05T07:38:36.497402+0000","last_undegraded":"2024-09-05T07:38:36.497402+0000","last_fullsized":"2024-09-05T07:38:36.497402+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:33:52.775633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"90'1","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467799+0000","last_change":"2024-09-05T07:36:12.801852+0000","last_active":"2024-09-05T07:38:36.467799+0000","last_peered":"2024-09-05T07:38:36.467799+0000","last_clean":"2024-09-05T07:38:36.467799+0000","last_became_active":"2024-09-05T07:36:12.801533+0000","last_became_peered":"2024-09-05T07:36:12.801533+0000","last_unstale":"2024-09-05T07:38:36.467799+0000","last_undegraded":"2024-09-05T07:38:36.467799+0000","last_fullsized":"2024-09-05T07:38:36.467799+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:48:19.037437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.479672+0000","last_change":"2024-09-05T07:36:21.876580+0000","last_active":"2024-09-05T07:38:36.479672+0000","last_peered":"2024-09-05T07:38:36.479672+0000","last_clean":"2024-09-05T07:38:36.479672+0000","last_became_active":"2024-09-05T07:36:21.876209+0000","last_became_peered":"2024-09-05T07:36:21.876209+0000","last_unstale":"2024-09-05T07:38:36.479672+0000","last_undegraded":"2024-09-05T07:38:36.479672+0000","last_fullsized":"2024-09-05T07:38:36.479672+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:26:13.322909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.496789+0000","last_change":"2024-09-05T07:36:14.818775+0000","last_active":"2024-09-05T07:38:36.496789+0000","last_peered":"2024-09-05T07:38:36.496789+0000","last_clean":"2024-09-05T07:38:36.496789+0000","last_became_active":"2024-09-05T07:36:14.818482+0000","last_became_peered":"2024-09-05T07:36:14.818482+0000","last_unstale":"2024-09-05T07:38:36.496789+0000","last_undegraded":"2024-09-05T07:38:36.496789+0000","last_fullsized":"2024-09-05T07:38:36.496789+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:53:41.945628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'5","reported_seq":155,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:45.563186+0000","last_change":"2024-09-05T07:36:12.808974+0000","last_active":"2024-09-05T07:38:45.563186+0000","last_peered":"2024-09-05T07:38:45.563186+0000","last_clean":"2024-09-05T07:38:45.563186+0000","last_became_active":"2024-09-05T07:36:12.808622+0000","last_became_peered":"2024-09-05T07:36:12.808622+0000","last_unstale":"2024-09-05T07:38:45.563186+0000","last_undegraded":"2024-09-05T07:38:45.563186+0000","last_fullsized":"2024-09-05T07:38:45.563186+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:29.308884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":110,"num_read_kb":110,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.481265+0000","last_change":"2024-09-05T07:36:22.039214+0000","last_active":"2024-09-05T07:38:36.481265+0000","last_peered":"2024-09-05T07:38:36.481265+0000","last_clean":"2024-09-05T07:38:36.481265+0000","last_became_active":"2024-09-05T07:36:22.038781+0000","last_became_peered":"2024-09-05T07:36:22.038781+0000","last_unstale":"2024-09-05T07:38:36.481265+0000","last_undegraded":"2024-09-05T07:38:36.481265+0000","last_fullsized":"2024-09-05T07:38:36.481265+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:16:57.102240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"93'5","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511914+0000","last_change":"2024-09-05T07:36:14.811533+0000","last_active":"2024-09-05T07:38:36.511914+0000","last_peered":"2024-09-05T07:38:36.511914+0000","last_clean":"2024-09-05T07:38:36.511914+0000","last_became_active":"2024-09-05T07:36:14.811250+0000","last_became_peered":"2024-09-05T07:36:14.811250+0000","last_unstale":"2024-09-05T07:38:36.511914+0000","last_undegraded":"2024-09-05T07:38:36.511914+0000","last_fullsized":"2024-09-05T07:38:36.511914+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:12.085530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'3","reported_seq":50,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.468386+0000","last_change":"2024-09-05T07:36:35.954521+0000","last_active":"2024-09-05T07:38:36.468386+0000","last_peered":"2024-09-05T07:38:36.468386+0000","last_clean":"2024-09-05T07:38:36.468386+0000","last_became_active":"2024-09-05T07:36:35.954104+0000","last_became_peered":"2024-09-05T07:36:35.954104+0000","last_unstale":"2024-09-05T07:38:36.468386+0000","last_undegraded":"2024-09-05T07:38:36.468386+0000","last_fullsized":"2024-09-05T07:38:36.468386+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:04:32.253928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470415+0000","last_change":"2024-09-05T07:36:22.040782+0000","last_active":"2024-09-05T07:38:36.470415+0000","last_peered":"2024-09-05T07:38:36.470415+0000","last_clean":"2024-09-05T07:38:36.470415+0000","last_became_active":"2024-09-05T07:36:22.040423+0000","last_became_peered":"2024-09-05T07:36:22.040423+0000","last_unstale":"2024-09-05T07:38:36.470415+0000","last_undegraded":"2024-09-05T07:38:36.470415+0000","last_fullsized":"2024-09-05T07:38:36.470415+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:45:59.360303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.495487+0000","last_change":"2024-09-05T07:36:14.816493+0000","last_active":"2024-09-05T07:38:36.495487+0000","last_peered":"2024-09-05T07:38:36.495487+0000","last_clean":"2024-09-05T07:38:36.495487+0000","last_became_active":"2024-09-05T07:36:14.816180+0000","last_became_peered":"2024-09-05T07:36:14.816180+0000","last_unstale":"2024-09-05T07:38:36.495487+0000","last_undegraded":"2024-09-05T07:38:36.495487+0000","last_fullsized":"2024-09-05T07:38:36.495487+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:53:46.387539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'3","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.476721+0000","last_change":"2024-09-05T07:36:12.798033+0000","last_active":"2024-09-05T07:38:36.476721+0000","last_peered":"2024-09-05T07:38:36.476721+0000","last_clean":"2024-09-05T07:38:36.476721+0000","last_became_active":"2024-09-05T07:36:12.797677+0000","last_became_peered":"2024-09-05T07:36:12.797677+0000","last_unstale":"2024-09-05T07:38:36.476721+0000","last_undegraded":"2024-09-05T07:38:36.476721+0000","last_fullsized":"2024-09-05T07:38:36.476721+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:42.168916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"93'148","reported_seq":407,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:38.590183+0000","last_change":"2024-09-05T07:35:01.662056+0000","last_active":"2024-09-05T07:38:38.590183+0000","last_peered":"2024-09-05T07:38:38.590183+0000","last_clean":"2024-09-05T07:38:38.590183+0000","last_became_active":"2024-09-05T07:35:01.661657+0000","last_became_peered":"2024-09-05T07:35:01.661657+0000","last_unstale":"2024-09-05T07:38:38.590183+0000","last_undegraded":"2024-09-05T07:38:38.590183+0000","last_fullsized":"2024-09-05T07:38:38.590183+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:31:43.011970+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:31:43.011970+0000","last_clean_scrub_stamp":"2024-09-05T07:31:43.011970+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:58.611696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"90'1","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.468826+0000","last_change":"2024-09-05T07:36:35.924929+0000","last_active":"2024-09-05T07:38:36.468826+0000","last_peered":"2024-09-05T07:38:36.468826+0000","last_clean":"2024-09-05T07:38:36.468826+0000","last_became_active":"2024-09-05T07:36:35.924430+0000","last_became_peered":"2024-09-05T07:36:35.924430+0000","last_unstale":"2024-09-05T07:38:36.468826+0000","last_undegraded":"2024-09-05T07:38:36.468826+0000","last_fullsized":"2024-09-05T07:38:36.468826+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:13.467211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,10,11,9],"acting":[7,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"93'7","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502382+0000","last_change":"2024-09-05T07:36:14.812469+0000","last_active":"2024-09-05T07:38:36.502382+0000","last_peered":"2024-09-05T07:38:36.502382+0000","last_clean":"2024-09-05T07:38:36.502382+0000","last_became_active":"2024-09-05T07:36:14.812148+0000","last_became_peered":"2024-09-05T07:36:14.812148+0000","last_unstale":"2024-09-05T07:38:36.502382+0000","last_undegraded":"2024-09-05T07:38:36.502382+0000","last_fullsized":"2024-09-05T07:38:36.502382+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:01:48.060890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"90'3","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461291+0000","last_change":"2024-09-05T07:36:13.412116+0000","last_active":"2024-09-05T07:38:36.461291+0000","last_peered":"2024-09-05T07:38:36.461291+0000","last_clean":"2024-09-05T07:38:36.461291+0000","last_became_active":"2024-09-05T07:36:13.411689+0000","last_became_peered":"2024-09-05T07:36:13.411689+0000","last_unstale":"2024-09-05T07:38:36.461291+0000","last_undegraded":"2024-09-05T07:38:36.461291+0000","last_fullsized":"2024-09-05T07:38:36.461291+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:43:21.791631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461968+0000","last_change":"2024-09-05T07:36:21.880057+0000","last_active":"2024-09-05T07:38:36.461968+0000","last_peered":"2024-09-05T07:38:36.461968+0000","last_clean":"2024-09-05T07:38:36.461968+0000","last_became_active":"2024-09-05T07:36:21.879613+0000","last_became_peered":"2024-09-05T07:36:21.879613+0000","last_unstale":"2024-09-05T07:38:36.461968+0000","last_undegraded":"2024-09-05T07:38:36.461968+0000","last_fullsized":"2024-09-05T07:38:36.461968+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:28.319697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"93'6","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511899+0000","last_change":"2024-09-05T07:37:36.872464+0000","last_active":"2024-09-05T07:38:36.511899+0000","last_peered":"2024-09-05T07:38:36.511899+0000","last_clean":"2024-09-05T07:38:36.511899+0000","last_became_active":"2024-09-05T07:37:36.872049+0000","last_became_peered":"2024-09-05T07:37:36.872049+0000","last_unstale":"2024-09-05T07:38:36.511899+0000","last_undegraded":"2024-09-05T07:38:36.511899+0000","last_fullsized":"2024-09-05T07:38:36.511899+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:46:12.242837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"93'39","reported_seq":86,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.707086+0000","last_change":"2024-09-05T07:36:12.799840+0000","last_active":"2024-09-05T07:38:36.707086+0000","last_peered":"2024-09-05T07:38:36.707086+0000","last_clean":"2024-09-05T07:38:36.707086+0000","last_became_active":"2024-09-05T07:36:12.799250+0000","last_became_peered":"2024-09-05T07:36:12.799250+0000","last_unstale":"2024-09-05T07:38:36.707086+0000","last_undegraded":"2024-09-05T07:38:36.707086+0000","last_fullsized":"2024-09-05T07:38:36.707086+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:26:32.610520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470274+0000","last_change":"2024-09-05T07:36:21.881807+0000","last_active":"2024-09-05T07:38:36.470274+0000","last_peered":"2024-09-05T07:38:36.470274+0000","last_clean":"2024-09-05T07:38:36.470274+0000","last_became_active":"2024-09-05T07:36:21.881393+0000","last_became_peered":"2024-09-05T07:36:21.881393+0000","last_unstale":"2024-09-05T07:38:36.470274+0000","last_undegraded":"2024-09-05T07:38:36.470274+0000","last_fullsized":"2024-09-05T07:38:36.470274+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:02:17.538854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"93'9","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.500035+0000","last_change":"2024-09-05T07:36:14.813178+0000","last_active":"2024-09-05T07:38:36.500035+0000","last_peered":"2024-09-05T07:38:36.500035+0000","last_clean":"2024-09-05T07:38:36.500035+0000","last_became_active":"2024-09-05T07:36:14.812886+0000","last_became_peered":"2024-09-05T07:36:14.812886+0000","last_unstale":"2024-09-05T07:38:36.500035+0000","last_undegraded":"2024-09-05T07:38:36.500035+0000","last_fullsized":"2024-09-05T07:38:36.500035+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:23:27.150433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":52,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.481604+0000","last_change":"2024-09-05T07:36:35.957072+0000","last_active":"2024-09-05T07:38:36.481604+0000","last_peered":"2024-09-05T07:38:36.481604+0000","last_clean":"2024-09-05T07:38:36.481604+0000","last_became_active":"2024-09-05T07:36:35.954343+0000","last_became_peered":"2024-09-05T07:36:35.954343+0000","last_unstale":"2024-09-05T07:38:36.481604+0000","last_undegraded":"2024-09-05T07:38:36.481604+0000","last_fullsized":"2024-09-05T07:38:36.481604+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:28.666661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.465891+0000","last_change":"2024-09-05T07:36:21.871927+0000","last_active":"2024-09-05T07:38:36.465891+0000","last_peered":"2024-09-05T07:38:36.465891+0000","last_clean":"2024-09-05T07:38:36.465891+0000","last_became_active":"2024-09-05T07:36:21.870817+0000","last_became_peered":"2024-09-05T07:36:21.870817+0000","last_unstale":"2024-09-05T07:38:36.465891+0000","last_undegraded":"2024-09-05T07:38:36.465891+0000","last_fullsized":"2024-09-05T07:38:36.465891+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:12:16.959562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"93'5","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.501421+0000","last_change":"2024-09-05T07:36:14.820721+0000","last_active":"2024-09-05T07:38:36.501421+0000","last_peered":"2024-09-05T07:38:36.501421+0000","last_clean":"2024-09-05T07:38:36.501421+0000","last_became_active":"2024-09-05T07:36:14.820380+0000","last_became_peered":"2024-09-05T07:36:14.820380+0000","last_unstale":"2024-09-05T07:38:36.501421+0000","last_undegraded":"2024-09-05T07:38:36.501421+0000","last_fullsized":"2024-09-05T07:38:36.501421+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:11:28.217241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"90'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456879+0000","last_change":"2024-09-05T07:36:12.802444+0000","last_active":"2024-09-05T07:38:36.456879+0000","last_peered":"2024-09-05T07:38:36.456879+0000","last_clean":"2024-09-05T07:38:36.456879+0000","last_became_active":"2024-09-05T07:36:12.802127+0000","last_became_peered":"2024-09-05T07:36:12.802127+0000","last_unstale":"2024-09-05T07:38:36.456879+0000","last_undegraded":"2024-09-05T07:38:36.456879+0000","last_fullsized":"2024-09-05T07:38:36.456879+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:28.912170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466949+0000","last_change":"2024-09-05T07:36:21.877562+0000","last_active":"2024-09-05T07:38:36.466949+0000","last_peered":"2024-09-05T07:38:36.466949+0000","last_clean":"2024-09-05T07:38:36.466949+0000","last_became_active":"2024-09-05T07:36:21.877103+0000","last_became_peered":"2024-09-05T07:36:21.877103+0000","last_unstale":"2024-09-05T07:38:36.466949+0000","last_undegraded":"2024-09-05T07:38:36.466949+0000","last_fullsized":"2024-09-05T07:38:36.466949+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:21.230176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502901+0000","last_change":"2024-09-05T07:36:14.807740+0000","last_active":"2024-09-05T07:38:36.502901+0000","last_peered":"2024-09-05T07:38:36.502901+0000","last_clean":"2024-09-05T07:38:36.502901+0000","last_became_active":"2024-09-05T07:36:14.807428+0000","last_became_peered":"2024-09-05T07:36:14.807428+0000","last_unstale":"2024-09-05T07:38:36.502901+0000","last_undegraded":"2024-09-05T07:38:36.502901+0000","last_fullsized":"2024-09-05T07:38:36.502901+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:38:11.620962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"90'15","reported_seq":72,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456587+0000","last_change":"2024-09-05T07:36:35.933190+0000","last_active":"2024-09-05T07:38:36.456587+0000","last_peered":"2024-09-05T07:38:36.456587+0000","last_clean":"2024-09-05T07:38:36.456587+0000","last_became_active":"2024-09-05T07:36:35.922566+0000","last_became_peered":"2024-09-05T07:36:35.922566+0000","last_unstale":"2024-09-05T07:38:36.456587+0000","last_undegraded":"2024-09-05T07:38:36.456587+0000","last_fullsized":"2024-09-05T07:38:36.456587+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:13:42.061104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.481548+0000","last_change":"2024-09-05T07:36:21.873086+0000","last_active":"2024-09-05T07:38:36.481548+0000","last_peered":"2024-09-05T07:38:36.481548+0000","last_clean":"2024-09-05T07:38:36.481548+0000","last_became_active":"2024-09-05T07:36:21.872698+0000","last_became_peered":"2024-09-05T07:36:21.872698+0000","last_unstale":"2024-09-05T07:38:36.481548+0000","last_undegraded":"2024-09-05T07:38:36.481548+0000","last_fullsized":"2024-09-05T07:38:36.481548+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:53:32.758650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"93'6","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.489847+0000","last_change":"2024-09-05T07:36:14.811106+0000","last_active":"2024-09-05T07:38:36.489847+0000","last_peered":"2024-09-05T07:38:36.489847+0000","last_clean":"2024-09-05T07:38:36.489847+0000","last_became_active":"2024-09-05T07:36:14.810794+0000","last_became_peered":"2024-09-05T07:36:14.810794+0000","last_unstale":"2024-09-05T07:38:36.489847+0000","last_undegraded":"2024-09-05T07:38:36.489847+0000","last_fullsized":"2024-09-05T07:38:36.489847+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:02:13.381457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"93'6","reported_seq":160,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:45.563688+0000","last_change":"2024-09-05T07:36:12.800415+0000","last_active":"2024-09-05T07:38:45.563688+0000","last_peered":"2024-09-05T07:38:45.563688+0000","last_clean":"2024-09-05T07:38:45.563688+0000","last_became_active":"2024-09-05T07:36:12.800030+0000","last_became_peered":"2024-09-05T07:36:12.800030+0000","last_unstale":"2024-09-05T07:38:45.563688+0000","last_undegraded":"2024-09-05T07:38:45.563688+0000","last_fullsized":"2024-09-05T07:38:45.563688+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:22:46.940996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1869,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":5,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475061+0000","last_change":"2024-09-05T07:36:21.874206+0000","last_active":"2024-09-05T07:38:36.475061+0000","last_peered":"2024-09-05T07:38:36.475061+0000","last_clean":"2024-09-05T07:38:36.475061+0000","last_became_active":"2024-09-05T07:36:21.873842+0000","last_became_peered":"2024-09-05T07:36:21.873842+0000","last_unstale":"2024-09-05T07:38:36.475061+0000","last_undegraded":"2024-09-05T07:38:36.475061+0000","last_fullsized":"2024-09-05T07:38:36.475061+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:04:27.948419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"93'15","reported_seq":51,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.512641+0000","last_change":"2024-09-05T07:36:14.812031+0000","last_active":"2024-09-05T07:38:36.512641+0000","last_peered":"2024-09-05T07:38:36.512641+0000","last_clean":"2024-09-05T07:38:36.512641+0000","last_became_active":"2024-09-05T07:36:14.811712+0000","last_became_peered":"2024-09-05T07:36:14.811712+0000","last_unstale":"2024-09-05T07:38:36.512641+0000","last_undegraded":"2024-09-05T07:38:36.512641+0000","last_fullsized":"2024-09-05T07:38:36.512641+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:09:05.893797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"90'3","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467457+0000","last_change":"2024-09-05T07:36:12.802054+0000","last_active":"2024-09-05T07:38:36.467457+0000","last_peered":"2024-09-05T07:38:36.467457+0000","last_clean":"2024-09-05T07:38:36.467457+0000","last_became_active":"2024-09-05T07:36:12.801682+0000","last_became_peered":"2024-09-05T07:36:12.801682+0000","last_unstale":"2024-09-05T07:38:36.467457+0000","last_undegraded":"2024-09-05T07:38:36.467457+0000","last_fullsized":"2024-09-05T07:38:36.467457+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:05.971799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466285+0000","last_change":"2024-09-05T07:36:35.924128+0000","last_active":"2024-09-05T07:38:36.466285+0000","last_peered":"2024-09-05T07:38:36.466285+0000","last_clean":"2024-09-05T07:38:36.466285+0000","last_became_active":"2024-09-05T07:36:35.923583+0000","last_became_peered":"2024-09-05T07:36:35.923583+0000","last_unstale":"2024-09-05T07:38:36.466285+0000","last_undegraded":"2024-09-05T07:38:36.466285+0000","last_fullsized":"2024-09-05T07:38:36.466285+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:51:53.735503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"93'9","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.510842+0000","last_change":"2024-09-05T07:36:14.813760+0000","last_active":"2024-09-05T07:38:36.510842+0000","last_peered":"2024-09-05T07:38:36.510842+0000","last_clean":"2024-09-05T07:38:36.510842+0000","last_became_active":"2024-09-05T07:36:14.813466+0000","last_became_peered":"2024-09-05T07:36:14.813466+0000","last_unstale":"2024-09-05T07:38:36.510842+0000","last_undegraded":"2024-09-05T07:38:36.510842+0000","last_fullsized":"2024-09-05T07:38:36.510842+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:48:27.593353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"90'6","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461031+0000","last_change":"2024-09-05T07:36:12.797588+0000","last_active":"2024-09-05T07:38:36.461031+0000","last_peered":"2024-09-05T07:38:36.461031+0000","last_clean":"2024-09-05T07:38:36.461031+0000","last_became_active":"2024-09-05T07:36:12.797268+0000","last_became_peered":"2024-09-05T07:36:12.797268+0000","last_unstale":"2024-09-05T07:38:36.461031+0000","last_undegraded":"2024-09-05T07:38:36.461031+0000","last_fullsized":"2024-09-05T07:38:36.461031+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:18:07.718554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467007+0000","last_change":"2024-09-05T07:36:21.878964+0000","last_active":"2024-09-05T07:38:36.467007+0000","last_peered":"2024-09-05T07:38:36.467007+0000","last_clean":"2024-09-05T07:38:36.467007+0000","last_became_active":"2024-09-05T07:36:21.878461+0000","last_became_peered":"2024-09-05T07:36:21.878461+0000","last_unstale":"2024-09-05T07:38:36.467007+0000","last_undegraded":"2024-09-05T07:38:36.467007+0000","last_fullsized":"2024-09-05T07:38:36.467007+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:08:24.717805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"93'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.487800+0000","last_change":"2024-09-05T07:36:14.812766+0000","last_active":"2024-09-05T07:38:36.487800+0000","last_peered":"2024-09-05T07:38:36.487800+0000","last_clean":"2024-09-05T07:38:36.487800+0000","last_became_active":"2024-09-05T07:36:14.812466+0000","last_became_peered":"2024-09-05T07:36:14.812466+0000","last_unstale":"2024-09-05T07:38:36.487800+0000","last_undegraded":"2024-09-05T07:38:36.487800+0000","last_fullsized":"2024-09-05T07:38:36.487800+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:10:22.292778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"93'41","reported_seq":312,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:46.569040+0000","last_change":"2024-09-05T07:36:12.802462+0000","last_active":"2024-09-05T07:38:46.569040+0000","last_peered":"2024-09-05T07:38:46.569040+0000","last_clean":"2024-09-05T07:38:46.569040+0000","last_became_active":"2024-09-05T07:36:12.801443+0000","last_became_peered":"2024-09-05T07:36:12.801443+0000","last_unstale":"2024-09-05T07:38:46.569040+0000","last_undegraded":"2024-09-05T07:38:46.569040+0000","last_fullsized":"2024-09-05T07:38:46.569040+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:43:45.816775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70466,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":232,"num_read_kb":185,"num_write":42,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.472655+0000","last_change":"2024-09-05T07:36:21.874872+0000","last_active":"2024-09-05T07:38:36.472655+0000","last_peered":"2024-09-05T07:38:36.472655+0000","last_clean":"2024-09-05T07:38:36.472655+0000","last_became_active":"2024-09-05T07:36:21.874522+0000","last_became_peered":"2024-09-05T07:36:21.874522+0000","last_unstale":"2024-09-05T07:38:36.472655+0000","last_undegraded":"2024-09-05T07:38:36.472655+0000","last_fullsized":"2024-09-05T07:38:36.472655+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:31:48.318719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"93'11","reported_seq":53,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503972+0000","last_change":"2024-09-05T07:37:36.442608+0000","last_active":"2024-09-05T07:38:36.503972+0000","last_peered":"2024-09-05T07:38:36.503972+0000","last_clean":"2024-09-05T07:38:36.503972+0000","last_became_active":"2024-09-05T07:37:36.442322+0000","last_became_peered":"2024-09-05T07:37:36.442322+0000","last_unstale":"2024-09-05T07:38:36.503972+0000","last_undegraded":"2024-09-05T07:38:36.503972+0000","last_fullsized":"2024-09-05T07:38:36.503972+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:47:50.050502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,7],"acting":[1,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"90'4","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.469472+0000","last_change":"2024-09-05T07:36:12.809661+0000","last_active":"2024-09-05T07:38:36.469472+0000","last_peered":"2024-09-05T07:38:36.469472+0000","last_clean":"2024-09-05T07:38:36.469472+0000","last_became_active":"2024-09-05T07:36:12.809335+0000","last_became_peered":"2024-09-05T07:36:12.809335+0000","last_unstale":"2024-09-05T07:38:36.469472+0000","last_undegraded":"2024-09-05T07:38:36.469472+0000","last_fullsized":"2024-09-05T07:38:36.469472+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:14:23.254081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475791+0000","last_change":"2024-09-05T07:36:21.882000+0000","last_active":"2024-09-05T07:38:36.475791+0000","last_peered":"2024-09-05T07:38:36.475791+0000","last_clean":"2024-09-05T07:38:36.475791+0000","last_became_active":"2024-09-05T07:36:21.881568+0000","last_became_peered":"2024-09-05T07:36:21.881568+0000","last_unstale":"2024-09-05T07:38:36.475791+0000","last_undegraded":"2024-09-05T07:38:36.475791+0000","last_fullsized":"2024-09-05T07:38:36.475791+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:19:38.343193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"93'9","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.500676+0000","last_change":"2024-09-05T07:36:14.821034+0000","last_active":"2024-09-05T07:38:36.500676+0000","last_peered":"2024-09-05T07:38:36.500676+0000","last_clean":"2024-09-05T07:38:36.500676+0000","last_became_active":"2024-09-05T07:36:14.820515+0000","last_became_peered":"2024-09-05T07:36:14.820515+0000","last_unstale":"2024-09-05T07:38:36.500676+0000","last_undegraded":"2024-09-05T07:38:36.500676+0000","last_fullsized":"2024-09-05T07:38:36.500676+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:07:47.211164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"90'2","reported_seq":19,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467148+0000","last_change":"2024-09-05T07:36:35.955348+0000","last_active":"2024-09-05T07:38:36.467148+0000","last_peered":"2024-09-05T07:38:36.467148+0000","last_clean":"2024-09-05T07:38:36.467148+0000","last_became_active":"2024-09-05T07:36:35.954909+0000","last_became_peered":"2024-09-05T07:36:35.954909+0000","last_unstale":"2024-09-05T07:38:36.467148+0000","last_undegraded":"2024-09-05T07:38:36.467148+0000","last_fullsized":"2024-09-05T07:38:36.467148+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:32.331855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,2],"acting":[11,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470518+0000","last_change":"2024-09-05T07:36:21.875678+0000","last_active":"2024-09-05T07:38:36.470518+0000","last_peered":"2024-09-05T07:38:36.470518+0000","last_clean":"2024-09-05T07:38:36.470518+0000","last_became_active":"2024-09-05T07:36:21.875119+0000","last_became_peered":"2024-09-05T07:36:21.875119+0000","last_unstale":"2024-09-05T07:38:36.470518+0000","last_undegraded":"2024-09-05T07:38:36.470518+0000","last_fullsized":"2024-09-05T07:38:36.470518+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:27:11.876389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"93'10","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498760+0000","last_change":"2024-09-05T07:36:14.808987+0000","last_active":"2024-09-05T07:38:36.498760+0000","last_peered":"2024-09-05T07:38:36.498760+0000","last_clean":"2024-09-05T07:38:36.498760+0000","last_became_active":"2024-09-05T07:36:14.808677+0000","last_became_peered":"2024-09-05T07:36:14.808677+0000","last_unstale":"2024-09-05T07:38:36.498760+0000","last_undegraded":"2024-09-05T07:38:36.498760+0000","last_fullsized":"2024-09-05T07:38:36.498760+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:33.565183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"92'4","reported_seq":153,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:45.563321+0000","last_change":"2024-09-05T07:36:12.801995+0000","last_active":"2024-09-05T07:38:45.563321+0000","last_peered":"2024-09-05T07:38:45.563321+0000","last_clean":"2024-09-05T07:38:45.563321+0000","last_became_active":"2024-09-05T07:36:12.801647+0000","last_became_peered":"2024-09-05T07:36:12.801647+0000","last_unstale":"2024-09-05T07:38:45.563321+0000","last_undegraded":"2024-09-05T07:38:45.563321+0000","last_fullsized":"2024-09-05T07:38:45.563321+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:42:13.827626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":110,"num_read_kb":110,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.455711+0000","last_change":"2024-09-05T07:36:21.875549+0000","last_active":"2024-09-05T07:38:36.455711+0000","last_peered":"2024-09-05T07:38:36.455711+0000","last_clean":"2024-09-05T07:38:36.455711+0000","last_became_active":"2024-09-05T07:36:21.875233+0000","last_became_peered":"2024-09-05T07:36:21.875233+0000","last_unstale":"2024-09-05T07:38:36.455711+0000","last_undegraded":"2024-09-05T07:38:36.455711+0000","last_fullsized":"2024-09-05T07:38:36.455711+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:48:37.673251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.469867+0000","last_change":"2024-09-05T07:36:21.879699+0000","last_active":"2024-09-05T07:38:36.469867+0000","last_peered":"2024-09-05T07:38:36.469867+0000","last_clean":"2024-09-05T07:38:36.469867+0000","last_became_active":"2024-09-05T07:36:21.879328+0000","last_became_peered":"2024-09-05T07:36:21.879328+0000","last_unstale":"2024-09-05T07:38:36.469867+0000","last_undegraded":"2024-09-05T07:38:36.469867+0000","last_fullsized":"2024-09-05T07:38:36.469867+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:53:04.042260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"93'11","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504760+0000","last_change":"2024-09-05T07:36:14.818287+0000","last_active":"2024-09-05T07:38:36.504760+0000","last_peered":"2024-09-05T07:38:36.504760+0000","last_clean":"2024-09-05T07:38:36.504760+0000","last_became_active":"2024-09-05T07:36:14.817988+0000","last_became_peered":"2024-09-05T07:36:14.817988+0000","last_unstale":"2024-09-05T07:38:36.504760+0000","last_undegraded":"2024-09-05T07:38:36.504760+0000","last_fullsized":"2024-09-05T07:38:36.504760+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:21:04.100359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"90'1","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466289+0000","last_change":"2024-09-05T07:36:12.801794+0000","last_active":"2024-09-05T07:38:36.466289+0000","last_peered":"2024-09-05T07:38:36.466289+0000","last_clean":"2024-09-05T07:38:36.466289+0000","last_became_active":"2024-09-05T07:36:12.801422+0000","last_became_peered":"2024-09-05T07:36:12.801422+0000","last_unstale":"2024-09-05T07:38:36.466289+0000","last_undegraded":"2024-09-05T07:38:36.466289+0000","last_fullsized":"2024-09-05T07:38:36.466289+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:41.473362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470363+0000","last_change":"2024-09-05T07:36:21.876009+0000","last_active":"2024-09-05T07:38:36.470363+0000","last_peered":"2024-09-05T07:38:36.470363+0000","last_clean":"2024-09-05T07:38:36.470363+0000","last_became_active":"2024-09-05T07:36:21.875545+0000","last_became_peered":"2024-09-05T07:36:21.875545+0000","last_unstale":"2024-09-05T07:38:36.470363+0000","last_undegraded":"2024-09-05T07:38:36.470363+0000","last_fullsized":"2024-09-05T07:38:36.470363+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:51.027968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505810+0000","last_change":"2024-09-05T07:36:14.811457+0000","last_active":"2024-09-05T07:38:36.505810+0000","last_peered":"2024-09-05T07:38:36.505810+0000","last_clean":"2024-09-05T07:38:36.505810+0000","last_became_active":"2024-09-05T07:36:14.811061+0000","last_became_peered":"2024-09-05T07:36:14.811061+0000","last_unstale":"2024-09-05T07:38:36.505810+0000","last_undegraded":"2024-09-05T07:38:36.505810+0000","last_fullsized":"2024-09-05T07:38:36.505810+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:23:00.487971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"90'2","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.468601+0000","last_change":"2024-09-05T07:36:12.796795+0000","last_active":"2024-09-05T07:38:36.468601+0000","last_peered":"2024-09-05T07:38:36.468601+0000","last_clean":"2024-09-05T07:38:36.468601+0000","last_became_active":"2024-09-05T07:36:12.796476+0000","last_became_peered":"2024-09-05T07:36:12.796476+0000","last_unstale":"2024-09-05T07:38:36.468601+0000","last_undegraded":"2024-09-05T07:38:36.468601+0000","last_fullsized":"2024-09-05T07:38:36.468601+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:16.267998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"90'3","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.457190+0000","last_change":"2024-09-05T07:36:12.798581+0000","last_active":"2024-09-05T07:38:36.457190+0000","last_peered":"2024-09-05T07:38:36.457190+0000","last_clean":"2024-09-05T07:38:36.457190+0000","last_became_active":"2024-09-05T07:36:12.798245+0000","last_became_peered":"2024-09-05T07:36:12.798245+0000","last_unstale":"2024-09-05T07:38:36.457190+0000","last_undegraded":"2024-09-05T07:38:36.457190+0000","last_fullsized":"2024-09-05T07:38:36.457190+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:02:51.750398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498243+0000","last_change":"2024-09-05T07:36:14.812695+0000","last_active":"2024-09-05T07:38:36.498243+0000","last_peered":"2024-09-05T07:38:36.498243+0000","last_clean":"2024-09-05T07:38:36.498243+0000","last_became_active":"2024-09-05T07:36:14.812224+0000","last_became_peered":"2024-09-05T07:36:14.812224+0000","last_unstale":"2024-09-05T07:38:36.498243+0000","last_undegraded":"2024-09-05T07:38:36.498243+0000","last_fullsized":"2024-09-05T07:38:36.498243+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:18.817287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.460557+0000","last_change":"2024-09-05T07:36:21.872082+0000","last_active":"2024-09-05T07:38:36.460557+0000","last_peered":"2024-09-05T07:38:36.460557+0000","last_clean":"2024-09-05T07:38:36.460557+0000","last_became_active":"2024-09-05T07:36:21.871664+0000","last_became_peered":"2024-09-05T07:36:21.871664+0000","last_unstale":"2024-09-05T07:38:36.460557+0000","last_undegraded":"2024-09-05T07:38:36.460557+0000","last_fullsized":"2024-09-05T07:38:36.460557+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:51:39.262588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"93'10","reported_seq":165,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:45.563941+0000","last_change":"2024-09-05T07:36:12.802264+0000","last_active":"2024-09-05T07:38:45.563941+0000","last_peered":"2024-09-05T07:38:45.563941+0000","last_clean":"2024-09-05T07:38:45.563941+0000","last_became_active":"2024-09-05T07:36:12.801215+0000","last_became_peered":"2024-09-05T07:36:12.801215+0000","last_unstale":"2024-09-05T07:38:45.563941+0000","last_undegraded":"2024-09-05T07:38:45.563941+0000","last_fullsized":"2024-09-05T07:38:45.563941+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:21.135132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2437,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":6,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"93'7","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497691+0000","last_change":"2024-09-05T07:36:14.800251+0000","last_active":"2024-09-05T07:38:36.497691+0000","last_peered":"2024-09-05T07:38:36.497691+0000","last_clean":"2024-09-05T07:38:36.497691+0000","last_became_active":"2024-09-05T07:36:14.799961+0000","last_became_peered":"2024-09-05T07:36:14.799961+0000","last_unstale":"2024-09-05T07:38:36.497691+0000","last_undegraded":"2024-09-05T07:38:36.497691+0000","last_fullsized":"2024-09-05T07:38:36.497691+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:43:57.630634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461556+0000","last_change":"2024-09-05T07:36:21.872878+0000","last_active":"2024-09-05T07:38:36.461556+0000","last_peered":"2024-09-05T07:38:36.461556+0000","last_clean":"2024-09-05T07:38:36.461556+0000","last_became_active":"2024-09-05T07:36:21.872471+0000","last_became_peered":"2024-09-05T07:36:21.872471+0000","last_unstale":"2024-09-05T07:38:36.461556+0000","last_undegraded":"2024-09-05T07:38:36.461556+0000","last_fullsized":"2024-09-05T07:38:36.461556+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:00:20.993809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"93'9","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503598+0000","last_change":"2024-09-05T07:36:14.810631+0000","last_active":"2024-09-05T07:38:36.503598+0000","last_peered":"2024-09-05T07:38:36.503598+0000","last_clean":"2024-09-05T07:38:36.503598+0000","last_became_active":"2024-09-05T07:36:14.809410+0000","last_became_peered":"2024-09-05T07:36:14.809410+0000","last_unstale":"2024-09-05T07:38:36.503598+0000","last_undegraded":"2024-09-05T07:38:36.503598+0000","last_fullsized":"2024-09-05T07:38:36.503598+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:39:38.926597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"93'12","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497292+0000","last_change":"2024-09-05T07:36:14.809457+0000","last_active":"2024-09-05T07:38:36.497292+0000","last_peered":"2024-09-05T07:38:36.497292+0000","last_clean":"2024-09-05T07:38:36.497292+0000","last_became_active":"2024-09-05T07:36:14.809176+0000","last_became_peered":"2024-09-05T07:36:14.809176+0000","last_unstale":"2024-09-05T07:38:36.497292+0000","last_undegraded":"2024-09-05T07:38:36.497292+0000","last_fullsized":"2024-09-05T07:38:36.497292+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:40:15.801533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.492508+0000","last_change":"2024-09-05T07:36:14.816273+0000","last_active":"2024-09-05T07:38:36.492508+0000","last_peered":"2024-09-05T07:38:36.492508+0000","last_clean":"2024-09-05T07:38:36.492508+0000","last_became_active":"2024-09-05T07:36:14.815968+0000","last_became_peered":"2024-09-05T07:36:14.815968+0000","last_unstale":"2024-09-05T07:38:36.492508+0000","last_undegraded":"2024-09-05T07:38:36.492508+0000","last_fullsized":"2024-09-05T07:38:36.492508+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:26:21.943549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.512474+0000","last_change":"2024-09-05T07:36:14.808605+0000","last_active":"2024-09-05T07:38:36.512474+0000","last_peered":"2024-09-05T07:38:36.512474+0000","last_clean":"2024-09-05T07:38:36.512474+0000","last_became_active":"2024-09-05T07:36:14.808281+0000","last_became_peered":"2024-09-05T07:36:14.808281+0000","last_unstale":"2024-09-05T07:38:36.512474+0000","last_undegraded":"2024-09-05T07:38:36.512474+0000","last_fullsized":"2024-09-05T07:38:36.512474+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:21.258022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"93'4","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.513948+0000","last_change":"2024-09-05T07:36:14.808482+0000","last_active":"2024-09-05T07:38:36.513948+0000","last_peered":"2024-09-05T07:38:36.513948+0000","last_clean":"2024-09-05T07:38:36.513948+0000","last_became_active":"2024-09-05T07:36:14.808159+0000","last_became_peered":"2024-09-05T07:36:14.808159+0000","last_unstale":"2024-09-05T07:38:36.513948+0000","last_undegraded":"2024-09-05T07:38:36.513948+0000","last_fullsized":"2024-09-05T07:38:36.513948+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:49.067909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"93'6","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.501543+0000","last_change":"2024-09-05T07:37:36.441423+0000","last_active":"2024-09-05T07:38:36.501543+0000","last_peered":"2024-09-05T07:38:36.501543+0000","last_clean":"2024-09-05T07:38:36.501543+0000","last_became_active":"2024-09-05T07:37:36.441116+0000","last_became_peered":"2024-09-05T07:37:36.441116+0000","last_unstale":"2024-09-05T07:38:36.501543+0000","last_undegraded":"2024-09-05T07:38:36.501543+0000","last_fullsized":"2024-09-05T07:38:36.501543+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:15:57.348005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"93'15","reported_seq":51,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503209+0000","last_change":"2024-09-05T07:36:14.807016+0000","last_active":"2024-09-05T07:38:36.503209+0000","last_peered":"2024-09-05T07:38:36.503209+0000","last_clean":"2024-09-05T07:38:36.503209+0000","last_became_active":"2024-09-05T07:36:14.806722+0000","last_became_peered":"2024-09-05T07:36:14.806722+0000","last_unstale":"2024-09-05T07:38:36.503209+0000","last_undegraded":"2024-09-05T07:38:36.503209+0000","last_fullsized":"2024-09-05T07:38:36.503209+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:51:31.607865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"93'2","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.495435+0000","last_change":"2024-09-05T07:36:14.811682+0000","last_active":"2024-09-05T07:38:36.495435+0000","last_peered":"2024-09-05T07:38:36.495435+0000","last_clean":"2024-09-05T07:38:36.495435+0000","last_became_active":"2024-09-05T07:36:14.811289+0000","last_became_peered":"2024-09-05T07:36:14.811289+0000","last_unstale":"2024-09-05T07:38:36.495435+0000","last_undegraded":"2024-09-05T07:38:36.495435+0000","last_fullsized":"2024-09-05T07:38:36.495435+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:08:02.337426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497862+0000","last_change":"2024-09-05T07:36:14.812288+0000","last_active":"2024-09-05T07:38:36.497862+0000","last_peered":"2024-09-05T07:38:36.497862+0000","last_clean":"2024-09-05T07:38:36.497862+0000","last_became_active":"2024-09-05T07:36:14.811880+0000","last_became_peered":"2024-09-05T07:36:14.811880+0000","last_unstale":"2024-09-05T07:38:36.497862+0000","last_undegraded":"2024-09-05T07:38:36.497862+0000","last_fullsized":"2024-09-05T07:38:36.497862+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:12:08.684675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505410+0000","last_change":"2024-09-05T07:36:14.810185+0000","last_active":"2024-09-05T07:38:36.505410+0000","last_peered":"2024-09-05T07:38:36.505410+0000","last_clean":"2024-09-05T07:38:36.505410+0000","last_became_active":"2024-09-05T07:36:14.809878+0000","last_became_peered":"2024-09-05T07:36:14.809878+0000","last_unstale":"2024-09-05T07:38:36.505410+0000","last_undegraded":"2024-09-05T07:38:36.505410+0000","last_fullsized":"2024-09-05T07:38:36.505410+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:15:44.940260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"93'10","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.499083+0000","last_change":"2024-09-05T07:36:14.815367+0000","last_active":"2024-09-05T07:38:36.499083+0000","last_peered":"2024-09-05T07:38:36.499083+0000","last_clean":"2024-09-05T07:38:36.499083+0000","last_became_active":"2024-09-05T07:36:14.815014+0000","last_became_peered":"2024-09-05T07:36:14.815014+0000","last_unstale":"2024-09-05T07:38:36.499083+0000","last_undegraded":"2024-09-05T07:38:36.499083+0000","last_fullsized":"2024-09-05T07:38:36.499083+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:12.936600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"93'11","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.514127+0000","last_change":"2024-09-05T07:36:14.809788+0000","last_active":"2024-09-05T07:38:36.514127+0000","last_peered":"2024-09-05T07:38:36.514127+0000","last_clean":"2024-09-05T07:38:36.514127+0000","last_became_active":"2024-09-05T07:36:14.809492+0000","last_became_peered":"2024-09-05T07:36:14.809492+0000","last_unstale":"2024-09-05T07:38:36.514127+0000","last_undegraded":"2024-09-05T07:38:36.514127+0000","last_fullsized":"2024-09-05T07:38:36.514127+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:14:53.969774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503649+0000","last_change":"2024-09-05T07:36:14.820736+0000","last_active":"2024-09-05T07:38:36.503649+0000","last_peered":"2024-09-05T07:38:36.503649+0000","last_clean":"2024-09-05T07:38:36.503649+0000","last_became_active":"2024-09-05T07:36:14.820441+0000","last_became_peered":"2024-09-05T07:36:14.820441+0000","last_unstale":"2024-09-05T07:38:36.503649+0000","last_undegraded":"2024-09-05T07:38:36.503649+0000","last_fullsized":"2024-09-05T07:38:36.503649+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:59:58.690955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"93'7","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511541+0000","last_change":"2024-09-05T07:36:14.817088+0000","last_active":"2024-09-05T07:38:36.511541+0000","last_peered":"2024-09-05T07:38:36.511541+0000","last_clean":"2024-09-05T07:38:36.511541+0000","last_became_active":"2024-09-05T07:36:14.816796+0000","last_became_peered":"2024-09-05T07:36:14.816796+0000","last_unstale":"2024-09-05T07:38:36.511541+0000","last_undegraded":"2024-09-05T07:38:36.511541+0000","last_fullsized":"2024-09-05T07:38:36.511541+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:13:09.976444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"93'10","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.506073+0000","last_change":"2024-09-05T07:36:14.817288+0000","last_active":"2024-09-05T07:38:36.506073+0000","last_peered":"2024-09-05T07:38:36.506073+0000","last_clean":"2024-09-05T07:38:36.506073+0000","last_became_active":"2024-09-05T07:36:14.816945+0000","last_became_peered":"2024-09-05T07:36:14.816945+0000","last_unstale":"2024-09-05T07:38:36.506073+0000","last_undegraded":"2024-09-05T07:38:36.506073+0000","last_fullsized":"2024-09-05T07:38:36.506073+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:29:21.904752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505215+0000","last_change":"2024-09-05T07:36:14.814799+0000","last_active":"2024-09-05T07:38:36.505215+0000","last_peered":"2024-09-05T07:38:36.505215+0000","last_clean":"2024-09-05T07:38:36.505215+0000","last_became_active":"2024-09-05T07:36:14.814044+0000","last_became_peered":"2024-09-05T07:36:14.814044+0000","last_unstale":"2024-09-05T07:38:36.505215+0000","last_undegraded":"2024-09-05T07:38:36.505215+0000","last_fullsized":"2024-09-05T07:38:36.505215+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:47.034838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"93'9","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503887+0000","last_change":"2024-09-05T07:36:14.813588+0000","last_active":"2024-09-05T07:38:36.503887+0000","last_peered":"2024-09-05T07:38:36.503887+0000","last_clean":"2024-09-05T07:38:36.503887+0000","last_became_active":"2024-09-05T07:36:14.813310+0000","last_became_peered":"2024-09-05T07:36:14.813310+0000","last_unstale":"2024-09-05T07:38:36.503887+0000","last_undegraded":"2024-09-05T07:38:36.503887+0000","last_fullsized":"2024-09-05T07:38:36.503887+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:20:00.193943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"93'7","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498010+0000","last_change":"2024-09-05T07:37:36.872961+0000","last_active":"2024-09-05T07:38:36.498010+0000","last_peered":"2024-09-05T07:38:36.498010+0000","last_clean":"2024-09-05T07:38:36.498010+0000","last_became_active":"2024-09-05T07:37:36.872548+0000","last_became_peered":"2024-09-05T07:37:36.872548+0000","last_unstale":"2024-09-05T07:38:36.498010+0000","last_undegraded":"2024-09-05T07:38:36.498010+0000","last_fullsized":"2024-09-05T07:38:36.498010+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:24:06.936930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,2],"acting":[0,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.496822+0000","last_change":"2024-09-05T07:36:14.820169+0000","last_active":"2024-09-05T07:38:36.496822+0000","last_peered":"2024-09-05T07:38:36.496822+0000","last_clean":"2024-09-05T07:38:36.496822+0000","last_became_active":"2024-09-05T07:36:14.819349+0000","last_became_peered":"2024-09-05T07:36:14.819349+0000","last_unstale":"2024-09-05T07:38:36.496822+0000","last_undegraded":"2024-09-05T07:38:36.496822+0000","last_fullsized":"2024-09-05T07:38:36.496822+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:30:33.276239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"93'10","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.507154+0000","last_change":"2024-09-05T07:36:14.816981+0000","last_active":"2024-09-05T07:38:36.507154+0000","last_peered":"2024-09-05T07:38:36.507154+0000","last_clean":"2024-09-05T07:38:36.507154+0000","last_became_active":"2024-09-05T07:36:14.816645+0000","last_became_peered":"2024-09-05T07:36:14.816645+0000","last_unstale":"2024-09-05T07:38:36.507154+0000","last_undegraded":"2024-09-05T07:38:36.507154+0000","last_fullsized":"2024-09-05T07:38:36.507154+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:57.926810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"93'7","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.499757+0000","last_change":"2024-09-05T07:36:14.816277+0000","last_active":"2024-09-05T07:38:36.499757+0000","last_peered":"2024-09-05T07:38:36.499757+0000","last_clean":"2024-09-05T07:38:36.499757+0000","last_became_active":"2024-09-05T07:36:14.815998+0000","last_became_peered":"2024-09-05T07:36:14.815998+0000","last_unstale":"2024-09-05T07:38:36.499757+0000","last_undegraded":"2024-09-05T07:38:36.499757+0000","last_fullsized":"2024-09-05T07:38:36.499757+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:42.278870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"93'6","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502296+0000","last_change":"2024-09-05T07:36:14.813425+0000","last_active":"2024-09-05T07:38:36.502296+0000","last_peered":"2024-09-05T07:38:36.502296+0000","last_clean":"2024-09-05T07:38:36.502296+0000","last_became_active":"2024-09-05T07:36:14.813135+0000","last_became_peered":"2024-09-05T07:36:14.813135+0000","last_unstale":"2024-09-05T07:38:36.502296+0000","last_undegraded":"2024-09-05T07:38:36.502296+0000","last_fullsized":"2024-09-05T07:38:36.502296+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:54.684216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"93'16","reported_seq":50,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.495974+0000","last_change":"2024-09-05T07:36:14.820772+0000","last_active":"2024-09-05T07:38:36.495974+0000","last_peered":"2024-09-05T07:38:36.495974+0000","last_clean":"2024-09-05T07:38:36.495974+0000","last_became_active":"2024-09-05T07:36:14.820347+0000","last_became_peered":"2024-09-05T07:36:14.820347+0000","last_unstale":"2024-09-05T07:38:36.495974+0000","last_undegraded":"2024-09-05T07:38:36.495974+0000","last_fullsized":"2024-09-05T07:38:36.495974+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:47.635596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"93'11","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504065+0000","last_change":"2024-09-05T07:36:14.811244+0000","last_active":"2024-09-05T07:38:36.504065+0000","last_peered":"2024-09-05T07:38:36.504065+0000","last_clean":"2024-09-05T07:38:36.504065+0000","last_became_active":"2024-09-05T07:36:14.810959+0000","last_became_peered":"2024-09-05T07:36:14.810959+0000","last_unstale":"2024-09-05T07:38:36.504065+0000","last_undegraded":"2024-09-05T07:38:36.504065+0000","last_fullsized":"2024-09-05T07:38:36.504065+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:47:47.631297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"93'9","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504172+0000","last_change":"2024-09-05T07:37:36.468340+0000","last_active":"2024-09-05T07:38:36.504172+0000","last_peered":"2024-09-05T07:38:36.504172+0000","last_clean":"2024-09-05T07:38:36.504172+0000","last_became_active":"2024-09-05T07:37:36.467940+0000","last_became_peered":"2024-09-05T07:37:36.467940+0000","last_unstale":"2024-09-05T07:38:36.504172+0000","last_undegraded":"2024-09-05T07:38:36.504172+0000","last_fullsized":"2024-09-05T07:38:36.504172+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:21:34.298980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.39","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.496882+0000","last_change":"2024-09-05T07:36:14.806795+0000","last_active":"2024-09-05T07:38:36.496882+0000","last_peered":"2024-09-05T07:38:36.496882+0000","last_clean":"2024-09-05T07:38:36.496882+0000","last_became_active":"2024-09-05T07:36:14.806038+0000","last_became_peered":"2024-09-05T07:36:14.806038+0000","last_unstale":"2024-09-05T07:38:36.496882+0000","last_undegraded":"2024-09-05T07:38:36.496882+0000","last_fullsized":"2024-09-05T07:38:36.496882+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:56:05.136500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497895+0000","last_change":"2024-09-05T07:36:14.814462+0000","last_active":"2024-09-05T07:38:36.497895+0000","last_peered":"2024-09-05T07:38:36.497895+0000","last_clean":"2024-09-05T07:38:36.497895+0000","last_became_active":"2024-09-05T07:36:14.814178+0000","last_became_peered":"2024-09-05T07:36:14.814178+0000","last_unstale":"2024-09-05T07:38:36.497895+0000","last_undegraded":"2024-09-05T07:38:36.497895+0000","last_fullsized":"2024-09-05T07:38:36.497895+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:10:46.217701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"93'4","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.493145+0000","last_change":"2024-09-05T07:36:14.809141+0000","last_active":"2024-09-05T07:38:36.493145+0000","last_peered":"2024-09-05T07:38:36.493145+0000","last_clean":"2024-09-05T07:38:36.493145+0000","last_became_active":"2024-09-05T07:36:14.808812+0000","last_became_peered":"2024-09-05T07:36:14.808812+0000","last_unstale":"2024-09-05T07:38:36.493145+0000","last_undegraded":"2024-09-05T07:38:36.493145+0000","last_fullsized":"2024-09-05T07:38:36.493145+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:07:46.838052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"93'8","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498469+0000","last_change":"2024-09-05T07:36:14.818092+0000","last_active":"2024-09-05T07:38:36.498469+0000","last_peered":"2024-09-05T07:38:36.498469+0000","last_clean":"2024-09-05T07:38:36.498469+0000","last_became_active":"2024-09-05T07:36:14.817789+0000","last_became_peered":"2024-09-05T07:36:14.817789+0000","last_unstale":"2024-09-05T07:38:36.498469+0000","last_undegraded":"2024-09-05T07:38:36.498469+0000","last_fullsized":"2024-09-05T07:38:36.498469+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:22:29.176609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502602+0000","last_change":"2024-09-05T07:36:14.813266+0000","last_active":"2024-09-05T07:38:36.502602+0000","last_peered":"2024-09-05T07:38:36.502602+0000","last_clean":"2024-09-05T07:38:36.502602+0000","last_became_active":"2024-09-05T07:36:14.812886+0000","last_became_peered":"2024-09-05T07:36:14.812886+0000","last_unstale":"2024-09-05T07:38:36.502602+0000","last_undegraded":"2024-09-05T07:38:36.502602+0000","last_fullsized":"2024-09-05T07:38:36.502602+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:26:39.085280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"93'4","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502946+0000","last_change":"2024-09-05T07:36:14.819845+0000","last_active":"2024-09-05T07:38:36.502946+0000","last_peered":"2024-09-05T07:38:36.502946+0000","last_clean":"2024-09-05T07:38:36.502946+0000","last_became_active":"2024-09-05T07:36:14.819575+0000","last_became_peered":"2024-09-05T07:36:14.819575+0000","last_unstale":"2024-09-05T07:38:36.502946+0000","last_undegraded":"2024-09-05T07:38:36.502946+0000","last_fullsized":"2024-09-05T07:38:36.502946+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:44:39.270064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505050+0000","last_change":"2024-09-05T07:36:14.815067+0000","last_active":"2024-09-05T07:38:36.505050+0000","last_peered":"2024-09-05T07:38:36.505050+0000","last_clean":"2024-09-05T07:38:36.505050+0000","last_became_active":"2024-09-05T07:36:14.814453+0000","last_became_peered":"2024-09-05T07:36:14.814453+0000","last_unstale":"2024-09-05T07:38:36.505050+0000","last_undegraded":"2024-09-05T07:38:36.505050+0000","last_fullsized":"2024-09-05T07:38:36.505050+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:32:16.995333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":601988,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":788,"num_read_kb":508,"num_write":301,"num_write_kb":1449,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2039808,"data_stored":1805964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":236,"ondisk_log_size":236,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514540,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1077248,"data_stored":532922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743473,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28892,"kb_used_data":1868,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716260,"statfs":{"total":95995035648,"available":95965450240,"internally_reserved":0,"allocated":1912832,"data_stored":1327611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906998,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28480,"kb_used_data":1452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716672,"statfs":{"total":95995035648,"available":95965872128,"internally_reserved":0,"allocated":1486848,"data_stored":930448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135931,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36792,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708360,"statfs":{"total":95995035648,"available":95957360640,"internally_reserved":0,"allocated":1478656,"data_stored":926250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364863,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32828,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712324,"statfs":{"total":95995035648,"available":95961419776,"internally_reserved":0,"allocated":1683456,"data_stored":1131670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528389,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1069056,"data_stored":528312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790025,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37124,"kb_used_data":1780,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708028,"statfs":{"total":95995035648,"available":95957020672,"internally_reserved":0,"allocated":1822720,"data_stored":1253481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953551,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1089536,"data_stored":534355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182483,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36916,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708236,"statfs":{"total":95995035648,"available":95957233664,"internally_reserved":0,"allocated":1609728,"data_stored":1053322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411417,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36480,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708672,"statfs":{"total":95995035648,"available":95957680128,"internally_reserved":0,"allocated":1163264,"data_stored":601741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574941,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36464,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708688,"statfs":{"total":95995035648,"available":95957696512,"internally_reserved":0,"allocated":1146880,"data_stored":598688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738465,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1093632,"data_stored":529700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":73519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":525100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":134891,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":409600,"data_stored":393932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":249856,"data_stored":204925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T07:38:52.897 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-05T07:38:52.897 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-05T07:38:52.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:52 smithi123 ceph-mon[34568]: from='client.15444 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:38:52.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:52 smithi123 ceph-mon[34568]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 77 KiB/s wr, 49 op/s 2024-09-05T07:38:52.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:52 smithi192 ceph-mon[34929]: from='client.15444 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:38:52.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:52 smithi192 ceph-mon[34929]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 77 KiB/s wr, 49 op/s 2024-09-05T07:38:53.142 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.649+0000 7f7eb1745640 1 -- 172.21.15.71:0/1670152758 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7eac102ef0 msgr2=0x7f7eac10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.649+0000 7f7eb1745640 1 --2- 172.21.15.71:0/1670152758 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7eac102ef0 0x7f7eac10da40 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f7ea4009900 tx=0x7f7ea402a480 comp rx=0 tx=0).stop 2024-09-05T07:38:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.649+0000 7f7eb1745640 1 -- 172.21.15.71:0/1670152758 shutdown_connections 2024-09-05T07:38:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.649+0000 7f7eb1745640 1 --2- 172.21.15.71:0/1670152758 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7eac102ef0 0x7f7eac10da40 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.649+0000 7f7eb1745640 1 --2- 172.21.15.71:0/1670152758 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7eac102570 0x7f7eac1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.649+0000 7f7eb1745640 1 --2- 172.21.15.71:0/1670152758 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7eac100e20 0x7f7eac101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.649+0000 7f7eb1745640 1 -- 172.21.15.71:0/1670152758 >> 172.21.15.71:0/1670152758 conn(0x7f7eac0fc7d0 msgr2=0x7f7eac0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.649+0000 7f7eb1745640 1 -- 172.21.15.71:0/1670152758 shutdown_connections 2024-09-05T07:38:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.649+0000 7f7eb1745640 1 -- 172.21.15.71:0/1670152758 wait complete. 2024-09-05T07:38:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.649+0000 7f7eb1745640 1 Processor -- start 2024-09-05T07:38:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.649+0000 7f7eb1745640 1 -- start start 2024-09-05T07:38:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7eb1745640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7eac100e20 0x7f7eac198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7eb1745640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7eac102570 0x7f7eac198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7eb1745640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7eac102ef0 0x7f7eac19cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7eb1745640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7eac110e70 con 0x7f7eac102570 2024-09-05T07:38:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7eb1745640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7eac110cf0 con 0x7f7eac100e20 2024-09-05T07:38:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7eb1745640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7eac110ff0 con 0x7f7eac102ef0 2024-09-05T07:38:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7eaa7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7eac102570 0x7f7eac198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7eaa7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7eac102570 0x7f7eac198950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51998/0 (socket says 172.21.15.71:51998) 2024-09-05T07:38:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7eaa7fc640 1 -- 172.21.15.71:0/574366274 learned_addr learned my addr 172.21.15.71:0/574366274 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7eaaffd640 1 --2- 172.21.15.71:0/574366274 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7eac100e20 0x7f7eac198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7eab7fe640 1 --2- 172.21.15.71:0/574366274 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7eac102ef0 0x7f7eac19cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7eaa7fc640 1 -- 172.21.15.71:0/574366274 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7eac102ef0 msgr2=0x7f7eac19cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7eaa7fc640 1 --2- 172.21.15.71:0/574366274 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7eac102ef0 0x7f7eac19cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7eaa7fc640 1 -- 172.21.15.71:0/574366274 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7eac100e20 msgr2=0x7f7eac198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7eaa7fc640 1 --2- 172.21.15.71:0/574366274 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7eac100e20 0x7f7eac198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7eaa7fc640 1 -- 172.21.15.71:0/574366274 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7eac19d3c0 con 0x7f7eac102570 2024-09-05T07:38:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7eaa7fc640 1 --2- 172.21.15.71:0/574366274 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7eac102570 0x7f7eac198950 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f7e9400b4a0 tx=0x7f7e9400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7ea3fff640 1 -- 172.21.15.71:0/574366274 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e94014070 con 0x7f7eac102570 2024-09-05T07:38:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7eb1745640 1 -- 172.21.15.71:0/574366274 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7eac19d6b0 con 0x7f7eac102570 2024-09-05T07:38:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7ea3fff640 1 -- 172.21.15.71:0/574366274 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7e94010ac0 con 0x7f7eac102570 2024-09-05T07:38:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.650+0000 7f7ea3fff640 1 -- 172.21.15.71:0/574366274 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e94017c30 con 0x7f7eac102570 2024-09-05T07:38:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.651+0000 7f7eb1745640 1 -- 172.21.15.71:0/574366274 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7eac1a4f90 con 0x7f7eac102570 2024-09-05T07:38:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.652+0000 7f7eb1745640 1 -- 172.21.15.71:0/574366274 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7eac101200 con 0x7f7eac102570 2024-09-05T07:38:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.653+0000 7f7ea3fff640 1 -- 172.21.15.71:0/574366274 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138009+0+0 (secure 0 0 0) 0x7f7e94017070 con 0x7f7eac102570 2024-09-05T07:38:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.654+0000 7f7ea3fff640 1 --2- 172.21.15.71:0/574366274 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7e980a2d80 0x7f7e980a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.654+0000 7f7eaaffd640 1 --2- 172.21.15.71:0/574366274 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7e980a2d80 0x7f7e980a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:53.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.654+0000 7f7ea3fff640 1 -- 172.21.15.71:0/574366274 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f7e940cf060 con 0x7f7eac102570 2024-09-05T07:38:53.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.654+0000 7f7eaaffd640 1 --2- 172.21.15.71:0/574366274 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7e980a2d80 0x7f7e980a5240 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7e9c005fd0 tx=0x7f7e9c009870 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:53.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.658+0000 7f7ea3fff640 1 -- 172.21.15.71:0/574366274 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7e9409b820 con 0x7f7eac102570 2024-09-05T07:38:53.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.822+0000 7f7eb1745640 1 -- 172.21.15.71:0/574366274 --> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7eac062630 con 0x7f7e980a2d80 2024-09-05T07:38:53.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.832+0000 7f7ea3fff640 1 -- 172.21.15.71:0/574366274 <== mgr.15228 v2:172.21.15.71:6800/2114245039 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339402 (secure 0 0 0) 0x7f7eac062630 con 0x7f7e980a2d80 2024-09-05T07:38:53.836 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:53.838 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2024-09-05T07:38:53.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.835+0000 7f7eb1745640 1 -- 172.21.15.71:0/574366274 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7e980a2d80 msgr2=0x7f7e980a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:53.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.835+0000 7f7eb1745640 1 --2- 172.21.15.71:0/574366274 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7e980a2d80 0x7f7e980a5240 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7e9c005fd0 tx=0x7f7e9c009870 comp rx=0 tx=0).stop 2024-09-05T07:38:53.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.835+0000 7f7eb1745640 1 -- 172.21.15.71:0/574366274 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7eac102570 msgr2=0x7f7eac198950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:53.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.835+0000 7f7eb1745640 1 --2- 172.21.15.71:0/574366274 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7eac102570 0x7f7eac198950 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f7e9400b4a0 tx=0x7f7e9400b960 comp rx=0 tx=0).stop 2024-09-05T07:38:53.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.835+0000 7f7eb1745640 1 -- 172.21.15.71:0/574366274 shutdown_connections 2024-09-05T07:38:53.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.835+0000 7f7eb1745640 1 --2- 172.21.15.71:0/574366274 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7e980a2d80 0x7f7e980a5240 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:53.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.835+0000 7f7eb1745640 1 --2- 172.21.15.71:0/574366274 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7eac102ef0 0x7f7eac19cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:53.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.835+0000 7f7eb1745640 1 --2- 172.21.15.71:0/574366274 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7eac102570 0x7f7eac198950 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:53.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.835+0000 7f7eb1745640 1 --2- 172.21.15.71:0/574366274 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7eac100e20 0x7f7eac198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:53.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.835+0000 7f7eb1745640 1 -- 172.21.15.71:0/574366274 >> 172.21.15.71:0/574366274 conn(0x7f7eac0fc7d0 msgr2=0x7f7eac06a210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:53.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.836+0000 7f7eb1745640 1 -- 172.21.15.71:0/574366274 shutdown_connections 2024-09-05T07:38:53.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:53.836+0000 7f7eb1745640 1 -- 172.21.15.71:0/574366274 wait complete. 2024-09-05T07:38:54.563 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":11,"stamp":"2024-09-05T07:38:52.483117+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1389222,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1310,"num_read_kb":1085,"num_write":630,"num_write_kb":5303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":965,"ondisk_log_size":965,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":395560,"kb_used_data":16820,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124546264,"statfs":{"total":1151940427776,"available":1151535374336,"internally_reserved":0,"allocated":17223680,"data_stored":10538396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":387233081},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":200946,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":450,"num_read_kb":496,"num_write":149,"num_write_kb":920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002671"},"pg_stats":[{"pgid":"2.1f","version":"90'9","reported_seq":52,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475335+0000","last_change":"2024-09-05T07:36:12.799600+0000","last_active":"2024-09-05T07:38:36.475335+0000","last_peered":"2024-09-05T07:38:36.475335+0000","last_clean":"2024-09-05T07:38:36.475335+0000","last_became_active":"2024-09-05T07:36:12.799257+0000","last_became_peered":"2024-09-05T07:36:12.799257+0000","last_unstale":"2024-09-05T07:38:36.475335+0000","last_undegraded":"2024-09-05T07:38:36.475335+0000","last_fullsized":"2024-09-05T07:38:36.475335+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:30:11.431175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.490192+0000","last_change":"2024-09-05T07:36:14.809949+0000","last_active":"2024-09-05T07:38:36.490192+0000","last_peered":"2024-09-05T07:38:36.490192+0000","last_clean":"2024-09-05T07:38:36.490192+0000","last_became_active":"2024-09-05T07:36:14.809548+0000","last_became_peered":"2024-09-05T07:36:14.809548+0000","last_unstale":"2024-09-05T07:38:36.490192+0000","last_undegraded":"2024-09-05T07:38:36.490192+0000","last_fullsized":"2024-09-05T07:38:36.490192+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:23:20.911493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461207+0000","last_change":"2024-09-05T07:36:21.873917+0000","last_active":"2024-09-05T07:38:36.461207+0000","last_peered":"2024-09-05T07:38:36.461207+0000","last_clean":"2024-09-05T07:38:36.461207+0000","last_became_active":"2024-09-05T07:36:21.873513+0000","last_became_peered":"2024-09-05T07:36:21.873513+0000","last_unstale":"2024-09-05T07:38:36.461207+0000","last_undegraded":"2024-09-05T07:38:36.461207+0000","last_fullsized":"2024-09-05T07:38:36.461207+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:46:22.911489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"90'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456184+0000","last_change":"2024-09-05T07:36:12.809101+0000","last_active":"2024-09-05T07:38:36.456184+0000","last_peered":"2024-09-05T07:38:36.456184+0000","last_clean":"2024-09-05T07:38:36.456184+0000","last_became_active":"2024-09-05T07:36:12.808801+0000","last_became_peered":"2024-09-05T07:36:12.808801+0000","last_unstale":"2024-09-05T07:38:36.456184+0000","last_undegraded":"2024-09-05T07:38:36.456184+0000","last_fullsized":"2024-09-05T07:38:36.456184+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:24:41.651682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502471+0000","last_change":"2024-09-05T07:36:14.813092+0000","last_active":"2024-09-05T07:38:36.502471+0000","last_peered":"2024-09-05T07:38:36.502471+0000","last_clean":"2024-09-05T07:38:36.502471+0000","last_became_active":"2024-09-05T07:36:14.812778+0000","last_became_peered":"2024-09-05T07:36:14.812778+0000","last_unstale":"2024-09-05T07:38:36.502471+0000","last_undegraded":"2024-09-05T07:38:36.502471+0000","last_fullsized":"2024-09-05T07:38:36.502471+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:05:13.898628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.471830+0000","last_change":"2024-09-05T07:36:21.879572+0000","last_active":"2024-09-05T07:38:36.471830+0000","last_peered":"2024-09-05T07:38:36.471830+0000","last_clean":"2024-09-05T07:38:36.471830+0000","last_became_active":"2024-09-05T07:36:21.879141+0000","last_became_peered":"2024-09-05T07:36:21.879141+0000","last_unstale":"2024-09-05T07:38:36.471830+0000","last_undegraded":"2024-09-05T07:38:36.471830+0000","last_fullsized":"2024-09-05T07:38:36.471830+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:26:58.057968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"90'4","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.457160+0000","last_change":"2024-09-05T07:36:12.801181+0000","last_active":"2024-09-05T07:38:36.457160+0000","last_peered":"2024-09-05T07:38:36.457160+0000","last_clean":"2024-09-05T07:38:36.457160+0000","last_became_active":"2024-09-05T07:36:12.800826+0000","last_became_peered":"2024-09-05T07:36:12.800826+0000","last_unstale":"2024-09-05T07:38:36.457160+0000","last_undegraded":"2024-09-05T07:38:36.457160+0000","last_fullsized":"2024-09-05T07:38:36.457160+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:46:57.132870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"93'9","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.500295+0000","last_change":"2024-09-05T07:36:14.807185+0000","last_active":"2024-09-05T07:38:36.500295+0000","last_peered":"2024-09-05T07:38:36.500295+0000","last_clean":"2024-09-05T07:38:36.500295+0000","last_became_active":"2024-09-05T07:36:14.806877+0000","last_became_peered":"2024-09-05T07:36:14.806877+0000","last_unstale":"2024-09-05T07:38:36.500295+0000","last_undegraded":"2024-09-05T07:38:36.500295+0000","last_fullsized":"2024-09-05T07:38:36.500295+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:10:09.735431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475637+0000","last_change":"2024-09-05T07:36:35.955373+0000","last_active":"2024-09-05T07:38:36.475637+0000","last_peered":"2024-09-05T07:38:36.475637+0000","last_clean":"2024-09-05T07:38:36.475637+0000","last_became_active":"2024-09-05T07:36:35.954902+0000","last_became_peered":"2024-09-05T07:36:35.954902+0000","last_unstale":"2024-09-05T07:38:36.475637+0000","last_undegraded":"2024-09-05T07:38:36.475637+0000","last_fullsized":"2024-09-05T07:38:36.475637+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:10:48.886808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,8,5],"acting":[4,3,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.457193+0000","last_change":"2024-09-05T07:36:12.803991+0000","last_active":"2024-09-05T07:38:36.457193+0000","last_peered":"2024-09-05T07:38:36.457193+0000","last_clean":"2024-09-05T07:38:36.457193+0000","last_became_active":"2024-09-05T07:36:12.803605+0000","last_became_peered":"2024-09-05T07:36:12.803605+0000","last_unstale":"2024-09-05T07:38:36.457193+0000","last_undegraded":"2024-09-05T07:38:36.457193+0000","last_fullsized":"2024-09-05T07:38:36.457193+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:32:34.325986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"93'15","reported_seq":49,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503710+0000","last_change":"2024-09-05T07:36:14.818742+0000","last_active":"2024-09-05T07:38:36.503710+0000","last_peered":"2024-09-05T07:38:36.503710+0000","last_clean":"2024-09-05T07:38:36.503710+0000","last_became_active":"2024-09-05T07:36:14.818429+0000","last_became_peered":"2024-09-05T07:36:14.818429+0000","last_unstale":"2024-09-05T07:38:36.503710+0000","last_undegraded":"2024-09-05T07:38:36.503710+0000","last_fullsized":"2024-09-05T07:38:36.503710+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:07:56.517645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.472015+0000","last_change":"2024-09-05T07:36:21.879708+0000","last_active":"2024-09-05T07:38:36.472015+0000","last_peered":"2024-09-05T07:38:36.472015+0000","last_clean":"2024-09-05T07:38:36.472015+0000","last_became_active":"2024-09-05T07:36:21.879294+0000","last_became_peered":"2024-09-05T07:36:21.879294+0000","last_unstale":"2024-09-05T07:38:36.472015+0000","last_undegraded":"2024-09-05T07:38:36.472015+0000","last_fullsized":"2024-09-05T07:38:36.472015+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:39:13.648675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511862+0000","last_change":"2024-09-05T07:36:14.809970+0000","last_active":"2024-09-05T07:38:36.511862+0000","last_peered":"2024-09-05T07:38:36.511862+0000","last_clean":"2024-09-05T07:38:36.511862+0000","last_became_active":"2024-09-05T07:36:14.808188+0000","last_became_peered":"2024-09-05T07:36:14.808188+0000","last_unstale":"2024-09-05T07:38:36.511862+0000","last_undegraded":"2024-09-05T07:38:36.511862+0000","last_fullsized":"2024-09-05T07:38:36.511862+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:34:54.391953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"90'4","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456676+0000","last_change":"2024-09-05T07:36:12.799787+0000","last_active":"2024-09-05T07:38:36.456676+0000","last_peered":"2024-09-05T07:38:36.456676+0000","last_clean":"2024-09-05T07:38:36.456676+0000","last_became_active":"2024-09-05T07:36:12.799298+0000","last_became_peered":"2024-09-05T07:36:12.799298+0000","last_unstale":"2024-09-05T07:38:36.456676+0000","last_undegraded":"2024-09-05T07:38:36.456676+0000","last_fullsized":"2024-09-05T07:38:36.456676+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:56:21.913375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466674+0000","last_change":"2024-09-05T07:36:22.039340+0000","last_active":"2024-09-05T07:38:36.466674+0000","last_peered":"2024-09-05T07:38:36.466674+0000","last_clean":"2024-09-05T07:38:36.466674+0000","last_became_active":"2024-09-05T07:36:22.038839+0000","last_became_peered":"2024-09-05T07:36:22.038839+0000","last_unstale":"2024-09-05T07:38:36.466674+0000","last_undegraded":"2024-09-05T07:38:36.466674+0000","last_fullsized":"2024-09-05T07:38:36.466674+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:15:12.399771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.486348+0000","last_change":"2024-09-05T07:36:14.809134+0000","last_active":"2024-09-05T07:38:36.486348+0000","last_peered":"2024-09-05T07:38:36.486348+0000","last_clean":"2024-09-05T07:38:36.486348+0000","last_became_active":"2024-09-05T07:36:14.808813+0000","last_became_peered":"2024-09-05T07:36:14.808813+0000","last_unstale":"2024-09-05T07:38:36.486348+0000","last_undegraded":"2024-09-05T07:38:36.486348+0000","last_fullsized":"2024-09-05T07:38:36.486348+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:41:13.055058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"93'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461149+0000","last_change":"2024-09-05T07:36:12.800122+0000","last_active":"2024-09-05T07:38:36.461149+0000","last_peered":"2024-09-05T07:38:36.461149+0000","last_clean":"2024-09-05T07:38:36.461149+0000","last_became_active":"2024-09-05T07:36:12.799760+0000","last_became_peered":"2024-09-05T07:36:12.799760+0000","last_unstale":"2024-09-05T07:38:36.461149+0000","last_undegraded":"2024-09-05T07:38:36.461149+0000","last_fullsized":"2024-09-05T07:38:36.461149+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:24:23.617273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"90'1","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.472268+0000","last_change":"2024-09-05T07:36:21.875884+0000","last_active":"2024-09-05T07:38:36.472268+0000","last_peered":"2024-09-05T07:38:36.472268+0000","last_clean":"2024-09-05T07:38:36.472268+0000","last_became_active":"2024-09-05T07:36:21.875323+0000","last_became_peered":"2024-09-05T07:36:21.875323+0000","last_unstale":"2024-09-05T07:38:36.472268+0000","last_undegraded":"2024-09-05T07:38:36.472268+0000","last_fullsized":"2024-09-05T07:38:36.472268+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:28.249884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"93'9","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504634+0000","last_change":"2024-09-05T07:36:14.816557+0000","last_active":"2024-09-05T07:38:36.504634+0000","last_peered":"2024-09-05T07:38:36.504634+0000","last_clean":"2024-09-05T07:38:36.504634+0000","last_became_active":"2024-09-05T07:36:14.815610+0000","last_became_peered":"2024-09-05T07:36:14.815610+0000","last_unstale":"2024-09-05T07:38:36.504634+0000","last_undegraded":"2024-09-05T07:38:36.504634+0000","last_fullsized":"2024-09-05T07:38:36.504634+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:26:17.715866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"90'3","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.455824+0000","last_change":"2024-09-05T07:36:12.797574+0000","last_active":"2024-09-05T07:38:36.455824+0000","last_peered":"2024-09-05T07:38:36.455824+0000","last_clean":"2024-09-05T07:38:36.455824+0000","last_became_active":"2024-09-05T07:36:12.797235+0000","last_became_peered":"2024-09-05T07:36:12.797235+0000","last_unstale":"2024-09-05T07:38:36.455824+0000","last_undegraded":"2024-09-05T07:38:36.455824+0000","last_fullsized":"2024-09-05T07:38:36.455824+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:01:13.882076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456737+0000","last_change":"2024-09-05T07:36:35.955205+0000","last_active":"2024-09-05T07:38:36.456737+0000","last_peered":"2024-09-05T07:38:36.456737+0000","last_clean":"2024-09-05T07:38:36.456737+0000","last_became_active":"2024-09-05T07:36:35.954774+0000","last_became_peered":"2024-09-05T07:36:35.954774+0000","last_unstale":"2024-09-05T07:38:36.456737+0000","last_undegraded":"2024-09-05T07:38:36.456737+0000","last_fullsized":"2024-09-05T07:38:36.456737+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:24:11.816616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.9","version":"93'2","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.485176+0000","last_change":"2024-09-05T07:36:14.810604+0000","last_active":"2024-09-05T07:38:36.485176+0000","last_peered":"2024-09-05T07:38:36.485176+0000","last_clean":"2024-09-05T07:38:36.485176+0000","last_became_active":"2024-09-05T07:36:14.810203+0000","last_became_peered":"2024-09-05T07:36:14.810203+0000","last_unstale":"2024-09-05T07:38:36.485176+0000","last_undegraded":"2024-09-05T07:38:36.485176+0000","last_fullsized":"2024-09-05T07:38:36.485176+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:21:04.720664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"90'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461032+0000","last_change":"2024-09-05T07:36:12.811040+0000","last_active":"2024-09-05T07:38:36.461032+0000","last_peered":"2024-09-05T07:38:36.461032+0000","last_clean":"2024-09-05T07:38:36.461032+0000","last_became_active":"2024-09-05T07:36:12.810737+0000","last_became_peered":"2024-09-05T07:36:12.810737+0000","last_unstale":"2024-09-05T07:38:36.461032+0000","last_undegraded":"2024-09-05T07:38:36.461032+0000","last_fullsized":"2024-09-05T07:38:36.461032+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:44:25.801815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466707+0000","last_change":"2024-09-05T07:36:22.040640+0000","last_active":"2024-09-05T07:38:36.466707+0000","last_peered":"2024-09-05T07:38:36.466707+0000","last_clean":"2024-09-05T07:38:36.466707+0000","last_became_active":"2024-09-05T07:36:22.040247+0000","last_became_peered":"2024-09-05T07:36:22.040247+0000","last_unstale":"2024-09-05T07:38:36.466707+0000","last_undegraded":"2024-09-05T07:38:36.466707+0000","last_fullsized":"2024-09-05T07:38:36.466707+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:03:16.022864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497774+0000","last_change":"2024-09-05T07:36:14.820761+0000","last_active":"2024-09-05T07:38:36.497774+0000","last_peered":"2024-09-05T07:38:36.497774+0000","last_clean":"2024-09-05T07:38:36.497774+0000","last_became_active":"2024-09-05T07:36:14.820507+0000","last_became_peered":"2024-09-05T07:36:14.820507+0000","last_unstale":"2024-09-05T07:38:36.497774+0000","last_undegraded":"2024-09-05T07:38:36.497774+0000","last_fullsized":"2024-09-05T07:38:36.497774+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:34:48.881638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"90'4","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466564+0000","last_change":"2024-09-05T07:36:13.411988+0000","last_active":"2024-09-05T07:38:36.466564+0000","last_peered":"2024-09-05T07:38:36.466564+0000","last_clean":"2024-09-05T07:38:36.466564+0000","last_became_active":"2024-09-05T07:36:13.411609+0000","last_became_peered":"2024-09-05T07:36:13.411609+0000","last_unstale":"2024-09-05T07:38:36.466564+0000","last_undegraded":"2024-09-05T07:38:36.466564+0000","last_fullsized":"2024-09-05T07:38:36.466564+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:40:21.270134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.460707+0000","last_change":"2024-09-05T07:36:21.871465+0000","last_active":"2024-09-05T07:38:36.460707+0000","last_peered":"2024-09-05T07:38:36.460707+0000","last_clean":"2024-09-05T07:38:36.460707+0000","last_became_active":"2024-09-05T07:36:21.871056+0000","last_became_peered":"2024-09-05T07:36:21.871056+0000","last_unstale":"2024-09-05T07:38:36.460707+0000","last_undegraded":"2024-09-05T07:38:36.460707+0000","last_fullsized":"2024-09-05T07:38:36.460707+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:24:41.284515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.506480+0000","last_change":"2024-09-05T07:36:14.814919+0000","last_active":"2024-09-05T07:38:36.506480+0000","last_peered":"2024-09-05T07:38:36.506480+0000","last_clean":"2024-09-05T07:38:36.506480+0000","last_became_active":"2024-09-05T07:36:14.814611+0000","last_became_peered":"2024-09-05T07:36:14.814611+0000","last_unstale":"2024-09-05T07:38:36.506480+0000","last_undegraded":"2024-09-05T07:38:36.506480+0000","last_fullsized":"2024-09-05T07:38:36.506480+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:33:22.534338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'101","reported_seq":234,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:49.074338+0000","last_change":"2024-09-05T07:36:12.797620+0000","last_active":"2024-09-05T07:38:49.074338+0000","last_peered":"2024-09-05T07:38:49.074338+0000","last_clean":"2024-09-05T07:38:49.074338+0000","last_became_active":"2024-09-05T07:36:12.797270+0000","last_became_peered":"2024-09-05T07:36:12.797270+0000","last_unstale":"2024-09-05T07:38:49.074338+0000","last_undegraded":"2024-09-05T07:38:49.074338+0000","last_fullsized":"2024-09-05T07:38:49.074338+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:54:17.325544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":312,"num_read_kb":277,"num_write":186,"num_write_kb":1287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.455614+0000","last_change":"2024-09-05T07:36:22.038463+0000","last_active":"2024-09-05T07:38:36.455614+0000","last_peered":"2024-09-05T07:38:36.455614+0000","last_clean":"2024-09-05T07:38:36.455614+0000","last_became_active":"2024-09-05T07:36:22.038095+0000","last_became_peered":"2024-09-05T07:36:22.038095+0000","last_unstale":"2024-09-05T07:38:36.455614+0000","last_undegraded":"2024-09-05T07:38:36.455614+0000","last_fullsized":"2024-09-05T07:38:36.455614+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:27.589451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"93'9","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511666+0000","last_change":"2024-09-05T07:36:14.806223+0000","last_active":"2024-09-05T07:38:36.511666+0000","last_peered":"2024-09-05T07:38:36.511666+0000","last_clean":"2024-09-05T07:38:36.511666+0000","last_became_active":"2024-09-05T07:36:14.805869+0000","last_became_peered":"2024-09-05T07:36:14.805869+0000","last_unstale":"2024-09-05T07:38:36.511666+0000","last_undegraded":"2024-09-05T07:38:36.511666+0000","last_fullsized":"2024-09-05T07:38:36.511666+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:27:20.566443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"90'1","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.473135+0000","last_change":"2024-09-05T07:36:35.922464+0000","last_active":"2024-09-05T07:38:36.473135+0000","last_peered":"2024-09-05T07:38:36.473135+0000","last_clean":"2024-09-05T07:38:36.473135+0000","last_became_active":"2024-09-05T07:36:35.922078+0000","last_became_peered":"2024-09-05T07:36:35.922078+0000","last_unstale":"2024-09-05T07:38:36.473135+0000","last_undegraded":"2024-09-05T07:38:36.473135+0000","last_fullsized":"2024-09-05T07:38:36.473135+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:17:29.580551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.465715+0000","last_change":"2024-09-05T07:36:21.877189+0000","last_active":"2024-09-05T07:38:36.465715+0000","last_peered":"2024-09-05T07:38:36.465715+0000","last_clean":"2024-09-05T07:38:36.465715+0000","last_became_active":"2024-09-05T07:36:21.876796+0000","last_became_peered":"2024-09-05T07:36:21.876796+0000","last_unstale":"2024-09-05T07:38:36.465715+0000","last_undegraded":"2024-09-05T07:38:36.465715+0000","last_fullsized":"2024-09-05T07:38:36.465715+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:13.944091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"93'4","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511355+0000","last_change":"2024-09-05T07:36:14.816662+0000","last_active":"2024-09-05T07:38:36.511355+0000","last_peered":"2024-09-05T07:38:36.511355+0000","last_clean":"2024-09-05T07:38:36.511355+0000","last_became_active":"2024-09-05T07:36:14.812722+0000","last_became_peered":"2024-09-05T07:36:14.812722+0000","last_unstale":"2024-09-05T07:38:36.511355+0000","last_undegraded":"2024-09-05T07:38:36.511355+0000","last_fullsized":"2024-09-05T07:38:36.511355+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:35:10.627551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.471300+0000","last_change":"2024-09-05T07:36:12.809582+0000","last_active":"2024-09-05T07:38:36.471300+0000","last_peered":"2024-09-05T07:38:36.471300+0000","last_clean":"2024-09-05T07:38:36.471300+0000","last_became_active":"2024-09-05T07:36:12.809223+0000","last_became_peered":"2024-09-05T07:36:12.809223+0000","last_unstale":"2024-09-05T07:38:36.471300+0000","last_undegraded":"2024-09-05T07:38:36.471300+0000","last_fullsized":"2024-09-05T07:38:36.471300+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:20:12.101205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456522+0000","last_change":"2024-09-05T07:36:22.039671+0000","last_active":"2024-09-05T07:38:36.456522+0000","last_peered":"2024-09-05T07:38:36.456522+0000","last_clean":"2024-09-05T07:38:36.456522+0000","last_became_active":"2024-09-05T07:36:22.039221+0000","last_became_peered":"2024-09-05T07:36:22.039221+0000","last_unstale":"2024-09-05T07:38:36.456522+0000","last_undegraded":"2024-09-05T07:38:36.456522+0000","last_fullsized":"2024-09-05T07:38:36.456522+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:37:43.961598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"93'7","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497402+0000","last_change":"2024-09-05T07:36:35.926667+0000","last_active":"2024-09-05T07:38:36.497402+0000","last_peered":"2024-09-05T07:38:36.497402+0000","last_clean":"2024-09-05T07:38:36.497402+0000","last_became_active":"2024-09-05T07:36:35.926353+0000","last_became_peered":"2024-09-05T07:36:35.926353+0000","last_unstale":"2024-09-05T07:38:36.497402+0000","last_undegraded":"2024-09-05T07:38:36.497402+0000","last_fullsized":"2024-09-05T07:38:36.497402+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:33:52.775633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"90'1","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467799+0000","last_change":"2024-09-05T07:36:12.801852+0000","last_active":"2024-09-05T07:38:36.467799+0000","last_peered":"2024-09-05T07:38:36.467799+0000","last_clean":"2024-09-05T07:38:36.467799+0000","last_became_active":"2024-09-05T07:36:12.801533+0000","last_became_peered":"2024-09-05T07:36:12.801533+0000","last_unstale":"2024-09-05T07:38:36.467799+0000","last_undegraded":"2024-09-05T07:38:36.467799+0000","last_fullsized":"2024-09-05T07:38:36.467799+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:48:19.037437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.479672+0000","last_change":"2024-09-05T07:36:21.876580+0000","last_active":"2024-09-05T07:38:36.479672+0000","last_peered":"2024-09-05T07:38:36.479672+0000","last_clean":"2024-09-05T07:38:36.479672+0000","last_became_active":"2024-09-05T07:36:21.876209+0000","last_became_peered":"2024-09-05T07:36:21.876209+0000","last_unstale":"2024-09-05T07:38:36.479672+0000","last_undegraded":"2024-09-05T07:38:36.479672+0000","last_fullsized":"2024-09-05T07:38:36.479672+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:26:13.322909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.496789+0000","last_change":"2024-09-05T07:36:14.818775+0000","last_active":"2024-09-05T07:38:36.496789+0000","last_peered":"2024-09-05T07:38:36.496789+0000","last_clean":"2024-09-05T07:38:36.496789+0000","last_became_active":"2024-09-05T07:36:14.818482+0000","last_became_peered":"2024-09-05T07:36:14.818482+0000","last_unstale":"2024-09-05T07:38:36.496789+0000","last_undegraded":"2024-09-05T07:38:36.496789+0000","last_fullsized":"2024-09-05T07:38:36.496789+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:53:41.945628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'5","reported_seq":160,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:50.569794+0000","last_change":"2024-09-05T07:36:12.808974+0000","last_active":"2024-09-05T07:38:50.569794+0000","last_peered":"2024-09-05T07:38:50.569794+0000","last_clean":"2024-09-05T07:38:50.569794+0000","last_became_active":"2024-09-05T07:36:12.808622+0000","last_became_peered":"2024-09-05T07:36:12.808622+0000","last_unstale":"2024-09-05T07:38:50.569794+0000","last_undegraded":"2024-09-05T07:38:50.569794+0000","last_fullsized":"2024-09-05T07:38:50.569794+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:29.308884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.481265+0000","last_change":"2024-09-05T07:36:22.039214+0000","last_active":"2024-09-05T07:38:36.481265+0000","last_peered":"2024-09-05T07:38:36.481265+0000","last_clean":"2024-09-05T07:38:36.481265+0000","last_became_active":"2024-09-05T07:36:22.038781+0000","last_became_peered":"2024-09-05T07:36:22.038781+0000","last_unstale":"2024-09-05T07:38:36.481265+0000","last_undegraded":"2024-09-05T07:38:36.481265+0000","last_fullsized":"2024-09-05T07:38:36.481265+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:16:57.102240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"93'5","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511914+0000","last_change":"2024-09-05T07:36:14.811533+0000","last_active":"2024-09-05T07:38:36.511914+0000","last_peered":"2024-09-05T07:38:36.511914+0000","last_clean":"2024-09-05T07:38:36.511914+0000","last_became_active":"2024-09-05T07:36:14.811250+0000","last_became_peered":"2024-09-05T07:36:14.811250+0000","last_unstale":"2024-09-05T07:38:36.511914+0000","last_undegraded":"2024-09-05T07:38:36.511914+0000","last_fullsized":"2024-09-05T07:38:36.511914+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:15:12.085530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"90'3","reported_seq":50,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.468386+0000","last_change":"2024-09-05T07:36:35.954521+0000","last_active":"2024-09-05T07:38:36.468386+0000","last_peered":"2024-09-05T07:38:36.468386+0000","last_clean":"2024-09-05T07:38:36.468386+0000","last_became_active":"2024-09-05T07:36:35.954104+0000","last_became_peered":"2024-09-05T07:36:35.954104+0000","last_unstale":"2024-09-05T07:38:36.468386+0000","last_undegraded":"2024-09-05T07:38:36.468386+0000","last_fullsized":"2024-09-05T07:38:36.468386+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:04:32.253928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470415+0000","last_change":"2024-09-05T07:36:22.040782+0000","last_active":"2024-09-05T07:38:36.470415+0000","last_peered":"2024-09-05T07:38:36.470415+0000","last_clean":"2024-09-05T07:38:36.470415+0000","last_became_active":"2024-09-05T07:36:22.040423+0000","last_became_peered":"2024-09-05T07:36:22.040423+0000","last_unstale":"2024-09-05T07:38:36.470415+0000","last_undegraded":"2024-09-05T07:38:36.470415+0000","last_fullsized":"2024-09-05T07:38:36.470415+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:45:59.360303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.495487+0000","last_change":"2024-09-05T07:36:14.816493+0000","last_active":"2024-09-05T07:38:36.495487+0000","last_peered":"2024-09-05T07:38:36.495487+0000","last_clean":"2024-09-05T07:38:36.495487+0000","last_became_active":"2024-09-05T07:36:14.816180+0000","last_became_peered":"2024-09-05T07:36:14.816180+0000","last_unstale":"2024-09-05T07:38:36.495487+0000","last_undegraded":"2024-09-05T07:38:36.495487+0000","last_fullsized":"2024-09-05T07:38:36.495487+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:53:46.387539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"90'3","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.476721+0000","last_change":"2024-09-05T07:36:12.798033+0000","last_active":"2024-09-05T07:38:36.476721+0000","last_peered":"2024-09-05T07:38:36.476721+0000","last_clean":"2024-09-05T07:38:36.476721+0000","last_became_active":"2024-09-05T07:36:12.797677+0000","last_became_peered":"2024-09-05T07:36:12.797677+0000","last_unstale":"2024-09-05T07:38:36.476721+0000","last_undegraded":"2024-09-05T07:38:36.476721+0000","last_fullsized":"2024-09-05T07:38:36.476721+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:42.168916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"93'148","reported_seq":407,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:38.590183+0000","last_change":"2024-09-05T07:35:01.662056+0000","last_active":"2024-09-05T07:38:38.590183+0000","last_peered":"2024-09-05T07:38:38.590183+0000","last_clean":"2024-09-05T07:38:38.590183+0000","last_became_active":"2024-09-05T07:35:01.661657+0000","last_became_peered":"2024-09-05T07:35:01.661657+0000","last_unstale":"2024-09-05T07:38:38.590183+0000","last_undegraded":"2024-09-05T07:38:38.590183+0000","last_fullsized":"2024-09-05T07:38:38.590183+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:31:43.011970+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:31:43.011970+0000","last_clean_scrub_stamp":"2024-09-05T07:31:43.011970+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:58.611696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"90'1","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.468826+0000","last_change":"2024-09-05T07:36:35.924929+0000","last_active":"2024-09-05T07:38:36.468826+0000","last_peered":"2024-09-05T07:38:36.468826+0000","last_clean":"2024-09-05T07:38:36.468826+0000","last_became_active":"2024-09-05T07:36:35.924430+0000","last_became_peered":"2024-09-05T07:36:35.924430+0000","last_unstale":"2024-09-05T07:38:36.468826+0000","last_undegraded":"2024-09-05T07:38:36.468826+0000","last_fullsized":"2024-09-05T07:38:36.468826+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:13.467211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,10,11,9],"acting":[7,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"93'7","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502382+0000","last_change":"2024-09-05T07:36:14.812469+0000","last_active":"2024-09-05T07:38:36.502382+0000","last_peered":"2024-09-05T07:38:36.502382+0000","last_clean":"2024-09-05T07:38:36.502382+0000","last_became_active":"2024-09-05T07:36:14.812148+0000","last_became_peered":"2024-09-05T07:36:14.812148+0000","last_unstale":"2024-09-05T07:38:36.502382+0000","last_undegraded":"2024-09-05T07:38:36.502382+0000","last_fullsized":"2024-09-05T07:38:36.502382+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:01:48.060890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"90'3","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461291+0000","last_change":"2024-09-05T07:36:13.412116+0000","last_active":"2024-09-05T07:38:36.461291+0000","last_peered":"2024-09-05T07:38:36.461291+0000","last_clean":"2024-09-05T07:38:36.461291+0000","last_became_active":"2024-09-05T07:36:13.411689+0000","last_became_peered":"2024-09-05T07:36:13.411689+0000","last_unstale":"2024-09-05T07:38:36.461291+0000","last_undegraded":"2024-09-05T07:38:36.461291+0000","last_fullsized":"2024-09-05T07:38:36.461291+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:43:21.791631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461968+0000","last_change":"2024-09-05T07:36:21.880057+0000","last_active":"2024-09-05T07:38:36.461968+0000","last_peered":"2024-09-05T07:38:36.461968+0000","last_clean":"2024-09-05T07:38:36.461968+0000","last_became_active":"2024-09-05T07:36:21.879613+0000","last_became_peered":"2024-09-05T07:36:21.879613+0000","last_unstale":"2024-09-05T07:38:36.461968+0000","last_undegraded":"2024-09-05T07:38:36.461968+0000","last_fullsized":"2024-09-05T07:38:36.461968+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:51:28.319697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"93'6","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511899+0000","last_change":"2024-09-05T07:37:36.872464+0000","last_active":"2024-09-05T07:38:36.511899+0000","last_peered":"2024-09-05T07:38:36.511899+0000","last_clean":"2024-09-05T07:38:36.511899+0000","last_became_active":"2024-09-05T07:37:36.872049+0000","last_became_peered":"2024-09-05T07:37:36.872049+0000","last_unstale":"2024-09-05T07:38:36.511899+0000","last_undegraded":"2024-09-05T07:38:36.511899+0000","last_fullsized":"2024-09-05T07:38:36.511899+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:46:12.242837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"93'65","reported_seq":135,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:48.732921+0000","last_change":"2024-09-05T07:36:12.799840+0000","last_active":"2024-09-05T07:38:48.732921+0000","last_peered":"2024-09-05T07:38:48.732921+0000","last_clean":"2024-09-05T07:38:48.732921+0000","last_became_active":"2024-09-05T07:36:12.799250+0000","last_became_peered":"2024-09-05T07:36:12.799250+0000","last_unstale":"2024-09-05T07:38:48.732921+0000","last_undegraded":"2024-09-05T07:38:48.732921+0000","last_fullsized":"2024-09-05T07:38:48.732921+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":0,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:26:32.610520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":33,"num_write":76,"num_write_kb":941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470274+0000","last_change":"2024-09-05T07:36:21.881807+0000","last_active":"2024-09-05T07:38:36.470274+0000","last_peered":"2024-09-05T07:38:36.470274+0000","last_clean":"2024-09-05T07:38:36.470274+0000","last_became_active":"2024-09-05T07:36:21.881393+0000","last_became_peered":"2024-09-05T07:36:21.881393+0000","last_unstale":"2024-09-05T07:38:36.470274+0000","last_undegraded":"2024-09-05T07:38:36.470274+0000","last_fullsized":"2024-09-05T07:38:36.470274+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:02:17.538854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"93'9","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.500035+0000","last_change":"2024-09-05T07:36:14.813178+0000","last_active":"2024-09-05T07:38:36.500035+0000","last_peered":"2024-09-05T07:38:36.500035+0000","last_clean":"2024-09-05T07:38:36.500035+0000","last_became_active":"2024-09-05T07:36:14.812886+0000","last_became_peered":"2024-09-05T07:36:14.812886+0000","last_unstale":"2024-09-05T07:38:36.500035+0000","last_undegraded":"2024-09-05T07:38:36.500035+0000","last_fullsized":"2024-09-05T07:38:36.500035+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:23:27.150433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":52,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.481604+0000","last_change":"2024-09-05T07:36:35.957072+0000","last_active":"2024-09-05T07:38:36.481604+0000","last_peered":"2024-09-05T07:38:36.481604+0000","last_clean":"2024-09-05T07:38:36.481604+0000","last_became_active":"2024-09-05T07:36:35.954343+0000","last_became_peered":"2024-09-05T07:36:35.954343+0000","last_unstale":"2024-09-05T07:38:36.481604+0000","last_undegraded":"2024-09-05T07:38:36.481604+0000","last_fullsized":"2024-09-05T07:38:36.481604+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:34:28.666661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.465891+0000","last_change":"2024-09-05T07:36:21.871927+0000","last_active":"2024-09-05T07:38:36.465891+0000","last_peered":"2024-09-05T07:38:36.465891+0000","last_clean":"2024-09-05T07:38:36.465891+0000","last_became_active":"2024-09-05T07:36:21.870817+0000","last_became_peered":"2024-09-05T07:36:21.870817+0000","last_unstale":"2024-09-05T07:38:36.465891+0000","last_undegraded":"2024-09-05T07:38:36.465891+0000","last_fullsized":"2024-09-05T07:38:36.465891+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:12:16.959562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"93'5","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.501421+0000","last_change":"2024-09-05T07:36:14.820721+0000","last_active":"2024-09-05T07:38:36.501421+0000","last_peered":"2024-09-05T07:38:36.501421+0000","last_clean":"2024-09-05T07:38:36.501421+0000","last_became_active":"2024-09-05T07:36:14.820380+0000","last_became_peered":"2024-09-05T07:36:14.820380+0000","last_unstale":"2024-09-05T07:38:36.501421+0000","last_undegraded":"2024-09-05T07:38:36.501421+0000","last_fullsized":"2024-09-05T07:38:36.501421+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:11:28.217241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"90'2","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456879+0000","last_change":"2024-09-05T07:36:12.802444+0000","last_active":"2024-09-05T07:38:36.456879+0000","last_peered":"2024-09-05T07:38:36.456879+0000","last_clean":"2024-09-05T07:38:36.456879+0000","last_became_active":"2024-09-05T07:36:12.802127+0000","last_became_peered":"2024-09-05T07:36:12.802127+0000","last_unstale":"2024-09-05T07:38:36.456879+0000","last_undegraded":"2024-09-05T07:38:36.456879+0000","last_fullsized":"2024-09-05T07:38:36.456879+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:28.912170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466949+0000","last_change":"2024-09-05T07:36:21.877562+0000","last_active":"2024-09-05T07:38:36.466949+0000","last_peered":"2024-09-05T07:38:36.466949+0000","last_clean":"2024-09-05T07:38:36.466949+0000","last_became_active":"2024-09-05T07:36:21.877103+0000","last_became_peered":"2024-09-05T07:36:21.877103+0000","last_unstale":"2024-09-05T07:38:36.466949+0000","last_undegraded":"2024-09-05T07:38:36.466949+0000","last_fullsized":"2024-09-05T07:38:36.466949+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:21.230176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502901+0000","last_change":"2024-09-05T07:36:14.807740+0000","last_active":"2024-09-05T07:38:36.502901+0000","last_peered":"2024-09-05T07:38:36.502901+0000","last_clean":"2024-09-05T07:38:36.502901+0000","last_became_active":"2024-09-05T07:36:14.807428+0000","last_became_peered":"2024-09-05T07:36:14.807428+0000","last_unstale":"2024-09-05T07:38:36.502901+0000","last_undegraded":"2024-09-05T07:38:36.502901+0000","last_fullsized":"2024-09-05T07:38:36.502901+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:38:11.620962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"90'15","reported_seq":72,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.456587+0000","last_change":"2024-09-05T07:36:35.933190+0000","last_active":"2024-09-05T07:38:36.456587+0000","last_peered":"2024-09-05T07:38:36.456587+0000","last_clean":"2024-09-05T07:38:36.456587+0000","last_became_active":"2024-09-05T07:36:35.922566+0000","last_became_peered":"2024-09-05T07:36:35.922566+0000","last_unstale":"2024-09-05T07:38:36.456587+0000","last_undegraded":"2024-09-05T07:38:36.456587+0000","last_fullsized":"2024-09-05T07:38:36.456587+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:13:42.061104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.481548+0000","last_change":"2024-09-05T07:36:21.873086+0000","last_active":"2024-09-05T07:38:36.481548+0000","last_peered":"2024-09-05T07:38:36.481548+0000","last_clean":"2024-09-05T07:38:36.481548+0000","last_became_active":"2024-09-05T07:36:21.872698+0000","last_became_peered":"2024-09-05T07:36:21.872698+0000","last_unstale":"2024-09-05T07:38:36.481548+0000","last_undegraded":"2024-09-05T07:38:36.481548+0000","last_fullsized":"2024-09-05T07:38:36.481548+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:53:32.758650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"93'6","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.489847+0000","last_change":"2024-09-05T07:36:14.811106+0000","last_active":"2024-09-05T07:38:36.489847+0000","last_peered":"2024-09-05T07:38:36.489847+0000","last_clean":"2024-09-05T07:38:36.489847+0000","last_became_active":"2024-09-05T07:36:14.810794+0000","last_became_peered":"2024-09-05T07:36:14.810794+0000","last_unstale":"2024-09-05T07:38:36.489847+0000","last_undegraded":"2024-09-05T07:38:36.489847+0000","last_fullsized":"2024-09-05T07:38:36.489847+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:02:13.381457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"93'6","reported_seq":165,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:50.570504+0000","last_change":"2024-09-05T07:36:12.800415+0000","last_active":"2024-09-05T07:38:50.570504+0000","last_peered":"2024-09-05T07:38:50.570504+0000","last_clean":"2024-09-05T07:38:50.570504+0000","last_became_active":"2024-09-05T07:36:12.800030+0000","last_became_peered":"2024-09-05T07:36:12.800030+0000","last_unstale":"2024-09-05T07:38:50.570504+0000","last_undegraded":"2024-09-05T07:38:50.570504+0000","last_fullsized":"2024-09-05T07:38:50.570504+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:22:46.940996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1869,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":5,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475061+0000","last_change":"2024-09-05T07:36:21.874206+0000","last_active":"2024-09-05T07:38:36.475061+0000","last_peered":"2024-09-05T07:38:36.475061+0000","last_clean":"2024-09-05T07:38:36.475061+0000","last_became_active":"2024-09-05T07:36:21.873842+0000","last_became_peered":"2024-09-05T07:36:21.873842+0000","last_unstale":"2024-09-05T07:38:36.475061+0000","last_undegraded":"2024-09-05T07:38:36.475061+0000","last_fullsized":"2024-09-05T07:38:36.475061+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:04:27.948419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"93'15","reported_seq":51,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.512641+0000","last_change":"2024-09-05T07:36:14.812031+0000","last_active":"2024-09-05T07:38:36.512641+0000","last_peered":"2024-09-05T07:38:36.512641+0000","last_clean":"2024-09-05T07:38:36.512641+0000","last_became_active":"2024-09-05T07:36:14.811712+0000","last_became_peered":"2024-09-05T07:36:14.811712+0000","last_unstale":"2024-09-05T07:38:36.512641+0000","last_undegraded":"2024-09-05T07:38:36.512641+0000","last_fullsized":"2024-09-05T07:38:36.512641+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:09:05.893797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"90'3","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467457+0000","last_change":"2024-09-05T07:36:12.802054+0000","last_active":"2024-09-05T07:38:36.467457+0000","last_peered":"2024-09-05T07:38:36.467457+0000","last_clean":"2024-09-05T07:38:36.467457+0000","last_became_active":"2024-09-05T07:36:12.801682+0000","last_became_peered":"2024-09-05T07:36:12.801682+0000","last_unstale":"2024-09-05T07:38:36.467457+0000","last_undegraded":"2024-09-05T07:38:36.467457+0000","last_fullsized":"2024-09-05T07:38:36.467457+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:51:05.971799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466285+0000","last_change":"2024-09-05T07:36:35.924128+0000","last_active":"2024-09-05T07:38:36.466285+0000","last_peered":"2024-09-05T07:38:36.466285+0000","last_clean":"2024-09-05T07:38:36.466285+0000","last_became_active":"2024-09-05T07:36:35.923583+0000","last_became_peered":"2024-09-05T07:36:35.923583+0000","last_unstale":"2024-09-05T07:38:36.466285+0000","last_undegraded":"2024-09-05T07:38:36.466285+0000","last_fullsized":"2024-09-05T07:38:36.466285+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:51:53.735503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"93'9","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.510842+0000","last_change":"2024-09-05T07:36:14.813760+0000","last_active":"2024-09-05T07:38:36.510842+0000","last_peered":"2024-09-05T07:38:36.510842+0000","last_clean":"2024-09-05T07:38:36.510842+0000","last_became_active":"2024-09-05T07:36:14.813466+0000","last_became_peered":"2024-09-05T07:36:14.813466+0000","last_unstale":"2024-09-05T07:38:36.510842+0000","last_undegraded":"2024-09-05T07:38:36.510842+0000","last_fullsized":"2024-09-05T07:38:36.510842+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:48:27.593353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"90'6","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461031+0000","last_change":"2024-09-05T07:36:12.797588+0000","last_active":"2024-09-05T07:38:36.461031+0000","last_peered":"2024-09-05T07:38:36.461031+0000","last_clean":"2024-09-05T07:38:36.461031+0000","last_became_active":"2024-09-05T07:36:12.797268+0000","last_became_peered":"2024-09-05T07:36:12.797268+0000","last_unstale":"2024-09-05T07:38:36.461031+0000","last_undegraded":"2024-09-05T07:38:36.461031+0000","last_fullsized":"2024-09-05T07:38:36.461031+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:18:07.718554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467007+0000","last_change":"2024-09-05T07:36:21.878964+0000","last_active":"2024-09-05T07:38:36.467007+0000","last_peered":"2024-09-05T07:38:36.467007+0000","last_clean":"2024-09-05T07:38:36.467007+0000","last_became_active":"2024-09-05T07:36:21.878461+0000","last_became_peered":"2024-09-05T07:36:21.878461+0000","last_unstale":"2024-09-05T07:38:36.467007+0000","last_undegraded":"2024-09-05T07:38:36.467007+0000","last_fullsized":"2024-09-05T07:38:36.467007+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:08:24.717805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"93'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.487800+0000","last_change":"2024-09-05T07:36:14.812766+0000","last_active":"2024-09-05T07:38:36.487800+0000","last_peered":"2024-09-05T07:38:36.487800+0000","last_clean":"2024-09-05T07:38:36.487800+0000","last_became_active":"2024-09-05T07:36:14.812466+0000","last_became_peered":"2024-09-05T07:36:14.812466+0000","last_unstale":"2024-09-05T07:38:36.487800+0000","last_undegraded":"2024-09-05T07:38:36.487800+0000","last_fullsized":"2024-09-05T07:38:36.487800+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:10:22.292778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"93'41","reported_seq":323,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:51.574798+0000","last_change":"2024-09-05T07:36:12.802462+0000","last_active":"2024-09-05T07:38:51.574798+0000","last_peered":"2024-09-05T07:38:51.574798+0000","last_clean":"2024-09-05T07:38:51.574798+0000","last_became_active":"2024-09-05T07:36:12.801443+0000","last_became_peered":"2024-09-05T07:36:12.801443+0000","last_unstale":"2024-09-05T07:38:51.574798+0000","last_undegraded":"2024-09-05T07:38:51.574798+0000","last_fullsized":"2024-09-05T07:38:51.574798+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:43:45.816775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70466,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":243,"num_read_kb":191,"num_write":42,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.472655+0000","last_change":"2024-09-05T07:36:21.874872+0000","last_active":"2024-09-05T07:38:36.472655+0000","last_peered":"2024-09-05T07:38:36.472655+0000","last_clean":"2024-09-05T07:38:36.472655+0000","last_became_active":"2024-09-05T07:36:21.874522+0000","last_became_peered":"2024-09-05T07:36:21.874522+0000","last_unstale":"2024-09-05T07:38:36.472655+0000","last_undegraded":"2024-09-05T07:38:36.472655+0000","last_fullsized":"2024-09-05T07:38:36.472655+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:31:48.318719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"93'11","reported_seq":53,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503972+0000","last_change":"2024-09-05T07:37:36.442608+0000","last_active":"2024-09-05T07:38:36.503972+0000","last_peered":"2024-09-05T07:38:36.503972+0000","last_clean":"2024-09-05T07:38:36.503972+0000","last_became_active":"2024-09-05T07:37:36.442322+0000","last_became_peered":"2024-09-05T07:37:36.442322+0000","last_unstale":"2024-09-05T07:38:36.503972+0000","last_undegraded":"2024-09-05T07:38:36.503972+0000","last_fullsized":"2024-09-05T07:38:36.503972+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:47:50.050502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,7],"acting":[1,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"90'4","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.469472+0000","last_change":"2024-09-05T07:36:12.809661+0000","last_active":"2024-09-05T07:38:36.469472+0000","last_peered":"2024-09-05T07:38:36.469472+0000","last_clean":"2024-09-05T07:38:36.469472+0000","last_became_active":"2024-09-05T07:36:12.809335+0000","last_became_peered":"2024-09-05T07:36:12.809335+0000","last_unstale":"2024-09-05T07:38:36.469472+0000","last_undegraded":"2024-09-05T07:38:36.469472+0000","last_fullsized":"2024-09-05T07:38:36.469472+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:14:23.254081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.475791+0000","last_change":"2024-09-05T07:36:21.882000+0000","last_active":"2024-09-05T07:38:36.475791+0000","last_peered":"2024-09-05T07:38:36.475791+0000","last_clean":"2024-09-05T07:38:36.475791+0000","last_became_active":"2024-09-05T07:36:21.881568+0000","last_became_peered":"2024-09-05T07:36:21.881568+0000","last_unstale":"2024-09-05T07:38:36.475791+0000","last_undegraded":"2024-09-05T07:38:36.475791+0000","last_fullsized":"2024-09-05T07:38:36.475791+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:19:38.343193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"93'9","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.500676+0000","last_change":"2024-09-05T07:36:14.821034+0000","last_active":"2024-09-05T07:38:36.500676+0000","last_peered":"2024-09-05T07:38:36.500676+0000","last_clean":"2024-09-05T07:38:36.500676+0000","last_became_active":"2024-09-05T07:36:14.820515+0000","last_became_peered":"2024-09-05T07:36:14.820515+0000","last_unstale":"2024-09-05T07:38:36.500676+0000","last_undegraded":"2024-09-05T07:38:36.500676+0000","last_fullsized":"2024-09-05T07:38:36.500676+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:07:47.211164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"90'2","reported_seq":19,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.467148+0000","last_change":"2024-09-05T07:36:35.955348+0000","last_active":"2024-09-05T07:38:36.467148+0000","last_peered":"2024-09-05T07:38:36.467148+0000","last_clean":"2024-09-05T07:38:36.467148+0000","last_became_active":"2024-09-05T07:36:35.954909+0000","last_became_peered":"2024-09-05T07:36:35.954909+0000","last_unstale":"2024-09-05T07:38:36.467148+0000","last_undegraded":"2024-09-05T07:38:36.467148+0000","last_fullsized":"2024-09-05T07:38:36.467148+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:32.331855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,2],"acting":[11,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470518+0000","last_change":"2024-09-05T07:36:21.875678+0000","last_active":"2024-09-05T07:38:36.470518+0000","last_peered":"2024-09-05T07:38:36.470518+0000","last_clean":"2024-09-05T07:38:36.470518+0000","last_became_active":"2024-09-05T07:36:21.875119+0000","last_became_peered":"2024-09-05T07:36:21.875119+0000","last_unstale":"2024-09-05T07:38:36.470518+0000","last_undegraded":"2024-09-05T07:38:36.470518+0000","last_fullsized":"2024-09-05T07:38:36.470518+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:27:11.876389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"93'10","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498760+0000","last_change":"2024-09-05T07:36:14.808987+0000","last_active":"2024-09-05T07:38:36.498760+0000","last_peered":"2024-09-05T07:38:36.498760+0000","last_clean":"2024-09-05T07:38:36.498760+0000","last_became_active":"2024-09-05T07:36:14.808677+0000","last_became_peered":"2024-09-05T07:36:14.808677+0000","last_unstale":"2024-09-05T07:38:36.498760+0000","last_undegraded":"2024-09-05T07:38:36.498760+0000","last_fullsized":"2024-09-05T07:38:36.498760+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:33.565183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"92'4","reported_seq":158,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:50.570490+0000","last_change":"2024-09-05T07:36:12.801995+0000","last_active":"2024-09-05T07:38:50.570490+0000","last_peered":"2024-09-05T07:38:50.570490+0000","last_clean":"2024-09-05T07:38:50.570490+0000","last_became_active":"2024-09-05T07:36:12.801647+0000","last_became_peered":"2024-09-05T07:36:12.801647+0000","last_unstale":"2024-09-05T07:38:50.570490+0000","last_undegraded":"2024-09-05T07:38:50.570490+0000","last_fullsized":"2024-09-05T07:38:50.570490+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:42:13.827626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.455711+0000","last_change":"2024-09-05T07:36:21.875549+0000","last_active":"2024-09-05T07:38:36.455711+0000","last_peered":"2024-09-05T07:38:36.455711+0000","last_clean":"2024-09-05T07:38:36.455711+0000","last_became_active":"2024-09-05T07:36:21.875233+0000","last_became_peered":"2024-09-05T07:36:21.875233+0000","last_unstale":"2024-09-05T07:38:36.455711+0000","last_undegraded":"2024-09-05T07:38:36.455711+0000","last_fullsized":"2024-09-05T07:38:36.455711+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:48:37.673251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.469867+0000","last_change":"2024-09-05T07:36:21.879699+0000","last_active":"2024-09-05T07:38:36.469867+0000","last_peered":"2024-09-05T07:38:36.469867+0000","last_clean":"2024-09-05T07:38:36.469867+0000","last_became_active":"2024-09-05T07:36:21.879328+0000","last_became_peered":"2024-09-05T07:36:21.879328+0000","last_unstale":"2024-09-05T07:38:36.469867+0000","last_undegraded":"2024-09-05T07:38:36.469867+0000","last_fullsized":"2024-09-05T07:38:36.469867+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:53:04.042260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"93'11","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504760+0000","last_change":"2024-09-05T07:36:14.818287+0000","last_active":"2024-09-05T07:38:36.504760+0000","last_peered":"2024-09-05T07:38:36.504760+0000","last_clean":"2024-09-05T07:38:36.504760+0000","last_became_active":"2024-09-05T07:36:14.817988+0000","last_became_peered":"2024-09-05T07:36:14.817988+0000","last_unstale":"2024-09-05T07:38:36.504760+0000","last_undegraded":"2024-09-05T07:38:36.504760+0000","last_fullsized":"2024-09-05T07:38:36.504760+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:21:04.100359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"90'1","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.466289+0000","last_change":"2024-09-05T07:36:12.801794+0000","last_active":"2024-09-05T07:38:36.466289+0000","last_peered":"2024-09-05T07:38:36.466289+0000","last_clean":"2024-09-05T07:38:36.466289+0000","last_became_active":"2024-09-05T07:36:12.801422+0000","last_became_peered":"2024-09-05T07:36:12.801422+0000","last_unstale":"2024-09-05T07:38:36.466289+0000","last_undegraded":"2024-09-05T07:38:36.466289+0000","last_fullsized":"2024-09-05T07:38:36.466289+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:41.473362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.470363+0000","last_change":"2024-09-05T07:36:21.876009+0000","last_active":"2024-09-05T07:38:36.470363+0000","last_peered":"2024-09-05T07:38:36.470363+0000","last_clean":"2024-09-05T07:38:36.470363+0000","last_became_active":"2024-09-05T07:36:21.875545+0000","last_became_peered":"2024-09-05T07:36:21.875545+0000","last_unstale":"2024-09-05T07:38:36.470363+0000","last_undegraded":"2024-09-05T07:38:36.470363+0000","last_fullsized":"2024-09-05T07:38:36.470363+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:51.027968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505810+0000","last_change":"2024-09-05T07:36:14.811457+0000","last_active":"2024-09-05T07:38:36.505810+0000","last_peered":"2024-09-05T07:38:36.505810+0000","last_clean":"2024-09-05T07:38:36.505810+0000","last_became_active":"2024-09-05T07:36:14.811061+0000","last_became_peered":"2024-09-05T07:36:14.811061+0000","last_unstale":"2024-09-05T07:38:36.505810+0000","last_undegraded":"2024-09-05T07:38:36.505810+0000","last_fullsized":"2024-09-05T07:38:36.505810+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:23:00.487971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"90'2","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.468601+0000","last_change":"2024-09-05T07:36:12.796795+0000","last_active":"2024-09-05T07:38:36.468601+0000","last_peered":"2024-09-05T07:38:36.468601+0000","last_clean":"2024-09-05T07:38:36.468601+0000","last_became_active":"2024-09-05T07:36:12.796476+0000","last_became_peered":"2024-09-05T07:36:12.796476+0000","last_unstale":"2024-09-05T07:38:36.468601+0000","last_undegraded":"2024-09-05T07:38:36.468601+0000","last_fullsized":"2024-09-05T07:38:36.468601+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:18:16.267998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"90'3","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.457190+0000","last_change":"2024-09-05T07:36:12.798581+0000","last_active":"2024-09-05T07:38:36.457190+0000","last_peered":"2024-09-05T07:38:36.457190+0000","last_clean":"2024-09-05T07:38:36.457190+0000","last_became_active":"2024-09-05T07:36:12.798245+0000","last_became_peered":"2024-09-05T07:36:12.798245+0000","last_unstale":"2024-09-05T07:38:36.457190+0000","last_undegraded":"2024-09-05T07:38:36.457190+0000","last_fullsized":"2024-09-05T07:38:36.457190+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:02:51.750398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498243+0000","last_change":"2024-09-05T07:36:14.812695+0000","last_active":"2024-09-05T07:38:36.498243+0000","last_peered":"2024-09-05T07:38:36.498243+0000","last_clean":"2024-09-05T07:38:36.498243+0000","last_became_active":"2024-09-05T07:36:14.812224+0000","last_became_peered":"2024-09-05T07:36:14.812224+0000","last_unstale":"2024-09-05T07:38:36.498243+0000","last_undegraded":"2024-09-05T07:38:36.498243+0000","last_fullsized":"2024-09-05T07:38:36.498243+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:42:18.817287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.460615+0000","last_change":"2024-09-05T07:36:21.872082+0000","last_active":"2024-09-05T07:38:36.460615+0000","last_peered":"2024-09-05T07:38:36.460615+0000","last_clean":"2024-09-05T07:38:36.460615+0000","last_became_active":"2024-09-05T07:36:21.871664+0000","last_became_peered":"2024-09-05T07:36:21.871664+0000","last_unstale":"2024-09-05T07:38:36.460615+0000","last_undegraded":"2024-09-05T07:38:36.460615+0000","last_fullsized":"2024-09-05T07:38:36.460615+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:51:39.262588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"93'10","reported_seq":170,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:50.571152+0000","last_change":"2024-09-05T07:36:12.802264+0000","last_active":"2024-09-05T07:38:50.571152+0000","last_peered":"2024-09-05T07:38:50.571152+0000","last_clean":"2024-09-05T07:38:50.571152+0000","last_became_active":"2024-09-05T07:36:12.801215+0000","last_became_peered":"2024-09-05T07:36:12.801215+0000","last_unstale":"2024-09-05T07:38:50.571152+0000","last_undegraded":"2024-09-05T07:38:50.571152+0000","last_fullsized":"2024-09-05T07:38:50.571152+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:11.774911+0000","last_clean_scrub_stamp":"2024-09-05T07:36:11.774911+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:21.135132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2437,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":121,"num_read_kb":6,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"93'7","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497691+0000","last_change":"2024-09-05T07:36:14.800251+0000","last_active":"2024-09-05T07:38:36.497691+0000","last_peered":"2024-09-05T07:38:36.497691+0000","last_clean":"2024-09-05T07:38:36.497691+0000","last_became_active":"2024-09-05T07:36:14.799961+0000","last_became_peered":"2024-09-05T07:36:14.799961+0000","last_unstale":"2024-09-05T07:38:36.497691+0000","last_undegraded":"2024-09-05T07:38:36.497691+0000","last_fullsized":"2024-09-05T07:38:36.497691+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:43:57.630634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.461587+0000","last_change":"2024-09-05T07:36:21.872878+0000","last_active":"2024-09-05T07:38:36.461587+0000","last_peered":"2024-09-05T07:38:36.461587+0000","last_clean":"2024-09-05T07:38:36.461587+0000","last_became_active":"2024-09-05T07:36:21.872471+0000","last_became_peered":"2024-09-05T07:36:21.872471+0000","last_unstale":"2024-09-05T07:38:36.461587+0000","last_undegraded":"2024-09-05T07:38:36.461587+0000","last_fullsized":"2024-09-05T07:38:36.461587+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:20.850425+0000","last_clean_scrub_stamp":"2024-09-05T07:36:20.850425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:00:20.993809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"93'9","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503598+0000","last_change":"2024-09-05T07:36:14.810631+0000","last_active":"2024-09-05T07:38:36.503598+0000","last_peered":"2024-09-05T07:38:36.503598+0000","last_clean":"2024-09-05T07:38:36.503598+0000","last_became_active":"2024-09-05T07:36:14.809410+0000","last_became_peered":"2024-09-05T07:36:14.809410+0000","last_unstale":"2024-09-05T07:38:36.503598+0000","last_undegraded":"2024-09-05T07:38:36.503598+0000","last_fullsized":"2024-09-05T07:38:36.503598+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:39:38.926597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"93'12","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497292+0000","last_change":"2024-09-05T07:36:14.809457+0000","last_active":"2024-09-05T07:38:36.497292+0000","last_peered":"2024-09-05T07:38:36.497292+0000","last_clean":"2024-09-05T07:38:36.497292+0000","last_became_active":"2024-09-05T07:36:14.809176+0000","last_became_peered":"2024-09-05T07:36:14.809176+0000","last_unstale":"2024-09-05T07:38:36.497292+0000","last_undegraded":"2024-09-05T07:38:36.497292+0000","last_fullsized":"2024-09-05T07:38:36.497292+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:40:15.801533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.492508+0000","last_change":"2024-09-05T07:36:14.816273+0000","last_active":"2024-09-05T07:38:36.492508+0000","last_peered":"2024-09-05T07:38:36.492508+0000","last_clean":"2024-09-05T07:38:36.492508+0000","last_became_active":"2024-09-05T07:36:14.815968+0000","last_became_peered":"2024-09-05T07:36:14.815968+0000","last_unstale":"2024-09-05T07:38:36.492508+0000","last_undegraded":"2024-09-05T07:38:36.492508+0000","last_fullsized":"2024-09-05T07:38:36.492508+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:26:21.943549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.512474+0000","last_change":"2024-09-05T07:36:14.808605+0000","last_active":"2024-09-05T07:38:36.512474+0000","last_peered":"2024-09-05T07:38:36.512474+0000","last_clean":"2024-09-05T07:38:36.512474+0000","last_became_active":"2024-09-05T07:36:14.808281+0000","last_became_peered":"2024-09-05T07:36:14.808281+0000","last_unstale":"2024-09-05T07:38:36.512474+0000","last_undegraded":"2024-09-05T07:38:36.512474+0000","last_fullsized":"2024-09-05T07:38:36.512474+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:21.258022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"93'4","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.513948+0000","last_change":"2024-09-05T07:36:14.808482+0000","last_active":"2024-09-05T07:38:36.513948+0000","last_peered":"2024-09-05T07:38:36.513948+0000","last_clean":"2024-09-05T07:38:36.513948+0000","last_became_active":"2024-09-05T07:36:14.808159+0000","last_became_peered":"2024-09-05T07:36:14.808159+0000","last_unstale":"2024-09-05T07:38:36.513948+0000","last_undegraded":"2024-09-05T07:38:36.513948+0000","last_fullsized":"2024-09-05T07:38:36.513948+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:16:49.067909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"93'6","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.501543+0000","last_change":"2024-09-05T07:37:36.441423+0000","last_active":"2024-09-05T07:38:36.501543+0000","last_peered":"2024-09-05T07:38:36.501543+0000","last_clean":"2024-09-05T07:38:36.501543+0000","last_became_active":"2024-09-05T07:37:36.441116+0000","last_became_peered":"2024-09-05T07:37:36.441116+0000","last_unstale":"2024-09-05T07:38:36.501543+0000","last_undegraded":"2024-09-05T07:38:36.501543+0000","last_fullsized":"2024-09-05T07:38:36.501543+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:15:57.348005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"93'15","reported_seq":51,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503209+0000","last_change":"2024-09-05T07:36:14.807016+0000","last_active":"2024-09-05T07:38:36.503209+0000","last_peered":"2024-09-05T07:38:36.503209+0000","last_clean":"2024-09-05T07:38:36.503209+0000","last_became_active":"2024-09-05T07:36:14.806722+0000","last_became_peered":"2024-09-05T07:36:14.806722+0000","last_unstale":"2024-09-05T07:38:36.503209+0000","last_undegraded":"2024-09-05T07:38:36.503209+0000","last_fullsized":"2024-09-05T07:38:36.503209+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:51:31.607865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"93'2","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.495435+0000","last_change":"2024-09-05T07:36:14.811682+0000","last_active":"2024-09-05T07:38:36.495435+0000","last_peered":"2024-09-05T07:38:36.495435+0000","last_clean":"2024-09-05T07:38:36.495435+0000","last_became_active":"2024-09-05T07:36:14.811289+0000","last_became_peered":"2024-09-05T07:36:14.811289+0000","last_unstale":"2024-09-05T07:38:36.495435+0000","last_undegraded":"2024-09-05T07:38:36.495435+0000","last_fullsized":"2024-09-05T07:38:36.495435+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:08:02.337426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497862+0000","last_change":"2024-09-05T07:36:14.812288+0000","last_active":"2024-09-05T07:38:36.497862+0000","last_peered":"2024-09-05T07:38:36.497862+0000","last_clean":"2024-09-05T07:38:36.497862+0000","last_became_active":"2024-09-05T07:36:14.811880+0000","last_became_peered":"2024-09-05T07:36:14.811880+0000","last_unstale":"2024-09-05T07:38:36.497862+0000","last_undegraded":"2024-09-05T07:38:36.497862+0000","last_fullsized":"2024-09-05T07:38:36.497862+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:12:08.684675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"93'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505410+0000","last_change":"2024-09-05T07:36:14.810185+0000","last_active":"2024-09-05T07:38:36.505410+0000","last_peered":"2024-09-05T07:38:36.505410+0000","last_clean":"2024-09-05T07:38:36.505410+0000","last_became_active":"2024-09-05T07:36:14.809878+0000","last_became_peered":"2024-09-05T07:36:14.809878+0000","last_unstale":"2024-09-05T07:38:36.505410+0000","last_undegraded":"2024-09-05T07:38:36.505410+0000","last_fullsized":"2024-09-05T07:38:36.505410+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:15:44.940260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"93'10","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.499083+0000","last_change":"2024-09-05T07:36:14.815367+0000","last_active":"2024-09-05T07:38:36.499083+0000","last_peered":"2024-09-05T07:38:36.499083+0000","last_clean":"2024-09-05T07:38:36.499083+0000","last_became_active":"2024-09-05T07:36:14.815014+0000","last_became_peered":"2024-09-05T07:36:14.815014+0000","last_unstale":"2024-09-05T07:38:36.499083+0000","last_undegraded":"2024-09-05T07:38:36.499083+0000","last_fullsized":"2024-09-05T07:38:36.499083+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:20:12.936600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"93'11","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.514127+0000","last_change":"2024-09-05T07:36:14.809788+0000","last_active":"2024-09-05T07:38:36.514127+0000","last_peered":"2024-09-05T07:38:36.514127+0000","last_clean":"2024-09-05T07:38:36.514127+0000","last_became_active":"2024-09-05T07:36:14.809492+0000","last_became_peered":"2024-09-05T07:36:14.809492+0000","last_unstale":"2024-09-05T07:38:36.514127+0000","last_undegraded":"2024-09-05T07:38:36.514127+0000","last_fullsized":"2024-09-05T07:38:36.514127+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:14:53.969774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503649+0000","last_change":"2024-09-05T07:36:14.820736+0000","last_active":"2024-09-05T07:38:36.503649+0000","last_peered":"2024-09-05T07:38:36.503649+0000","last_clean":"2024-09-05T07:38:36.503649+0000","last_became_active":"2024-09-05T07:36:14.820441+0000","last_became_peered":"2024-09-05T07:36:14.820441+0000","last_unstale":"2024-09-05T07:38:36.503649+0000","last_undegraded":"2024-09-05T07:38:36.503649+0000","last_fullsized":"2024-09-05T07:38:36.503649+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T18:59:58.690955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"93'7","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.511541+0000","last_change":"2024-09-05T07:36:14.817088+0000","last_active":"2024-09-05T07:38:36.511541+0000","last_peered":"2024-09-05T07:38:36.511541+0000","last_clean":"2024-09-05T07:38:36.511541+0000","last_became_active":"2024-09-05T07:36:14.816796+0000","last_became_peered":"2024-09-05T07:36:14.816796+0000","last_unstale":"2024-09-05T07:38:36.511541+0000","last_undegraded":"2024-09-05T07:38:36.511541+0000","last_fullsized":"2024-09-05T07:38:36.511541+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:13:09.976444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"93'10","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.506073+0000","last_change":"2024-09-05T07:36:14.817288+0000","last_active":"2024-09-05T07:38:36.506073+0000","last_peered":"2024-09-05T07:38:36.506073+0000","last_clean":"2024-09-05T07:38:36.506073+0000","last_became_active":"2024-09-05T07:36:14.816945+0000","last_became_peered":"2024-09-05T07:36:14.816945+0000","last_unstale":"2024-09-05T07:38:36.506073+0000","last_undegraded":"2024-09-05T07:38:36.506073+0000","last_fullsized":"2024-09-05T07:38:36.506073+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:29:21.904752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505215+0000","last_change":"2024-09-05T07:36:14.814799+0000","last_active":"2024-09-05T07:38:36.505215+0000","last_peered":"2024-09-05T07:38:36.505215+0000","last_clean":"2024-09-05T07:38:36.505215+0000","last_became_active":"2024-09-05T07:36:14.814044+0000","last_became_peered":"2024-09-05T07:36:14.814044+0000","last_unstale":"2024-09-05T07:38:36.505215+0000","last_undegraded":"2024-09-05T07:38:36.505215+0000","last_fullsized":"2024-09-05T07:38:36.505215+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:28:47.034838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"93'9","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.503887+0000","last_change":"2024-09-05T07:36:14.813588+0000","last_active":"2024-09-05T07:38:36.503887+0000","last_peered":"2024-09-05T07:38:36.503887+0000","last_clean":"2024-09-05T07:38:36.503887+0000","last_became_active":"2024-09-05T07:36:14.813310+0000","last_became_peered":"2024-09-05T07:36:14.813310+0000","last_unstale":"2024-09-05T07:38:36.503887+0000","last_undegraded":"2024-09-05T07:38:36.503887+0000","last_fullsized":"2024-09-05T07:38:36.503887+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:20:00.193943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"93'7","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498010+0000","last_change":"2024-09-05T07:37:36.872961+0000","last_active":"2024-09-05T07:38:36.498010+0000","last_peered":"2024-09-05T07:38:36.498010+0000","last_clean":"2024-09-05T07:38:36.498010+0000","last_became_active":"2024-09-05T07:37:36.872548+0000","last_became_peered":"2024-09-05T07:37:36.872548+0000","last_unstale":"2024-09-05T07:38:36.498010+0000","last_undegraded":"2024-09-05T07:38:36.498010+0000","last_fullsized":"2024-09-05T07:38:36.498010+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:24:06.936930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,2],"acting":[0,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.496822+0000","last_change":"2024-09-05T07:36:14.820169+0000","last_active":"2024-09-05T07:38:36.496822+0000","last_peered":"2024-09-05T07:38:36.496822+0000","last_clean":"2024-09-05T07:38:36.496822+0000","last_became_active":"2024-09-05T07:36:14.819349+0000","last_became_peered":"2024-09-05T07:36:14.819349+0000","last_unstale":"2024-09-05T07:38:36.496822+0000","last_undegraded":"2024-09-05T07:38:36.496822+0000","last_fullsized":"2024-09-05T07:38:36.496822+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:30:33.276239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"93'10","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.507154+0000","last_change":"2024-09-05T07:36:14.816981+0000","last_active":"2024-09-05T07:38:36.507154+0000","last_peered":"2024-09-05T07:38:36.507154+0000","last_clean":"2024-09-05T07:38:36.507154+0000","last_became_active":"2024-09-05T07:36:14.816645+0000","last_became_peered":"2024-09-05T07:36:14.816645+0000","last_unstale":"2024-09-05T07:38:36.507154+0000","last_undegraded":"2024-09-05T07:38:36.507154+0000","last_fullsized":"2024-09-05T07:38:36.507154+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:27:57.926810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"93'7","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.499757+0000","last_change":"2024-09-05T07:36:14.816277+0000","last_active":"2024-09-05T07:38:36.499757+0000","last_peered":"2024-09-05T07:38:36.499757+0000","last_clean":"2024-09-05T07:38:36.499757+0000","last_became_active":"2024-09-05T07:36:14.815998+0000","last_became_peered":"2024-09-05T07:36:14.815998+0000","last_unstale":"2024-09-05T07:38:36.499757+0000","last_undegraded":"2024-09-05T07:38:36.499757+0000","last_fullsized":"2024-09-05T07:38:36.499757+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:42.278870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"93'6","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502296+0000","last_change":"2024-09-05T07:36:14.813425+0000","last_active":"2024-09-05T07:38:36.502296+0000","last_peered":"2024-09-05T07:38:36.502296+0000","last_clean":"2024-09-05T07:38:36.502296+0000","last_became_active":"2024-09-05T07:36:14.813135+0000","last_became_peered":"2024-09-05T07:36:14.813135+0000","last_unstale":"2024-09-05T07:38:36.502296+0000","last_undegraded":"2024-09-05T07:38:36.502296+0000","last_fullsized":"2024-09-05T07:38:36.502296+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:20:54.684216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"93'16","reported_seq":50,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.495974+0000","last_change":"2024-09-05T07:36:14.820772+0000","last_active":"2024-09-05T07:38:36.495974+0000","last_peered":"2024-09-05T07:38:36.495974+0000","last_clean":"2024-09-05T07:38:36.495974+0000","last_became_active":"2024-09-05T07:36:14.820347+0000","last_became_peered":"2024-09-05T07:36:14.820347+0000","last_unstale":"2024-09-05T07:38:36.495974+0000","last_undegraded":"2024-09-05T07:38:36.495974+0000","last_fullsized":"2024-09-05T07:38:36.495974+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:47.635596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"93'11","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504065+0000","last_change":"2024-09-05T07:36:14.811244+0000","last_active":"2024-09-05T07:38:36.504065+0000","last_peered":"2024-09-05T07:38:36.504065+0000","last_clean":"2024-09-05T07:38:36.504065+0000","last_became_active":"2024-09-05T07:36:14.810959+0000","last_became_peered":"2024-09-05T07:36:14.810959+0000","last_unstale":"2024-09-05T07:38:36.504065+0000","last_undegraded":"2024-09-05T07:38:36.504065+0000","last_fullsized":"2024-09-05T07:38:36.504065+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:47:47.631297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"93'9","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.504172+0000","last_change":"2024-09-05T07:37:36.468340+0000","last_active":"2024-09-05T07:38:36.504172+0000","last_peered":"2024-09-05T07:38:36.504172+0000","last_clean":"2024-09-05T07:38:36.504172+0000","last_became_active":"2024-09-05T07:37:36.467940+0000","last_became_peered":"2024-09-05T07:37:36.467940+0000","last_unstale":"2024-09-05T07:38:36.504172+0000","last_undegraded":"2024-09-05T07:38:36.504172+0000","last_fullsized":"2024-09-05T07:38:36.504172+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:21:34.298980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.39","version":"93'5","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.496882+0000","last_change":"2024-09-05T07:36:14.806795+0000","last_active":"2024-09-05T07:38:36.496882+0000","last_peered":"2024-09-05T07:38:36.496882+0000","last_clean":"2024-09-05T07:38:36.496882+0000","last_became_active":"2024-09-05T07:36:14.806038+0000","last_became_peered":"2024-09-05T07:36:14.806038+0000","last_unstale":"2024-09-05T07:38:36.496882+0000","last_undegraded":"2024-09-05T07:38:36.496882+0000","last_fullsized":"2024-09-05T07:38:36.496882+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:56:05.136500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"93'6","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.497895+0000","last_change":"2024-09-05T07:36:14.814462+0000","last_active":"2024-09-05T07:38:36.497895+0000","last_peered":"2024-09-05T07:38:36.497895+0000","last_clean":"2024-09-05T07:38:36.497895+0000","last_became_active":"2024-09-05T07:36:14.814178+0000","last_became_peered":"2024-09-05T07:36:14.814178+0000","last_unstale":"2024-09-05T07:38:36.497895+0000","last_undegraded":"2024-09-05T07:38:36.497895+0000","last_fullsized":"2024-09-05T07:38:36.497895+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T17:10:46.217701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"93'4","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.493145+0000","last_change":"2024-09-05T07:36:14.809141+0000","last_active":"2024-09-05T07:38:36.493145+0000","last_peered":"2024-09-05T07:38:36.493145+0000","last_clean":"2024-09-05T07:38:36.493145+0000","last_became_active":"2024-09-05T07:36:14.808812+0000","last_became_peered":"2024-09-05T07:36:14.808812+0000","last_unstale":"2024-09-05T07:38:36.493145+0000","last_undegraded":"2024-09-05T07:38:36.493145+0000","last_fullsized":"2024-09-05T07:38:36.493145+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:07:46.838052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"93'8","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.498469+0000","last_change":"2024-09-05T07:36:14.818092+0000","last_active":"2024-09-05T07:38:36.498469+0000","last_peered":"2024-09-05T07:38:36.498469+0000","last_clean":"2024-09-05T07:38:36.498469+0000","last_became_active":"2024-09-05T07:36:14.817789+0000","last_became_peered":"2024-09-05T07:36:14.817789+0000","last_unstale":"2024-09-05T07:38:36.498469+0000","last_undegraded":"2024-09-05T07:38:36.498469+0000","last_fullsized":"2024-09-05T07:38:36.498469+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T19:22:29.176609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"93'7","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502602+0000","last_change":"2024-09-05T07:36:14.813266+0000","last_active":"2024-09-05T07:38:36.502602+0000","last_peered":"2024-09-05T07:38:36.502602+0000","last_clean":"2024-09-05T07:38:36.502602+0000","last_became_active":"2024-09-05T07:36:14.812886+0000","last_became_peered":"2024-09-05T07:36:14.812886+0000","last_unstale":"2024-09-05T07:38:36.502602+0000","last_undegraded":"2024-09-05T07:38:36.502602+0000","last_fullsized":"2024-09-05T07:38:36.502602+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:26:39.085280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"93'4","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.502946+0000","last_change":"2024-09-05T07:36:14.819845+0000","last_active":"2024-09-05T07:38:36.502946+0000","last_peered":"2024-09-05T07:38:36.502946+0000","last_clean":"2024-09-05T07:38:36.502946+0000","last_became_active":"2024-09-05T07:36:14.819575+0000","last_became_peered":"2024-09-05T07:36:14.819575+0000","last_unstale":"2024-09-05T07:38:36.502946+0000","last_undegraded":"2024-09-05T07:38:36.502946+0000","last_fullsized":"2024-09-05T07:38:36.502946+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:44:39.270064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"93'8","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T07:38:36.505050+0000","last_change":"2024-09-05T07:36:14.815067+0000","last_active":"2024-09-05T07:38:36.505050+0000","last_peered":"2024-09-05T07:38:36.505050+0000","last_clean":"2024-09-05T07:38:36.505050+0000","last_became_active":"2024-09-05T07:36:14.814453+0000","last_became_peered":"2024-09-05T07:36:14.814453+0000","last_unstale":"2024-09-05T07:38:36.505050+0000","last_undegraded":"2024-09-05T07:38:36.505050+0000","last_fullsized":"2024-09-05T07:38:36.505050+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T07:36:13.788009+0000","last_clean_scrub_stamp":"2024-09-05T07:36:13.788009+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:32:16.995333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":798620,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1073,"num_read_kb":755,"num_write":427,"num_write_kb":2363,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2629632,"data_stored":2395860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":315,"ondisk_log_size":315,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514541,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1077248,"data_stored":532922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743474,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":29204,"kb_used_data":2060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93715948,"statfs":{"total":95995035648,"available":95965130752,"internally_reserved":0,"allocated":2109440,"data_stored":1524243,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906999,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28476,"kb_used_data":1452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716676,"statfs":{"total":95995035648,"available":95965876224,"internally_reserved":0,"allocated":1486848,"data_stored":930448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135932,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36788,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708364,"statfs":{"total":95995035648,"available":95957364736,"internally_reserved":0,"allocated":1478656,"data_stored":926250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364864,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32828,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712324,"statfs":{"total":95995035648,"available":95961419776,"internally_reserved":0,"allocated":1683456,"data_stored":1131670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528390,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1069056,"data_stored":528312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790026,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37436,"kb_used_data":1972,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93707716,"statfs":{"total":95995035648,"available":95956701184,"internally_reserved":0,"allocated":2019328,"data_stored":1450113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953552,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1089536,"data_stored":534355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182484,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37228,"kb_used_data":1764,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93707924,"statfs":{"total":95995035648,"available":95956914176,"internally_reserved":0,"allocated":1806336,"data_stored":1249954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411418,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36480,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708672,"statfs":{"total":95995035648,"available":95957680128,"internally_reserved":0,"allocated":1163264,"data_stored":601741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574942,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36464,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708688,"statfs":{"total":95995035648,"available":95957696512,"internally_reserved":0,"allocated":1146880,"data_stored":598688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738466,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1093632,"data_stored":529700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":73519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":741376,"data_stored":721732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":360448,"data_stored":331523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":409600,"data_stored":393932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":446464,"data_stored":401557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T07:38:54.631 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:38:54.830 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:54 smithi071 ceph-mon[30965]: from='client.15450 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:38:54.831 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:54 smithi071 ceph-mon[30965]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 76 KiB/s wr, 36 op/s 2024-09-05T07:38:54.890 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:54.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:54 smithi123 ceph-mon[34568]: from='client.15450 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:38:54.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:54 smithi123 ceph-mon[34568]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 76 KiB/s wr, 36 op/s 2024-09-05T07:38:54.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:54 smithi192 ceph-mon[34929]: from='client.15450 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T07:38:54.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:54 smithi192 ceph-mon[34929]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 76 KiB/s wr, 36 op/s 2024-09-05T07:38:55.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.369+0000 7f9cf2069640 1 -- 172.21.15.71:0/1073306510 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9cec101df0 msgr2=0x7f9cec1021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:55.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.369+0000 7f9cf2069640 1 --2- 172.21.15.71:0/1073306510 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9cec101df0 0x7f9cec1021d0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f9cdc009900 tx=0x7f9cdc02a410 comp rx=0 tx=0).stop 2024-09-05T07:38:55.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.369+0000 7f9cf2069640 1 -- 172.21.15.71:0/1073306510 shutdown_connections 2024-09-05T07:38:55.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.369+0000 7f9cf2069640 1 --2- 172.21.15.71:0/1073306510 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9cec106f20 0x7f9cec10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:55.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.369+0000 7f9cf2069640 1 --2- 172.21.15.71:0/1073306510 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9cec1027a0 0x7f9cec1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:55.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.369+0000 7f9cf2069640 1 --2- 172.21.15.71:0/1073306510 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9cec101df0 0x7f9cec1021d0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:55.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.369+0000 7f9cf2069640 1 -- 172.21.15.71:0/1073306510 >> 172.21.15.71:0/1073306510 conn(0x7f9cec0fd8b0 msgr2=0x7f9cec0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:55.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.370+0000 7f9cf2069640 1 -- 172.21.15.71:0/1073306510 shutdown_connections 2024-09-05T07:38:55.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.370+0000 7f9cf2069640 1 -- 172.21.15.71:0/1073306510 wait complete. 2024-09-05T07:38:55.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.370+0000 7f9cf2069640 1 Processor -- start 2024-09-05T07:38:55.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.370+0000 7f9cf2069640 1 -- start start 2024-09-05T07:38:55.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9cf2069640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9cec101df0 0x7f9cec198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:55.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9cf2069640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9cec1027a0 0x7f9cec198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:55.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9cf2069640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9cec106f20 0x7f9cec19cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:55.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9cf2069640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9cec111e30 con 0x7f9cec106f20 2024-09-05T07:38:55.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9cf2069640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9cec111cb0 con 0x7f9cec101df0 2024-09-05T07:38:55.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9cf2069640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9cec111fb0 con 0x7f9cec1027a0 2024-09-05T07:38:55.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9cebfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9cec106f20 0x7f9cec19cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:55.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9cebfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9cec106f20 0x7f9cec19cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52014/0 (socket says 172.21.15.71:52014) 2024-09-05T07:38:55.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9cebfff640 1 -- 172.21.15.71:0/2217477343 learned_addr learned my addr 172.21.15.71:0/2217477343 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:55.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9ceb7fe640 1 --2- 172.21.15.71:0/2217477343 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9cec101df0 0x7f9cec198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:55.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9ceaffd640 1 --2- 172.21.15.71:0/2217477343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9cec1027a0 0x7f9cec198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:55.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9cebfff640 1 -- 172.21.15.71:0/2217477343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9cec1027a0 msgr2=0x7f9cec198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:55.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9cebfff640 1 --2- 172.21.15.71:0/2217477343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9cec1027a0 0x7f9cec198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:55.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9cebfff640 1 -- 172.21.15.71:0/2217477343 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9cec101df0 msgr2=0x7f9cec198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:55.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9cebfff640 1 --2- 172.21.15.71:0/2217477343 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9cec101df0 0x7f9cec198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:55.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9cebfff640 1 -- 172.21.15.71:0/2217477343 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cec19d2e0 con 0x7f9cec106f20 2024-09-05T07:38:55.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9cebfff640 1 --2- 172.21.15.71:0/2217477343 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9cec106f20 0x7f9cec19cc00 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f9ce400eaa0 tx=0x7f9ce400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:55.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9ce8ff9640 1 -- 172.21.15.71:0/2217477343 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ce400cdb0 con 0x7f9cec106f20 2024-09-05T07:38:55.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9ce8ff9640 1 -- 172.21.15.71:0/2217477343 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9ce4005020 con 0x7f9cec106f20 2024-09-05T07:38:55.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9cf2069640 1 -- 172.21.15.71:0/2217477343 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cec19d5d0 con 0x7f9cec106f20 2024-09-05T07:38:55.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.371+0000 7f9ce8ff9640 1 -- 172.21.15.71:0/2217477343 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ce40116d0 con 0x7f9cec106f20 2024-09-05T07:38:55.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.372+0000 7f9cf2069640 1 -- 172.21.15.71:0/2217477343 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cec1a4eb0 con 0x7f9cec106f20 2024-09-05T07:38:55.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.372+0000 7f9cf2069640 1 -- 172.21.15.71:0/2217477343 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cec1021d0 con 0x7f9cec106f20 2024-09-05T07:38:55.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.374+0000 7f9ce8ff9640 1 -- 172.21.15.71:0/2217477343 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138009+0+0 (secure 0 0 0) 0x7f9ce40051d0 con 0x7f9cec106f20 2024-09-05T07:38:55.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.375+0000 7f9ce8ff9640 1 --2- 172.21.15.71:0/2217477343 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9cd80a2d80 0x7f9cd80a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:55.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.376+0000 7f9ceb7fe640 1 --2- 172.21.15.71:0/2217477343 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9cd80a2d80 0x7f9cd80a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:55.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.376+0000 7f9ce8ff9640 1 -- 172.21.15.71:0/2217477343 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f9ce40cfe10 con 0x7f9cec106f20 2024-09-05T07:38:55.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.376+0000 7f9ceb7fe640 1 --2- 172.21.15.71:0/2217477343 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9cd80a2d80 0x7f9cd80a5240 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f9cdc031440 tx=0x7f9cdc005b50 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:55.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.378+0000 7f9ce8ff9640 1 -- 172.21.15.71:0/2217477343 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9ce4016030 con 0x7f9cec106f20 2024-09-05T07:38:55.587 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.587+0000 7f9cf2069640 1 -- 172.21.15.71:0/2217477343 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9cec109b70 con 0x7f9cec106f20 2024-09-05T07:38:55.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.588+0000 7f9ce8ff9640 1 -- 172.21.15.71:0/2217477343 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7f9ce409be70 con 0x7f9cec106f20 2024-09-05T07:38:55.588 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:55.589 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:38:55.589 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:38:55.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.590+0000 7f9cf2069640 1 -- 172.21.15.71:0/2217477343 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9cd80a2d80 msgr2=0x7f9cd80a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:55.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.590+0000 7f9cf2069640 1 --2- 172.21.15.71:0/2217477343 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9cd80a2d80 0x7f9cd80a5240 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f9cdc031440 tx=0x7f9cdc005b50 comp rx=0 tx=0).stop 2024-09-05T07:38:55.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.590+0000 7f9cf2069640 1 -- 172.21.15.71:0/2217477343 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9cec106f20 msgr2=0x7f9cec19cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:55.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.590+0000 7f9cf2069640 1 --2- 172.21.15.71:0/2217477343 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9cec106f20 0x7f9cec19cc00 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f9ce400eaa0 tx=0x7f9ce400ef60 comp rx=0 tx=0).stop 2024-09-05T07:38:55.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.590+0000 7f9cf2069640 1 -- 172.21.15.71:0/2217477343 shutdown_connections 2024-09-05T07:38:55.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.590+0000 7f9cf2069640 1 --2- 172.21.15.71:0/2217477343 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9cd80a2d80 0x7f9cd80a5240 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:55.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.590+0000 7f9cf2069640 1 --2- 172.21.15.71:0/2217477343 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9cec106f20 0x7f9cec19cc00 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:55.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.590+0000 7f9cf2069640 1 --2- 172.21.15.71:0/2217477343 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9cec1027a0 0x7f9cec198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:55.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.590+0000 7f9cf2069640 1 --2- 172.21.15.71:0/2217477343 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9cec101df0 0x7f9cec198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:55.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.590+0000 7f9cf2069640 1 -- 172.21.15.71:0/2217477343 >> 172.21.15.71:0/2217477343 conn(0x7f9cec0fd8b0 msgr2=0x7f9cec0fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:55.591 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.590+0000 7f9cf2069640 1 -- 172.21.15.71:0/2217477343 shutdown_connections 2024-09-05T07:38:55.592 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:55.590+0000 7f9cf2069640 1 -- 172.21.15.71:0/2217477343 wait complete. 2024-09-05T07:38:55.841 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:55 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2217477343' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:55.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:55 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2217477343' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:55.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:55 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2217477343' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:56.288 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:38:56.535 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:56.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:56 smithi071 ceph-mon[30965]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 76 KiB/s wr, 36 op/s 2024-09-05T07:38:56.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:56 smithi123 ceph-mon[34568]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 76 KiB/s wr, 36 op/s 2024-09-05T07:38:56.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:56 smithi192 ceph-mon[34929]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 76 KiB/s wr, 36 op/s 2024-09-05T07:38:57.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.009+0000 7fac13d6c640 1 -- 172.21.15.71:0/1693570695 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac0c10c170 msgr2=0x7fac0c10e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:57.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.009+0000 7fac13d6c640 1 --2- 172.21.15.71:0/1693570695 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac0c10c170 0x7fac0c10e610 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fac04009ca0 tx=0x7fac0402a950 comp rx=0 tx=0).stop 2024-09-05T07:38:57.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.009+0000 7fac13d6c640 1 -- 172.21.15.71:0/1693570695 shutdown_connections 2024-09-05T07:38:57.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.009+0000 7fac13d6c640 1 --2- 172.21.15.71:0/1693570695 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac0c10c170 0x7fac0c10e610 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:57.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.009+0000 7fac13d6c640 1 --2- 172.21.15.71:0/1693570695 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac0c103660 0x7fac0c10bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:57.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.009+0000 7fac13d6c640 1 --2- 172.21.15.71:0/1693570695 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fac0c102d40 0x7fac0c103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:57.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.009+0000 7fac13d6c640 1 -- 172.21.15.71:0/1693570695 >> 172.21.15.71:0/1693570695 conn(0x7fac0c0fc7a0 msgr2=0x7fac0c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:57.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.009+0000 7fac13d6c640 1 -- 172.21.15.71:0/1693570695 shutdown_connections 2024-09-05T07:38:57.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.009+0000 7fac13d6c640 1 -- 172.21.15.71:0/1693570695 wait complete. 2024-09-05T07:38:57.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.010+0000 7fac13d6c640 1 Processor -- start 2024-09-05T07:38:57.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.010+0000 7fac13d6c640 1 -- start start 2024-09-05T07:38:57.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.010+0000 7fac13d6c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac0c102d40 0x7fac0c1009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:57.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.010+0000 7fac13d6c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fac0c103660 0x7fac0c100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:57.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.010+0000 7fac13d6c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac0c10c170 0x7fac0c101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:57.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.010+0000 7fac13d6c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fac0c111e20 con 0x7fac0c10c170 2024-09-05T07:38:57.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.010+0000 7fac13d6c640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fac0c111ca0 con 0x7fac0c103660 2024-09-05T07:38:57.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.010+0000 7fac13d6c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fac0c111fa0 con 0x7fac0c102d40 2024-09-05T07:38:57.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.010+0000 7fac12309640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac0c10c170 0x7fac0c101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:57.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.010+0000 7fac12309640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac0c10c170 0x7fac0c101420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52030/0 (socket says 172.21.15.71:52030) 2024-09-05T07:38:57.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.010+0000 7fac12309640 1 -- 172.21.15.71:0/2982265061 learned_addr learned my addr 172.21.15.71:0/2982265061 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:57.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.010+0000 7fac11b08640 1 --2- 172.21.15.71:0/2982265061 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac0c102d40 0x7fac0c1009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:57.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.010+0000 7fac11307640 1 --2- 172.21.15.71:0/2982265061 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fac0c103660 0x7fac0c100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:57.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.011+0000 7fac12309640 1 -- 172.21.15.71:0/2982265061 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac0c102d40 msgr2=0x7fac0c1009a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:57.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.011+0000 7fac12309640 1 --2- 172.21.15.71:0/2982265061 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac0c102d40 0x7fac0c1009a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:57.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.011+0000 7fac12309640 1 -- 172.21.15.71:0/2982265061 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fac0c103660 msgr2=0x7fac0c100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:57.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.011+0000 7fac12309640 1 --2- 172.21.15.71:0/2982265061 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fac0c103660 0x7fac0c100ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:57.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.011+0000 7fac12309640 1 -- 172.21.15.71:0/2982265061 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac0c1a6860 con 0x7fac0c10c170 2024-09-05T07:38:57.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.011+0000 7fac12309640 1 --2- 172.21.15.71:0/2982265061 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac0c10c170 0x7fac0c101420 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fac0402ae70 tx=0x7fac0402f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:57.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.011+0000 7fac02ffd640 1 -- 172.21.15.71:0/2982265061 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac04034040 con 0x7fac0c10c170 2024-09-05T07:38:57.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.011+0000 7fac13d6c640 1 -- 172.21.15.71:0/2982265061 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac0c1a6af0 con 0x7fac0c10c170 2024-09-05T07:38:57.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.011+0000 7fac02ffd640 1 -- 172.21.15.71:0/2982265061 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac040308f0 con 0x7fac0c10c170 2024-09-05T07:38:57.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.011+0000 7fac02ffd640 1 -- 172.21.15.71:0/2982265061 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac040047f0 con 0x7fac0c10c170 2024-09-05T07:38:57.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.011+0000 7fac13d6c640 1 -- 172.21.15.71:0/2982265061 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac0c1a6fd0 con 0x7fac0c10c170 2024-09-05T07:38:57.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.012+0000 7fac13d6c640 1 -- 172.21.15.71:0/2982265061 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac0c103120 con 0x7fac0c10c170 2024-09-05T07:38:57.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.013+0000 7fac02ffd640 1 -- 172.21.15.71:0/2982265061 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138009+0+0 (secure 0 0 0) 0x7fac04037020 con 0x7fac0c10c170 2024-09-05T07:38:57.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.014+0000 7fac02ffd640 1 --2- 172.21.15.71:0/2982265061 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fabf80a2d80 0x7fabf80a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:57.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.014+0000 7fac11b08640 1 --2- 172.21.15.71:0/2982265061 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fabf80a2d80 0x7fabf80a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:57.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.014+0000 7fac02ffd640 1 -- 172.21.15.71:0/2982265061 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fac040f0950 con 0x7fac0c10c170 2024-09-05T07:38:57.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.014+0000 7fac11b08640 1 --2- 172.21.15.71:0/2982265061 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fabf80a2d80 0x7fabf80a5240 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fac0800bbe0 tx=0x7fac0800b390 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:57.030 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.017+0000 7fac02ffd640 1 -- 172.21.15.71:0/2982265061 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fac040811b0 con 0x7fac0c10c170 2024-09-05T07:38:57.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.218+0000 7fac13d6c640 1 -- 172.21.15.71:0/2982265061 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fac0c1071e0 con 0x7fac0c10c170 2024-09-05T07:38:57.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.218+0000 7fac02ffd640 1 -- 172.21.15.71:0/2982265061 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7fac040bd110 con 0x7fac0c10c170 2024-09-05T07:38:57.219 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:57.219 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:38:57.219 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:38:57.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.220+0000 7fac13d6c640 1 -- 172.21.15.71:0/2982265061 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fabf80a2d80 msgr2=0x7fabf80a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:57.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.220+0000 7fac13d6c640 1 --2- 172.21.15.71:0/2982265061 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fabf80a2d80 0x7fabf80a5240 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fac0800bbe0 tx=0x7fac0800b390 comp rx=0 tx=0).stop 2024-09-05T07:38:57.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.220+0000 7fac13d6c640 1 -- 172.21.15.71:0/2982265061 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac0c10c170 msgr2=0x7fac0c101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:57.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.220+0000 7fac13d6c640 1 --2- 172.21.15.71:0/2982265061 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac0c10c170 0x7fac0c101420 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fac0402ae70 tx=0x7fac0402f5d0 comp rx=0 tx=0).stop 2024-09-05T07:38:57.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.220+0000 7fac13d6c640 1 -- 172.21.15.71:0/2982265061 shutdown_connections 2024-09-05T07:38:57.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.221+0000 7fac13d6c640 1 --2- 172.21.15.71:0/2982265061 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fabf80a2d80 0x7fabf80a5240 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:57.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.221+0000 7fac13d6c640 1 --2- 172.21.15.71:0/2982265061 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac0c10c170 0x7fac0c101420 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:57.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.221+0000 7fac13d6c640 1 --2- 172.21.15.71:0/2982265061 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fac0c103660 0x7fac0c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:57.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.221+0000 7fac13d6c640 1 --2- 172.21.15.71:0/2982265061 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac0c102d40 0x7fac0c1009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:57.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.221+0000 7fac13d6c640 1 -- 172.21.15.71:0/2982265061 >> 172.21.15.71:0/2982265061 conn(0x7fac0c0fc7a0 msgr2=0x7fac0c0fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:57.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.221+0000 7fac13d6c640 1 -- 172.21.15.71:0/2982265061 shutdown_connections 2024-09-05T07:38:57.222 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:57.221+0000 7fac13d6c640 1 -- 172.21.15.71:0/2982265061 wait complete. 2024-09-05T07:38:57.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:57 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2982265061' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:57.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:57 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2982265061' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:57.952 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T07:38:57.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:57 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2982265061' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:38:58.199 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:58.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.760+0000 7fdac6f53640 1 -- 172.21.15.71:0/3180782242 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdac0102d40 msgr2=0x7fdac0103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:58.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.760+0000 7fdac6f53640 1 --2- 172.21.15.71:0/3180782242 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdac0102d40 0x7fdac0103120 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fdab4009900 tx=0x7fdab402a480 comp rx=0 tx=0).stop 2024-09-05T07:38:58.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.760+0000 7fdac6f53640 1 -- 172.21.15.71:0/3180782242 shutdown_connections 2024-09-05T07:38:58.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.760+0000 7fdac6f53640 1 --2- 172.21.15.71:0/3180782242 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdac010c170 0x7fdac010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:58.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.760+0000 7fdac6f53640 1 --2- 172.21.15.71:0/3180782242 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdac0103660 0x7fdac010bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:58.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.760+0000 7fdac6f53640 1 --2- 172.21.15.71:0/3180782242 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdac0102d40 0x7fdac0103120 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:58.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.760+0000 7fdac6f53640 1 -- 172.21.15.71:0/3180782242 >> 172.21.15.71:0/3180782242 conn(0x7fdac00fc7a0 msgr2=0x7fdac00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:58.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.760+0000 7fdac6f53640 1 -- 172.21.15.71:0/3180782242 shutdown_connections 2024-09-05T07:38:58.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.760+0000 7fdac6f53640 1 -- 172.21.15.71:0/3180782242 wait complete. 2024-09-05T07:38:58.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.761+0000 7fdac6f53640 1 Processor -- start 2024-09-05T07:38:58.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.761+0000 7fdac6f53640 1 -- start start 2024-09-05T07:38:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.761+0000 7fdac6f53640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdac0102d40 0x7fdac0198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.761+0000 7fdac6f53640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdac0103660 0x7fdac0198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.761+0000 7fdac6f53640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdac010c170 0x7fdac019cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.761+0000 7fdac6f53640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdac0111e20 con 0x7fdac0102d40 2024-09-05T07:38:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.761+0000 7fdac6f53640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdac0111ca0 con 0x7fdac010c170 2024-09-05T07:38:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.761+0000 7fdac6f53640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdac0111fa0 con 0x7fdac0103660 2024-09-05T07:38:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.761+0000 7fdac4cef640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdac0102d40 0x7fdac0198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.761+0000 7fdac4cef640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdac0102d40 0x7fdac0198300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52050/0 (socket says 172.21.15.71:52050) 2024-09-05T07:38:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.761+0000 7fdac4cef640 1 -- 172.21.15.71:0/3193290167 learned_addr learned my addr 172.21.15.71:0/3193290167 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:38:58.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.762+0000 7fdabffff640 1 --2- 172.21.15.71:0/3193290167 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdac0103660 0x7fdac0198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.762+0000 7fdac54f0640 1 --2- 172.21.15.71:0/3193290167 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdac010c170 0x7fdac019cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.762+0000 7fdac4cef640 1 -- 172.21.15.71:0/3193290167 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdac0103660 msgr2=0x7fdac0198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.762+0000 7fdac4cef640 1 --2- 172.21.15.71:0/3193290167 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdac0103660 0x7fdac0198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.762+0000 7fdac4cef640 1 -- 172.21.15.71:0/3193290167 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdac010c170 msgr2=0x7fdac019cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.762+0000 7fdac4cef640 1 --2- 172.21.15.71:0/3193290167 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdac010c170 0x7fdac019cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.762+0000 7fdac4cef640 1 -- 172.21.15.71:0/3193290167 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdac019d2b0 con 0x7fdac0102d40 2024-09-05T07:38:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.762+0000 7fdac54f0640 1 --2- 172.21.15.71:0/3193290167 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdac010c170 0x7fdac019cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:38:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.762+0000 7fdac4cef640 1 --2- 172.21.15.71:0/3193290167 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdac0102d40 0x7fdac0198300 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fdab4005940 tx=0x7fdab4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:58.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.762+0000 7fdabdffb640 1 -- 172.21.15.71:0/3193290167 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdab403f030 con 0x7fdac0102d40 2024-09-05T07:38:58.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.762+0000 7fdac6f53640 1 -- 172.21.15.71:0/3193290167 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdac019d540 con 0x7fdac0102d40 2024-09-05T07:38:58.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.762+0000 7fdabdffb640 1 -- 172.21.15.71:0/3193290167 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdab4003aa0 con 0x7fdac0102d40 2024-09-05T07:38:58.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.762+0000 7fdabdffb640 1 -- 172.21.15.71:0/3193290167 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdab4035070 con 0x7fdac0102d40 2024-09-05T07:38:58.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.762+0000 7fdac6f53640 1 -- 172.21.15.71:0/3193290167 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdac01a4e80 con 0x7fdac0102d40 2024-09-05T07:38:58.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.763+0000 7fdac6f53640 1 -- 172.21.15.71:0/3193290167 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdac0103120 con 0x7fdac0102d40 2024-09-05T07:38:58.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.764+0000 7fdabdffb640 1 -- 172.21.15.71:0/3193290167 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 23) ==== 138009+0+0 (secure 0 0 0) 0x7fdab4042030 con 0x7fdac0102d40 2024-09-05T07:38:58.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.765+0000 7fdabdffb640 1 --2- 172.21.15.71:0/3193290167 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdab00a2d80 0x7fdab00a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:38:58.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.766+0000 7fdabffff640 1 --2- 172.21.15.71:0/3193290167 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdab00a2d80 0x7fdab00a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:38:58.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.766+0000 7fdabdffb640 1 -- 172.21.15.71:0/3193290167 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fdab40f0430 con 0x7fdac0102d40 2024-09-05T07:38:58.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.766+0000 7fdabffff640 1 --2- 172.21.15.71:0/3193290167 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdab00a2d80 0x7fdab00a5240 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fdaac005fd0 tx=0x7fdaac005f60 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:38:58.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.769+0000 7fdabdffb640 1 -- 172.21.15.71:0/3193290167 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdab40bcae0 con 0x7fdac0102d40 2024-09-05T07:38:58.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:58 smithi123 ceph-mon[34568]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 76 KiB/s wr, 39 op/s 2024-09-05T07:38:58.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.936+0000 7fdac6f53640 1 -- 172.21.15.71:0/3193290167 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdac0107210 con 0x7fdac0102d40 2024-09-05T07:38:58.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:58 smithi071 ceph-mon[30965]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 76 KiB/s wr, 39 op/s 2024-09-05T07:38:58.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.938+0000 7fdabdffb640 1 -- 172.21.15.71:0/3193290167 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+25383 (secure 0 0 0) 0x7fdab40bc3e0 con 0x7fdac0102d40 2024-09-05T07:38:58.939 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:38:58.939 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":93,"fsid":"528064f0-6b58-11ef-bcd6-c7b262605968","created":"2024-09-05T07:28:40.672482+0000","modified":"2024-09-05T07:38:36.447670+0000","last_up_change":"2024-09-05T07:35:23.377351+0000","last_in_change":"2024-09-05T07:35:00.653011+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T07:31:42.519306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T07:36:11.417603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T07:36:13.712570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T07:36:20.085795+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"46b7dcd0-5366-4876-97f3-6242a69addcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6803","nonce":4274686280}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6805","nonce":4274686280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6809","nonce":4274686280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6807","nonce":4274686280}]},"public_addr":"172.21.15.71:6803/4274686280","cluster_addr":"172.21.15.71:6805/4274686280","heartbeat_back_addr":"172.21.15.71:6809/4274686280","heartbeat_front_addr":"172.21.15.71:6807/4274686280","state":["exists","up"]},{"osd":1,"uuid":"d859b4f9-f616-4331-8ffb-54507eb5f836","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6801","nonce":1041172381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6803","nonce":1041172381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6807","nonce":1041172381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6805","nonce":1041172381}]},"public_addr":"172.21.15.123:6801/1041172381","cluster_addr":"172.21.15.123:6803/1041172381","heartbeat_back_addr":"172.21.15.123:6807/1041172381","heartbeat_front_addr":"172.21.15.123:6805/1041172381","state":["exists","up"]},{"osd":2,"uuid":"1ca9c723-8ecb-445c-bae7-39fd2954cdf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6801","nonce":2964624102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6803","nonce":2964624102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6807","nonce":2964624102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6805","nonce":2964624102}]},"public_addr":"172.21.15.192:6801/2964624102","cluster_addr":"172.21.15.192:6803/2964624102","heartbeat_back_addr":"172.21.15.192:6807/2964624102","heartbeat_front_addr":"172.21.15.192:6805/2964624102","state":["exists","up"]},{"osd":3,"uuid":"e38584ff-2abe-47ff-b3ae-58a7a4261ac4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6811","nonce":158061328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6813","nonce":158061328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6817","nonce":158061328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6815","nonce":158061328}]},"public_addr":"172.21.15.71:6811/158061328","cluster_addr":"172.21.15.71:6813/158061328","heartbeat_back_addr":"172.21.15.71:6817/158061328","heartbeat_front_addr":"172.21.15.71:6815/158061328","state":["exists","up"]},{"osd":4,"uuid":"b2de40fc-0fa3-484e-b0b2-edd96874aee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6809","nonce":3090003493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6811","nonce":3090003493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6815","nonce":3090003493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6813","nonce":3090003493}]},"public_addr":"172.21.15.123:6809/3090003493","cluster_addr":"172.21.15.123:6811/3090003493","heartbeat_back_addr":"172.21.15.123:6815/3090003493","heartbeat_front_addr":"172.21.15.123:6813/3090003493","state":["exists","up"]},{"osd":5,"uuid":"e443d3b0-960e-4992-88c4-4d546706ee87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6809","nonce":3375480711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6811","nonce":3375480711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6815","nonce":3375480711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6813","nonce":3375480711}]},"public_addr":"172.21.15.192:6809/3375480711","cluster_addr":"172.21.15.192:6811/3375480711","heartbeat_back_addr":"172.21.15.192:6815/3375480711","heartbeat_front_addr":"172.21.15.192:6813/3375480711","state":["exists","up"]},{"osd":6,"uuid":"d43efaeb-66d0-496b-b490-4635e6d725c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6819","nonce":13242244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6821","nonce":13242244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6825","nonce":13242244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6823","nonce":13242244}]},"public_addr":"172.21.15.71:6819/13242244","cluster_addr":"172.21.15.71:6821/13242244","heartbeat_back_addr":"172.21.15.71:6825/13242244","heartbeat_front_addr":"172.21.15.71:6823/13242244","state":["exists","up"]},{"osd":7,"uuid":"69562997-b629-4e0f-8719-65019735a46a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6817","nonce":956921658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6819","nonce":956921658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6823","nonce":956921658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6821","nonce":956921658}]},"public_addr":"172.21.15.123:6817/956921658","cluster_addr":"172.21.15.123:6819/956921658","heartbeat_back_addr":"172.21.15.123:6823/956921658","heartbeat_front_addr":"172.21.15.123:6821/956921658","state":["exists","up"]},{"osd":8,"uuid":"6dc7e084-d602-4b2c-9dfc-cd26041835c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6817","nonce":3079566549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6819","nonce":3079566549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6823","nonce":3079566549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6821","nonce":3079566549}]},"public_addr":"172.21.15.192:6817/3079566549","cluster_addr":"172.21.15.192:6819/3079566549","heartbeat_back_addr":"172.21.15.192:6823/3079566549","heartbeat_front_addr":"172.21.15.192:6821/3079566549","state":["exists","up"]},{"osd":9,"uuid":"79b675ae-7c56-4b65-9ecb-376dc0d305e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6827","nonce":12570717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6829","nonce":12570717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6833","nonce":12570717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6831","nonce":12570717}]},"public_addr":"172.21.15.71:6827/12570717","cluster_addr":"172.21.15.71:6829/12570717","heartbeat_back_addr":"172.21.15.71:6833/12570717","heartbeat_front_addr":"172.21.15.71:6831/12570717","state":["exists","up"]},{"osd":10,"uuid":"5e26505a-15f9-4758-9ef7-886a46364844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6825","nonce":2204926848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6827","nonce":2204926848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6831","nonce":2204926848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6829","nonce":2204926848}]},"public_addr":"172.21.15.123:6825/2204926848","cluster_addr":"172.21.15.123:6827/2204926848","heartbeat_back_addr":"172.21.15.123:6831/2204926848","heartbeat_front_addr":"172.21.15.123:6829/2204926848","state":["exists","up"]},{"osd":11,"uuid":"af6cebb5-d119-4a8a-9941-ba29b6499b84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6825","nonce":2370287418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6827","nonce":2370287418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6831","nonce":2370287418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6829","nonce":2370287418}]},"public_addr":"172.21.15.192:6825/2370287418","cluster_addr":"172.21.15.192:6827/2370287418","heartbeat_back_addr":"172.21.15.192:6831/2370287418","heartbeat_front_addr":"172.21.15.192:6829/2370287418","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:30:54.069845+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:16.417921+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:39.327215+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:04.156774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:28.698454+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:52.201948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:17.317406+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:41.490355+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:05.912640+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:31.907199+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:56.603625+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:35:21.370324+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.16","mappings":[{"from":7,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.c","mappings":[{"from":5,"to":6}]},{"pgid":"3.14","mappings":[{"from":4,"to":7}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/3540526501":"2024-09-06T07:38:36.447638+0000","172.21.15.71:0/204493459":"2024-09-06T07:38:36.447638+0000","172.21.15.71:0/2830316429":"2024-09-06T07:38:36.447638+0000","172.21.15.71:0/648100065":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1175989887":"2024-09-06T07:38:36.447638+0000","172.21.15.71:0/1573159026":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/2146188042":"2024-09-06T07:38:36.447638+0000","172.21.15.71:6801/3540526501":"2024-09-06T07:38:36.447638+0000","172.21.15.71:6801/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/2785525161":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/4125208267":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1087222059":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6800/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/3537016012":"2024-09-06T07:29:10.775719+0000","172.21.15.71:6800/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/2492827930":"2024-09-06T07:38:36.447638+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T07:38:58.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.940+0000 7fdac6f53640 1 -- 172.21.15.71:0/3193290167 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdab00a2d80 msgr2=0x7fdab00a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:58.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.940+0000 7fdac6f53640 1 --2- 172.21.15.71:0/3193290167 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdab00a2d80 0x7fdab00a5240 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fdaac005fd0 tx=0x7fdaac005f60 comp rx=0 tx=0).stop 2024-09-05T07:38:58.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.940+0000 7fdac6f53640 1 -- 172.21.15.71:0/3193290167 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdac0102d40 msgr2=0x7fdac0198300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:38:58.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.940+0000 7fdac6f53640 1 --2- 172.21.15.71:0/3193290167 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdac0102d40 0x7fdac0198300 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fdab4005940 tx=0x7fdab4004270 comp rx=0 tx=0).stop 2024-09-05T07:38:58.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.940+0000 7fdac6f53640 1 -- 172.21.15.71:0/3193290167 shutdown_connections 2024-09-05T07:38:58.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.940+0000 7fdac6f53640 1 --2- 172.21.15.71:0/3193290167 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdab00a2d80 0x7fdab00a5240 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:58.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.940+0000 7fdac6f53640 1 --2- 172.21.15.71:0/3193290167 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdac010c170 0x7fdac019cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:58.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.940+0000 7fdac6f53640 1 --2- 172.21.15.71:0/3193290167 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdac0103660 0x7fdac0198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:58.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.940+0000 7fdac6f53640 1 --2- 172.21.15.71:0/3193290167 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdac0102d40 0x7fdac0198300 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:38:58.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.940+0000 7fdac6f53640 1 -- 172.21.15.71:0/3193290167 >> 172.21.15.71:0/3193290167 conn(0x7fdac00fc7a0 msgr2=0x7fdac00fd440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:38:58.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.940+0000 7fdac6f53640 1 -- 172.21.15.71:0/3193290167 shutdown_connections 2024-09-05T07:38:58.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:38:58.940+0000 7fdac6f53640 1 -- 172.21.15.71:0/3193290167 wait complete. 2024-09-05T07:38:58.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:58 smithi192 ceph-mon[34929]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 76 KiB/s wr, 39 op/s 2024-09-05T07:38:59.631 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph daemon mon.a --format=json config get run_dir 2024-09-05T07:38:59.875 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:38:59.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:38:59 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3193290167' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:38:59.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:38:59 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3193290167' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:38:59.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:38:59 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3193290167' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:39:00.648 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:39:00 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:39:00.380+0000 7fe3de92d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T07:39:00.649 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:39:00 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:39:00.380+0000 7fe3de92d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T07:39:00.649 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:39:00 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:39:00.380+0000 7fe3de92d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T07:39:00.649 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:39:00 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:39:00.380+0000 7fe3de92d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T07:39:00.649 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:39:00 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:39:00.380+0000 7fe3de92d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T07:39:00.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:00 smithi123 ceph-mon[34568]: scrub summary: idle 2024-09-05T07:39:00.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:00 smithi123 ceph-mon[34568]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 76 KiB/s wr, 36 op/s 2024-09-05T07:39:00.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:00 smithi192 ceph-mon[34929]: scrub summary: idle 2024-09-05T07:39:00.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:00 smithi192 ceph-mon[34929]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 76 KiB/s wr, 36 op/s 2024-09-05T07:39:00.997 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:00 smithi071 ceph-mon[30965]: scrub summary: idle 2024-09-05T07:39:00.997 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:00 smithi071 ceph-mon[30965]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 76 KiB/s wr, 36 op/s 2024-09-05T07:39:01.023 INFO:teuthology.orchestra.run.smithi071.stdout:{"run_dir":"/var/run/ceph"} 2024-09-05T07:39:01.024 DEBUG:tasks.cephfs.filesystem:_json_asok output { "run_dir": "/var/run/ceph" } 2024-09-05T07:39:01.024 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with seed 1743 2024-09-05T07:39:01.024 DEBUG:tasks.quiescer:Yielding 2024-09-05T07:39:01.024 INFO:teuthology.run_tasks:Running task workunit... 2024-09-05T07:39:01.039 INFO:tasks.workunit:Pulling workunits from ref 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T07:39:01.039 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-05T07:39:01.039 INFO:tasks.workunit:timeout=3h 2024-09-05T07:39:01.039 INFO:tasks.workunit:cleanup=True 2024-09-05T07:39:01.039 DEBUG:teuthology.orchestra.run.smithi071:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-05T07:39:01.040 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:39:01.056 INFO:teuthology.orchestra.run.smithi071.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-09-05T07:39:01.057 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 0 Blocks: 1 IO Block: 4194304 directory 2024-09-05T07:39:01.057 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 79h/121d Inode: 1 Links: 2 2024-09-05T07:39:01.057 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T07:39:01.057 INFO:teuthology.orchestra.run.smithi071.stdout:Context: system_u:object_r:fusefs_t:s0 2024-09-05T07:39:01.057 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2024-09-05 07:37:02.832971324 +0000 2024-09-05T07:39:01.057 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2024-09-05 07:37:02.832971324 +0000 2024-09-05T07:39:01.057 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2024-09-05 07:38:37.493572477 +0000 2024-09-05T07:39:01.057 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: - 2024-09-05T07:39:01.057 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-09-05T07:39:01.057 DEBUG:teuthology.orchestra.run.smithi071:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-09-05T07:39:01.130 DEBUG:teuthology.orchestra.run.smithi071:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T07:39:01.185 INFO:tasks.workunit.client.0.smithi071.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-05T07:39:01.294 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:01.717 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:01 smithi071 ceph-mon[30965]: mgrmap e24: x(active, since 24s), standbys: y, z 2024-09-05T07:39:01.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.799+0000 7fc9fe5be640 1 -- 172.21.15.71:0/1452178078 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc9f81082a0 msgr2=0x7fc9f810ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:01.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.799+0000 7fc9fe5be640 1 --2- 172.21.15.71:0/1452178078 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc9f81082a0 0x7fc9f810ec40 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fc9f0009cd0 tx=0x7fc9f002a8e0 comp rx=0 tx=0).stop 2024-09-05T07:39:01.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.799+0000 7fc9fe5be640 1 -- 172.21.15.71:0/1452178078 shutdown_connections 2024-09-05T07:39:01.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.799+0000 7fc9fe5be640 1 --2- 172.21.15.71:0/1452178078 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc9f81082a0 0x7fc9f810ec40 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:01.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.799+0000 7fc9fe5be640 1 --2- 172.21.15.71:0/1452178078 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9f81036e0 0x7fc9f8107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:01.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.799+0000 7fc9fe5be640 1 --2- 172.21.15.71:0/1452178078 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc9f8102d30 0x7fc9f8103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:01.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.799+0000 7fc9fe5be640 1 -- 172.21.15.71:0/1452178078 >> 172.21.15.71:0/1452178078 conn(0x7fc9f80fc7d0 msgr2=0x7fc9f80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:01.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.799+0000 7fc9fe5be640 1 -- 172.21.15.71:0/1452178078 shutdown_connections 2024-09-05T07:39:01.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.799+0000 7fc9fe5be640 1 -- 172.21.15.71:0/1452178078 wait complete. 2024-09-05T07:39:01.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.799+0000 7fc9fe5be640 1 Processor -- start 2024-09-05T07:39:01.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.799+0000 7fc9fe5be640 1 -- start start 2024-09-05T07:39:01.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.800+0000 7fc9fe5be640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc9f8102d30 0x7fc9f8198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:01.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.800+0000 7fc9fe5be640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9f81036e0 0x7fc9f81989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:01.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.800+0000 7fc9fe5be640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc9f81082a0 0x7fc9f819cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:01.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.800+0000 7fc9fe5be640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc9f8111f50 con 0x7fc9f81082a0 2024-09-05T07:39:01.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.800+0000 7fc9fe5be640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc9f8111dd0 con 0x7fc9f8102d30 2024-09-05T07:39:01.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.800+0000 7fc9fe5be640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc9f81120d0 con 0x7fc9f81036e0 2024-09-05T07:39:01.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.800+0000 7fc9fcb5b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc9f81082a0 0x7fc9f819cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:01.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.800+0000 7fc9fcb5b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc9f81082a0 0x7fc9f819cd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44634/0 (socket says 172.21.15.71:44634) 2024-09-05T07:39:01.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.800+0000 7fc9fcb5b640 1 -- 172.21.15.71:0/4247985006 learned_addr learned my addr 172.21.15.71:0/4247985006 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:01.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.800+0000 7fc9f7fff640 1 --2- 172.21.15.71:0/4247985006 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc9f8102d30 0x7fc9f8198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:01.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.800+0000 7fc9effff640 1 --2- 172.21.15.71:0/4247985006 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9f81036e0 0x7fc9f81989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:01.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.800+0000 7fc9fcb5b640 1 -- 172.21.15.71:0/4247985006 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9f81036e0 msgr2=0x7fc9f81989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:01.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.800+0000 7fc9fcb5b640 1 --2- 172.21.15.71:0/4247985006 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9f81036e0 0x7fc9f81989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:01.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.800+0000 7fc9fcb5b640 1 -- 172.21.15.71:0/4247985006 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc9f8102d30 msgr2=0x7fc9f8198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:01.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.800+0000 7fc9fcb5b640 1 --2- 172.21.15.71:0/4247985006 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc9f8102d30 0x7fc9f8198490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:01.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.800+0000 7fc9fcb5b640 1 -- 172.21.15.71:0/4247985006 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9f819d440 con 0x7fc9f81082a0 2024-09-05T07:39:01.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.800+0000 7fc9effff640 1 --2- 172.21.15.71:0/4247985006 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9f81036e0 0x7fc9f81989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:39:01.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.800+0000 7fc9fcb5b640 1 --2- 172.21.15.71:0/4247985006 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc9f81082a0 0x7fc9f819cd60 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fc9f0005cc0 tx=0x7fc9f0003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:01.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.801+0000 7fc9f5ffb640 1 -- 172.21.15.71:0/4247985006 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f0004450 con 0x7fc9f81082a0 2024-09-05T07:39:01.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.801+0000 7fc9f5ffb640 1 -- 172.21.15.71:0/4247985006 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc9f0031c90 con 0x7fc9f81082a0 2024-09-05T07:39:01.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.801+0000 7fc9fe5be640 1 -- 172.21.15.71:0/4247985006 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9f819d6d0 con 0x7fc9f81082a0 2024-09-05T07:39:01.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.801+0000 7fc9f5ffb640 1 -- 172.21.15.71:0/4247985006 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f003b400 con 0x7fc9f81082a0 2024-09-05T07:39:01.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.801+0000 7fc9fe5be640 1 -- 172.21.15.71:0/4247985006 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9f81a5010 con 0x7fc9f81082a0 2024-09-05T07:39:01.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.802+0000 7fc9fe5be640 1 -- 172.21.15.71:0/4247985006 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9f8103110 con 0x7fc9f81082a0 2024-09-05T07:39:01.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.803+0000 7fc9f5ffb640 1 -- 172.21.15.71:0/4247985006 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7fc9f0004680 con 0x7fc9f81082a0 2024-09-05T07:39:01.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.804+0000 7fc9f5ffb640 1 --2- 172.21.15.71:0/4247985006 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc9e40a2e90 0x7fc9e40a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:01.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.804+0000 7fc9f7fff640 1 --2- 172.21.15.71:0/4247985006 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc9e40a2e90 0x7fc9e40a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:01.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.804+0000 7fc9f5ffb640 1 -- 172.21.15.71:0/4247985006 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc9f002e030 con 0x7fc9f81082a0 2024-09-05T07:39:01.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.805+0000 7fc9f7fff640 1 --2- 172.21.15.71:0/4247985006 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc9e40a2e90 0x7fc9e40a5350 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc9e80058c0 tx=0x7fc9e800a2d0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:01.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:01.807+0000 7fc9f5ffb640 1 -- 172.21.15.71:0/4247985006 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc9f00bd790 con 0x7fc9f81082a0 2024-09-05T07:39:01.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:01 smithi123 ceph-mon[34568]: mgrmap e24: x(active, since 24s), standbys: y, z 2024-09-05T07:39:01.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:01 smithi192 ceph-mon[34929]: mgrmap e24: x(active, since 24s), standbys: y, z 2024-09-05T07:39:02.011 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:02.011+0000 7fc9fe5be640 1 -- 172.21.15.71:0/4247985006 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc9f81997f0 con 0x7fc9f81082a0 2024-09-05T07:39:02.012 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:02.012+0000 7fc9f5ffb640 1 -- 172.21.15.71:0/4247985006 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7fc9f81997f0 con 0x7fc9f81082a0 2024-09-05T07:39:02.013 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:39:02.013 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:39:02.013 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:39:02.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:02.014+0000 7fc9fe5be640 1 -- 172.21.15.71:0/4247985006 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc9e40a2e90 msgr2=0x7fc9e40a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:02.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:02.014+0000 7fc9fe5be640 1 --2- 172.21.15.71:0/4247985006 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc9e40a2e90 0x7fc9e40a5350 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc9e80058c0 tx=0x7fc9e800a2d0 comp rx=0 tx=0).stop 2024-09-05T07:39:02.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:02.014+0000 7fc9fe5be640 1 -- 172.21.15.71:0/4247985006 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc9f81082a0 msgr2=0x7fc9f819cd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:02.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:02.014+0000 7fc9fe5be640 1 --2- 172.21.15.71:0/4247985006 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc9f81082a0 0x7fc9f819cd60 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fc9f0005cc0 tx=0x7fc9f0003c20 comp rx=0 tx=0).stop 2024-09-05T07:39:02.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:02.014+0000 7fc9fe5be640 1 -- 172.21.15.71:0/4247985006 shutdown_connections 2024-09-05T07:39:02.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:02.014+0000 7fc9fe5be640 1 --2- 172.21.15.71:0/4247985006 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc9e40a2e90 0x7fc9e40a5350 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:02.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:02.014+0000 7fc9fe5be640 1 --2- 172.21.15.71:0/4247985006 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc9f81082a0 0x7fc9f819cd60 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:02.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:02.014+0000 7fc9fe5be640 1 --2- 172.21.15.71:0/4247985006 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc9f81036e0 0x7fc9f81989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:02.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:02.014+0000 7fc9fe5be640 1 --2- 172.21.15.71:0/4247985006 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc9f8102d30 0x7fc9f8198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:02.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:02.014+0000 7fc9fe5be640 1 -- 172.21.15.71:0/4247985006 >> 172.21.15.71:0/4247985006 conn(0x7fc9f80fc7d0 msgr2=0x7fc9f8105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:02.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:02.014+0000 7fc9fe5be640 1 -- 172.21.15.71:0/4247985006 shutdown_connections 2024-09-05T07:39:02.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:02.014+0000 7fc9fe5be640 1 -- 172.21.15.71:0/4247985006 wait complete. 2024-09-05T07:39:02.707 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 306, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': True}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-05T07:36:15.385971+0000', 'modified': '2024-09-05T07:38:37.860119+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24475, 'mds_1': 24470, 'mds_2': 24457}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24434': {'gid': 24434, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.123:6835/1220812761', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.123:6834', 'nonce': 1220812761}, {'type': 'v1', 'addr': '172.21.15.123:6835', 'nonce': 1220812761}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24443': {'gid': 24443, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.123:6837/4000306554', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.123:6836', 'nonce': 4000306554}, {'type': 'v1', 'addr': '172.21.15.123:6837', 'nonce': 4000306554}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24451': {'gid': 24451, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.192:6835/1895736465', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.192:6834', 'nonce': 1895736465}, {'type': 'v1', 'addr': '172.21.15.192:6835', 'nonce': 1895736465}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24457': {'gid': 24457, 'name': 'c', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 18, 'addr': '172.21.15.192:6837/4037745370', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.192:6836', 'nonce': 4037745370}, {'type': 'v1', 'addr': '172.21.15.192:6837', 'nonce': 4037745370}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24470': {'gid': 24470, 'name': 'b', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 14, 'addr': '172.21.15.123:6839/3726836967', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.123:6838', 'nonce': 3726836967}, {'type': 'v1', 'addr': '172.21.15.123:6839', 'nonce': 3726836967}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24475': {'gid': 24475, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.192:6839/3077095890', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.192:6838', 'nonce': 3077095890}, {'type': 'v1', 'addr': '172.21.15.192:6839', 'nonce': 3077095890}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24475, 'qdb_cluster': [24475, 24470, 24457]} 2024-09-05T07:39:02.708 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-09-05T07:39:02.708 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.c status 2024-09-05T07:39:02.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:02 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/4247985006' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:39:02.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:02 smithi123 ceph-mon[34568]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 99 KiB/s wr, 54 op/s 2024-09-05T07:39:02.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:02 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/4247985006' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:39:02.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:02 smithi192 ceph-mon[34929]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 99 KiB/s wr, 54 op/s 2024-09-05T07:39:02.995 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:03.116 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:02 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/4247985006' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:39:03.116 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:02 smithi071 ceph-mon[30965]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 99 KiB/s wr, 54 op/s 2024-09-05T07:39:03.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.492+0000 7fab73e86640 1 -- 172.21.15.71:0/1525582850 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab6c105f40 msgr2=0x7fab6c1063d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:03.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.492+0000 7fab73e86640 1 --2- 172.21.15.71:0/1525582850 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab6c105f40 0x7fab6c1063d0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fab5c009ca0 tx=0x7fab5c02a940 comp rx=0 tx=0).stop 2024-09-05T07:39:03.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.492+0000 7fab73e86640 1 -- 172.21.15.71:0/1525582850 shutdown_connections 2024-09-05T07:39:03.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.492+0000 7fab73e86640 1 --2- 172.21.15.71:0/1525582850 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab6c105f40 0x7fab6c1063d0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.492+0000 7fab73e86640 1 --2- 172.21.15.71:0/1525582850 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fab6c101450 0x7fab6c105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.492+0000 7fab73e86640 1 --2- 172.21.15.71:0/1525582850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab6c100b30 0x7fab6c100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.492+0000 7fab73e86640 1 -- 172.21.15.71:0/1525582850 >> 172.21.15.71:0/1525582850 conn(0x7fab6c0fc7a0 msgr2=0x7fab6c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:03.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.492+0000 7fab73e86640 1 -- 172.21.15.71:0/1525582850 shutdown_connections 2024-09-05T07:39:03.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.492+0000 7fab73e86640 1 -- 172.21.15.71:0/1525582850 wait complete. 2024-09-05T07:39:03.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.493+0000 7fab73e86640 1 Processor -- start 2024-09-05T07:39:03.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.493+0000 7fab73e86640 1 -- start start 2024-09-05T07:39:03.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.493+0000 7fab73e86640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fab6c100b30 0x7fab6c1a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:03.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.493+0000 7fab73e86640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab6c101450 0x7fab6c1a4bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:03.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.493+0000 7fab73e86640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab6c105f40 0x7fab6c19e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:03.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.493+0000 7fab73e86640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fab6c118470 con 0x7fab6c101450 2024-09-05T07:39:03.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.493+0000 7fab73e86640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fab6c1182f0 con 0x7fab6c100b30 2024-09-05T07:39:03.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.493+0000 7fab73e86640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fab6c1185f0 con 0x7fab6c105f40 2024-09-05T07:39:03.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.493+0000 7fab71421640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab6c101450 0x7fab6c1a4bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:03.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.493+0000 7fab71421640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab6c101450 0x7fab6c1a4bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44650/0 (socket says 172.21.15.71:44650) 2024-09-05T07:39:03.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.493+0000 7fab71421640 1 -- 172.21.15.71:0/236677117 learned_addr learned my addr 172.21.15.71:0/236677117 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:03.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.493+0000 7fab71c22640 1 --2- 172.21.15.71:0/236677117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fab6c100b30 0x7fab6c1a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:03.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.493+0000 7fab72423640 1 --2- 172.21.15.71:0/236677117 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab6c105f40 0x7fab6c19e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:03.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.493+0000 7fab71421640 1 -- 172.21.15.71:0/236677117 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab6c105f40 msgr2=0x7fab6c19e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:03.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.494+0000 7fab71421640 1 --2- 172.21.15.71:0/236677117 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab6c105f40 0x7fab6c19e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.494+0000 7fab71421640 1 -- 172.21.15.71:0/236677117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fab6c100b30 msgr2=0x7fab6c1a4690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:03.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.494+0000 7fab71421640 1 --2- 172.21.15.71:0/236677117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fab6c100b30 0x7fab6c1a4690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.494+0000 7fab71421640 1 -- 172.21.15.71:0/236677117 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab6c19efd0 con 0x7fab6c101450 2024-09-05T07:39:03.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.494+0000 7fab71421640 1 --2- 172.21.15.71:0/236677117 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab6c101450 0x7fab6c1a4bd0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fab6000c940 tx=0x7fab6000ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:03.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.494+0000 7fab6affd640 1 -- 172.21.15.71:0/236677117 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab60004220 con 0x7fab6c101450 2024-09-05T07:39:03.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.494+0000 7fab73e86640 1 -- 172.21.15.71:0/236677117 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab6c19f2c0 con 0x7fab6c101450 2024-09-05T07:39:03.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.494+0000 7fab6affd640 1 -- 172.21.15.71:0/236677117 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fab600043c0 con 0x7fab6c101450 2024-09-05T07:39:03.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.494+0000 7fab6affd640 1 -- 172.21.15.71:0/236677117 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab60004a00 con 0x7fab6c101450 2024-09-05T07:39:03.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.494+0000 7fab73e86640 1 -- 172.21.15.71:0/236677117 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab6c1ab610 con 0x7fab6c101450 2024-09-05T07:39:03.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.496+0000 7fab6affd640 1 -- 172.21.15.71:0/236677117 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7fab600079b0 con 0x7fab6c101450 2024-09-05T07:39:03.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.496+0000 7fab7625f740 1 Processor -- start 2024-09-05T07:39:03.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab7625f740 1 -- start start 2024-09-05T07:39:03.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab6affd640 1 --2- 172.21.15.71:0/236677117 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fab540a2e10 0x7fab540a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:03.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab7625f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab3a9d0 0x55b7cab3adb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:03.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab7625f740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 0x55b7cab45670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:03.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab7625f740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab45bb0 0x55b7cab47fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:03.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab7625f740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55b7caaa1090 con 0x55b7cab3b2f0 2024-09-05T07:39:03.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab7625f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b7caa48a70 con 0x55b7cab3a9d0 2024-09-05T07:39:03.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab7625f740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b7caa9d050 con 0x55b7cab45bb0 2024-09-05T07:39:03.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab6affd640 1 -- 172.21.15.71:0/236677117 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fab600cfab0 con 0x7fab6c101450 2024-09-05T07:39:03.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab72423640 1 --2- 172.21.15.71:0/236677117 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fab540a2e10 0x7fab540a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:03.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab71421640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 0x55b7cab45670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:03.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab71421640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 0x55b7cab45670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44660/0 (socket says 172.21.15.71:44660) 2024-09-05T07:39:03.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab71421640 1 -- 172.21.15.71:0/2747183072 learned_addr learned my addr 172.21.15.71:0/2747183072 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:03.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab71c22640 1 --2- 172.21.15.71:0/2747183072 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab3a9d0 0x55b7cab3adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:03.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab72423640 1 --2- 172.21.15.71:0/2747183072 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab45bb0 0x55b7cab47fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:03.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab71421640 1 -- 172.21.15.71:0/2747183072 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab45bb0 msgr2=0x55b7cab47fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:03.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab71421640 1 --2- 172.21.15.71:0/2747183072 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab45bb0 0x55b7cab47fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab71421640 1 -- 172.21.15.71:0/2747183072 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab3a9d0 msgr2=0x55b7cab3adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:03.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab71421640 1 --2- 172.21.15.71:0/2747183072 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab3a9d0 0x55b7cab3adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab71421640 1 -- 172.21.15.71:0/2747183072 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b7caa55130 con 0x55b7cab3b2f0 2024-09-05T07:39:03.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab72423640 1 --2- 172.21.15.71:0/2747183072 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab45bb0 0x55b7cab47fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:03.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab71c22640 1 --2- 172.21.15.71:0/2747183072 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab3a9d0 0x55b7cab3adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:39:03.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab72423640 1 --2- 172.21.15.71:0/236677117 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fab540a2e10 0x7fab540a52d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fab5c005fa0 tx=0x7fab5c0099d0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:03.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.497+0000 7fab71421640 1 --2- 172.21.15.71:0/2747183072 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 0x55b7cab45670 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fab6000a580 tx=0x7fab600056a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=728875e2efc6fa58 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:03.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.498+0000 7fab53fff640 1 -- 172.21.15.71:0/2747183072 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab6001d070 con 0x55b7cab3b2f0 2024-09-05T07:39:03.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.498+0000 7fab53fff640 1 -- 172.21.15.71:0/2747183072 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fab6009fcd0 con 0x55b7cab3b2f0 2024-09-05T07:39:03.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.498+0000 7fab53fff640 1 -- 172.21.15.71:0/2747183072 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab60084e60 con 0x55b7cab3b2f0 2024-09-05T07:39:03.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.498+0000 7fab7625f740 1 -- 172.21.15.71:0/2747183072 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 msgr2=0x55b7cab45670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:03.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.498+0000 7fab7625f740 1 --2- 172.21.15.71:0/2747183072 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 0x55b7cab45670 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fab6000a580 tx=0x7fab600056a0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.498+0000 7fab7625f740 1 -- 172.21.15.71:0/2747183072 shutdown_connections 2024-09-05T07:39:03.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.498+0000 7fab7625f740 1 --2- 172.21.15.71:0/2747183072 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab45bb0 0x55b7cab47fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.498+0000 7fab7625f740 1 --2- 172.21.15.71:0/2747183072 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 0x55b7cab45670 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.498+0000 7fab7625f740 1 --2- 172.21.15.71:0/2747183072 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab3a9d0 0x55b7cab3adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.498+0000 7fab7625f740 1 -- 172.21.15.71:0/2747183072 >> 172.21.15.71:0/2747183072 conn(0x55b7cab36f60 msgr2=0x55b7cab37340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:03.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.499+0000 7fab7625f740 1 -- 172.21.15.71:0/2747183072 shutdown_connections 2024-09-05T07:39:03.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.499+0000 7fab7625f740 1 -- 172.21.15.71:0/2747183072 wait complete. 2024-09-05T07:39:03.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.499+0000 7fab7625f740 1 -- start start 2024-09-05T07:39:03.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.499+0000 7fab7625f740 1 Processor -- start 2024-09-05T07:39:03.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.499+0000 7fab7625f740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab3a9d0 0x55b7cab45430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:03.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.499+0000 7fab7625f740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 0x55b7cab42780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:03.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.499+0000 7fab7625f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab45bb0 0x55b7cab42cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:03.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.499+0000 7fab7625f740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55b7cab48780 con 0x55b7cab3b2f0 2024-09-05T07:39:03.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.499+0000 7fab7625f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b7caa5bf20 con 0x55b7cab45bb0 2024-09-05T07:39:03.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.499+0000 7fab7625f740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b7cab48900 con 0x55b7cab3a9d0 2024-09-05T07:39:03.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.500+0000 7fab7625f740 10 client.0 _ll_register_callbacks cb 0x55b7caa25030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:03.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.500+0000 7fab71421640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 0x55b7cab42780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:03.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.500+0000 7fab71421640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 0x55b7cab42780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44676/0 (socket says 172.21.15.71:44676) 2024-09-05T07:39:03.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.500+0000 7fab71421640 1 -- 172.21.15.71:0/4156760884 learned_addr learned my addr 172.21.15.71:0/4156760884 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:03.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.500+0000 7fab71c22640 1 --2- 172.21.15.71:0/4156760884 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab3a9d0 0x55b7cab45430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:03.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.500+0000 7fab72423640 1 --2- 172.21.15.71:0/4156760884 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab45bb0 0x55b7cab42cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:03.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.500+0000 7fab71421640 1 -- 172.21.15.71:0/4156760884 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab3a9d0 msgr2=0x55b7cab45430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:03.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.500+0000 7fab71421640 1 --2- 172.21.15.71:0/4156760884 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab3a9d0 0x55b7cab45430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.500+0000 7fab71421640 1 -- 172.21.15.71:0/4156760884 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab45bb0 msgr2=0x55b7cab42cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:03.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.500+0000 7fab71421640 1 --2- 172.21.15.71:0/4156760884 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab45bb0 0x55b7cab42cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.500+0000 7fab71421640 1 -- 172.21.15.71:0/4156760884 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b7ca8122b0 con 0x55b7cab3b2f0 2024-09-05T07:39:03.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.500+0000 7fab71421640 1 --2- 172.21.15.71:0/4156760884 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 0x55b7cab42780 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fab60005fd0 tx=0x7fab600ccbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c962b7efbaade46 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:03.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.500+0000 7fab517fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:03.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.500+0000 7fab517fa640 1 -- 172.21.15.71:0/4156760884 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab600b3020 con 0x55b7cab3b2f0 2024-09-05T07:39:03.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.500+0000 7fab517fa640 1 -- 172.21.15.71:0/4156760884 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fab600a4310 con 0x55b7cab3b2f0 2024-09-05T07:39:03.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.500+0000 7fab7625f740 1 -- 172.21.15.71:0/4156760884 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab6009fcd0 con 0x55b7cab3b2f0 2024-09-05T07:39:03.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.500+0000 7fab517fa640 1 -- 172.21.15.71:0/4156760884 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fab6001d070 con 0x55b7cab3b2f0 2024-09-05T07:39:03.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.500+0000 7fab7625f740 10 client.15492 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:03.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.500+0000 7fab7625f740 1 -- 172.21.15.71:0/4156760884 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b7cab54030 con 0x55b7cab3b2f0 2024-09-05T07:39:03.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.500+0000 7fab517fa640 1 -- 172.21.15.71:0/4156760884 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fab6009fcd0 con 0x55b7cab3b2f0 2024-09-05T07:39:03.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.501+0000 7fab517fa640 1 -- 172.21.15.71:0/4156760884 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fab60097670 con 0x55b7cab3b2f0 2024-09-05T07:39:03.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.501+0000 7fab7625f740 10 client.15492 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:03.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.501+0000 7fab7625f740 10 client.15492 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-05T07:39:03.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.501+0000 7fab7625f740 20 client.15492 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:03.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.501+0000 7fab7625f740 1 --2- 172.21.15.71:0/4156760884 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55b7cab55380 0x55b7cab57580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:03.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.501+0000 7fab7625f740 4 client.15492 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:39:03.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.501+0000 7fab7625f740 1 -- 172.21.15.71:0/4156760884 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b7caaae600 con 0x55b7cab55380 2024-09-05T07:39:03.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.501+0000 7fab71c22640 1 --2- 172.21.15.71:0/4156760884 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55b7cab55380 0x55b7cab57580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:03.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.501+0000 7fab71c22640 1 --2- 172.21.15.71:0/4156760884 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55b7cab55380 0x55b7cab57580 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=31f1124bcc0ce47f server_cookie=ed5daf220db6cb71 in_seq=0 out_seq=0 2024-09-05T07:39:03.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.501+0000 7fab517fa640 10 client.15492 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:39:03.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.502+0000 7fab517fa640 1 -- 172.21.15.71:0/4156760884 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b7caaae600 con 0x55b7cab55380 2024-09-05T07:39:03.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.502+0000 7fab517fa640 10 client.15492 handle_command_reply: tid=0 2024-09-05T07:39:03.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.502+0000 7fab7625f740 1 client.15492 shutdown 2024-09-05T07:39:03.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.502+0000 7fab7625f740 1 -- 172.21.15.71:0/4156760884 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 msgr2=0x55b7cab42780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:03.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.502+0000 7fab7625f740 1 --2- 172.21.15.71:0/4156760884 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 0x55b7cab42780 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fab60005fd0 tx=0x7fab600ccbf0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.503+0000 7fab7625f740 1 -- 172.21.15.71:0/4156760884 shutdown_connections 2024-09-05T07:39:03.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.503+0000 7fab7625f740 1 --2- 172.21.15.71:0/4156760884 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55b7cab55380 0x55b7cab57580 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.503+0000 7fab7625f740 1 --2- 172.21.15.71:0/4156760884 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab45bb0 0x55b7cab42cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.503+0000 7fab7625f740 1 --2- 172.21.15.71:0/4156760884 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 0x55b7cab42780 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.503+0000 7fab7625f740 1 --2- 172.21.15.71:0/4156760884 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab3a9d0 0x55b7cab45430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.503+0000 7fab517fa640 0 client.15492 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:39:03.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.503+0000 7fab7625f740 1 -- 172.21.15.71:0/4156760884 >> 172.21.15.71:0/4156760884 conn(0x55b7cab36f60 msgr2=0x55b7cab3cc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:03.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.503+0000 7fab7625f740 1 -- 172.21.15.71:0/4156760884 shutdown_connections 2024-09-05T07:39:03.540 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.503+0000 7fab7625f740 1 -- 172.21.15.71:0/4156760884 wait complete. 2024-09-05T07:39:03.540 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.503+0000 7fab7625f740 20 client.15492 trim_cache size 0 max 16384 2024-09-05T07:39:03.540 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.521+0000 7fab7625f740 1 Processor -- start 2024-09-05T07:39:03.540 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.521+0000 7fab7625f740 1 -- start start 2024-09-05T07:39:03.540 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.521+0000 7fab7625f740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab3a9d0 0x55b7cab57580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:03.540 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.521+0000 7fab7625f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab3b2f0 0x55b7cab35f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:03.540 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.521+0000 7fab7625f740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab45bb0 0x55b7cab3f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:03.540 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.521+0000 7fab7625f740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55b7cab558c0 con 0x55b7cab45bb0 2024-09-05T07:39:03.540 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.521+0000 7fab7625f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b7cab55f90 con 0x55b7cab3b2f0 2024-09-05T07:39:03.540 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.521+0000 7fab7625f740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b7cab56660 con 0x55b7cab3a9d0 2024-09-05T07:39:03.540 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.521+0000 7fab72423640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab45bb0 0x55b7cab3f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:03.540 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.521+0000 7fab72423640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab45bb0 0x55b7cab3f9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44682/0 (socket says 172.21.15.71:44682) 2024-09-05T07:39:03.540 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.521+0000 7fab72423640 1 -- 172.21.15.71:0/4061335662 learned_addr learned my addr 172.21.15.71:0/4061335662 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:03.540 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.521+0000 7fab71421640 1 --2- 172.21.15.71:0/4061335662 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab3b2f0 0x55b7cab35f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:03.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.521+0000 7fab71c22640 1 --2- 172.21.15.71:0/4061335662 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab3a9d0 0x55b7cab57580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:03.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.521+0000 7fab72423640 1 -- 172.21.15.71:0/4061335662 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab3a9d0 msgr2=0x55b7cab57580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:03.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.521+0000 7fab72423640 1 --2- 172.21.15.71:0/4061335662 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab3a9d0 0x55b7cab57580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.521+0000 7fab72423640 1 -- 172.21.15.71:0/4061335662 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab3b2f0 msgr2=0x55b7cab35f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:03.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.521+0000 7fab72423640 1 --2- 172.21.15.71:0/4061335662 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab3b2f0 0x55b7cab35f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.521+0000 7fab72423640 1 -- 172.21.15.71:0/4061335662 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b7cab36a00 con 0x55b7cab45bb0 2024-09-05T07:39:03.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.521+0000 7fab71421640 1 --2- 172.21.15.71:0/4061335662 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab3b2f0 0x55b7cab35f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:39:03.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.521+0000 7fab72423640 1 --2- 172.21.15.71:0/4061335662 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab45bb0 0x55b7cab3f9e0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fab5c035000 tx=0x7fab5c040000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e1a6a50380a4d4d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:03.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.522+0000 7fab537fe640 1 -- 172.21.15.71:0/4061335662 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab5c04c070 con 0x55b7cab45bb0 2024-09-05T07:39:03.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.522+0000 7fab537fe640 1 -- 172.21.15.71:0/4061335662 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fab5c03c030 con 0x55b7cab45bb0 2024-09-05T07:39:03.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.522+0000 7fab537fe640 1 -- 172.21.15.71:0/4061335662 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab5c034040 con 0x55b7cab45bb0 2024-09-05T07:39:03.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.522+0000 7fab7625f740 1 -- 172.21.15.71:0/4061335662 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab45bb0 msgr2=0x55b7cab3f9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:03.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.522+0000 7fab7625f740 1 --2- 172.21.15.71:0/4061335662 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab45bb0 0x55b7cab3f9e0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fab5c035000 tx=0x7fab5c040000 comp rx=0 tx=0).stop 2024-09-05T07:39:03.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.522+0000 7fab7625f740 1 -- 172.21.15.71:0/4061335662 shutdown_connections 2024-09-05T07:39:03.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.522+0000 7fab7625f740 1 --2- 172.21.15.71:0/4061335662 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab45bb0 0x55b7cab3f9e0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.522+0000 7fab7625f740 1 --2- 172.21.15.71:0/4061335662 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab3b2f0 0x55b7cab35f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.522+0000 7fab7625f740 1 --2- 172.21.15.71:0/4061335662 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab3a9d0 0x55b7cab57580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.522+0000 7fab7625f740 1 -- 172.21.15.71:0/4061335662 >> 172.21.15.71:0/4061335662 conn(0x55b7cab36f60 msgr2=0x55b7cab35800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:03.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.522+0000 7fab7625f740 1 -- 172.21.15.71:0/4061335662 shutdown_connections 2024-09-05T07:39:03.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.522+0000 7fab7625f740 1 -- 172.21.15.71:0/4061335662 wait complete. 2024-09-05T07:39:03.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.523+0000 7fab7625f740 1 -- start start 2024-09-05T07:39:03.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.523+0000 7fab7625f740 1 Processor -- start 2024-09-05T07:39:03.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.523+0000 7fab7625f740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab3a9d0 0x55b7cab5fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:03.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.523+0000 7fab7625f740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 0x55b7cab5b140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:03.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.523+0000 7fab7625f740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab45bb0 0x55b7cab5b680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:03.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.523+0000 7fab7625f740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55b7cab57400 con 0x55b7cab3b2f0 2024-09-05T07:39:03.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.523+0000 7fab7625f740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b7cab56d30 con 0x55b7cab3a9d0 2024-09-05T07:39:03.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.523+0000 7fab7625f740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b7cab57ad0 con 0x55b7cab45bb0 2024-09-05T07:39:03.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.523+0000 7fab7625f740 10 client.0 _ll_register_callbacks cb 0x7fab6009b7c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:03.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.523+0000 7fab71421640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 0x55b7cab5b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:03.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.523+0000 7fab71421640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 0x55b7cab5b140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44698/0 (socket says 172.21.15.71:44698) 2024-09-05T07:39:03.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.523+0000 7fab71421640 1 -- 172.21.15.71:0/297321933 learned_addr learned my addr 172.21.15.71:0/297321933 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:03.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.523+0000 7fab72423640 1 --2- 172.21.15.71:0/297321933 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab45bb0 0x55b7cab5b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:03.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab71421640 1 -- 172.21.15.71:0/297321933 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab45bb0 msgr2=0x55b7cab5b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:03.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab71c22640 1 --2- 172.21.15.71:0/297321933 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab3a9d0 0x55b7cab5fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:03.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab71421640 1 --2- 172.21.15.71:0/297321933 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab45bb0 0x55b7cab5b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab71421640 1 -- 172.21.15.71:0/297321933 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab3a9d0 msgr2=0x55b7cab5fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:03.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab71421640 1 --2- 172.21.15.71:0/297321933 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab3a9d0 0x55b7cab5fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab71421640 1 -- 172.21.15.71:0/297321933 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b7cab5bd20 con 0x55b7cab3b2f0 2024-09-05T07:39:03.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab72423640 1 --2- 172.21.15.71:0/297321933 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab45bb0 0x55b7cab5b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:03.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab71c22640 1 --2- 172.21.15.71:0/297321933 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab3a9d0 0x55b7cab5fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:03.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab71421640 1 --2- 172.21.15.71:0/297321933 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 0x55b7cab5b140 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fab60097ae0 tx=0x7fab600057d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1f8edf5d3bf82b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:03.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab517fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:03.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab517fa640 1 -- 172.21.15.71:0/297321933 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab600b3070 con 0x55b7cab3b2f0 2024-09-05T07:39:03.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab517fa640 1 -- 172.21.15.71:0/297321933 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fab60098050 con 0x55b7cab3b2f0 2024-09-05T07:39:03.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab7625f740 1 -- 172.21.15.71:0/297321933 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab5c03c030 con 0x55b7cab3b2f0 2024-09-05T07:39:03.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab517fa640 1 -- 172.21.15.71:0/297321933 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fab6009fcd0 con 0x55b7cab3b2f0 2024-09-05T07:39:03.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab7625f740 10 client.15498 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:03.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab7625f740 1 -- 172.21.15.71:0/297321933 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b7cabc0690 con 0x55b7cab3b2f0 2024-09-05T07:39:03.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab517fa640 1 -- 172.21.15.71:0/297321933 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fab5c03c030 con 0x55b7cab3b2f0 2024-09-05T07:39:03.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab517fa640 1 -- 172.21.15.71:0/297321933 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fab60097670 con 0x55b7cab3b2f0 2024-09-05T07:39:03.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab7625f740 10 client.15498 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:03.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab7625f740 10 client.15498 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-05T07:39:03.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab7625f740 20 client.15498 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:03.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab7625f740 1 --2- 172.21.15.71:0/297321933 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55b7cabc5040 0x55b7cabc3d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:03.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab7625f740 4 client.15498 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T07:39:03.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.524+0000 7fab7625f740 1 -- 172.21.15.71:0/297321933 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "status"}) -- 0x55b7caaa8b10 con 0x55b7cabc5040 2024-09-05T07:39:03.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.525+0000 7fab71c22640 1 --2- 172.21.15.71:0/297321933 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55b7cabc5040 0x55b7cabc3d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:03.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.525+0000 7fab71c22640 1 --2- 172.21.15.71:0/297321933 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55b7cabc5040 0x55b7cabc3d50 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=286bb716cdd41cc3 server_cookie=deaf624c1e030486 in_seq=0 out_seq=0 2024-09-05T07:39:03.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.525+0000 7fab517fa640 10 client.15498 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:39:03.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.525+0000 7fab517fa640 1 -- 172.21.15.71:0/297321933 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+321 (crc 0 0 0) 0x55b7caaa8b10 con 0x55b7cabc5040 2024-09-05T07:39:03.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.525+0000 7fab517fa640 10 client.15498 handle_command_reply: tid=0 2024-09-05T07:39:03.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.525+0000 7fab7625f740 1 client.15498 shutdown 2024-09-05T07:39:03.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.525+0000 7fab7625f740 1 -- 172.21.15.71:0/297321933 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 msgr2=0x55b7cab5b140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:03.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.525+0000 7fab7625f740 1 --2- 172.21.15.71:0/297321933 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 0x55b7cab5b140 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fab60097ae0 tx=0x7fab600057d0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.546 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:39:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "528064f0-6b58-11ef-bcd6-c7b262605968", 2024-09-05T07:39:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 2, 2024-09-05T07:39:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24457, 2024-09-05T07:39:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-09-05T07:39:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-09-05T07:39:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-09-05T07:39:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 127.12932605, 2024-09-05T07:39:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 26, 2024-09-05T07:39:03.547 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 93, 2024-09-05T07:39:03.547 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 93, 2024-09-05T07:39:03.547 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 193.121316519 2024-09-05T07:39:03.547 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:39:03.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.526+0000 7fab7625f740 1 -- 172.21.15.71:0/297321933 shutdown_connections 2024-09-05T07:39:03.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.526+0000 7fab7625f740 1 --2- 172.21.15.71:0/297321933 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55b7cabc5040 0x55b7cabc3d50 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.526+0000 7fab7625f740 1 --2- 172.21.15.71:0/297321933 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b7cab45bb0 0x55b7cab5b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.526+0000 7fab517fa640 0 client.15498 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:39:03.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.526+0000 7fab7625f740 1 --2- 172.21.15.71:0/297321933 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b7cab3b2f0 0x55b7cab5b140 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.526+0000 7fab7625f740 1 --2- 172.21.15.71:0/297321933 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b7cab3a9d0 0x55b7cab5fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.526+0000 7fab7625f740 1 -- 172.21.15.71:0/297321933 >> 172.21.15.71:0/297321933 conn(0x55b7cab36f60 msgr2=0x55b7cab44610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:03.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.526+0000 7fab7625f740 1 -- 172.21.15.71:0/297321933 shutdown_connections 2024-09-05T07:39:03.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.526+0000 7fab7625f740 1 -- 172.21.15.71:0/297321933 wait complete. 2024-09-05T07:39:03.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.526+0000 7fab7625f740 20 client.15498 trim_cache size 0 max 16384 2024-09-05T07:39:03.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.526+0000 7fab73e86640 1 -- 172.21.15.71:0/236677117 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fab540a2e10 msgr2=0x7fab540a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:03.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.526+0000 7fab73e86640 1 --2- 172.21.15.71:0/236677117 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fab540a2e10 0x7fab540a52d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fab5c005fa0 tx=0x7fab5c0099d0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.526+0000 7fab73e86640 1 -- 172.21.15.71:0/236677117 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab6c101450 msgr2=0x7fab6c1a4bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:03.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.526+0000 7fab73e86640 1 --2- 172.21.15.71:0/236677117 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab6c101450 0x7fab6c1a4bd0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fab6000c940 tx=0x7fab6000ce00 comp rx=0 tx=0).stop 2024-09-05T07:39:03.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.526+0000 7fab73e86640 1 -- 172.21.15.71:0/236677117 shutdown_connections 2024-09-05T07:39:03.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.526+0000 7fab73e86640 1 --2- 172.21.15.71:0/236677117 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fab540a2e10 0x7fab540a52d0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.526+0000 7fab73e86640 1 --2- 172.21.15.71:0/236677117 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fab6c105f40 0x7fab6c19e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.526+0000 7fab73e86640 1 --2- 172.21.15.71:0/236677117 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab6c101450 0x7fab6c1a4bd0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.526+0000 7fab73e86640 1 --2- 172.21.15.71:0/236677117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fab6c100b30 0x7fab6c1a4690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:03.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.526+0000 7fab73e86640 1 -- 172.21.15.71:0/236677117 >> 172.21.15.71:0/236677117 conn(0x7fab6c0fc7a0 msgr2=0x7fab6c10f700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:03.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.527+0000 7fab73e86640 1 -- 172.21.15.71:0/236677117 shutdown_connections 2024-09-05T07:39:03.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:03.527+0000 7fab73e86640 1 -- 172.21.15.71:0/236677117 wait complete. 2024-09-05T07:39:04.403 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.b status 2024-09-05T07:39:04.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:04 smithi071 ceph-mon[30965]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-09-05T07:39:04.651 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:04.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:04 smithi123 ceph-mon[34568]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-09-05T07:39:04.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:04 smithi192 ceph-mon[34929]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-09-05T07:39:05.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.150+0000 7fbad0106640 1 -- 172.21.15.71:0/4224142009 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbac8106f10 msgr2=0x7fbac810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:05.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.150+0000 7fbad0106640 1 --2- 172.21.15.71:0/4224142009 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbac8106f10 0x7fbac810ea90 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fbac0009ca0 tx=0x7fbac002a8c0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.150+0000 7fbad0106640 1 -- 172.21.15.71:0/4224142009 shutdown_connections 2024-09-05T07:39:05.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.150+0000 7fbad0106640 1 --2- 172.21.15.71:0/4224142009 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbac8106f10 0x7fbac810ea90 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.150+0000 7fbad0106640 1 --2- 172.21.15.71:0/4224142009 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbac8102790 0x7fbac81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.150+0000 7fbad0106640 1 --2- 172.21.15.71:0/4224142009 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbac8101de0 0x7fbac81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.150+0000 7fbad0106640 1 -- 172.21.15.71:0/4224142009 >> 172.21.15.71:0/4224142009 conn(0x7fbac80fd8c0 msgr2=0x7fbac80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:05.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.150+0000 7fbad0106640 1 -- 172.21.15.71:0/4224142009 shutdown_connections 2024-09-05T07:39:05.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.150+0000 7fbad0106640 1 -- 172.21.15.71:0/4224142009 wait complete. 2024-09-05T07:39:05.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.151+0000 7fbad0106640 1 Processor -- start 2024-09-05T07:39:05.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.151+0000 7fbad0106640 1 -- start start 2024-09-05T07:39:05.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.151+0000 7fbad0106640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbac8101de0 0x7fbac80744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:05.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.151+0000 7fbad0106640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbac8102790 0x7fbac8074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:05.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.151+0000 7fbad0106640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbac8106f10 0x7fbac8074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:05.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.151+0000 7fbad0106640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fbac8111e40 con 0x7fbac8102790 2024-09-05T07:39:05.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.151+0000 7fbad0106640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbac8111cc0 con 0x7fbac8101de0 2024-09-05T07:39:05.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.151+0000 7fbad0106640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbac8111fc0 con 0x7fbac8106f10 2024-09-05T07:39:05.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.151+0000 7fbacd6a1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbac8102790 0x7fbac8074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:05.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.151+0000 7fbacd6a1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbac8102790 0x7fbac8074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44710/0 (socket says 172.21.15.71:44710) 2024-09-05T07:39:05.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.151+0000 7fbacd6a1640 1 -- 172.21.15.71:0/1472311912 learned_addr learned my addr 172.21.15.71:0/1472311912 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:05.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.151+0000 7fbace6a3640 1 --2- 172.21.15.71:0/1472311912 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbac8106f10 0x7fbac8074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:05.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.151+0000 7fbacdea2640 1 --2- 172.21.15.71:0/1472311912 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbac8101de0 0x7fbac80744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:05.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.151+0000 7fbacd6a1640 1 -- 172.21.15.71:0/1472311912 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbac8106f10 msgr2=0x7fbac8074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:05.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.151+0000 7fbacd6a1640 1 --2- 172.21.15.71:0/1472311912 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbac8106f10 0x7fbac8074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.151+0000 7fbacd6a1640 1 -- 172.21.15.71:0/1472311912 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbac8101de0 msgr2=0x7fbac80744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:05.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.151+0000 7fbacd6a1640 1 --2- 172.21.15.71:0/1472311912 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbac8101de0 0x7fbac80744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.151+0000 7fbacd6a1640 1 -- 172.21.15.71:0/1472311912 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbac81a6840 con 0x7fbac8102790 2024-09-05T07:39:05.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.151+0000 7fbace6a3640 1 --2- 172.21.15.71:0/1472311912 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbac8106f10 0x7fbac8074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:05.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.151+0000 7fbacdea2640 1 --2- 172.21.15.71:0/1472311912 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbac8101de0 0x7fbac80744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:05.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.152+0000 7fbacd6a1640 1 --2- 172.21.15.71:0/1472311912 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbac8102790 0x7fbac8074a30 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fbab800c890 tx=0x7fbab800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:05.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.152+0000 7fbabeffd640 1 -- 172.21.15.71:0/1472311912 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab8004220 con 0x7fbac8102790 2024-09-05T07:39:05.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.152+0000 7fbabeffd640 1 -- 172.21.15.71:0/1472311912 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbab80043c0 con 0x7fbac8102790 2024-09-05T07:39:05.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.152+0000 7fbabeffd640 1 -- 172.21.15.71:0/1472311912 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab8004a00 con 0x7fbac8102790 2024-09-05T07:39:05.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.152+0000 7fbad0106640 1 -- 172.21.15.71:0/1472311912 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbac81a6b30 con 0x7fbac8102790 2024-09-05T07:39:05.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.152+0000 7fbad0106640 1 -- 172.21.15.71:0/1472311912 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbac81a7020 con 0x7fbac8102790 2024-09-05T07:39:05.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.154+0000 7fbabeffd640 1 -- 172.21.15.71:0/1472311912 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7fbab8004ba0 con 0x7fbac8102790 2024-09-05T07:39:05.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.154+0000 7fbad24df740 1 Processor -- start 2024-09-05T07:39:05.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbad24df740 1 -- start start 2024-09-05T07:39:05.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbad24df740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606efc539d0 0x5606efc53db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:05.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbad24df740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc542f0 0x5606efc5e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:05.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbad24df740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc5ebb0 0x5606efc60fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:05.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbad24df740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5606efbba090 con 0x5606efc542f0 2024-09-05T07:39:05.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbad24df740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5606efb61a70 con 0x5606efc539d0 2024-09-05T07:39:05.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbad24df740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5606efbb6050 con 0x5606efc5ebb0 2024-09-05T07:39:05.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbacdea2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc542f0 0x5606efc5e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:05.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbabeffd640 1 --2- 172.21.15.71:0/1472311912 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbab40a2e90 0x7fbab40a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:05.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbacdea2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc542f0 0x5606efc5e670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44720/0 (socket says 172.21.15.71:44720) 2024-09-05T07:39:05.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbacdea2640 1 -- 172.21.15.71:0/3341627672 learned_addr learned my addr 172.21.15.71:0/3341627672 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:05.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbace6a3640 1 --2- 172.21.15.71:0/3341627672 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606efc539d0 0x5606efc53db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:05.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbace6a3640 1 --2- 172.21.15.71:0/1472311912 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbab40a2e90 0x7fbab40a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:05.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbacdea2640 1 -- 172.21.15.71:0/3341627672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc5ebb0 msgr2=0x5606efc60fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:05.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbabeffd640 1 -- 172.21.15.71:0/1472311912 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fbab80cf800 con 0x7fbac8102790 2024-09-05T07:39:05.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbacd6a1640 1 --2- 172.21.15.71:0/3341627672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc5ebb0 0x5606efc60fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:05.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbacdea2640 1 --2- 172.21.15.71:0/3341627672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc5ebb0 0x5606efc60fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbacdea2640 1 -- 172.21.15.71:0/3341627672 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606efc539d0 msgr2=0x5606efc53db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:05.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbacdea2640 1 --2- 172.21.15.71:0/3341627672 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606efc539d0 0x5606efc53db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbacdea2640 1 -- 172.21.15.71:0/3341627672 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606efb6e130 con 0x5606efc542f0 2024-09-05T07:39:05.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbacd6a1640 1 --2- 172.21.15.71:0/3341627672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc5ebb0 0x5606efc60fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:05.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.155+0000 7fbace6a3640 1 --2- 172.21.15.71:0/3341627672 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606efc539d0 0x5606efc53db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:39:05.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.156+0000 7fbacdea2640 1 --2- 172.21.15.71:0/3341627672 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc542f0 0x5606efc5e670 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fbac400aa10 tx=0x7fbac400aed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67488e93fbf0a4f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:05.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.156+0000 7fbab3fff640 1 -- 172.21.15.71:0/3341627672 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbac4015070 con 0x5606efc542f0 2024-09-05T07:39:05.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.156+0000 7fbace6a3640 1 --2- 172.21.15.71:0/1472311912 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbab40a2e90 0x7fbab40a5350 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fbac0009ca0 tx=0x7fbac00095c0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:05.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.156+0000 7fbab3fff640 1 -- 172.21.15.71:0/3341627672 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbac400cc60 con 0x5606efc542f0 2024-09-05T07:39:05.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.156+0000 7fbab3fff640 1 -- 172.21.15.71:0/3341627672 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbac40105b0 con 0x5606efc542f0 2024-09-05T07:39:05.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.157+0000 7fbad24df740 1 -- 172.21.15.71:0/3341627672 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc542f0 msgr2=0x5606efc5e670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:05.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.157+0000 7fbad24df740 1 --2- 172.21.15.71:0/3341627672 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc542f0 0x5606efc5e670 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fbac400aa10 tx=0x7fbac400aed0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.157+0000 7fbad24df740 1 -- 172.21.15.71:0/3341627672 shutdown_connections 2024-09-05T07:39:05.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.157+0000 7fbad24df740 1 --2- 172.21.15.71:0/3341627672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc5ebb0 0x5606efc60fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.157+0000 7fbad24df740 1 --2- 172.21.15.71:0/3341627672 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc542f0 0x5606efc5e670 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.157+0000 7fbad24df740 1 --2- 172.21.15.71:0/3341627672 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606efc539d0 0x5606efc53db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.157+0000 7fbad24df740 1 -- 172.21.15.71:0/3341627672 >> 172.21.15.71:0/3341627672 conn(0x5606efc4ff60 msgr2=0x5606efc50340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:05.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.157+0000 7fbad24df740 1 -- 172.21.15.71:0/3341627672 shutdown_connections 2024-09-05T07:39:05.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.157+0000 7fbad24df740 1 -- 172.21.15.71:0/3341627672 wait complete. 2024-09-05T07:39:05.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.157+0000 7fbad24df740 1 -- start start 2024-09-05T07:39:05.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.157+0000 7fbad24df740 1 Processor -- start 2024-09-05T07:39:05.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbad24df740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc539d0 0x5606efc5e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:05.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbad24df740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606efc542f0 0x5606efc5b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:05.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbad24df740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc5ebb0 0x5606efc5bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:05.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbad24df740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5606efc61780 con 0x5606efc539d0 2024-09-05T07:39:05.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbad24df740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5606efb74f20 con 0x5606efc542f0 2024-09-05T07:39:05.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbad24df740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5606efc61900 con 0x5606efc5ebb0 2024-09-05T07:39:05.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbacdea2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc539d0 0x5606efc5e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:05.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbad24df740 10 client.0 _ll_register_callbacks cb 0x5606efb3e030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:05.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbacdea2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc539d0 0x5606efc5e3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44724/0 (socket says 172.21.15.71:44724) 2024-09-05T07:39:05.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbacdea2640 1 -- 172.21.15.71:0/3311693980 learned_addr learned my addr 172.21.15.71:0/3311693980 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:05.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbacd6a1640 1 --2- 172.21.15.71:0/3311693980 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606efc542f0 0x5606efc5b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:05.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbace6a3640 1 --2- 172.21.15.71:0/3311693980 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc5ebb0 0x5606efc5bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:05.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbacdea2640 1 -- 172.21.15.71:0/3311693980 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc5ebb0 msgr2=0x5606efc5bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:05.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbacdea2640 1 --2- 172.21.15.71:0/3311693980 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc5ebb0 0x5606efc5bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbacdea2640 1 -- 172.21.15.71:0/3311693980 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606efc542f0 msgr2=0x5606efc5b720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:05.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbacdea2640 1 --2- 172.21.15.71:0/3311693980 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606efc542f0 0x5606efc5b720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbacdea2640 1 -- 172.21.15.71:0/3311693980 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606ef92b2b0 con 0x5606efc539d0 2024-09-05T07:39:05.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbace6a3640 1 --2- 172.21.15.71:0/3311693980 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc5ebb0 0x5606efc5bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:05.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbacdea2640 1 --2- 172.21.15.71:0/3311693980 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc539d0 0x5606efc5e3d0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fbac400a9e0 tx=0x7fbac4011c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e3ff5b3f93882b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:05.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbab17fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:05.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbab17fa640 1 -- 172.21.15.71:0/3311693980 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbac4020070 con 0x5606efc539d0 2024-09-05T07:39:05.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbab17fa640 1 -- 172.21.15.71:0/3311693980 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fbac401a450 con 0x5606efc539d0 2024-09-05T07:39:05.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.158+0000 7fbad24df740 1 -- 172.21.15.71:0/3311693980 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbac400cc60 con 0x5606efc539d0 2024-09-05T07:39:05.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.159+0000 7fbab17fa640 1 -- 172.21.15.71:0/3311693980 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbac4015040 con 0x5606efc539d0 2024-09-05T07:39:05.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.159+0000 7fbad24df740 10 client.15510 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:05.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.159+0000 7fbad24df740 1 -- 172.21.15.71:0/3311693980 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5606efc6cfa0 con 0x5606efc539d0 2024-09-05T07:39:05.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.159+0000 7fbab17fa640 1 -- 172.21.15.71:0/3311693980 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbac400cc60 con 0x5606efc539d0 2024-09-05T07:39:05.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.159+0000 7fbab17fa640 1 -- 172.21.15.71:0/3311693980 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fbac4024650 con 0x5606efc539d0 2024-09-05T07:39:05.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.159+0000 7fbad24df740 10 client.15510 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:05.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.159+0000 7fbad24df740 10 client.15510 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-05T07:39:05.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.159+0000 7fbad24df740 20 client.15510 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:05.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.159+0000 7fbad24df740 1 --2- 172.21.15.71:0/3311693980 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5606efc6f210 0x5606efc70680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:05.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.159+0000 7fbad24df740 4 client.15510 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:39:05.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.159+0000 7fbad24df740 1 -- 172.21.15.71:0/3311693980 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5606efbc7600 con 0x5606efc6f210 2024-09-05T07:39:05.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.159+0000 7fbacd6a1640 1 --2- 172.21.15.71:0/3311693980 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5606efc6f210 0x5606efc70680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:05.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.160+0000 7fbab17fa640 10 client.15510 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:39:05.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.160+0000 7fbacd6a1640 1 --2- 172.21.15.71:0/3311693980 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5606efc6f210 0x5606efc70680 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=22f39539bfc63645 server_cookie=7a2223cac632478 in_seq=0 out_seq=0 2024-09-05T07:39:05.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.160+0000 7fbab17fa640 1 -- 172.21.15.71:0/3311693980 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5606efbc7600 con 0x5606efc6f210 2024-09-05T07:39:05.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.160+0000 7fbab17fa640 10 client.15510 handle_command_reply: tid=0 2024-09-05T07:39:05.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.160+0000 7fbad24df740 1 client.15510 shutdown 2024-09-05T07:39:05.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.161+0000 7fbad24df740 1 -- 172.21.15.71:0/3311693980 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc539d0 msgr2=0x5606efc5e3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:05.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.161+0000 7fbad24df740 1 --2- 172.21.15.71:0/3311693980 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc539d0 0x5606efc5e3d0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fbac400a9e0 tx=0x7fbac4011c80 comp rx=0 tx=0).stop 2024-09-05T07:39:05.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.161+0000 7fbad24df740 1 -- 172.21.15.71:0/3311693980 shutdown_connections 2024-09-05T07:39:05.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.161+0000 7fbad24df740 1 --2- 172.21.15.71:0/3311693980 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc5ebb0 0x5606efc5bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.161+0000 7fbad24df740 1 --2- 172.21.15.71:0/3311693980 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5606efc6f210 0x5606efc70680 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.161+0000 7fbad24df740 1 --2- 172.21.15.71:0/3311693980 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606efc542f0 0x5606efc5b720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.161+0000 7fbad24df740 1 --2- 172.21.15.71:0/3311693980 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc539d0 0x5606efc5e3d0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.161+0000 7fbab17fa640 0 client.15510 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:39:05.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.161+0000 7fbad24df740 1 -- 172.21.15.71:0/3311693980 >> 172.21.15.71:0/3311693980 conn(0x5606efc4ff60 msgr2=0x5606efc55c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:05.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.161+0000 7fbad24df740 1 -- 172.21.15.71:0/3311693980 shutdown_connections 2024-09-05T07:39:05.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.161+0000 7fbad24df740 1 -- 172.21.15.71:0/3311693980 wait complete. 2024-09-05T07:39:05.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.161+0000 7fbad24df740 20 client.15510 trim_cache size 0 max 16384 2024-09-05T07:39:05.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.178+0000 7fbad24df740 1 Processor -- start 2024-09-05T07:39:05.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.178+0000 7fbad24df740 1 -- start start 2024-09-05T07:39:05.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.178+0000 7fbad24df740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc539d0 0x5606efc6b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:05.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.178+0000 7fbad24df740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606efc542f0 0x5606efc4ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:05.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.178+0000 7fbad24df740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc5ebb0 0x5606efc4f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:05.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.178+0000 7fbad24df740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5606efc6e9c0 con 0x5606efc539d0 2024-09-05T07:39:05.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.178+0000 7fbad24df740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5606efc6f090 con 0x5606efc542f0 2024-09-05T07:39:05.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.178+0000 7fbad24df740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5606efc6f760 con 0x5606efc5ebb0 2024-09-05T07:39:05.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.178+0000 7fbacdea2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc539d0 0x5606efc6b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:05.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.179+0000 7fbacdea2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc539d0 0x5606efc6b020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44740/0 (socket says 172.21.15.71:44740) 2024-09-05T07:39:05.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.179+0000 7fbacdea2640 1 -- 172.21.15.71:0/3606842174 learned_addr learned my addr 172.21.15.71:0/3606842174 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:05.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.179+0000 7fbace6a3640 1 --2- 172.21.15.71:0/3606842174 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc5ebb0 0x5606efc4f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:05.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.179+0000 7fbacdea2640 1 -- 172.21.15.71:0/3606842174 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc5ebb0 msgr2=0x5606efc4f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:05.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.179+0000 7fbacdea2640 1 --2- 172.21.15.71:0/3606842174 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc5ebb0 0x5606efc4f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.179+0000 7fbacdea2640 1 -- 172.21.15.71:0/3606842174 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606efc542f0 msgr2=0x5606efc4ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:05.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.179+0000 7fbacdea2640 1 --2- 172.21.15.71:0/3606842174 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606efc542f0 0x5606efc4ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.179+0000 7fbacdea2640 1 -- 172.21.15.71:0/3606842174 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606efc4fd90 con 0x5606efc539d0 2024-09-05T07:39:05.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.179+0000 7fbace6a3640 1 --2- 172.21.15.71:0/3606842174 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc5ebb0 0x5606efc4f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:05.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.179+0000 7fbacdea2640 1 --2- 172.21.15.71:0/3606842174 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc539d0 0x5606efc6b020 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fbac4004700 tx=0x7fbac400c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a00e4672122f6452 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:05.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.179+0000 7fbab37fe640 1 -- 172.21.15.71:0/3606842174 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbac4020040 con 0x5606efc539d0 2024-09-05T07:39:05.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.179+0000 7fbab37fe640 1 -- 172.21.15.71:0/3606842174 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbac400cc60 con 0x5606efc539d0 2024-09-05T07:39:05.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.179+0000 7fbab37fe640 1 -- 172.21.15.71:0/3606842174 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbac4006040 con 0x5606efc539d0 2024-09-05T07:39:05.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.180+0000 7fbad24df740 1 -- 172.21.15.71:0/3606842174 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc539d0 msgr2=0x5606efc6b020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:05.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.180+0000 7fbad24df740 1 --2- 172.21.15.71:0/3606842174 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc539d0 0x5606efc6b020 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fbac4004700 tx=0x7fbac400c650 comp rx=0 tx=0).stop 2024-09-05T07:39:05.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.180+0000 7fbad24df740 1 -- 172.21.15.71:0/3606842174 shutdown_connections 2024-09-05T07:39:05.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.180+0000 7fbad24df740 1 --2- 172.21.15.71:0/3606842174 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc5ebb0 0x5606efc4f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.180+0000 7fbad24df740 1 --2- 172.21.15.71:0/3606842174 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606efc542f0 0x5606efc4ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.180+0000 7fbad24df740 1 --2- 172.21.15.71:0/3606842174 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc539d0 0x5606efc6b020 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.180+0000 7fbad24df740 1 -- 172.21.15.71:0/3606842174 >> 172.21.15.71:0/3606842174 conn(0x5606efc4ff60 msgr2=0x5606efc4e5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:05.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.180+0000 7fbad24df740 1 -- 172.21.15.71:0/3606842174 shutdown_connections 2024-09-05T07:39:05.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.180+0000 7fbad24df740 1 -- 172.21.15.71:0/3606842174 wait complete. 2024-09-05T07:39:05.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.180+0000 7fbad24df740 1 -- start start 2024-09-05T07:39:05.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.180+0000 7fbad24df740 1 Processor -- start 2024-09-05T07:39:05.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbad24df740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc539d0 0x5606efc78cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:05.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbad24df740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606efc542f0 0x5606efc791f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:05.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbad24df740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc5ebb0 0x5606efc74230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:05.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbad24df740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5606efc70500 con 0x5606efc5ebb0 2024-09-05T07:39:05.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbad24df740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5606efc6fe30 con 0x5606efc542f0 2024-09-05T07:39:05.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbad24df740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5606efc70bd0 con 0x5606efc539d0 2024-09-05T07:39:05.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbad24df740 10 client.0 _ll_register_callbacks cb 0x7fbac400a860 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:05.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbace6a3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc5ebb0 0x5606efc74230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:05.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbace6a3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc5ebb0 0x5606efc74230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44744/0 (socket says 172.21.15.71:44744) 2024-09-05T07:39:05.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbace6a3640 1 -- 172.21.15.71:0/1557114905 learned_addr learned my addr 172.21.15.71:0/1557114905 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:05.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbacd6a1640 1 --2- 172.21.15.71:0/1557114905 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606efc542f0 0x5606efc791f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:05.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbacdea2640 1 --2- 172.21.15.71:0/1557114905 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc539d0 0x5606efc78cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:05.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbace6a3640 1 -- 172.21.15.71:0/1557114905 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc539d0 msgr2=0x5606efc78cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:05.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbace6a3640 1 --2- 172.21.15.71:0/1557114905 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc539d0 0x5606efc78cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbace6a3640 1 -- 172.21.15.71:0/1557114905 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606efc542f0 msgr2=0x5606efc791f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:05.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbace6a3640 1 --2- 172.21.15.71:0/1557114905 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606efc542f0 0x5606efc791f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbace6a3640 1 -- 172.21.15.71:0/1557114905 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606efc74a60 con 0x5606efc5ebb0 2024-09-05T07:39:05.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbace6a3640 1 --2- 172.21.15.71:0/1557114905 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc5ebb0 0x5606efc74230 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fbac0003bf0 tx=0x7fbac0009800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15a7a5830c2a87a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:05.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbab17fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:05.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbab17fa640 1 -- 172.21.15.71:0/1557114905 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbac0043070 con 0x5606efc5ebb0 2024-09-05T07:39:05.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbab17fa640 1 -- 172.21.15.71:0/1557114905 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fbac00047c0 con 0x5606efc5ebb0 2024-09-05T07:39:05.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.181+0000 7fbad24df740 1 -- 172.21.15.71:0/1557114905 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbac400cc60 con 0x5606efc5ebb0 2024-09-05T07:39:05.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.182+0000 7fbab17fa640 1 -- 172.21.15.71:0/1557114905 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbac00305c0 con 0x5606efc5ebb0 2024-09-05T07:39:05.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.182+0000 7fbad24df740 10 client.15516 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:05.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.182+0000 7fbad24df740 1 -- 172.21.15.71:0/1557114905 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5606efcd94d0 con 0x5606efc5ebb0 2024-09-05T07:39:05.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.182+0000 7fbab17fa640 1 -- 172.21.15.71:0/1557114905 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbac400cc60 con 0x5606efc5ebb0 2024-09-05T07:39:05.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.182+0000 7fbab17fa640 1 -- 172.21.15.71:0/1557114905 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fbac0050070 con 0x5606efc5ebb0 2024-09-05T07:39:05.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.182+0000 7fbad24df740 10 client.15516 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:05.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.182+0000 7fbad24df740 10 client.15516 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-05T07:39:05.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.182+0000 7fbad24df740 20 client.15516 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:05.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.182+0000 7fbad24df740 1 --2- 172.21.15.71:0/1557114905 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5606efcde140 0x5606efcdce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:05.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.182+0000 7fbad24df740 4 client.15516 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T07:39:05.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.182+0000 7fbad24df740 1 -- 172.21.15.71:0/1557114905 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "status"}) -- 0x5606efbc1b10 con 0x5606efcde140 2024-09-05T07:39:05.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.182+0000 7fbacdea2640 1 --2- 172.21.15.71:0/1557114905 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5606efcde140 0x5606efcdce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:05.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.183+0000 7fbacdea2640 1 --2- 172.21.15.71:0/1557114905 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5606efcde140 0x5606efcdce50 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a4f739d2b21024c0 server_cookie=86cf8f7a2e6d3d17 in_seq=0 out_seq=0 2024-09-05T07:39:05.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.183+0000 7fbab17fa640 10 client.15516 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:39:05.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.183+0000 7fbab17fa640 1 -- 172.21.15.71:0/1557114905 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5606efbc1b10 con 0x5606efcde140 2024-09-05T07:39:05.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.183+0000 7fbab17fa640 10 client.15516 handle_command_reply: tid=0 2024-09-05T07:39:05.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.183+0000 7fbad24df740 1 client.15516 shutdown 2024-09-05T07:39:05.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.183+0000 7fbad24df740 1 -- 172.21.15.71:0/1557114905 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc5ebb0 msgr2=0x5606efc74230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:05.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.183+0000 7fbad24df740 1 --2- 172.21.15.71:0/1557114905 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc5ebb0 0x5606efc74230 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fbac0003bf0 tx=0x7fbac0009800 comp rx=0 tx=0).stop 2024-09-05T07:39:05.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.183+0000 7fbad24df740 1 -- 172.21.15.71:0/1557114905 shutdown_connections 2024-09-05T07:39:05.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.183+0000 7fbad24df740 1 --2- 172.21.15.71:0/1557114905 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5606efc5ebb0 0x5606efc74230 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.183+0000 7fbad24df740 1 --2- 172.21.15.71:0/1557114905 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5606efcde140 0x5606efcdce50 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.183+0000 7fbad24df740 1 --2- 172.21.15.71:0/1557114905 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5606efc542f0 0x5606efc791f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.183+0000 7fbab17fa640 0 client.15516 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:39:05.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.183+0000 7fbad24df740 1 --2- 172.21.15.71:0/1557114905 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5606efc539d0 0x5606efc78cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.183+0000 7fbad24df740 1 -- 172.21.15.71:0/1557114905 >> 172.21.15.71:0/1557114905 conn(0x5606efc4ff60 msgr2=0x5606efc4ede0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:05.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.183+0000 7fbad24df740 1 -- 172.21.15.71:0/1557114905 shutdown_connections 2024-09-05T07:39:05.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.183+0000 7fbad24df740 1 -- 172.21.15.71:0/1557114905 wait complete. 2024-09-05T07:39:05.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.183+0000 7fbad24df740 20 client.15516 trim_cache size 0 max 16384 2024-09-05T07:39:05.190 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:39:05.190 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "528064f0-6b58-11ef-bcd6-c7b262605968", 2024-09-05T07:39:05.190 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 1, 2024-09-05T07:39:05.190 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24470, 2024-09-05T07:39:05.190 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-09-05T07:39:05.190 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-09-05T07:39:05.190 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-09-05T07:39:05.190 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 129.79692370000001, 2024-09-05T07:39:05.190 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 26, 2024-09-05T07:39:05.190 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 93, 2024-09-05T07:39:05.190 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 93, 2024-09-05T07:39:05.190 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 181.27945789099999 2024-09-05T07:39:05.190 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:39:05.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.184+0000 7fbad0106640 1 -- 172.21.15.71:0/1472311912 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbab40a2e90 msgr2=0x7fbab40a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:05.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.184+0000 7fbad0106640 1 --2- 172.21.15.71:0/1472311912 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbab40a2e90 0x7fbab40a5350 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fbac0009ca0 tx=0x7fbac00095c0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.184+0000 7fbad0106640 1 -- 172.21.15.71:0/1472311912 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbac8102790 msgr2=0x7fbac8074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:05.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.184+0000 7fbad0106640 1 --2- 172.21.15.71:0/1472311912 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbac8102790 0x7fbac8074a30 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fbab800c890 tx=0x7fbab800cd50 comp rx=0 tx=0).stop 2024-09-05T07:39:05.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.184+0000 7fbad0106640 1 -- 172.21.15.71:0/1472311912 shutdown_connections 2024-09-05T07:39:05.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.184+0000 7fbad0106640 1 --2- 172.21.15.71:0/1472311912 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbab40a2e90 0x7fbab40a5350 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.184+0000 7fbad0106640 1 --2- 172.21.15.71:0/1472311912 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbac8106f10 0x7fbac8074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.184+0000 7fbad0106640 1 --2- 172.21.15.71:0/1472311912 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbac8102790 0x7fbac8074a30 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.184+0000 7fbad0106640 1 --2- 172.21.15.71:0/1472311912 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbac8101de0 0x7fbac80744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:05.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.184+0000 7fbad0106640 1 -- 172.21.15.71:0/1472311912 >> 172.21.15.71:0/1472311912 conn(0x7fbac80fd8c0 msgr2=0x7fbac80feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:05.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.184+0000 7fbad0106640 1 -- 172.21.15.71:0/1472311912 shutdown_connections 2024-09-05T07:39:05.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:05.184+0000 7fbad0106640 1 -- 172.21.15.71:0/1472311912 wait complete. 2024-09-05T07:39:06.003 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.i status 2024-09-05T07:39:06.247 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:06.639 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:06 smithi071 ceph-mon[30965]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-09-05T07:39:06.731 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.717+0000 7f4634b07640 1 -- 172.21.15.71:0/909299408 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4630102790 msgr2=0x7f46301067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:06.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.717+0000 7f4634b07640 1 --2- 172.21.15.71:0/909299408 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4630102790 0x7f46301067e0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f4618009900 tx=0x7f461802a410 comp rx=0 tx=0).stop 2024-09-05T07:39:06.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.717+0000 7f4634b07640 1 -- 172.21.15.71:0/909299408 shutdown_connections 2024-09-05T07:39:06.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.717+0000 7f4634b07640 1 --2- 172.21.15.71:0/909299408 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4630106f10 0x7f463010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.717+0000 7f4634b07640 1 --2- 172.21.15.71:0/909299408 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4630102790 0x7f46301067e0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.717+0000 7f4634b07640 1 --2- 172.21.15.71:0/909299408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4630101de0 0x7f46301021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.717+0000 7f4634b07640 1 -- 172.21.15.71:0/909299408 >> 172.21.15.71:0/909299408 conn(0x7f46300fd8c0 msgr2=0x7f46300ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:06.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.717+0000 7f4634b07640 1 -- 172.21.15.71:0/909299408 shutdown_connections 2024-09-05T07:39:06.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.718+0000 7f4634b07640 1 -- 172.21.15.71:0/909299408 wait complete. 2024-09-05T07:39:06.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.718+0000 7f4634b07640 1 Processor -- start 2024-09-05T07:39:06.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.718+0000 7f4634b07640 1 -- start start 2024-09-05T07:39:06.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.719+0000 7f4634b07640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4630101de0 0x7f46300744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:06.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.719+0000 7f4634b07640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4630102790 0x7f4630074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:06.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.719+0000 7f4634b07640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4630106f10 0x7f4630074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:06.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.719+0000 7f4634b07640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4630111e20 con 0x7f4630102790 2024-09-05T07:39:06.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.719+0000 7f4634b07640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4630111ca0 con 0x7f4630106f10 2024-09-05T07:39:06.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.719+0000 7f4634b07640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4630111fa0 con 0x7f4630101de0 2024-09-05T07:39:06.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.719+0000 7f462dd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4630102790 0x7f4630074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:06.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.719+0000 7f462dd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4630102790 0x7f4630074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44764/0 (socket says 172.21.15.71:44764) 2024-09-05T07:39:06.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.719+0000 7f462dd9b640 1 -- 172.21.15.71:0/3478839846 learned_addr learned my addr 172.21.15.71:0/3478839846 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:06.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.719+0000 7f462ed9d640 1 --2- 172.21.15.71:0/3478839846 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4630106f10 0x7f4630074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:06.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.719+0000 7f462e59c640 1 --2- 172.21.15.71:0/3478839846 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4630101de0 0x7f46300744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:06.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.719+0000 7f462dd9b640 1 -- 172.21.15.71:0/3478839846 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4630101de0 msgr2=0x7f46300744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:06.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.719+0000 7f462dd9b640 1 --2- 172.21.15.71:0/3478839846 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4630101de0 0x7f46300744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.719+0000 7f462dd9b640 1 -- 172.21.15.71:0/3478839846 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4630106f10 msgr2=0x7f4630074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:06.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.719+0000 7f462dd9b640 1 --2- 172.21.15.71:0/3478839846 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4630106f10 0x7f4630074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.719+0000 7f462dd9b640 1 -- 172.21.15.71:0/3478839846 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46301a6800 con 0x7f4630102790 2024-09-05T07:39:06.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.719+0000 7f462dd9b640 1 --2- 172.21.15.71:0/3478839846 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4630102790 0x7f4630074a30 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f4618006010 tx=0x7f4618004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:06.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.719+0000 7f46277fe640 1 -- 172.21.15.71:0/3478839846 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f461803f030 con 0x7f4630102790 2024-09-05T07:39:06.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.719+0000 7f4634b07640 1 -- 172.21.15.71:0/3478839846 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46301a6a90 con 0x7f4630102790 2024-09-05T07:39:06.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.719+0000 7f46277fe640 1 -- 172.21.15.71:0/3478839846 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46180035f0 con 0x7f4630102790 2024-09-05T07:39:06.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.720+0000 7f46277fe640 1 -- 172.21.15.71:0/3478839846 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4618035070 con 0x7f4630102790 2024-09-05T07:39:06.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.720+0000 7f4634b07640 1 -- 172.21.15.71:0/3478839846 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46301a6f70 con 0x7f4630102790 2024-09-05T07:39:06.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.722+0000 7f46277fe640 1 -- 172.21.15.71:0/3478839846 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7f4618003b10 con 0x7f4630102790 2024-09-05T07:39:06.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.722+0000 7f4636ee0740 1 Processor -- start 2024-09-05T07:39:06.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.722+0000 7f4636ee0740 1 -- start start 2024-09-05T07:39:06.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f4636ee0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c11489d0 0x55f7c1148db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:06.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f4636ee0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c11492f0 0x55f7c1153670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:06.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f4636ee0740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c1153bb0 0x55f7c1155fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:06.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f4636ee0740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55f7c10af090 con 0x55f7c1153bb0 2024-09-05T07:39:06.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f4636ee0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55f7c1056a70 con 0x55f7c11492f0 2024-09-05T07:39:06.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f4636ee0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55f7c10ab050 con 0x55f7c11489d0 2024-09-05T07:39:06.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f46277fe640 1 --2- 172.21.15.71:0/3478839846 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f461c0a2e10 0x7f461c0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:06.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f462dd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c1153bb0 0x55f7c1155fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:06.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f462dd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c1153bb0 0x55f7c1155fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44774/0 (socket says 172.21.15.71:44774) 2024-09-05T07:39:06.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f462dd9b640 1 -- 172.21.15.71:0/3480920625 learned_addr learned my addr 172.21.15.71:0/3480920625 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:06.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f462ed9d640 1 --2- 172.21.15.71:0/3478839846 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f461c0a2e10 0x7f461c0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:06.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f462e59c640 1 --2- 172.21.15.71:0/3480920625 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c11492f0 0x55f7c1153670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:06.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f462ed9d640 1 --2- 172.21.15.71:0/3480920625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c11489d0 0x55f7c1148db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:06.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f46277fe640 1 -- 172.21.15.71:0/3478839846 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f46180f0670 con 0x7f4630102790 2024-09-05T07:39:06.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f462dd9b640 1 -- 172.21.15.71:0/3480920625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c11489d0 msgr2=0x55f7c1148db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:06.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f462dd9b640 1 --2- 172.21.15.71:0/3480920625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c11489d0 0x55f7c1148db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f462dd9b640 1 -- 172.21.15.71:0/3480920625 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c11492f0 msgr2=0x55f7c1153670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:06.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f462dd9b640 1 --2- 172.21.15.71:0/3480920625 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c11492f0 0x55f7c1153670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f462dd9b640 1 -- 172.21.15.71:0/3480920625 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f7c1063130 con 0x55f7c1153bb0 2024-09-05T07:39:06.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f462ed9d640 1 --2- 172.21.15.71:0/3478839846 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f461c0a2e10 0x7f461c0a52d0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f4628005cc0 tx=0x7f462800bc90 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:06.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.723+0000 7f462dd9b640 1 --2- 172.21.15.71:0/3480920625 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c1153bb0 0x55f7c1155fa0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f461804a000 tx=0x7f46180bc510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4bb4fda78049ad3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:06.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.724+0000 7f4624ff9640 1 -- 172.21.15.71:0/3480920625 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4618049070 con 0x55f7c1153bb0 2024-09-05T07:39:06.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.724+0000 7f4624ff9640 1 -- 172.21.15.71:0/3480920625 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46180bc610 con 0x55f7c1153bb0 2024-09-05T07:39:06.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.724+0000 7f4624ff9640 1 -- 172.21.15.71:0/3480920625 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46180bc870 con 0x55f7c1153bb0 2024-09-05T07:39:06.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.724+0000 7f4636ee0740 1 -- 172.21.15.71:0/3480920625 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c1153bb0 msgr2=0x55f7c1155fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:06.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.724+0000 7f4636ee0740 1 --2- 172.21.15.71:0/3480920625 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c1153bb0 0x55f7c1155fa0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f461804a000 tx=0x7f46180bc510 comp rx=0 tx=0).stop 2024-09-05T07:39:06.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.724+0000 7f4636ee0740 1 -- 172.21.15.71:0/3480920625 shutdown_connections 2024-09-05T07:39:06.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.724+0000 7f4636ee0740 1 --2- 172.21.15.71:0/3480920625 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c1153bb0 0x55f7c1155fa0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.724+0000 7f4636ee0740 1 --2- 172.21.15.71:0/3480920625 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c11492f0 0x55f7c1153670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.724+0000 7f4636ee0740 1 --2- 172.21.15.71:0/3480920625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c11489d0 0x55f7c1148db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.724+0000 7f4636ee0740 1 -- 172.21.15.71:0/3480920625 >> 172.21.15.71:0/3480920625 conn(0x55f7c1144f60 msgr2=0x55f7c1145340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:06.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.725+0000 7f4636ee0740 1 -- 172.21.15.71:0/3480920625 shutdown_connections 2024-09-05T07:39:06.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.725+0000 7f4636ee0740 1 -- 172.21.15.71:0/3480920625 wait complete. 2024-09-05T07:39:06.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.725+0000 7f4636ee0740 1 -- start start 2024-09-05T07:39:06.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.725+0000 7f4636ee0740 1 Processor -- start 2024-09-05T07:39:06.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.725+0000 7f4636ee0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c11489d0 0x55f7c11534c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:06.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.725+0000 7f4636ee0740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11492f0 0x55f7c1150810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:06.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.725+0000 7f4636ee0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c1153bb0 0x55f7c1150d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:06.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.725+0000 7f4636ee0740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55f7c1156540 con 0x55f7c11492f0 2024-09-05T07:39:06.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.725+0000 7f4636ee0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55f7c1069f20 con 0x55f7c1153bb0 2024-09-05T07:39:06.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.725+0000 7f4636ee0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55f7c11566c0 con 0x55f7c11489d0 2024-09-05T07:39:06.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.725+0000 7f4636ee0740 10 client.0 _ll_register_callbacks cb 0x55f7c1033030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:06.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.725+0000 7f462dd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11492f0 0x55f7c1150810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:06.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.725+0000 7f462dd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11492f0 0x55f7c1150810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44778/0 (socket says 172.21.15.71:44778) 2024-09-05T07:39:06.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.725+0000 7f462dd9b640 1 -- 172.21.15.71:0/2885399536 learned_addr learned my addr 172.21.15.71:0/2885399536 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:06.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.725+0000 7f462e59c640 1 --2- 172.21.15.71:0/2885399536 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c11489d0 0x55f7c11534c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:06.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.725+0000 7f462ed9d640 1 --2- 172.21.15.71:0/2885399536 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c1153bb0 0x55f7c1150d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:06.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.725+0000 7f462dd9b640 1 -- 172.21.15.71:0/2885399536 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c11489d0 msgr2=0x55f7c11534c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:06.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.726+0000 7f462dd9b640 1 --2- 172.21.15.71:0/2885399536 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c11489d0 0x55f7c11534c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.726+0000 7f462dd9b640 1 -- 172.21.15.71:0/2885399536 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c1153bb0 msgr2=0x55f7c1150d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:06.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.726+0000 7f462dd9b640 1 --2- 172.21.15.71:0/2885399536 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c1153bb0 0x55f7c1150d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.726+0000 7f462dd9b640 1 -- 172.21.15.71:0/2885399536 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f7c0e202b0 con 0x55f7c11492f0 2024-09-05T07:39:06.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.726+0000 7f462ed9d640 1 --2- 172.21.15.71:0/2885399536 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c1153bb0 0x55f7c1150d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:39:06.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.726+0000 7f462dd9b640 1 --2- 172.21.15.71:0/2885399536 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11492f0 0x55f7c1150810 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f4618031440 tx=0x7f46180b8920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da2aaa4ae57d0b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:06.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.726+0000 7f4615ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:06.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.726+0000 7f4615ffb640 1 -- 172.21.15.71:0/2885399536 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4618049070 con 0x55f7c11492f0 2024-09-05T07:39:06.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.726+0000 7f4615ffb640 1 -- 172.21.15.71:0/2885399536 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f46180bca70 con 0x55f7c11492f0 2024-09-05T07:39:06.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.726+0000 7f4636ee0740 1 -- 172.21.15.71:0/2885399536 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f46180bc610 con 0x55f7c11492f0 2024-09-05T07:39:06.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.726+0000 7f4615ffb640 1 -- 172.21.15.71:0/2885399536 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f46180c09c0 con 0x55f7c11492f0 2024-09-05T07:39:06.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.726+0000 7f4636ee0740 10 client.15528 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:06.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.726+0000 7f4636ee0740 1 -- 172.21.15.71:0/2885399536 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f7c1156540 con 0x55f7c11492f0 2024-09-05T07:39:06.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.726+0000 7f4615ffb640 1 -- 172.21.15.71:0/2885399536 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46180bc610 con 0x55f7c11492f0 2024-09-05T07:39:06.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.726+0000 7f4615ffb640 1 -- 172.21.15.71:0/2885399536 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f46180f0230 con 0x55f7c11492f0 2024-09-05T07:39:06.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.726+0000 7f4636ee0740 10 client.15528 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:06.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.726+0000 7f4636ee0740 10 client.15528 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-05T07:39:06.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.726+0000 7f4636ee0740 20 client.15528 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:06.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.727+0000 7f4636ee0740 1 --2- 172.21.15.71:0/2885399536 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f7c11641f0 0x55f7c1165660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:06.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.727+0000 7f4636ee0740 4 client.15528 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:39:06.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.727+0000 7f4636ee0740 1 -- 172.21.15.71:0/2885399536 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f7c10bc600 con 0x55f7c11641f0 2024-09-05T07:39:06.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.727+0000 7f462e59c640 1 --2- 172.21.15.71:0/2885399536 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f7c11641f0 0x55f7c1165660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:06.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.727+0000 7f4615ffb640 10 client.15528 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:06.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.727+0000 7f462e59c640 1 --2- 172.21.15.71:0/2885399536 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f7c11641f0 0x55f7c1165660 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e37ade8e216aba85 server_cookie=fa6cfc6d28b0d32a in_seq=0 out_seq=0 2024-09-05T07:39:06.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.728+0000 7f4615ffb640 1 -- 172.21.15.71:0/2885399536 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f7c10bc600 con 0x55f7c11641f0 2024-09-05T07:39:06.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.728+0000 7f4615ffb640 10 client.15528 handle_command_reply: tid=0 2024-09-05T07:39:06.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.728+0000 7f4636ee0740 1 client.15528 shutdown 2024-09-05T07:39:06.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.728+0000 7f4636ee0740 1 -- 172.21.15.71:0/2885399536 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11492f0 msgr2=0x55f7c1150810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:06.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.728+0000 7f4636ee0740 1 --2- 172.21.15.71:0/2885399536 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11492f0 0x55f7c1150810 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f4618031440 tx=0x7f46180b8920 comp rx=0 tx=0).stop 2024-09-05T07:39:06.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.728+0000 7f4636ee0740 1 -- 172.21.15.71:0/2885399536 shutdown_connections 2024-09-05T07:39:06.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.728+0000 7f4636ee0740 1 --2- 172.21.15.71:0/2885399536 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f7c11641f0 0x55f7c1165660 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.728+0000 7f4636ee0740 1 --2- 172.21.15.71:0/2885399536 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c1153bb0 0x55f7c1150d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.728+0000 7f4636ee0740 1 --2- 172.21.15.71:0/2885399536 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11492f0 0x55f7c1150810 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.728+0000 7f4615ffb640 0 client.15528 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:06.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.728+0000 7f4636ee0740 1 --2- 172.21.15.71:0/2885399536 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c11489d0 0x55f7c11534c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.728+0000 7f4636ee0740 1 -- 172.21.15.71:0/2885399536 >> 172.21.15.71:0/2885399536 conn(0x55f7c1144f60 msgr2=0x55f7c114ac40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:06.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.728+0000 7f4636ee0740 1 -- 172.21.15.71:0/2885399536 shutdown_connections 2024-09-05T07:39:06.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.728+0000 7f4636ee0740 1 -- 172.21.15.71:0/2885399536 wait complete. 2024-09-05T07:39:06.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.728+0000 7f4636ee0740 20 client.15528 trim_cache size 0 max 16384 2024-09-05T07:39:06.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.746+0000 7f4636ee0740 1 Processor -- start 2024-09-05T07:39:06.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.746+0000 7f4636ee0740 1 -- start start 2024-09-05T07:39:06.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.746+0000 7f4636ee0740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11489d0 0x55f7c1163b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:06.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.746+0000 7f4636ee0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c11492f0 0x55f7c11648c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:06.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.746+0000 7f4636ee0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c1153bb0 0x55f7c11437e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:06.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.746+0000 7f4636ee0740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55f7c11639a0 con 0x55f7c11489d0 2024-09-05T07:39:06.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.746+0000 7f4636ee0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55f7c1164070 con 0x55f7c11492f0 2024-09-05T07:39:06.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.746+0000 7f4636ee0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55f7c1164740 con 0x55f7c1153bb0 2024-09-05T07:39:06.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.746+0000 7f462e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11489d0 0x55f7c1163b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:06.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.746+0000 7f462e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11489d0 0x55f7c1163b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44782/0 (socket says 172.21.15.71:44782) 2024-09-05T07:39:06.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.746+0000 7f462e59c640 1 -- 172.21.15.71:0/2085194220 learned_addr learned my addr 172.21.15.71:0/2085194220 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:06.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.746+0000 7f462ed9d640 1 --2- 172.21.15.71:0/2085194220 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c1153bb0 0x55f7c11437e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:06.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.746+0000 7f462dd9b640 1 --2- 172.21.15.71:0/2085194220 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c11492f0 0x55f7c11648c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:06.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.746+0000 7f462e59c640 1 -- 172.21.15.71:0/2085194220 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c1153bb0 msgr2=0x55f7c11437e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:06.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.746+0000 7f462e59c640 1 --2- 172.21.15.71:0/2085194220 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c1153bb0 0x55f7c11437e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.746+0000 7f462e59c640 1 -- 172.21.15.71:0/2085194220 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c11492f0 msgr2=0x55f7c11648c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:06.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.746+0000 7f462e59c640 1 --2- 172.21.15.71:0/2085194220 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c11492f0 0x55f7c11648c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.746+0000 7f462e59c640 1 -- 172.21.15.71:0/2085194220 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f7c114ed60 con 0x55f7c11489d0 2024-09-05T07:39:06.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.747+0000 7f462e59c640 1 --2- 172.21.15.71:0/2085194220 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11489d0 0x55f7c1163b20 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x55f7c1165ec0 tx=0x7f462000c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4cb8d7acc3f4b23 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:06.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.747+0000 7f4617fff640 1 -- 172.21.15.71:0/2085194220 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4620021070 con 0x55f7c11489d0 2024-09-05T07:39:06.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.747+0000 7f4617fff640 1 -- 172.21.15.71:0/2085194220 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4620005020 con 0x55f7c11489d0 2024-09-05T07:39:06.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.747+0000 7f4617fff640 1 -- 172.21.15.71:0/2085194220 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4620004b00 con 0x55f7c11489d0 2024-09-05T07:39:06.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.747+0000 7f4636ee0740 1 -- 172.21.15.71:0/2085194220 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11489d0 msgr2=0x55f7c1163b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:06.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.747+0000 7f4636ee0740 1 --2- 172.21.15.71:0/2085194220 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11489d0 0x55f7c1163b20 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x55f7c1165ec0 tx=0x7f462000c430 comp rx=0 tx=0).stop 2024-09-05T07:39:06.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.747+0000 7f4636ee0740 1 -- 172.21.15.71:0/2085194220 shutdown_connections 2024-09-05T07:39:06.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.747+0000 7f4636ee0740 1 --2- 172.21.15.71:0/2085194220 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c1153bb0 0x55f7c11437e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.747+0000 7f4636ee0740 1 --2- 172.21.15.71:0/2085194220 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c11492f0 0x55f7c11648c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.747+0000 7f4636ee0740 1 --2- 172.21.15.71:0/2085194220 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11489d0 0x55f7c1163b20 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.747+0000 7f4636ee0740 1 -- 172.21.15.71:0/2085194220 >> 172.21.15.71:0/2085194220 conn(0x55f7c1144f60 msgr2=0x55f7c114f0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:06.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.748+0000 7f4636ee0740 1 -- 172.21.15.71:0/2085194220 shutdown_connections 2024-09-05T07:39:06.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.748+0000 7f4636ee0740 1 -- 172.21.15.71:0/2085194220 wait complete. 2024-09-05T07:39:06.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.748+0000 7f4636ee0740 1 -- start start 2024-09-05T07:39:06.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.748+0000 7f4636ee0740 1 Processor -- start 2024-09-05T07:39:06.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.748+0000 7f4636ee0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c11489d0 0x55f7c1166c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:06.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.748+0000 7f4636ee0740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11492f0 0x55f7c1167140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:06.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.748+0000 7f4636ee0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c1153bb0 0x55f7c11cc8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:06.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.748+0000 7f4636ee0740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55f7c11654e0 con 0x55f7c11492f0 2024-09-05T07:39:06.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.748+0000 7f4636ee0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55f7c1164e10 con 0x55f7c11489d0 2024-09-05T07:39:06.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.748+0000 7f4636ee0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55f7c1165bb0 con 0x55f7c1153bb0 2024-09-05T07:39:06.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.748+0000 7f4636ee0740 10 client.0 _ll_register_callbacks cb 0x7f462000c2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:06.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.748+0000 7f462dd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11492f0 0x55f7c1167140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:06.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.748+0000 7f462dd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11492f0 0x55f7c1167140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44798/0 (socket says 172.21.15.71:44798) 2024-09-05T07:39:06.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.748+0000 7f462dd9b640 1 -- 172.21.15.71:0/2428079140 learned_addr learned my addr 172.21.15.71:0/2428079140 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:06.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.748+0000 7f462e59c640 1 --2- 172.21.15.71:0/2428079140 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c11489d0 0x55f7c1166c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:06.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f462ed9d640 1 --2- 172.21.15.71:0/2428079140 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c1153bb0 0x55f7c11cc8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:06.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f462dd9b640 1 -- 172.21.15.71:0/2428079140 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c1153bb0 msgr2=0x55f7c11cc8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:06.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f462dd9b640 1 --2- 172.21.15.71:0/2428079140 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c1153bb0 0x55f7c11cc8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f462dd9b640 1 -- 172.21.15.71:0/2428079140 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c11489d0 msgr2=0x55f7c1166c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:06.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f462dd9b640 1 --2- 172.21.15.71:0/2428079140 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c11489d0 0x55f7c1166c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f462dd9b640 1 -- 172.21.15.71:0/2428079140 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f7c1167a40 con 0x55f7c11492f0 2024-09-05T07:39:06.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f462ed9d640 1 --2- 172.21.15.71:0/2428079140 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c1153bb0 0x55f7c11cc8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:06.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f462dd9b640 1 --2- 172.21.15.71:0/2428079140 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11492f0 0x55f7c1167140 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f46180f05d0 tx=0x7f4618031d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc3fcd6bd09317a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:06.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f4615ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:06.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f4615ffb640 1 -- 172.21.15.71:0/2428079140 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4618049070 con 0x55f7c11492f0 2024-09-05T07:39:06.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f4615ffb640 1 -- 172.21.15.71:0/2428079140 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f46180bbb30 con 0x55f7c11492f0 2024-09-05T07:39:06.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f4636ee0740 1 -- 172.21.15.71:0/2428079140 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4620005020 con 0x55f7c11492f0 2024-09-05T07:39:06.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f4615ffb640 1 -- 172.21.15.71:0/2428079140 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f46180bc3e0 con 0x55f7c11492f0 2024-09-05T07:39:06.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f4636ee0740 10 client.15534 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:06.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f4636ee0740 1 -- 172.21.15.71:0/2428079140 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f7c1167a40 con 0x55f7c11492f0 2024-09-05T07:39:06.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f4615ffb640 1 -- 172.21.15.71:0/2428079140 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4620005020 con 0x55f7c11492f0 2024-09-05T07:39:06.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f4615ffb640 1 -- 172.21.15.71:0/2428079140 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f46180bc870 con 0x55f7c11492f0 2024-09-05T07:39:06.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f4636ee0740 10 client.15534 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:06.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f4636ee0740 10 client.15534 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-05T07:39:06.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f4636ee0740 20 client.15534 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:06.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f4636ee0740 1 --2- 172.21.15.71:0/2428079140 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f7c11d26d0 0x55f7c11d13e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:06.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.749+0000 7f4636ee0740 4 client.15534 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T07:39:06.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.750+0000 7f4636ee0740 1 -- 172.21.15.71:0/2428079140 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "status"}) -- 0x55f7c10b6b10 con 0x55f7c11d26d0 2024-09-05T07:39:06.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.750+0000 7f462e59c640 1 --2- 172.21.15.71:0/2428079140 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f7c11d26d0 0x55f7c11d13e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:06.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.750+0000 7f4615ffb640 10 client.15534 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:06.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.750+0000 7f462e59c640 1 --2- 172.21.15.71:0/2428079140 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f7c11d26d0 0x55f7c11d13e0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=689e88d0ddd832f9 server_cookie=136d58ce120d6b20 in_seq=0 out_seq=0 2024-09-05T07:39:06.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.750+0000 7f4615ffb640 1 -- 172.21.15.71:0/2428079140 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55f7c10b6b10 con 0x55f7c11d26d0 2024-09-05T07:39:06.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.750+0000 7f4615ffb640 10 client.15534 handle_command_reply: tid=0 2024-09-05T07:39:06.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.750+0000 7f4636ee0740 1 client.15534 shutdown 2024-09-05T07:39:06.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4636ee0740 1 -- 172.21.15.71:0/2428079140 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11492f0 msgr2=0x55f7c1167140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:06.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4636ee0740 1 --2- 172.21.15.71:0/2428079140 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11492f0 0x55f7c1167140 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f46180f05d0 tx=0x7f4618031d20 comp rx=0 tx=0).stop 2024-09-05T07:39:06.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4636ee0740 1 -- 172.21.15.71:0/2428079140 shutdown_connections 2024-09-05T07:39:06.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4636ee0740 1 --2- 172.21.15.71:0/2428079140 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f7c11d26d0 0x55f7c11d13e0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4636ee0740 1 --2- 172.21.15.71:0/2428079140 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f7c1153bb0 0x55f7c11cc8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4636ee0740 1 --2- 172.21.15.71:0/2428079140 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f7c11492f0 0x55f7c1167140 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4615ffb640 0 client.15534 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:06.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4636ee0740 1 --2- 172.21.15.71:0/2428079140 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f7c11489d0 0x55f7c1166c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4636ee0740 1 -- 172.21.15.71:0/2428079140 >> 172.21.15.71:0/2428079140 conn(0x55f7c1144f60 msgr2=0x55f7c114a420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:06.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4636ee0740 1 -- 172.21.15.71:0/2428079140 shutdown_connections 2024-09-05T07:39:06.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4636ee0740 1 -- 172.21.15.71:0/2428079140 wait complete. 2024-09-05T07:39:06.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4636ee0740 20 client.15534 trim_cache size 0 max 16384 2024-09-05T07:39:06.774 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:39:06.774 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "528064f0-6b58-11ef-bcd6-c7b262605968", 2024-09-05T07:39:06.774 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 0, 2024-09-05T07:39:06.774 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24475, 2024-09-05T07:39:06.774 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2024-09-05T07:39:06.774 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2024-09-05T07:39:06.774 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2024-09-05T07:39:06.774 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 170.924260917, 2024-09-05T07:39:06.774 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 26, 2024-09-05T07:39:06.775 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 93, 2024-09-05T07:39:06.775 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 93, 2024-09-05T07:39:06.775 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 191.29793356600001 2024-09-05T07:39:06.775 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:39:06.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4634b07640 1 -- 172.21.15.71:0/3478839846 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f461c0a2e10 msgr2=0x7f461c0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:06.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4634b07640 1 --2- 172.21.15.71:0/3478839846 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f461c0a2e10 0x7f461c0a52d0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f4628005cc0 tx=0x7f462800bc90 comp rx=0 tx=0).stop 2024-09-05T07:39:06.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4634b07640 1 -- 172.21.15.71:0/3478839846 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4630102790 msgr2=0x7f4630074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:06.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4634b07640 1 --2- 172.21.15.71:0/3478839846 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4630102790 0x7f4630074a30 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f4618006010 tx=0x7f4618004270 comp rx=0 tx=0).stop 2024-09-05T07:39:06.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4634b07640 1 -- 172.21.15.71:0/3478839846 shutdown_connections 2024-09-05T07:39:06.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4634b07640 1 --2- 172.21.15.71:0/3478839846 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f461c0a2e10 0x7f461c0a52d0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4634b07640 1 --2- 172.21.15.71:0/3478839846 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4630106f10 0x7f4630074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4634b07640 1 --2- 172.21.15.71:0/3478839846 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4630102790 0x7f4630074a30 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4634b07640 1 --2- 172.21.15.71:0/3478839846 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4630101de0 0x7f46300744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:06.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4634b07640 1 -- 172.21.15.71:0/3478839846 >> 172.21.15.71:0/3478839846 conn(0x7f46300fd8c0 msgr2=0x7f46300fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:06.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4634b07640 1 -- 172.21.15.71:0/3478839846 shutdown_connections 2024-09-05T07:39:06.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:06.751+0000 7f4634b07640 1 -- 172.21.15.71:0/3478839846 wait complete. 2024-09-05T07:39:06.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:06 smithi123 ceph-mon[34568]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-09-05T07:39:06.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:06 smithi192 ceph-mon[34929]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-09-05T07:39:07.513 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-09-05T07:39:08.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:08 smithi071 ceph-mon[30965]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-09-05T07:39:08.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:08 smithi123 ceph-mon[34568]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-09-05T07:39:08.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:08 smithi192 ceph-mon[34929]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-09-05T07:39:10.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:10 smithi071 ceph-mon[30965]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-09-05T07:39:10.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:10 smithi123 ceph-mon[34568]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-09-05T07:39:10.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:10 smithi192 ceph-mon[34929]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-09-05T07:39:12.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:12 smithi071 ceph-mon[30965]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-09-05T07:39:12.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:12 smithi123 ceph-mon[34568]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-09-05T07:39:12.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:12 smithi192 ceph-mon[34929]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-09-05T07:39:14.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:14 smithi071 ceph-mon[30965]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-05T07:39:14.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:14 smithi123 ceph-mon[34568]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-05T07:39:14.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:14 smithi192 ceph-mon[34929]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-05T07:39:16.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:16 smithi071 ceph-mon[30965]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-05T07:39:16.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:16 smithi123 ceph-mon[34568]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-05T07:39:16.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:16 smithi192 ceph-mon[34929]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-05T07:39:18.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:18 smithi071 ceph-mon[30965]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 767 B/s wr, 7 op/s 2024-09-05T07:39:18.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:18 smithi123 ceph-mon[34568]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 767 B/s wr, 7 op/s 2024-09-05T07:39:18.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:18 smithi192 ceph-mon[34929]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 767 B/s wr, 7 op/s 2024-09-05T07:39:19.767 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:39:20.021 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.504+0000 7f9f61542640 1 -- 172.21.15.71:0/789778608 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9f5c102ef0 msgr2=0x7f9f5c10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.504+0000 7f9f61542640 1 --2- 172.21.15.71:0/789778608 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9f5c102ef0 0x7f9f5c10da40 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f9f54009ca0 tx=0x7f9f5402a950 comp rx=0 tx=0).stop 2024-09-05T07:39:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.504+0000 7f9f61542640 1 -- 172.21.15.71:0/789778608 shutdown_connections 2024-09-05T07:39:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.504+0000 7f9f61542640 1 --2- 172.21.15.71:0/789778608 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9f5c102ef0 0x7f9f5c10da40 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.504+0000 7f9f61542640 1 --2- 172.21.15.71:0/789778608 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f5c102570 0x7f9f5c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.504+0000 7f9f61542640 1 --2- 172.21.15.71:0/789778608 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9f5c100e20 0x7f9f5c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.504+0000 7f9f61542640 1 -- 172.21.15.71:0/789778608 >> 172.21.15.71:0/789778608 conn(0x7f9f5c0fc7d0 msgr2=0x7f9f5c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.504+0000 7f9f61542640 1 -- 172.21.15.71:0/789778608 shutdown_connections 2024-09-05T07:39:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.504+0000 7f9f61542640 1 -- 172.21.15.71:0/789778608 wait complete. 2024-09-05T07:39:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.505+0000 7f9f61542640 1 Processor -- start 2024-09-05T07:39:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.505+0000 7f9f61542640 1 -- start start 2024-09-05T07:39:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.505+0000 7f9f61542640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9f5c100e20 0x7f9f5c1992c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.505+0000 7f9f61542640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f5c102570 0x7f9f5c199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.505+0000 7f9f61542640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9f5c102ef0 0x7f9f5c1a4340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.505+0000 7f9f61542640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9f5c110e30 con 0x7f9f5c102ef0 2024-09-05T07:39:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.505+0000 7f9f61542640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9f5c110cb0 con 0x7f9f5c100e20 2024-09-05T07:39:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.505+0000 7f9f61542640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9f5c110fb0 con 0x7f9f5c102570 2024-09-05T07:39:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.506+0000 7f9f5b7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9f5c102ef0 0x7f9f5c1a4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.506+0000 7f9f5a7fc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f5c102570 0x7f9f5c199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.506+0000 7f9f5b7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9f5c102ef0 0x7f9f5c1a4340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:39870/0 (socket says 172.21.15.71:39870) 2024-09-05T07:39:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.506+0000 7f9f5b7fe640 1 -- 172.21.15.71:0/1680531017 learned_addr learned my addr 172.21.15.71:0/1680531017 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.506+0000 7f9f5affd640 1 --2- 172.21.15.71:0/1680531017 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9f5c100e20 0x7f9f5c1992c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.506+0000 7f9f5b7fe640 1 -- 172.21.15.71:0/1680531017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f5c102570 msgr2=0x7f9f5c199800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.506+0000 7f9f5b7fe640 1 --2- 172.21.15.71:0/1680531017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f5c102570 0x7f9f5c199800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.506+0000 7f9f5b7fe640 1 -- 172.21.15.71:0/1680531017 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9f5c100e20 msgr2=0x7f9f5c1992c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.506+0000 7f9f5b7fe640 1 --2- 172.21.15.71:0/1680531017 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9f5c100e20 0x7f9f5c1992c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.506+0000 7f9f5b7fe640 1 -- 172.21.15.71:0/1680531017 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f5c1970b0 con 0x7f9f5c102ef0 2024-09-05T07:39:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.506+0000 7f9f5affd640 1 --2- 172.21.15.71:0/1680531017 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9f5c100e20 0x7f9f5c1992c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:39:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.506+0000 7f9f5b7fe640 1 --2- 172.21.15.71:0/1680531017 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9f5c102ef0 0x7f9f5c1a4340 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f9f5402ae70 tx=0x7f9f5402f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.506+0000 7f9f43fff640 1 -- 172.21.15.71:0/1680531017 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f54034040 con 0x7f9f5c102ef0 2024-09-05T07:39:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.506+0000 7f9f61542640 1 -- 172.21.15.71:0/1680531017 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f5c197340 con 0x7f9f5c102ef0 2024-09-05T07:39:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.506+0000 7f9f43fff640 1 -- 172.21.15.71:0/1680531017 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f540308f0 con 0x7f9f5c102ef0 2024-09-05T07:39:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.506+0000 7f9f43fff640 1 -- 172.21.15.71:0/1680531017 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f54004780 con 0x7f9f5c102ef0 2024-09-05T07:39:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.506+0000 7f9f61542640 1 -- 172.21.15.71:0/1680531017 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f5c197870 con 0x7f9f5c102ef0 2024-09-05T07:39:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.509+0000 7f9f43fff640 1 -- 172.21.15.71:0/1680531017 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7f9f54037020 con 0x7f9f5c102ef0 2024-09-05T07:39:20.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.509+0000 7f9f6391b740 1 Processor -- start 2024-09-05T07:39:20.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.509+0000 7f9f6391b740 1 -- start start 2024-09-05T07:39:20.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.509+0000 7f9f43fff640 1 --2- 172.21.15.71:0/1680531017 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9f440a2e10 0x7f9f440a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:20.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.509+0000 7f9f6391b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e34a0 0x55ae435e3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:20.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.509+0000 7f9f6391b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435e3dc0 0x55ae435ee140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:20.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.509+0000 7f9f6391b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae435ee680 0x55ae435f0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:20.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.509+0000 7f9f6391b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55ae435492e0 con 0x55ae435e34a0 2024-09-05T07:39:20.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.509+0000 7f9f6391b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ae434f0ce0 con 0x55ae435ee680 2024-09-05T07:39:20.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.509+0000 7f9f6391b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ae435452a0 con 0x55ae435e3dc0 2024-09-05T07:39:20.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.509+0000 7f9f43fff640 1 -- 172.21.15.71:0/1680531017 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f9f540f0a80 con 0x7f9f5c102ef0 2024-09-05T07:39:20.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.509+0000 7f9f5a7fc640 1 --2- 172.21.15.71:0/1680531017 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9f440a2e10 0x7f9f440a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:20.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.510+0000 7f9f5affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e34a0 0x55ae435e3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:20.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.510+0000 7f9f5affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e34a0 0x55ae435e3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:39872/0 (socket says 172.21.15.71:39872) 2024-09-05T07:39:20.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.510+0000 7f9f5affd640 1 -- 172.21.15.71:0/4182267847 learned_addr learned my addr 172.21.15.71:0/4182267847 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:20.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.510+0000 7f9f5b7fe640 1 --2- 172.21.15.71:0/4182267847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae435ee680 0x55ae435f0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:20.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.510+0000 7f9f5a7fc640 1 --2- 172.21.15.71:0/4182267847 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435e3dc0 0x55ae435ee140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:20.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.510+0000 7f9f5affd640 1 -- 172.21.15.71:0/4182267847 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435e3dc0 msgr2=0x55ae435ee140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:20.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.510+0000 7f9f5affd640 1 --2- 172.21.15.71:0/4182267847 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435e3dc0 0x55ae435ee140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.510+0000 7f9f5affd640 1 -- 172.21.15.71:0/4182267847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae435ee680 msgr2=0x55ae435f0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:20.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.510+0000 7f9f5affd640 1 --2- 172.21.15.71:0/4182267847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae435ee680 0x55ae435f0a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.510+0000 7f9f5affd640 1 -- 172.21.15.71:0/4182267847 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae434d5440 con 0x55ae435e34a0 2024-09-05T07:39:20.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.510+0000 7f9f5a7fc640 1 --2- 172.21.15.71:0/1680531017 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9f440a2e10 0x7f9f440a52d0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9f5c06aac0 tx=0x7f9f5000bdf0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:20.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.510+0000 7f9f5affd640 1 --2- 172.21.15.71:0/4182267847 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e34a0 0x55ae435e3880 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f9f4c00bd40 tx=0x7f9f4c00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=565f0816989d3932 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:20.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.510+0000 7f9f417fa640 1 -- 172.21.15.71:0/4182267847 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f4c015070 con 0x55ae435e34a0 2024-09-05T07:39:20.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.510+0000 7f9f417fa640 1 -- 172.21.15.71:0/4182267847 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f4c01a910 con 0x55ae435e34a0 2024-09-05T07:39:20.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.510+0000 7f9f417fa640 1 -- 172.21.15.71:0/4182267847 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f4c011930 con 0x55ae435e34a0 2024-09-05T07:39:20.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.511+0000 7f9f6391b740 1 -- 172.21.15.71:0/4182267847 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e34a0 msgr2=0x55ae435e3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:20.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.511+0000 7f9f6391b740 1 --2- 172.21.15.71:0/4182267847 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e34a0 0x55ae435e3880 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f9f4c00bd40 tx=0x7f9f4c00f730 comp rx=0 tx=0).stop 2024-09-05T07:39:20.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.511+0000 7f9f6391b740 1 -- 172.21.15.71:0/4182267847 shutdown_connections 2024-09-05T07:39:20.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.511+0000 7f9f6391b740 1 --2- 172.21.15.71:0/4182267847 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae435ee680 0x55ae435f0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.511+0000 7f9f6391b740 1 --2- 172.21.15.71:0/4182267847 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435e3dc0 0x55ae435ee140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.511+0000 7f9f6391b740 1 --2- 172.21.15.71:0/4182267847 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e34a0 0x55ae435e3880 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.511+0000 7f9f6391b740 1 -- 172.21.15.71:0/4182267847 >> 172.21.15.71:0/4182267847 conn(0x55ae435dfa30 msgr2=0x55ae435dfe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:20.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.511+0000 7f9f6391b740 1 -- 172.21.15.71:0/4182267847 shutdown_connections 2024-09-05T07:39:20.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.511+0000 7f9f6391b740 1 -- 172.21.15.71:0/4182267847 wait complete. 2024-09-05T07:39:20.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.512+0000 7f9f6391b740 1 -- start start 2024-09-05T07:39:20.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.512+0000 7f9f6391b740 1 Processor -- start 2024-09-05T07:39:20.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.512+0000 7f9f6391b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae435e34a0 0x55ae435edf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:20.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.512+0000 7f9f6391b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e3dc0 0x55ae435eb220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:20.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.512+0000 7f9f6391b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435ee680 0x55ae435eb760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:20.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.512+0000 7f9f6391b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55ae435f1250 con 0x55ae435e3dc0 2024-09-05T07:39:20.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.512+0000 7f9f6391b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ae43504050 con 0x55ae435e34a0 2024-09-05T07:39:20.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.512+0000 7f9f6391b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ae435f13d0 con 0x55ae435ee680 2024-09-05T07:39:20.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.512+0000 7f9f6391b740 10 client.0 _ll_register_callbacks cb 0x55ae43544160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:20.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.512+0000 7f9f5a7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e3dc0 0x55ae435eb220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:20.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.512+0000 7f9f5a7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e3dc0 0x55ae435eb220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:39876/0 (socket says 172.21.15.71:39876) 2024-09-05T07:39:20.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.512+0000 7f9f5a7fc640 1 -- 172.21.15.71:0/3659920087 learned_addr learned my addr 172.21.15.71:0/3659920087 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:20.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.512+0000 7f9f5affd640 1 --2- 172.21.15.71:0/3659920087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae435e34a0 0x55ae435edf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:20.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.512+0000 7f9f5b7fe640 1 --2- 172.21.15.71:0/3659920087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435ee680 0x55ae435eb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:20.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.512+0000 7f9f5a7fc640 1 -- 172.21.15.71:0/3659920087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435ee680 msgr2=0x55ae435eb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:20.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.512+0000 7f9f5a7fc640 1 --2- 172.21.15.71:0/3659920087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435ee680 0x55ae435eb760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.512+0000 7f9f5a7fc640 1 -- 172.21.15.71:0/3659920087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae435e34a0 msgr2=0x55ae435edf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:20.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.512+0000 7f9f5a7fc640 1 --2- 172.21.15.71:0/3659920087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae435e34a0 0x55ae435edf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.512+0000 7f9f5a7fc640 1 -- 172.21.15.71:0/3659920087 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae432ba3c0 con 0x55ae435e3dc0 2024-09-05T07:39:20.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.512+0000 7f9f5b7fe640 1 --2- 172.21.15.71:0/3659920087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435ee680 0x55ae435eb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:20.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.513+0000 7f9f5a7fc640 1 --2- 172.21.15.71:0/3659920087 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e3dc0 0x55ae435eb220 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f9f50012420 tx=0x7f9f50004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fba8721c71196603 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:20.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.513+0000 7f9f3eff5640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:20.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.513+0000 7f9f3eff5640 1 -- 172.21.15.71:0/3659920087 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f5001f800 con 0x55ae435e3dc0 2024-09-05T07:39:20.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.513+0000 7f9f3eff5640 1 -- 172.21.15.71:0/3659920087 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f9f5001f9a0 con 0x55ae435e3dc0 2024-09-05T07:39:20.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.513+0000 7f9f6391b740 1 -- 172.21.15.71:0/3659920087 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9f4c01a910 con 0x55ae435e3dc0 2024-09-05T07:39:20.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.514+0000 7f9f3eff5640 1 -- 172.21.15.71:0/3659920087 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9f5001fba0 con 0x55ae435e3dc0 2024-09-05T07:39:20.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.514+0000 7f9f6391b740 10 client.15546 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:20.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.514+0000 7f9f6391b740 1 -- 172.21.15.71:0/3659920087 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ae435fcbc0 con 0x55ae435e3dc0 2024-09-05T07:39:20.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.514+0000 7f9f3eff5640 1 -- 172.21.15.71:0/3659920087 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f4c01a910 con 0x55ae435e3dc0 2024-09-05T07:39:20.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.514+0000 7f9f3eff5640 1 -- 172.21.15.71:0/3659920087 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f9f50027400 con 0x55ae435e3dc0 2024-09-05T07:39:20.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.514+0000 7f9f6391b740 10 client.15546 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:20.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.514+0000 7f9f6391b740 10 client.15546 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:39:20.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.514+0000 7f9f6391b740 20 client.15546 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:20.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.514+0000 7f9f6391b740 1 --2- 172.21.15.71:0/3659920087 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ae435fe080 0x55ae436004e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:20.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.514+0000 7f9f6391b740 4 client.15546 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:39:20.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.514+0000 7f9f6391b740 1 -- 172.21.15.71:0/3659920087 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ae43556850 con 0x55ae435fe080 2024-09-05T07:39:20.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.514+0000 7f9f5affd640 1 --2- 172.21.15.71:0/3659920087 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ae435fe080 0x55ae436004e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:20.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.515+0000 7f9f3eff5640 10 client.15546 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:20.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.515+0000 7f9f5affd640 1 --2- 172.21.15.71:0/3659920087 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ae435fe080 0x55ae436004e0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=189f99fdc9efd855 server_cookie=ebe2d939c4befb37 in_seq=0 out_seq=0 2024-09-05T07:39:20.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.515+0000 7f9f3eff5640 1 -- 172.21.15.71:0/3659920087 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ae43556850 con 0x55ae435fe080 2024-09-05T07:39:20.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.515+0000 7f9f3eff5640 10 client.15546 handle_command_reply: tid=0 2024-09-05T07:39:20.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.516+0000 7f9f6391b740 1 client.15546 shutdown 2024-09-05T07:39:20.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.516+0000 7f9f6391b740 1 -- 172.21.15.71:0/3659920087 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e3dc0 msgr2=0x55ae435eb220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:20.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.516+0000 7f9f6391b740 1 --2- 172.21.15.71:0/3659920087 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e3dc0 0x55ae435eb220 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f9f50012420 tx=0x7f9f50004730 comp rx=0 tx=0).stop 2024-09-05T07:39:20.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.516+0000 7f9f6391b740 1 -- 172.21.15.71:0/3659920087 shutdown_connections 2024-09-05T07:39:20.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.516+0000 7f9f6391b740 1 --2- 172.21.15.71:0/3659920087 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ae435fe080 0x55ae436004e0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.516+0000 7f9f6391b740 1 --2- 172.21.15.71:0/3659920087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435ee680 0x55ae435eb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.516+0000 7f9f6391b740 1 --2- 172.21.15.71:0/3659920087 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e3dc0 0x55ae435eb220 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.516+0000 7f9f6391b740 1 --2- 172.21.15.71:0/3659920087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae435e34a0 0x55ae435edf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.516+0000 7f9f6391b740 1 -- 172.21.15.71:0/3659920087 >> 172.21.15.71:0/3659920087 conn(0x55ae435dfa30 msgr2=0x55ae435deb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:20.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.516+0000 7f9f3eff5640 0 client.15546 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:20.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.516+0000 7f9f6391b740 1 -- 172.21.15.71:0/3659920087 shutdown_connections 2024-09-05T07:39:20.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.516+0000 7f9f6391b740 1 -- 172.21.15.71:0/3659920087 wait complete. 2024-09-05T07:39:20.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.516+0000 7f9f6391b740 20 client.15546 trim_cache size 0 max 16384 2024-09-05T07:39:20.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.534+0000 7f9f6391b740 1 Processor -- start 2024-09-05T07:39:20.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.534+0000 7f9f6391b740 1 -- start start 2024-09-05T07:39:20.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.535+0000 7f9f6391b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435e34a0 0x55ae435ed190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:20.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.535+0000 7f9f6391b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae435e3dc0 0x55ae43605db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:20.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.535+0000 7f9f6391b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435ee680 0x55ae436062f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:20.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.535+0000 7f9f6391b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9f5c1b3bc0 con 0x55ae435ee680 2024-09-05T07:39:20.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.535+0000 7f9f6391b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9f5c1b1490 con 0x55ae435e3dc0 2024-09-05T07:39:20.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.535+0000 7f9f6391b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9f5c1af2e0 con 0x55ae435e34a0 2024-09-05T07:39:20.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.535+0000 7f9f5b7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435ee680 0x55ae436062f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:20.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.535+0000 7f9f5b7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435ee680 0x55ae436062f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:39884/0 (socket says 172.21.15.71:39884) 2024-09-05T07:39:20.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.535+0000 7f9f5b7fe640 1 -- 172.21.15.71:0/1075602551 learned_addr learned my addr 172.21.15.71:0/1075602551 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:20.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.535+0000 7f9f5a7fc640 1 --2- 172.21.15.71:0/1075602551 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae435e3dc0 0x55ae43605db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:20.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.535+0000 7f9f5affd640 1 --2- 172.21.15.71:0/1075602551 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435e34a0 0x55ae435ed190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:20.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.535+0000 7f9f5b7fe640 1 -- 172.21.15.71:0/1075602551 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435e34a0 msgr2=0x55ae435ed190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:20.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.535+0000 7f9f5b7fe640 1 --2- 172.21.15.71:0/1075602551 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435e34a0 0x55ae435ed190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.535+0000 7f9f5b7fe640 1 -- 172.21.15.71:0/1075602551 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae435e3dc0 msgr2=0x55ae43605db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:20.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.535+0000 7f9f5b7fe640 1 --2- 172.21.15.71:0/1075602551 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae435e3dc0 0x55ae43605db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.535+0000 7f9f5b7fe640 1 -- 172.21.15.71:0/1075602551 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae435e32d0 con 0x55ae435ee680 2024-09-05T07:39:20.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.535+0000 7f9f5b7fe640 1 --2- 172.21.15.71:0/1075602551 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435ee680 0x55ae436062f0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f9f540ede70 tx=0x7f9f540bc730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e53f3dd920f1a903 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:20.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.535+0000 7f9f40ff9640 1 -- 172.21.15.71:0/1075602551 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f540bde60 con 0x55ae435ee680 2024-09-05T07:39:20.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.536+0000 7f9f40ff9640 1 -- 172.21.15.71:0/1075602551 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f540bd230 con 0x55ae435ee680 2024-09-05T07:39:20.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.536+0000 7f9f40ff9640 1 -- 172.21.15.71:0/1075602551 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f540bcff0 con 0x55ae435ee680 2024-09-05T07:39:20.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.536+0000 7f9f6391b740 1 -- 172.21.15.71:0/1075602551 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435ee680 msgr2=0x55ae436062f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:20.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.536+0000 7f9f6391b740 1 --2- 172.21.15.71:0/1075602551 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435ee680 0x55ae436062f0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f9f540ede70 tx=0x7f9f540bc730 comp rx=0 tx=0).stop 2024-09-05T07:39:20.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.536+0000 7f9f6391b740 1 -- 172.21.15.71:0/1075602551 shutdown_connections 2024-09-05T07:39:20.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.536+0000 7f9f6391b740 1 --2- 172.21.15.71:0/1075602551 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435ee680 0x55ae436062f0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.536+0000 7f9f6391b740 1 --2- 172.21.15.71:0/1075602551 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae435e3dc0 0x55ae43605db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.536+0000 7f9f6391b740 1 --2- 172.21.15.71:0/1075602551 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435e34a0 0x55ae435ed190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.536+0000 7f9f6391b740 1 -- 172.21.15.71:0/1075602551 >> 172.21.15.71:0/1075602551 conn(0x55ae435dfa30 msgr2=0x55ae435eca80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:20.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.536+0000 7f9f6391b740 1 -- 172.21.15.71:0/1075602551 shutdown_connections 2024-09-05T07:39:20.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.536+0000 7f9f6391b740 1 -- 172.21.15.71:0/1075602551 wait complete. 2024-09-05T07:39:20.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.537+0000 7f9f6391b740 1 -- start start 2024-09-05T07:39:20.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.537+0000 7f9f6391b740 1 Processor -- start 2024-09-05T07:39:20.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.537+0000 7f9f6391b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae435e34a0 0x55ae435f6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:20.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.537+0000 7f9f6391b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e3dc0 0x55ae435f4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:20.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.537+0000 7f9f6391b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435ee680 0x55ae435f4570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.537+0000 7f9f6391b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9f5c1af950 con 0x55ae435e3dc0 2024-09-05T07:39:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.537+0000 7f9f6391b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9f5c1b0dc0 con 0x55ae435e34a0 2024-09-05T07:39:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.537+0000 7f9f6391b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9f5c1b0020 con 0x55ae435ee680 2024-09-05T07:39:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.537+0000 7f9f5a7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e3dc0 0x55ae435f4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.537+0000 7f9f6391b740 10 client.0 _ll_register_callbacks cb 0x7f9f50003d00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.537+0000 7f9f5a7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e3dc0 0x55ae435f4030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:39892/0 (socket says 172.21.15.71:39892) 2024-09-05T07:39:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.537+0000 7f9f5a7fc640 1 -- 172.21.15.71:0/3272078207 learned_addr learned my addr 172.21.15.71:0/3272078207 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.537+0000 7f9f5affd640 1 --2- 172.21.15.71:0/3272078207 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae435e34a0 0x55ae435f6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.538+0000 7f9f5b7fe640 1 --2- 172.21.15.71:0/3272078207 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435ee680 0x55ae435f4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.538+0000 7f9f5a7fc640 1 -- 172.21.15.71:0/3272078207 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435ee680 msgr2=0x55ae435f4570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.538+0000 7f9f5a7fc640 1 --2- 172.21.15.71:0/3272078207 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435ee680 0x55ae435f4570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.538+0000 7f9f5a7fc640 1 -- 172.21.15.71:0/3272078207 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae435e34a0 msgr2=0x55ae435f6ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.538+0000 7f9f5a7fc640 1 --2- 172.21.15.71:0/3272078207 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae435e34a0 0x55ae435f6ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.538+0000 7f9f5a7fc640 1 -- 172.21.15.71:0/3272078207 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae435e0ba0 con 0x55ae435e3dc0 2024-09-05T07:39:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.538+0000 7f9f5b7fe640 1 --2- 172.21.15.71:0/3272078207 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435ee680 0x55ae435f4570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.538+0000 7f9f5a7fc640 1 --2- 172.21.15.71:0/3272078207 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e3dc0 0x55ae435f4030 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f9f50027a10 tx=0x7f9f50027630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e136dcd12cde8090 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.538+0000 7f9f3eff5640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.538+0000 7f9f3eff5640 1 -- 172.21.15.71:0/3272078207 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f50027e60 con 0x55ae435e3dc0 2024-09-05T07:39:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.538+0000 7f9f3eff5640 1 -- 172.21.15.71:0/3272078207 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f9f50031420 con 0x55ae435e3dc0 2024-09-05T07:39:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.538+0000 7f9f6391b740 1 -- 172.21.15.71:0/3272078207 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9f540bd230 con 0x55ae435e3dc0 2024-09-05T07:39:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.538+0000 7f9f3eff5640 1 -- 172.21.15.71:0/3272078207 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9f50046050 con 0x55ae435e3dc0 2024-09-05T07:39:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.538+0000 7f9f6391b740 10 client.15552 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.538+0000 7f9f6391b740 1 -- 172.21.15.71:0/3272078207 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ae43668b50 con 0x55ae435e3dc0 2024-09-05T07:39:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.538+0000 7f9f3eff5640 1 -- 172.21.15.71:0/3272078207 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f540bd230 con 0x55ae435e3dc0 2024-09-05T07:39:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.539+0000 7f9f3eff5640 1 -- 172.21.15.71:0/3272078207 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f9f50041030 con 0x55ae435e3dc0 2024-09-05T07:39:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.539+0000 7f9f6391b740 10 client.15552 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.539+0000 7f9f6391b740 10 client.15552 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:39:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.539+0000 7f9f6391b740 20 client.15552 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.539+0000 7f9f6391b740 1 --2- 172.21.15.71:0/3272078207 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ae436692c0 0x55ae4366b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.539+0000 7f9f6391b740 4 client.15552 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:39:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.539+0000 7f9f6391b740 1 -- 172.21.15.71:0/3272078207 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ae43550d60 con 0x55ae436692c0 2024-09-05T07:39:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.539+0000 7f9f5affd640 1 --2- 172.21.15.71:0/3272078207 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ae436692c0 0x55ae4366b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.540+0000 7f9f5affd640 1 --2- 172.21.15.71:0/3272078207 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ae436692c0 0x55ae4366b6e0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b2487ef0a1ef594 server_cookie=bb861a2d542ba732 in_seq=0 out_seq=0 2024-09-05T07:39:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.540+0000 7f9f3eff5640 10 client.15552 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.540+0000 7f9f3eff5640 1 -- 172.21.15.71:0/3272078207 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ae43550d60 con 0x55ae436692c0 2024-09-05T07:39:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.540+0000 7f9f3eff5640 10 client.15552 handle_command_reply: tid=0 2024-09-05T07:39:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.540+0000 7f9f6391b740 1 client.15552 shutdown 2024-09-05T07:39:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.540+0000 7f9f6391b740 1 -- 172.21.15.71:0/3272078207 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e3dc0 msgr2=0x55ae435f4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.540+0000 7f9f6391b740 1 --2- 172.21.15.71:0/3272078207 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e3dc0 0x55ae435f4030 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f9f50027a10 tx=0x7f9f50027630 comp rx=0 tx=0).stop 2024-09-05T07:39:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.540+0000 7f9f6391b740 1 -- 172.21.15.71:0/3272078207 shutdown_connections 2024-09-05T07:39:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.540+0000 7f9f6391b740 1 --2- 172.21.15.71:0/3272078207 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ae436692c0 0x55ae4366b6e0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.540+0000 7f9f6391b740 1 --2- 172.21.15.71:0/3272078207 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ae435ee680 0x55ae435f4570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.540+0000 7f9f6391b740 1 --2- 172.21.15.71:0/3272078207 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ae435e3dc0 0x55ae435f4030 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.540+0000 7f9f6391b740 1 --2- 172.21.15.71:0/3272078207 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ae435e34a0 0x55ae435f6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.540+0000 7f9f3eff5640 0 client.15552 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.540+0000 7f9f6391b740 1 -- 172.21.15.71:0/3272078207 >> 172.21.15.71:0/3272078207 conn(0x55ae435dfa30 msgr2=0x55ae435ed2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.540+0000 7f9f6391b740 1 -- 172.21.15.71:0/3272078207 shutdown_connections 2024-09-05T07:39:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.540+0000 7f9f6391b740 1 -- 172.21.15.71:0/3272078207 wait complete. 2024-09-05T07:39:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.540+0000 7f9f6391b740 20 client.15552 trim_cache size 0 max 16384 2024-09-05T07:39:20.547 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:39:20.547 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "no active scrubs running", 2024-09-05T07:39:20.547 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": {} 2024-09-05T07:39:20.547 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:39:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.541+0000 7f9f61542640 1 -- 172.21.15.71:0/1680531017 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9f440a2e10 msgr2=0x7f9f440a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.541+0000 7f9f61542640 1 --2- 172.21.15.71:0/1680531017 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9f440a2e10 0x7f9f440a52d0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9f5c06aac0 tx=0x7f9f5000bdf0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.541+0000 7f9f61542640 1 -- 172.21.15.71:0/1680531017 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9f5c102ef0 msgr2=0x7f9f5c1a4340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.541+0000 7f9f61542640 1 --2- 172.21.15.71:0/1680531017 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9f5c102ef0 0x7f9f5c1a4340 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f9f5402ae70 tx=0x7f9f5402f5d0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.541+0000 7f9f61542640 1 -- 172.21.15.71:0/1680531017 shutdown_connections 2024-09-05T07:39:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.541+0000 7f9f61542640 1 --2- 172.21.15.71:0/1680531017 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9f440a2e10 0x7f9f440a52d0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.541+0000 7f9f61542640 1 --2- 172.21.15.71:0/1680531017 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9f5c102ef0 0x7f9f5c1a4340 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.541+0000 7f9f61542640 1 --2- 172.21.15.71:0/1680531017 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f5c102570 0x7f9f5c199800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.541+0000 7f9f61542640 1 --2- 172.21.15.71:0/1680531017 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9f5c100e20 0x7f9f5c1992c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.541+0000 7f9f61542640 1 -- 172.21.15.71:0/1680531017 >> 172.21.15.71:0/1680531017 conn(0x7f9f5c0fc7d0 msgr2=0x7f9f5c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.541+0000 7f9f61542640 1 -- 172.21.15.71:0/1680531017 shutdown_connections 2024-09-05T07:39:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:20.541+0000 7f9f61542640 1 -- 172.21.15.71:0/1680531017 wait complete. 2024-09-05T07:39:20.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:20 smithi071 ceph-mon[30965]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 5 op/s 2024-09-05T07:39:20.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:20 smithi123 ceph-mon[34568]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 5 op/s 2024-09-05T07:39:20.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:20 smithi192 ceph-mon[34929]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 5 op/s 2024-09-05T07:39:21.368 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T07:39:21.368 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:39:21.624 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:22.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.139+0000 7f9730494640 1 -- 172.21.15.71:0/1395926979 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9728102780 msgr2=0x7f97281067d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:22.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.139+0000 7f9730494640 1 --2- 172.21.15.71:0/1395926979 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9728102780 0x7f97281067d0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f9718009900 tx=0x7f971802a410 comp rx=0 tx=0).stop 2024-09-05T07:39:22.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.139+0000 7f9730494640 1 -- 172.21.15.71:0/1395926979 shutdown_connections 2024-09-05T07:39:22.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.139+0000 7f9730494640 1 --2- 172.21.15.71:0/1395926979 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9728106f00 0x7f972810ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:22.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.139+0000 7f9730494640 1 --2- 172.21.15.71:0/1395926979 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9728102780 0x7f97281067d0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:22.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.139+0000 7f9730494640 1 --2- 172.21.15.71:0/1395926979 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9728101dd0 0x7f97281021b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:22.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.139+0000 7f9730494640 1 -- 172.21.15.71:0/1395926979 >> 172.21.15.71:0/1395926979 conn(0x7f97280fd8b0 msgr2=0x7f97280ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:22.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.139+0000 7f9730494640 1 -- 172.21.15.71:0/1395926979 shutdown_connections 2024-09-05T07:39:22.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.139+0000 7f9730494640 1 -- 172.21.15.71:0/1395926979 wait complete. 2024-09-05T07:39:22.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.140+0000 7f9730494640 1 Processor -- start 2024-09-05T07:39:22.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.140+0000 7f9730494640 1 -- start start 2024-09-05T07:39:22.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.140+0000 7f9730494640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9728101dd0 0x7f97281983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:22.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.140+0000 7f9730494640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9728102780 0x7f97281988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:22.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.140+0000 7f9730494640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9728106f00 0x7f972819cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:22.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.140+0000 7f9730494640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9728111e10 con 0x7f9728106f00 2024-09-05T07:39:22.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.140+0000 7f9730494640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9728111c90 con 0x7f9728102780 2024-09-05T07:39:22.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.140+0000 7f9730494640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9728111f90 con 0x7f9728101dd0 2024-09-05T07:39:22.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.140+0000 7f972ea31640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9728106f00 0x7f972819cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:22.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.140+0000 7f972ea31640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9728106f00 0x7f972819cc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54850/0 (socket says 172.21.15.71:54850) 2024-09-05T07:39:22.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.140+0000 7f972ea31640 1 -- 172.21.15.71:0/3083872472 learned_addr learned my addr 172.21.15.71:0/3083872472 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:22.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.140+0000 7f972da2f640 1 --2- 172.21.15.71:0/3083872472 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9728102780 0x7f97281988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:22.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.140+0000 7f972e230640 1 --2- 172.21.15.71:0/3083872472 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9728101dd0 0x7f97281983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:22.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.140+0000 7f972ea31640 1 -- 172.21.15.71:0/3083872472 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9728101dd0 msgr2=0x7f97281983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:22.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.140+0000 7f972ea31640 1 --2- 172.21.15.71:0/3083872472 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9728101dd0 0x7f97281983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:22.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.140+0000 7f972ea31640 1 -- 172.21.15.71:0/3083872472 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9728102780 msgr2=0x7f97281988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:22.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.140+0000 7f972ea31640 1 --2- 172.21.15.71:0/3083872472 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9728102780 0x7f97281988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:22.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.140+0000 7f972ea31640 1 -- 172.21.15.71:0/3083872472 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f972819d360 con 0x7f9728106f00 2024-09-05T07:39:22.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.141+0000 7f972ea31640 1 --2- 172.21.15.71:0/3083872472 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9728106f00 0x7f972819cc80 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f972000cad0 tx=0x7f972000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:22.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.141+0000 7f971f7fe640 1 -- 172.21.15.71:0/3083872472 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f972000ae20 con 0x7f9728106f00 2024-09-05T07:39:22.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.141+0000 7f9730494640 1 -- 172.21.15.71:0/3083872472 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f972819d650 con 0x7f9728106f00 2024-09-05T07:39:22.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.141+0000 7f971f7fe640 1 -- 172.21.15.71:0/3083872472 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9720005020 con 0x7f9728106f00 2024-09-05T07:39:22.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.141+0000 7f971f7fe640 1 -- 172.21.15.71:0/3083872472 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f972000f6b0 con 0x7f9728106f00 2024-09-05T07:39:22.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.141+0000 7f9730494640 1 -- 172.21.15.71:0/3083872472 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97281a4f30 con 0x7f9728106f00 2024-09-05T07:39:22.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.142+0000 7f9730494640 1 -- 172.21.15.71:0/3083872472 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97281021b0 con 0x7f9728106f00 2024-09-05T07:39:22.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.144+0000 7f971f7fe640 1 -- 172.21.15.71:0/3083872472 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7f97200051d0 con 0x7f9728106f00 2024-09-05T07:39:22.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.144+0000 7f971f7fe640 1 --2- 172.21.15.71:0/3083872472 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f97140a2e90 0x7f97140a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:22.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.145+0000 7f972e230640 1 --2- 172.21.15.71:0/3083872472 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f97140a2e90 0x7f97140a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:22.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.145+0000 7f971f7fe640 1 -- 172.21.15.71:0/3083872472 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f97200cfe00 con 0x7f9728106f00 2024-09-05T07:39:22.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.145+0000 7f972e230640 1 --2- 172.21.15.71:0/3083872472 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f97140a2e90 0x7f97140a5350 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f972400bbe0 tx=0x7f972400b390 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:22.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.147+0000 7f971f7fe640 1 -- 172.21.15.71:0/3083872472 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9720014030 con 0x7f9728106f00 2024-09-05T07:39:22.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.358+0000 7f9730494640 1 -- 172.21.15.71:0/3083872472 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9728199710 con 0x7f9728106f00 2024-09-05T07:39:22.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.359+0000 7f971f7fe640 1 -- 172.21.15.71:0/3083872472 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7f9728199710 con 0x7f9728106f00 2024-09-05T07:39:22.360 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:39:22.360 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:39:22.360 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:39:22.362 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.361+0000 7f9730494640 1 -- 172.21.15.71:0/3083872472 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f97140a2e90 msgr2=0x7f97140a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:22.362 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.361+0000 7f9730494640 1 --2- 172.21.15.71:0/3083872472 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f97140a2e90 0x7f97140a5350 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f972400bbe0 tx=0x7f972400b390 comp rx=0 tx=0).stop 2024-09-05T07:39:22.362 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.361+0000 7f9730494640 1 -- 172.21.15.71:0/3083872472 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9728106f00 msgr2=0x7f972819cc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:22.362 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.361+0000 7f9730494640 1 --2- 172.21.15.71:0/3083872472 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9728106f00 0x7f972819cc80 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f972000cad0 tx=0x7f972000cf90 comp rx=0 tx=0).stop 2024-09-05T07:39:22.363 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.361+0000 7f9730494640 1 -- 172.21.15.71:0/3083872472 shutdown_connections 2024-09-05T07:39:22.363 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.361+0000 7f9730494640 1 --2- 172.21.15.71:0/3083872472 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f97140a2e90 0x7f97140a5350 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:22.363 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.361+0000 7f9730494640 1 --2- 172.21.15.71:0/3083872472 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9728106f00 0x7f972819cc80 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:22.363 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.361+0000 7f9730494640 1 --2- 172.21.15.71:0/3083872472 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9728102780 0x7f97281988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:22.363 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.361+0000 7f9730494640 1 --2- 172.21.15.71:0/3083872472 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9728101dd0 0x7f97281983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:22.363 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.361+0000 7f9730494640 1 -- 172.21.15.71:0/3083872472 >> 172.21.15.71:0/3083872472 conn(0x7f97280fd8b0 msgr2=0x7f97280fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:22.363 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.362+0000 7f9730494640 1 -- 172.21.15.71:0/3083872472 shutdown_connections 2024-09-05T07:39:22.363 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:22.362+0000 7f9730494640 1 -- 172.21.15.71:0/3083872472 wait complete. 2024-09-05T07:39:22.514 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 28.2 2024-09-05T07:39:22.514 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:39:22.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:22 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3083872472' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:39:22.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:22 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3083872472' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:39:22.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:22 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3083872472' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:39:23.434 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:23.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:23 smithi123 ceph-mon[34568]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 682 B/s wr, 7 op/s 2024-09-05T07:39:23.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:23 smithi192 ceph-mon[34929]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 682 B/s wr, 7 op/s 2024-09-05T07:39:23.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:23 smithi071 ceph-mon[30965]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 682 B/s wr, 7 op/s 2024-09-05T07:39:24.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:24 smithi071 ceph-mon[30965]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:39:24.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:24 smithi123 ceph-mon[34568]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:39:24.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:24 smithi192 ceph-mon[34929]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:39:26.163 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T07:39:26.693 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:26 smithi071 ceph-mon[30965]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:39:26.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.690+0000 7f6a9c094640 1 -- 172.21.15.71:0/3542879642 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a941082a0 msgr2=0x7f6a9410ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:26.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.690+0000 7f6a9c094640 1 --2- 172.21.15.71:0/3542879642 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a941082a0 0x7f6a9410ec40 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c009cd0 tx=0x7f6a8c02a8e0 comp rx=0 tx=0).stop 2024-09-05T07:39:26.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.690+0000 7f6a9c094640 1 -- 172.21.15.71:0/3542879642 shutdown_connections 2024-09-05T07:39:26.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.690+0000 7f6a9c094640 1 --2- 172.21.15.71:0/3542879642 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a941082a0 0x7f6a9410ec40 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:26.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.690+0000 7f6a9c094640 1 --2- 172.21.15.71:0/3542879642 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a941036e0 0x7f6a94107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:26.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.690+0000 7f6a9c094640 1 --2- 172.21.15.71:0/3542879642 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a94102d30 0x7f6a94103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:26.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.690+0000 7f6a9c094640 1 -- 172.21.15.71:0/3542879642 >> 172.21.15.71:0/3542879642 conn(0x7f6a940fc7d0 msgr2=0x7f6a940febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:26.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.690+0000 7f6a9c094640 1 -- 172.21.15.71:0/3542879642 shutdown_connections 2024-09-05T07:39:26.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.690+0000 7f6a9c094640 1 -- 172.21.15.71:0/3542879642 wait complete. 2024-09-05T07:39:26.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.691+0000 7f6a9c094640 1 Processor -- start 2024-09-05T07:39:26.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.691+0000 7f6a9c094640 1 -- start start 2024-09-05T07:39:26.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.691+0000 7f6a9c094640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a94102d30 0x7f6a941983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:26.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.691+0000 7f6a9c094640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a941036e0 0x7f6a94198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:26.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.691+0000 7f6a9c094640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a941082a0 0x7f6a9419ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:26.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.691+0000 7f6a9c094640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6a94111f50 con 0x7f6a941082a0 2024-09-05T07:39:26.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.691+0000 7f6a9c094640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6a94111dd0 con 0x7f6a941036e0 2024-09-05T07:39:26.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.691+0000 7f6a9c094640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6a941120d0 con 0x7f6a94102d30 2024-09-05T07:39:26.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.691+0000 7f6a9a631640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a941082a0 0x7f6a9419ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:26.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.691+0000 7f6a9a631640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a941082a0 0x7f6a9419ccc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54864/0 (socket says 172.21.15.71:54864) 2024-09-05T07:39:26.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.691+0000 7f6a9a631640 1 -- 172.21.15.71:0/2415528288 learned_addr learned my addr 172.21.15.71:0/2415528288 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:26.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.691+0000 7f6a9962f640 1 --2- 172.21.15.71:0/2415528288 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a941036e0 0x7f6a94198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:26.723 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.691+0000 7f6a99e30640 1 --2- 172.21.15.71:0/2415528288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a94102d30 0x7f6a941983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:26.723 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.691+0000 7f6a9a631640 1 -- 172.21.15.71:0/2415528288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a94102d30 msgr2=0x7f6a941983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:26.723 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.691+0000 7f6a9a631640 1 --2- 172.21.15.71:0/2415528288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a94102d30 0x7f6a941983f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:26.723 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.691+0000 7f6a9a631640 1 -- 172.21.15.71:0/2415528288 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a941036e0 msgr2=0x7f6a94198930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:26.723 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.691+0000 7f6a9a631640 1 --2- 172.21.15.71:0/2415528288 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a941036e0 0x7f6a94198930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:26.723 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.691+0000 7f6a9a631640 1 -- 172.21.15.71:0/2415528288 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a9419d3a0 con 0x7f6a941082a0 2024-09-05T07:39:26.723 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.691+0000 7f6a99e30640 1 --2- 172.21.15.71:0/2415528288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a94102d30 0x7f6a941983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:39:26.723 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.692+0000 7f6a9a631640 1 --2- 172.21.15.71:0/2415528288 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a941082a0 0x7f6a9419ccc0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c005cc0 tx=0x7f6a8c003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:26.723 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.692+0000 7f6a8affd640 1 -- 172.21.15.71:0/2415528288 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c004450 con 0x7f6a941082a0 2024-09-05T07:39:26.723 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.692+0000 7f6a8affd640 1 -- 172.21.15.71:0/2415528288 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a8c031c90 con 0x7f6a941082a0 2024-09-05T07:39:26.723 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.692+0000 7f6a9c094640 1 -- 172.21.15.71:0/2415528288 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a9419d630 con 0x7f6a941082a0 2024-09-05T07:39:26.723 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.692+0000 7f6a8affd640 1 -- 172.21.15.71:0/2415528288 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c030e70 con 0x7f6a941082a0 2024-09-05T07:39:26.723 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.692+0000 7f6a9c094640 1 -- 172.21.15.71:0/2415528288 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a9419db00 con 0x7f6a941082a0 2024-09-05T07:39:26.724 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.693+0000 7f6a9c094640 1 -- 172.21.15.71:0/2415528288 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a94103110 con 0x7f6a941082a0 2024-09-05T07:39:26.724 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.695+0000 7f6a8affd640 1 -- 172.21.15.71:0/2415528288 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7f6a8c0045f0 con 0x7f6a941082a0 2024-09-05T07:39:26.724 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.695+0000 7f6a8affd640 1 --2- 172.21.15.71:0/2415528288 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6a800a2e90 0x7f6a800a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:26.724 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.695+0000 7f6a99e30640 1 --2- 172.21.15.71:0/2415528288 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6a800a2e90 0x7f6a800a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:26.724 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.695+0000 7f6a8affd640 1 -- 172.21.15.71:0/2415528288 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f6a8c02e030 con 0x7f6a941082a0 2024-09-05T07:39:26.724 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.696+0000 7f6a99e30640 1 --2- 172.21.15.71:0/2415528288 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6a800a2e90 0x7f6a800a5350 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f6a900058c0 tx=0x7f6a90005850 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:26.724 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.700+0000 7f6a8affd640 1 -- 172.21.15.71:0/2415528288 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6a8c04b060 con 0x7f6a941082a0 2024-09-05T07:39:26.763 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:26.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:26 smithi123 ceph-mon[34568]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:39:26.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.945+0000 7f6a9c094640 1 -- 172.21.15.71:0/2415528288 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6a941a50c0 con 0x7f6a941082a0 2024-09-05T07:39:26.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.946+0000 7f6a8affd640 1 -- 172.21.15.71:0/2415528288 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7f6a8c0098b0 con 0x7f6a941082a0 2024-09-05T07:39:26.947 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:39:26.947 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:39:26.948 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:39:26.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.949+0000 7f6a9c094640 1 -- 172.21.15.71:0/2415528288 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6a800a2e90 msgr2=0x7f6a800a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:26.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.949+0000 7f6a9c094640 1 --2- 172.21.15.71:0/2415528288 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6a800a2e90 0x7f6a800a5350 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f6a900058c0 tx=0x7f6a90005850 comp rx=0 tx=0).stop 2024-09-05T07:39:26.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.949+0000 7f6a9c094640 1 -- 172.21.15.71:0/2415528288 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a941082a0 msgr2=0x7f6a9419ccc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:26.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.949+0000 7f6a9c094640 1 --2- 172.21.15.71:0/2415528288 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a941082a0 0x7f6a9419ccc0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c005cc0 tx=0x7f6a8c003c20 comp rx=0 tx=0).stop 2024-09-05T07:39:26.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.949+0000 7f6a9c094640 1 -- 172.21.15.71:0/2415528288 shutdown_connections 2024-09-05T07:39:26.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.949+0000 7f6a9c094640 1 --2- 172.21.15.71:0/2415528288 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6a800a2e90 0x7f6a800a5350 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:26.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.949+0000 7f6a9c094640 1 --2- 172.21.15.71:0/2415528288 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a941082a0 0x7f6a9419ccc0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:26.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.949+0000 7f6a9c094640 1 --2- 172.21.15.71:0/2415528288 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6a941036e0 0x7f6a94198930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:26.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.949+0000 7f6a9c094640 1 --2- 172.21.15.71:0/2415528288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6a94102d30 0x7f6a941983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:26.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.949+0000 7f6a9c094640 1 -- 172.21.15.71:0/2415528288 >> 172.21.15.71:0/2415528288 conn(0x7f6a940fc7d0 msgr2=0x7f6a94105d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:26.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.949+0000 7f6a9c094640 1 -- 172.21.15.71:0/2415528288 shutdown_connections 2024-09-05T07:39:26.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:26.949+0000 7f6a9c094640 1 -- 172.21.15.71:0/2415528288 wait complete. 2024-09-05T07:39:26.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:26 smithi192 ceph-mon[34929]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:39:27.736 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24475 quiesce db / --timeout 90 --expiration 148.2 --await-for 45.0' 2024-09-05T07:39:27.736 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24475 quiesce db / --timeout 90 --expiration 148.2 --await-for 45.0 2024-09-05T07:39:27.829 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:27 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2415528288' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:39:27.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:27 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2415528288' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:39:27.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.914+0000 7fba50f22640 1 -- 172.21.15.71:0/2939632806 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fba4c074510 msgr2=0x7fba4c0748f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:27.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.914+0000 7fba50f22640 1 --2- 172.21.15.71:0/2939632806 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fba4c074510 0x7fba4c0748f0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fba3c009900 tx=0x7fba3c02a480 comp rx=0 tx=0).stop 2024-09-05T07:39:27.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.914+0000 7fba50f22640 1 -- 172.21.15.71:0/2939632806 shutdown_connections 2024-09-05T07:39:27.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.914+0000 7fba50f22640 1 --2- 172.21.15.71:0/2939632806 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fba4c10e450 0x7fba4c110840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.914+0000 7fba50f22640 1 --2- 172.21.15.71:0/2939632806 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba4c074e30 0x7fba4c10df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.914+0000 7fba50f22640 1 --2- 172.21.15.71:0/2939632806 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fba4c074510 0x7fba4c0748f0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.914+0000 7fba50f22640 1 -- 172.21.15.71:0/2939632806 >> 172.21.15.71:0/2939632806 conn(0x7fba4c0fd8f0 msgr2=0x7fba4c0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:27.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.914+0000 7fba50f22640 1 -- 172.21.15.71:0/2939632806 shutdown_connections 2024-09-05T07:39:27.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.914+0000 7fba50f22640 1 -- 172.21.15.71:0/2939632806 wait complete. 2024-09-05T07:39:27.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.915+0000 7fba50f22640 1 Processor -- start 2024-09-05T07:39:27.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.915+0000 7fba50f22640 1 -- start start 2024-09-05T07:39:27.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.916+0000 7fba50f22640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba4c074510 0x7fba4c107630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:27.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.916+0000 7fba50f22640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fba4c074e30 0x7fba4c107b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:27.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.916+0000 7fba4a59c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba4c074510 0x7fba4c107630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:27.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.916+0000 7fba49d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fba4c074e30 0x7fba4c107b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:27.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.916+0000 7fba4a59c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba4c074510 0x7fba4c107630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:42452/0 (socket says 172.21.15.71:42452) 2024-09-05T07:39:27.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.916+0000 7fba4a59c640 1 -- 172.21.15.71:0/383625995 learned_addr learned my addr 172.21.15.71:0/383625995 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:27.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.916+0000 7fba50f22640 1 --2- 172.21.15.71:0/383625995 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fba4c10e450 0x7fba4c1027c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:27.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.916+0000 7fba50f22640 1 -- 172.21.15.71:0/383625995 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fba4c114010 con 0x7fba4c074e30 2024-09-05T07:39:27.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.916+0000 7fba50f22640 1 -- 172.21.15.71:0/383625995 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fba4c113e90 con 0x7fba4c074510 2024-09-05T07:39:27.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.916+0000 7fba50f22640 1 -- 172.21.15.71:0/383625995 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fba4c114190 con 0x7fba4c10e450 2024-09-05T07:39:27.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.916+0000 7fba4ad9d640 1 --2- 172.21.15.71:0/383625995 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fba4c10e450 0x7fba4c1027c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:27.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.916+0000 7fba4a59c640 1 -- 172.21.15.71:0/383625995 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fba4c10e450 msgr2=0x7fba4c1027c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:27.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.916+0000 7fba4a59c640 1 --2- 172.21.15.71:0/383625995 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fba4c10e450 0x7fba4c1027c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.916+0000 7fba4a59c640 1 -- 172.21.15.71:0/383625995 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fba4c074e30 msgr2=0x7fba4c107b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:27.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.916+0000 7fba4a59c640 1 --2- 172.21.15.71:0/383625995 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fba4c074e30 0x7fba4c107b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.916+0000 7fba4a59c640 1 -- 172.21.15.71:0/383625995 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba4c103060 con 0x7fba4c074510 2024-09-05T07:39:27.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.916+0000 7fba49d9b640 1 --2- 172.21.15.71:0/383625995 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fba4c074e30 0x7fba4c107b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:39:27.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.917+0000 7fba4a59c640 1 --2- 172.21.15.71:0/383625995 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba4c074510 0x7fba4c107630 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fba3c005940 tx=0x7fba3c0042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:27.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.917+0000 7fba3b7fe640 1 -- 172.21.15.71:0/383625995 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba3c03f030 con 0x7fba4c074510 2024-09-05T07:39:27.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.917+0000 7fba3b7fe640 1 -- 172.21.15.71:0/383625995 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fba3c003cb0 con 0x7fba4c074510 2024-09-05T07:39:27.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.917+0000 7fba3b7fe640 1 -- 172.21.15.71:0/383625995 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba3c035070 con 0x7fba4c074510 2024-09-05T07:39:27.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.917+0000 7fba50f22640 1 -- 172.21.15.71:0/383625995 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba4c1032f0 con 0x7fba4c074510 2024-09-05T07:39:27.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.917+0000 7fba50f22640 1 -- 172.21.15.71:0/383625995 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba4c10d3c0 con 0x7fba4c074510 2024-09-05T07:39:27.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.920+0000 7fba3b7fe640 1 -- 172.21.15.71:0/383625995 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7fba3c042030 con 0x7fba4c074510 2024-09-05T07:39:27.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.921+0000 7fba3b7fe640 1 --2- 172.21.15.71:0/383625995 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fba340a2e90 0x7fba340a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:27.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.921+0000 7fba532fb740 1 Processor -- start 2024-09-05T07:39:27.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.921+0000 7fba3b7fe640 1 -- 172.21.15.71:0/383625995 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fba3c0f0230 con 0x7fba4c074510 2024-09-05T07:39:27.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.921+0000 7fba532fb740 1 -- start start 2024-09-05T07:39:27.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.921+0000 7fba49d9b640 1 --2- 172.21.15.71:0/383625995 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fba340a2e90 0x7fba340a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:27.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.921+0000 7fba532fb740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a04b40 0x563b91a03090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:27.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.922+0000 7fba532fb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b91a035d0 0x563b91a03a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:27.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.922+0000 7fba532fb740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a0e370 0x563b91a10760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:27.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.922+0000 7fba532fb740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x563b919692f0 con 0x563b91a0e370 2024-09-05T07:39:27.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.922+0000 7fba532fb740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563b91910cf0 con 0x563b91a04b40 2024-09-05T07:39:27.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.922+0000 7fba532fb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563b919652b0 con 0x563b91a035d0 2024-09-05T07:39:27.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.922+0000 7fba4a59c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a04b40 0x563b91a03090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:27.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.922+0000 7fba4a59c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a04b40 0x563b91a03090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:42458/0 (socket says 172.21.15.71:42458) 2024-09-05T07:39:27.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.922+0000 7fba4a59c640 1 -- 172.21.15.71:0/524683742 learned_addr learned my addr 172.21.15.71:0/524683742 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:27.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.922+0000 7fba4ad9d640 1 --2- 172.21.15.71:0/524683742 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a0e370 0x563b91a10760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:27.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.922+0000 7fba49d9b640 1 --2- 172.21.15.71:0/383625995 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fba340a2e90 0x7fba340a5350 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fba4c0fed90 tx=0x7fba40005f90 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:27.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.922+0000 7fba4a59c640 1 -- 172.21.15.71:0/524683742 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b91a035d0 msgr2=0x563b91a03a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:27.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.922+0000 7fba4a59c640 1 --2- 172.21.15.71:0/524683742 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b91a035d0 0x563b91a03a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.922+0000 7fba4a59c640 1 -- 172.21.15.71:0/524683742 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a0e370 msgr2=0x563b91a10760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:27.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.922+0000 7fba4a59c640 1 --2- 172.21.15.71:0/524683742 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a0e370 0x563b91a10760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.922+0000 7fba4a59c640 1 -- 172.21.15.71:0/524683742 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b918f53a0 con 0x563b91a04b40 2024-09-05T07:39:27.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.922+0000 7fba4a59c640 1 --2- 172.21.15.71:0/524683742 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a04b40 0x563b91a03090 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fba3c0c48b0 tx=0x7fba3c0bc010 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3ed0019618f13cbc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:27.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.923+0000 7fba38ff9640 1 -- 172.21.15.71:0/524683742 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba3c049040 con 0x563b91a04b40 2024-09-05T07:39:27.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.923+0000 7fba38ff9640 1 -- 172.21.15.71:0/524683742 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fba3c03b460 con 0x563b91a04b40 2024-09-05T07:39:27.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.923+0000 7fba38ff9640 1 -- 172.21.15.71:0/524683742 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba3c0dc070 con 0x563b91a04b40 2024-09-05T07:39:27.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.924+0000 7fba532fb740 1 -- 172.21.15.71:0/524683742 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a04b40 msgr2=0x563b91a03090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:27.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.924+0000 7fba532fb740 1 --2- 172.21.15.71:0/524683742 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a04b40 0x563b91a03090 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fba3c0c48b0 tx=0x7fba3c0bc010 comp rx=0 tx=0).stop 2024-09-05T07:39:27.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.924+0000 7fba532fb740 1 -- 172.21.15.71:0/524683742 shutdown_connections 2024-09-05T07:39:27.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.924+0000 7fba532fb740 1 --2- 172.21.15.71:0/524683742 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a0e370 0x563b91a10760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.924+0000 7fba532fb740 1 --2- 172.21.15.71:0/524683742 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b91a035d0 0x563b91a03a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.924+0000 7fba532fb740 1 --2- 172.21.15.71:0/524683742 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a04b40 0x563b91a03090 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.924+0000 7fba532fb740 1 -- 172.21.15.71:0/524683742 >> 172.21.15.71:0/524683742 conn(0x563b919cc310 msgr2=0x563b919ffc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:27.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.924+0000 7fba532fb740 1 -- 172.21.15.71:0/524683742 shutdown_connections 2024-09-05T07:39:27.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.924+0000 7fba532fb740 1 -- 172.21.15.71:0/524683742 wait complete. 2024-09-05T07:39:27.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.924+0000 7fba532fb740 1 -- start start 2024-09-05T07:39:27.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.924+0000 7fba532fb740 1 Processor -- start 2024-09-05T07:39:27.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.925+0000 7fba532fb740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a035d0 0x563b91a0de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:27.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.925+0000 7fba532fb740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a04b40 0x563b91a0b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:27.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.925+0000 7fba532fb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b91a0e370 0x563b91a0b850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:27.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.925+0000 7fba4a59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a035d0 0x563b91a0de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:27.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.925+0000 7fba4a59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a035d0 0x563b91a0de10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54874/0 (socket says 172.21.15.71:54874) 2024-09-05T07:39:27.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.925+0000 7fba4a59c640 1 -- 172.21.15.71:0/839180256 learned_addr learned my addr 172.21.15.71:0/839180256 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:27.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.925+0000 7fba532fb740 1 -- 172.21.15.71:0/839180256 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x563b91910cf0 con 0x563b91a035d0 2024-09-05T07:39:27.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.925+0000 7fba532fb740 1 -- 172.21.15.71:0/839180256 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563b91924060 con 0x563b91a04b40 2024-09-05T07:39:27.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.925+0000 7fba49d9b640 1 --2- 172.21.15.71:0/839180256 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a04b40 0x563b91a0b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:27.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.925+0000 7fba532fb740 1 -- 172.21.15.71:0/839180256 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563b91a10e30 con 0x563b91a0e370 2024-09-05T07:39:27.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.926+0000 7fba4a59c640 1 -- 172.21.15.71:0/839180256 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b91a0e370 msgr2=0x563b91a0b850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:27.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.926+0000 7fba4a59c640 1 --2- 172.21.15.71:0/839180256 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b91a0e370 0x563b91a0b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.926+0000 7fba4a59c640 1 -- 172.21.15.71:0/839180256 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a04b40 msgr2=0x563b91a0b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:27.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.926+0000 7fba4a59c640 1 --2- 172.21.15.71:0/839180256 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a04b40 0x563b91a0b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.926+0000 7fba4a59c640 1 -- 172.21.15.71:0/839180256 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b916da3c0 con 0x563b91a035d0 2024-09-05T07:39:27.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.926+0000 7fba4a59c640 1 --2- 172.21.15.71:0/839180256 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a035d0 0x563b91a0de10 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fba3c03d040 tx=0x7fba3c0bbbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d2a1ed0fbf23afb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:27.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.926+0000 7fba31ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:27.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.926+0000 7fba532fb740 10 client.0 _ll_register_callbacks cb 0x563b916778c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:27.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.926+0000 7fba31ffb640 1 -- 172.21.15.71:0/839180256 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba3c0d4070 con 0x563b91a035d0 2024-09-05T07:39:27.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.926+0000 7fba31ffb640 1 -- 172.21.15.71:0/839180256 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fba3c0c0120 con 0x563b91a035d0 2024-09-05T07:39:27.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.926+0000 7fba532fb740 1 -- 172.21.15.71:0/839180256 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x563b91976860 con 0x563b91a035d0 2024-09-05T07:39:27.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.926+0000 7fba31ffb640 1 -- 172.21.15.71:0/839180256 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fba3c049070 con 0x563b91a035d0 2024-09-05T07:39:27.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.926+0000 7fba532fb740 10 client.15576 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:27.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.926+0000 7fba532fb740 1 -- 172.21.15.71:0/839180256 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({fsmap=26}) -- 0x563b91a1c300 con 0x563b91a035d0 2024-09-05T07:39:27.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.927+0000 7fba31ffb640 1 -- 172.21.15.71:0/839180256 <== mon.0 v2:172.21.15.71:3300/0 4 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fba3c0b6ce0 con 0x563b91a035d0 2024-09-05T07:39:27.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.927+0000 7fba532fb740 10 client.15576 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:27.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.927+0000 7fba532fb740 10 client.15576 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:39:27.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.927+0000 7fba532fb740 20 client.15576 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:27.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.927+0000 7fba532fb740 1 --2- 172.21.15.71:0/839180256 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x563b91a1d5e0 0x563b91a1fa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:27.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.927+0000 7fba532fb740 4 client.15576 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:39:27.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.927+0000 7fba532fb740 1 -- 172.21.15.71:0/839180256 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563b91970d70 con 0x563b91a1d5e0 2024-09-05T07:39:27.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.927+0000 7fba49d9b640 1 --2- 172.21.15.71:0/839180256 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x563b91a1d5e0 0x563b91a1fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:27.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.928+0000 7fba31ffb640 10 client.15576 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:39:27.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.928+0000 7fba49d9b640 1 --2- 172.21.15.71:0/839180256 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x563b91a1d5e0 0x563b91a1fa80 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=dc003e60b8011d32 server_cookie=193eae46df4d1112 in_seq=0 out_seq=0 2024-09-05T07:39:27.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.929+0000 7fba31ffb640 1 -- 172.21.15.71:0/839180256 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563b91970d70 con 0x563b91a1d5e0 2024-09-05T07:39:27.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.929+0000 7fba31ffb640 10 client.15576 handle_command_reply: tid=0 2024-09-05T07:39:27.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.929+0000 7fba532fb740 1 client.15576 shutdown 2024-09-05T07:39:27.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.929+0000 7fba532fb740 1 -- 172.21.15.71:0/839180256 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a035d0 msgr2=0x563b91a0de10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:27.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.929+0000 7fba532fb740 1 --2- 172.21.15.71:0/839180256 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a035d0 0x563b91a0de10 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fba3c03d040 tx=0x7fba3c0bbbd0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.929+0000 7fba532fb740 1 -- 172.21.15.71:0/839180256 shutdown_connections 2024-09-05T07:39:27.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.929+0000 7fba532fb740 1 --2- 172.21.15.71:0/839180256 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x563b91a1d5e0 0x563b91a1fa80 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.929+0000 7fba31ffb640 0 client.15576 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:39:27.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.929+0000 7fba532fb740 1 --2- 172.21.15.71:0/839180256 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b91a0e370 0x563b91a0b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.929+0000 7fba532fb740 1 --2- 172.21.15.71:0/839180256 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a04b40 0x563b91a0b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.929+0000 7fba532fb740 1 --2- 172.21.15.71:0/839180256 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a035d0 0x563b91a0de10 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.929+0000 7fba532fb740 1 -- 172.21.15.71:0/839180256 >> 172.21.15.71:0/839180256 conn(0x563b919cc310 msgr2=0x563b91a059c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:27.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.929+0000 7fba532fb740 1 -- 172.21.15.71:0/839180256 shutdown_connections 2024-09-05T07:39:27.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.929+0000 7fba532fb740 1 -- 172.21.15.71:0/839180256 wait complete. 2024-09-05T07:39:27.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.930+0000 7fba532fb740 20 client.15576 trim_cache size 0 max 16384 2024-09-05T07:39:27.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.956+0000 7fba532fb740 1 Processor -- start 2024-09-05T07:39:27.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.956+0000 7fba532fb740 1 -- start start 2024-09-05T07:39:27.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.956+0000 7fba532fb740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a035d0 0x563b91a06120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:27.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.956+0000 7fba532fb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b91a04b40 0x563b91a06660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:27.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.956+0000 7fba532fb740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a0e370 0x563b91a25390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:27.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.956+0000 7fba532fb740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fba4c1c07a0 con 0x563b91a0e370 2024-09-05T07:39:27.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.956+0000 7fba532fb740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fba4c1be070 con 0x563b91a035d0 2024-09-05T07:39:27.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.956+0000 7fba532fb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fba4c1bbec0 con 0x563b91a04b40 2024-09-05T07:39:27.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.956+0000 7fba4a59c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a035d0 0x563b91a06120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:27.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.956+0000 7fba4a59c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a035d0 0x563b91a06120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:42478/0 (socket says 172.21.15.71:42478) 2024-09-05T07:39:27.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.956+0000 7fba4a59c640 1 -- 172.21.15.71:0/1900634290 learned_addr learned my addr 172.21.15.71:0/1900634290 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:27.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.956+0000 7fba49d9b640 1 --2- 172.21.15.71:0/1900634290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b91a04b40 0x563b91a06660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:27.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.957+0000 7fba4a59c640 1 -- 172.21.15.71:0/1900634290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b91a04b40 msgr2=0x563b91a06660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:27.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.957+0000 7fba4ad9d640 1 --2- 172.21.15.71:0/1900634290 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a0e370 0x563b91a25390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:27.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.957+0000 7fba4a59c640 1 --2- 172.21.15.71:0/1900634290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b91a04b40 0x563b91a06660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.957+0000 7fba4a59c640 1 -- 172.21.15.71:0/1900634290 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a0e370 msgr2=0x563b91a25390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:27.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.957+0000 7fba4a59c640 1 --2- 172.21.15.71:0/1900634290 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a0e370 0x563b91a25390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.957+0000 7fba4a59c640 1 -- 172.21.15.71:0/1900634290 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b91a0bbc0 con 0x563b91a035d0 2024-09-05T07:39:27.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.957+0000 7fba4ad9d640 1 --2- 172.21.15.71:0/1900634290 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a0e370 0x563b91a25390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:27.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.957+0000 7fba4a59c640 1 --2- 172.21.15.71:0/1900634290 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a035d0 0x563b91a06120 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fba3c0ba420 tx=0x7fba3c049000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1072413c3868e1dd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:27.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:27 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2415528288' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:39:27.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.957+0000 7fba33fff640 1 -- 172.21.15.71:0/1900634290 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba3c0d4070 con 0x563b91a035d0 2024-09-05T07:39:27.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.957+0000 7fba33fff640 1 -- 172.21.15.71:0/1900634290 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x563b91976860 con 0x563b91a035d0 2024-09-05T07:39:27.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.957+0000 7fba33fff640 1 -- 172.21.15.71:0/1900634290 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba3c09f070 con 0x563b91a035d0 2024-09-05T07:39:27.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.958+0000 7fba532fb740 1 -- 172.21.15.71:0/1900634290 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a035d0 msgr2=0x563b91a06120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:27.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.958+0000 7fba532fb740 1 --2- 172.21.15.71:0/1900634290 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a035d0 0x563b91a06120 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fba3c0ba420 tx=0x7fba3c049000 comp rx=0 tx=0).stop 2024-09-05T07:39:27.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.958+0000 7fba532fb740 1 -- 172.21.15.71:0/1900634290 shutdown_connections 2024-09-05T07:39:27.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.958+0000 7fba532fb740 1 --2- 172.21.15.71:0/1900634290 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a0e370 0x563b91a25390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.958+0000 7fba532fb740 1 --2- 172.21.15.71:0/1900634290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b91a04b40 0x563b91a06660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.958+0000 7fba532fb740 1 --2- 172.21.15.71:0/1900634290 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a035d0 0x563b91a06120 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.958+0000 7fba532fb740 1 -- 172.21.15.71:0/1900634290 >> 172.21.15.71:0/1900634290 conn(0x563b919cc310 msgr2=0x563b91a0a1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:27.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.958+0000 7fba532fb740 1 -- 172.21.15.71:0/1900634290 shutdown_connections 2024-09-05T07:39:27.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.958+0000 7fba532fb740 1 -- 172.21.15.71:0/1900634290 wait complete. 2024-09-05T07:39:27.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.959+0000 7fba532fb740 1 -- start start 2024-09-05T07:39:27.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.959+0000 7fba532fb740 1 Processor -- start 2024-09-05T07:39:27.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.959+0000 7fba532fb740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a035d0 0x563b91a16860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:27.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.959+0000 7fba532fb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b91a04b40 0x563b91a11b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:27.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.959+0000 7fba532fb740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a0e370 0x563b91a120d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:27.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.959+0000 7fba532fb740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fba4c1bc530 con 0x563b91a035d0 2024-09-05T07:39:27.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.959+0000 7fba532fb740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fba4c1bd9a0 con 0x563b91a0e370 2024-09-05T07:39:27.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.959+0000 7fba532fb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fba4c1bcc00 con 0x563b91a04b40 2024-09-05T07:39:27.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.959+0000 7fba532fb740 10 client.0 _ll_register_callbacks cb 0x7fba44009580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:27.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.959+0000 7fba4a59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a035d0 0x563b91a16860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:27.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.959+0000 7fba4a59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a035d0 0x563b91a16860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54898/0 (socket says 172.21.15.71:54898) 2024-09-05T07:39:27.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.959+0000 7fba4a59c640 1 -- 172.21.15.71:0/1677487457 learned_addr learned my addr 172.21.15.71:0/1677487457 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:27.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.960+0000 7fba49d9b640 1 --2- 172.21.15.71:0/1677487457 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b91a04b40 0x563b91a11b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:27.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.960+0000 7fba4ad9d640 1 --2- 172.21.15.71:0/1677487457 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a0e370 0x563b91a120d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:27.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.960+0000 7fba4a59c640 1 -- 172.21.15.71:0/1677487457 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b91a04b40 msgr2=0x563b91a11b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:27.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.960+0000 7fba4a59c640 1 --2- 172.21.15.71:0/1677487457 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b91a04b40 0x563b91a11b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.960+0000 7fba4a59c640 1 -- 172.21.15.71:0/1677487457 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a0e370 msgr2=0x563b91a120d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:27.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.960+0000 7fba4a59c640 1 --2- 172.21.15.71:0/1677487457 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a0e370 0x563b91a120d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.960+0000 7fba4a59c640 1 -- 172.21.15.71:0/1677487457 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b91a12900 con 0x563b91a035d0 2024-09-05T07:39:27.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.960+0000 7fba4a59c640 1 --2- 172.21.15.71:0/1677487457 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a035d0 0x563b91a16860 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fba3c0b85d0 tx=0x7fba3c004520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dd55bfc2dc0e7df server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:27.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.960+0000 7fba31ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:27.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.961+0000 7fba31ffb640 1 -- 172.21.15.71:0/1677487457 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba3c09f050 con 0x563b91a035d0 2024-09-05T07:39:27.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.961+0000 7fba31ffb640 1 -- 172.21.15.71:0/1677487457 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fba3c0bc5e0 con 0x563b91a035d0 2024-09-05T07:39:27.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.961+0000 7fba532fb740 1 -- 172.21.15.71:0/1677487457 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x563b91976860 con 0x563b91a035d0 2024-09-05T07:39:27.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.961+0000 7fba31ffb640 1 -- 172.21.15.71:0/1677487457 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fba3c0d4070 con 0x563b91a035d0 2024-09-05T07:39:27.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.961+0000 7fba532fb740 10 client.15579 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:27.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.961+0000 7fba532fb740 1 -- 172.21.15.71:0/1677487457 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563b91a12900 con 0x563b91a035d0 2024-09-05T07:39:27.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.961+0000 7fba31ffb640 1 -- 172.21.15.71:0/1677487457 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x563b91976860 con 0x563b91a035d0 2024-09-05T07:39:27.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.961+0000 7fba31ffb640 1 -- 172.21.15.71:0/1677487457 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fba3c0b6ce0 con 0x563b91a035d0 2024-09-05T07:39:27.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.961+0000 7fba532fb740 10 client.15579 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:27.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.961+0000 7fba532fb740 10 client.15579 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:39:27.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.961+0000 7fba532fb740 20 client.15579 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:27.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.961+0000 7fba532fb740 1 --2- 172.21.15.71:0/1677487457 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x563b91a1d5e0 0x563b91a8a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:27.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.961+0000 7fba532fb740 4 client.15579 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:39:27.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.961+0000 7fba532fb740 1 -- 172.21.15.71:0/1677487457 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563b918ed170 con 0x563b91a1d5e0 2024-09-05T07:39:27.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.962+0000 7fba49d9b640 1 --2- 172.21.15.71:0/1677487457 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x563b91a1d5e0 0x563b91a8a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:27.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.962+0000 7fba31ffb640 10 client.15579 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:39:27.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.962+0000 7fba49d9b640 1 --2- 172.21.15.71:0/1677487457 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x563b91a1d5e0 0x563b91a8a5f0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=bc548abe337264f0 server_cookie=bb6980ffa985176e in_seq=0 out_seq=0 2024-09-05T07:39:27.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.962+0000 7fba31ffb640 1 -- 172.21.15.71:0/1677487457 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563b918ed170 con 0x563b91a1d5e0 2024-09-05T07:39:27.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.962+0000 7fba31ffb640 10 client.15579 handle_command_reply: tid=0 2024-09-05T07:39:27.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.962+0000 7fba532fb740 1 client.15579 shutdown 2024-09-05T07:39:27.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.963+0000 7fba532fb740 1 -- 172.21.15.71:0/1677487457 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a035d0 msgr2=0x563b91a16860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:27.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.963+0000 7fba532fb740 1 --2- 172.21.15.71:0/1677487457 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a035d0 0x563b91a16860 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fba3c0b85d0 tx=0x7fba3c004520 comp rx=0 tx=0).stop 2024-09-05T07:39:27.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.963+0000 7fba532fb740 1 -- 172.21.15.71:0/1677487457 shutdown_connections 2024-09-05T07:39:27.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.963+0000 7fba532fb740 1 --2- 172.21.15.71:0/1677487457 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x563b91a1d5e0 0x563b91a8a5f0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.963+0000 7fba532fb740 1 --2- 172.21.15.71:0/1677487457 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b91a0e370 0x563b91a120d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.963+0000 7fba532fb740 1 --2- 172.21.15.71:0/1677487457 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b91a04b40 0x563b91a11b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.963+0000 7fba532fb740 1 --2- 172.21.15.71:0/1677487457 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b91a035d0 0x563b91a16860 secure :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fba3c0b85d0 tx=0x7fba3c004520 comp rx=0 tx=0).stop 2024-09-05T07:39:27.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.963+0000 7fba532fb740 1 -- 172.21.15.71:0/1677487457 >> 172.21.15.71:0/1677487457 conn(0x563b919cc310 msgr2=0x563b919fe4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:27.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.963+0000 7fba31ffb640 0 client.15579 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:39:27.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.963+0000 7fba532fb740 1 -- 172.21.15.71:0/1677487457 shutdown_connections 2024-09-05T07:39:27.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.963+0000 7fba532fb740 1 -- 172.21.15.71:0/1677487457 wait complete. 2024-09-05T07:39:27.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.963+0000 7fba532fb740 20 client.15579 trim_cache size 0 max 16384 2024-09-05T07:39:27.970 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:39:27.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.964+0000 7fba50f22640 1 -- 172.21.15.71:0/383625995 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fba340a2e90 msgr2=0x7fba340a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:27.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.964+0000 7fba50f22640 1 --2- 172.21.15.71:0/383625995 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fba340a2e90 0x7fba340a5350 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fba4c0fed90 tx=0x7fba40005f90 comp rx=0 tx=0).stop 2024-09-05T07:39:27.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.964+0000 7fba50f22640 1 -- 172.21.15.71:0/383625995 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba4c074510 msgr2=0x7fba4c107630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:27.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.964+0000 7fba50f22640 1 --2- 172.21.15.71:0/383625995 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba4c074510 0x7fba4c107630 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fba3c005940 tx=0x7fba3c0042f0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.964+0000 7fba50f22640 1 -- 172.21.15.71:0/383625995 shutdown_connections 2024-09-05T07:39:27.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.964+0000 7fba50f22640 1 --2- 172.21.15.71:0/383625995 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fba340a2e90 0x7fba340a5350 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.964+0000 7fba50f22640 1 --2- 172.21.15.71:0/383625995 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fba4c10e450 0x7fba4c1027c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.964+0000 7fba50f22640 1 --2- 172.21.15.71:0/383625995 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fba4c074e30 0x7fba4c107b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.964+0000 7fba50f22640 1 --2- 172.21.15.71:0/383625995 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fba4c074510 0x7fba4c107630 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:27.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.964+0000 7fba50f22640 1 -- 172.21.15.71:0/383625995 >> 172.21.15.71:0/383625995 conn(0x7fba4c0fd8f0 msgr2=0x7fba4c0ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:27.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.964+0000 7fba50f22640 1 -- 172.21.15.71:0/383625995 shutdown_connections 2024-09-05T07:39:27.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:27.964+0000 7fba50f22640 1 -- 172.21.15.71:0/383625995 wait complete. 2024-09-05T07:39:28.744 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:28.752 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T07:39:28.867 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:28 smithi071 ceph-mon[30965]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:39:28.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:28 smithi123 ceph-mon[34568]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:39:28.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:28 smithi192 ceph-mon[34929]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:39:29.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.292+0000 7fdee98ce640 1 -- 172.21.15.71:0/153986634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdee4100100 msgr2=0x7fdee4100560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:29.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.292+0000 7fdee98ce640 1 --2- 172.21.15.71:0/153986634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdee4100100 0x7fdee4100560 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fded8009900 tx=0x7fded802a410 comp rx=0 tx=0).stop 2024-09-05T07:39:29.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.292+0000 7fdee98ce640 1 -- 172.21.15.71:0/153986634 shutdown_connections 2024-09-05T07:39:29.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.292+0000 7fdee98ce640 1 --2- 172.21.15.71:0/153986634 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdee4100aa0 0x7fdee410ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.292+0000 7fdee98ce640 1 --2- 172.21.15.71:0/153986634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdee4100100 0x7fdee4100560 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.292+0000 7fdee98ce640 1 --2- 172.21.15.71:0/153986634 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdee4106b80 0x7fdee4106f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.292+0000 7fdee98ce640 1 -- 172.21.15.71:0/153986634 >> 172.21.15.71:0/153986634 conn(0x7fdee4077230 msgr2=0x7fdee40fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:29.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.292+0000 7fdee98ce640 1 -- 172.21.15.71:0/153986634 shutdown_connections 2024-09-05T07:39:29.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.292+0000 7fdee98ce640 1 -- 172.21.15.71:0/153986634 wait complete. 2024-09-05T07:39:29.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.294+0000 7fdee98ce640 1 Processor -- start 2024-09-05T07:39:29.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.294+0000 7fdee98ce640 1 -- start start 2024-09-05T07:39:29.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.294+0000 7fdee98ce640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdee4100100 0x7fdee4198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:29.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.294+0000 7fdee98ce640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdee4100aa0 0x7fdee41989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:29.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.294+0000 7fdee98ce640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdee4106b80 0x7fdee419cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:29.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.294+0000 7fdee98ce640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdee4111ec0 con 0x7fdee4106b80 2024-09-05T07:39:29.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.294+0000 7fdee98ce640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdee4111d40 con 0x7fdee4100aa0 2024-09-05T07:39:29.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.294+0000 7fdee98ce640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdee4112040 con 0x7fdee4100100 2024-09-05T07:39:29.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.294+0000 7fdee37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdee4106b80 0x7fdee419cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:29.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.294+0000 7fdee27fc640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdee4100aa0 0x7fdee41989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:29.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.295+0000 7fdee37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdee4106b80 0x7fdee419cd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54912/0 (socket says 172.21.15.71:54912) 2024-09-05T07:39:29.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.295+0000 7fdee37fe640 1 -- 172.21.15.71:0/4146238219 learned_addr learned my addr 172.21.15.71:0/4146238219 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:29.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.295+0000 7fdee27fc640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdee4100aa0 0x7fdee41989c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:42506/0 (socket says 172.21.15.71:42506) 2024-09-05T07:39:29.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.295+0000 7fdee2ffd640 1 --2- 172.21.15.71:0/4146238219 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdee4100100 0x7fdee4198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:29.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.295+0000 7fdee37fe640 1 -- 172.21.15.71:0/4146238219 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdee4100100 msgr2=0x7fdee4198480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:29.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.295+0000 7fdee37fe640 1 --2- 172.21.15.71:0/4146238219 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdee4100100 0x7fdee4198480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.295+0000 7fdee37fe640 1 -- 172.21.15.71:0/4146238219 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdee4100aa0 msgr2=0x7fdee41989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:29.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.295+0000 7fdee37fe640 1 --2- 172.21.15.71:0/4146238219 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdee4100aa0 0x7fdee41989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.295+0000 7fdee37fe640 1 -- 172.21.15.71:0/4146238219 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdee419d430 con 0x7fdee4106b80 2024-09-05T07:39:29.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.295+0000 7fdee37fe640 1 --2- 172.21.15.71:0/4146238219 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdee4106b80 0x7fdee419cd50 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fdedc00d720 tx=0x7fdedc00dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:29.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.296+0000 7fdee88cc640 1 -- 172.21.15.71:0/4146238219 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdedc017070 con 0x7fdee4106b80 2024-09-05T07:39:29.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.296+0000 7fdee88cc640 1 -- 172.21.15.71:0/4146238219 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdedc00de30 con 0x7fdee4106b80 2024-09-05T07:39:29.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.296+0000 7fdee98ce640 1 -- 172.21.15.71:0/4146238219 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdee419d720 con 0x7fdee4106b80 2024-09-05T07:39:29.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.297+0000 7fdee88cc640 1 -- 172.21.15.71:0/4146238219 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdedc004cc0 con 0x7fdee4106b80 2024-09-05T07:39:29.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.297+0000 7fdee98ce640 1 -- 172.21.15.71:0/4146238219 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdee4101210 con 0x7fdee4106b80 2024-09-05T07:39:29.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.299+0000 7fdee88cc640 1 -- 172.21.15.71:0/4146238219 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7fdedc009bd0 con 0x7fdee4106b80 2024-09-05T07:39:29.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.299+0000 7fdee88cc640 1 --2- 172.21.15.71:0/4146238219 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdecc0a2cf0 0x7fdecc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:29.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.300+0000 7fdee88cc640 1 -- 172.21.15.71:0/4146238219 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fdedc0cf020 con 0x7fdee4106b80 2024-09-05T07:39:29.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.300+0000 7fdee2ffd640 1 --2- 172.21.15.71:0/4146238219 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdecc0a2cf0 0x7fdecc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:29.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.300+0000 7fdee2ffd640 1 --2- 172.21.15.71:0/4146238219 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdecc0a2cf0 0x7fdecc0a51b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fded4005fd0 tx=0x7fded4009680 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:29.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.301+0000 7fdeebca7740 1 Processor -- start 2024-09-05T07:39:29.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.301+0000 7fdeebca7740 1 -- start start 2024-09-05T07:39:29.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.301+0000 7fdeebca7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8680 0x5571ef6f8a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:29.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.301+0000 7fdeebca7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef6f8fa0 0x5571ef70bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:29.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.301+0000 7fdeebca7740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef70c150 0x5571ef70e540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:29.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.301+0000 7fdeebca7740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5571ef65e2a0 con 0x5571ef70c150 2024-09-05T07:39:29.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.301+0000 7fdeebca7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5571ef605b10 con 0x5571ef6f8680 2024-09-05T07:39:29.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.301+0000 7fdeebca7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5571ef65a260 con 0x5571ef6f8fa0 2024-09-05T07:39:29.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.302+0000 7fdee2ffd640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8680 0x5571ef6f8a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:29.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.302+0000 7fdee27fc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef6f8fa0 0x5571ef70bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:29.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.302+0000 7fdee2ffd640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8680 0x5571ef6f8a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:42522/0 (socket says 172.21.15.71:42522) 2024-09-05T07:39:29.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.302+0000 7fdee2ffd640 1 -- 172.21.15.71:0/1723149225 learned_addr learned my addr 172.21.15.71:0/1723149225 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:29.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.302+0000 7fdee37fe640 1 --2- 172.21.15.71:0/1723149225 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef70c150 0x5571ef70e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:29.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.302+0000 7fdee2ffd640 1 -- 172.21.15.71:0/1723149225 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef6f8fa0 msgr2=0x5571ef70bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:29.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.302+0000 7fdee2ffd640 1 --2- 172.21.15.71:0/1723149225 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef6f8fa0 0x5571ef70bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.302+0000 7fdee2ffd640 1 -- 172.21.15.71:0/1723149225 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef70c150 msgr2=0x5571ef70e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:29.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.302+0000 7fdee2ffd640 1 --2- 172.21.15.71:0/1723149225 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef70c150 0x5571ef70e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.302+0000 7fdee2ffd640 1 -- 172.21.15.71:0/1723149225 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5571ef3cfb90 con 0x5571ef6f8680 2024-09-05T07:39:29.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.302+0000 7fdee37fe640 1 --2- 172.21.15.71:0/1723149225 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef70c150 0x5571ef70e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:39:29.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.302+0000 7fdee2ffd640 1 --2- 172.21.15.71:0/1723149225 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8680 0x5571ef6f8a60 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fded40127a0 tx=0x7fded4013000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0d29f6b04792c35 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:29.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.302+0000 7fdec9ffb640 1 -- 172.21.15.71:0/1723149225 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fded4023070 con 0x5571ef6f8680 2024-09-05T07:39:29.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.303+0000 7fdec9ffb640 1 -- 172.21.15.71:0/1723149225 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fded4011e10 con 0x5571ef6f8680 2024-09-05T07:39:29.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.303+0000 7fdec9ffb640 1 -- 172.21.15.71:0/1723149225 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fded401fd20 con 0x5571ef6f8680 2024-09-05T07:39:29.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.304+0000 7fdeebca7740 1 -- 172.21.15.71:0/1723149225 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8680 msgr2=0x5571ef6f8a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:29.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.304+0000 7fdeebca7740 1 --2- 172.21.15.71:0/1723149225 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8680 0x5571ef6f8a60 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fded40127a0 tx=0x7fded4013000 comp rx=0 tx=0).stop 2024-09-05T07:39:29.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.304+0000 7fdeebca7740 1 -- 172.21.15.71:0/1723149225 shutdown_connections 2024-09-05T07:39:29.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.304+0000 7fdeebca7740 1 --2- 172.21.15.71:0/1723149225 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef70c150 0x5571ef70e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.304+0000 7fdeebca7740 1 --2- 172.21.15.71:0/1723149225 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef6f8fa0 0x5571ef70bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.304+0000 7fdeebca7740 1 --2- 172.21.15.71:0/1723149225 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8680 0x5571ef6f8a60 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.304+0000 7fdeebca7740 1 -- 172.21.15.71:0/1723149225 >> 172.21.15.71:0/1723149225 conn(0x5571ef6f4cf0 msgr2=0x5571ef6f50d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:29.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.304+0000 7fdeebca7740 1 -- 172.21.15.71:0/1723149225 shutdown_connections 2024-09-05T07:39:29.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.304+0000 7fdeebca7740 1 -- 172.21.15.71:0/1723149225 wait complete. 2024-09-05T07:39:29.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.304+0000 7fdeebca7740 1 -- start start 2024-09-05T07:39:29.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.305+0000 7fdeebca7740 1 Processor -- start 2024-09-05T07:39:29.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.305+0000 7fdeebca7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef6f8680 0x5571ef7090e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:29.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.305+0000 7fdeebca7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8fa0 0x5571ef709620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:29.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.305+0000 7fdeebca7740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef70c150 0x5571ef709b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:29.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.305+0000 7fdeebca7740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5571ef70ecc0 con 0x5571ef70c150 2024-09-05T07:39:29.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.305+0000 7fdeebca7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5571ef5e66e0 con 0x5571ef6f8fa0 2024-09-05T07:39:29.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.305+0000 7fdeebca7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5571ef70ee40 con 0x5571ef6f8680 2024-09-05T07:39:29.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.305+0000 7fdee37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef70c150 0x5571ef709b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:29.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.305+0000 7fdeebca7740 10 client.0 _ll_register_callbacks cb 0x5571ef60aa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:29.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.305+0000 7fdee37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef70c150 0x5571ef709b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54938/0 (socket says 172.21.15.71:54938) 2024-09-05T07:39:29.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.305+0000 7fdee37fe640 1 -- 172.21.15.71:0/74277725 learned_addr learned my addr 172.21.15.71:0/74277725 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:29.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.305+0000 7fdee27fc640 1 --2- 172.21.15.71:0/74277725 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8fa0 0x5571ef709620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:29.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.305+0000 7fdee2ffd640 1 --2- 172.21.15.71:0/74277725 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef6f8680 0x5571ef7090e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:29.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.306+0000 7fdee37fe640 1 -- 172.21.15.71:0/74277725 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef6f8680 msgr2=0x5571ef7090e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:29.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.306+0000 7fdee37fe640 1 --2- 172.21.15.71:0/74277725 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef6f8680 0x5571ef7090e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.306+0000 7fdee37fe640 1 -- 172.21.15.71:0/74277725 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8fa0 msgr2=0x5571ef709620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:29.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.306+0000 7fdee37fe640 1 --2- 172.21.15.71:0/74277725 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8fa0 0x5571ef709620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.306+0000 7fdee37fe640 1 -- 172.21.15.71:0/74277725 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5571ef7182d0 con 0x5571ef70c150 2024-09-05T07:39:29.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.306+0000 7fdee37fe640 1 --2- 172.21.15.71:0/74277725 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef70c150 0x5571ef709b60 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fdedc005c20 tx=0x7fdedc0a3be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe92972699be492 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:29.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.306+0000 7fdec2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:29.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.306+0000 7fdec2ffd640 1 -- 172.21.15.71:0/74277725 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdedc020040 con 0x5571ef70c150 2024-09-05T07:39:29.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.306+0000 7fdec2ffd640 1 -- 172.21.15.71:0/74277725 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fdedc0cc690 con 0x5571ef70c150 2024-09-05T07:39:29.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.306+0000 7fdeebca7740 1 -- 172.21.15.71:0/74277725 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fded4011e10 con 0x5571ef70c150 2024-09-05T07:39:29.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.306+0000 7fdec2ffd640 1 -- 172.21.15.71:0/74277725 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdedc09a3b0 con 0x5571ef70c150 2024-09-05T07:39:29.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.306+0000 7fdeebca7740 10 client.15591 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:29.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.306+0000 7fdeebca7740 1 -- 172.21.15.71:0/74277725 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5571ef71ac20 con 0x5571ef70c150 2024-09-05T07:39:29.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.306+0000 7fdec2ffd640 1 -- 172.21.15.71:0/74277725 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fded4011e10 con 0x5571ef70c150 2024-09-05T07:39:29.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.307+0000 7fdec2ffd640 1 -- 172.21.15.71:0/74277725 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fdedc023060 con 0x5571ef70c150 2024-09-05T07:39:29.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.307+0000 7fdeebca7740 10 client.15591 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:29.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.307+0000 7fdeebca7740 10 client.15591 resolve_mds: validated gid 24475 aka daemon mds.i 2024-09-05T07:39:29.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.307+0000 7fdeebca7740 20 client.15591 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:29.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.307+0000 7fdeebca7740 1 --2- 172.21.15.71:0/74277725 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5571ef71c0e0 0x5571ef71e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:29.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.307+0000 7fdeebca7740 4 client.15591 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:39:29.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.307+0000 7fdeebca7740 1 -- 172.21.15.71:0/74277725 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5571ef66b9d0 con 0x5571ef71c0e0 2024-09-05T07:39:29.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.308+0000 7fdee2ffd640 1 --2- 172.21.15.71:0/74277725 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5571ef71c0e0 0x5571ef71e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:29.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.308+0000 7fdec2ffd640 10 client.15591 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:29.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.308+0000 7fdee2ffd640 1 --2- 172.21.15.71:0/74277725 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5571ef71c0e0 0x5571ef71e4d0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a72a55cefc28737f server_cookie=2559a08e2911bca8 in_seq=0 out_seq=0 2024-09-05T07:39:29.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.309+0000 7fdec2ffd640 1 -- 172.21.15.71:0/74277725 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5571ef66b9d0 con 0x5571ef71c0e0 2024-09-05T07:39:29.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.309+0000 7fdec2ffd640 10 client.15591 handle_command_reply: tid=0 2024-09-05T07:39:29.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.309+0000 7fdeebca7740 1 client.15591 shutdown 2024-09-05T07:39:29.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.309+0000 7fdeebca7740 1 -- 172.21.15.71:0/74277725 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef70c150 msgr2=0x5571ef709b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:29.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.309+0000 7fdeebca7740 1 --2- 172.21.15.71:0/74277725 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef70c150 0x5571ef709b60 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fdedc005c20 tx=0x7fdedc0a3be0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.309+0000 7fdeebca7740 1 -- 172.21.15.71:0/74277725 shutdown_connections 2024-09-05T07:39:29.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.309+0000 7fdeebca7740 1 --2- 172.21.15.71:0/74277725 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5571ef71c0e0 0x5571ef71e4d0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.309+0000 7fdec2ffd640 0 client.15591 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:29.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.309+0000 7fdeebca7740 1 --2- 172.21.15.71:0/74277725 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef70c150 0x5571ef709b60 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.309+0000 7fdeebca7740 1 --2- 172.21.15.71:0/74277725 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8fa0 0x5571ef709620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.309+0000 7fdeebca7740 1 --2- 172.21.15.71:0/74277725 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef6f8680 0x5571ef7090e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.310+0000 7fdeebca7740 1 -- 172.21.15.71:0/74277725 >> 172.21.15.71:0/74277725 conn(0x5571ef6f4cf0 msgr2=0x5571ef6f3e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:29.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.310+0000 7fdeebca7740 1 -- 172.21.15.71:0/74277725 shutdown_connections 2024-09-05T07:39:29.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.310+0000 7fdeebca7740 1 -- 172.21.15.71:0/74277725 wait complete. 2024-09-05T07:39:29.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.310+0000 7fdeebca7740 20 client.15591 trim_cache size 0 max 16384 2024-09-05T07:39:29.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.329+0000 7fdeebca7740 1 Processor -- start 2024-09-05T07:39:29.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.329+0000 7fdeebca7740 1 -- start start 2024-09-05T07:39:29.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.329+0000 7fdeebca7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8680 0x5571ef723d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:29.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.329+0000 7fdeebca7740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef6f8fa0 0x5571ef724240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:29.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.329+0000 7fdeebca7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef70c150 0x5571ef7140c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:29.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.330+0000 7fdeebca7740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdee41af430 con 0x5571ef6f8fa0 2024-09-05T07:39:29.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.330+0000 7fdeebca7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdee41acd00 con 0x5571ef6f8680 2024-09-05T07:39:29.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.330+0000 7fdeebca7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdee41aab50 con 0x5571ef70c150 2024-09-05T07:39:29.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.330+0000 7fdee2ffd640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8680 0x5571ef723d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:29.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.330+0000 7fdee37fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef70c150 0x5571ef7140c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:29.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.330+0000 7fdee2ffd640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8680 0x5571ef723d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:42536/0 (socket says 172.21.15.71:42536) 2024-09-05T07:39:29.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.330+0000 7fdee2ffd640 1 -- 172.21.15.71:0/3906978063 learned_addr learned my addr 172.21.15.71:0/3906978063 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:29.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.330+0000 7fdee27fc640 1 --2- 172.21.15.71:0/3906978063 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef6f8fa0 0x5571ef724240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:29.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.330+0000 7fdee2ffd640 1 -- 172.21.15.71:0/3906978063 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef70c150 msgr2=0x5571ef7140c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:29.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.330+0000 7fdee2ffd640 1 --2- 172.21.15.71:0/3906978063 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef70c150 0x5571ef7140c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.330+0000 7fdee2ffd640 1 -- 172.21.15.71:0/3906978063 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef6f8fa0 msgr2=0x5571ef724240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:29.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.330+0000 7fdee2ffd640 1 --2- 172.21.15.71:0/3906978063 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef6f8fa0 0x5571ef724240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.330+0000 7fdee2ffd640 1 -- 172.21.15.71:0/3906978063 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5571ef708090 con 0x5571ef6f8680 2024-09-05T07:39:29.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.331+0000 7fdee2ffd640 1 --2- 172.21.15.71:0/3906978063 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8680 0x5571ef723d00 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fded4009fd0 tx=0x7fded4016000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f24022c75859eecb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:29.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.331+0000 7fdec97fa640 1 -- 172.21.15.71:0/3906978063 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fded4023040 con 0x5571ef6f8680 2024-09-05T07:39:29.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.331+0000 7fdec97fa640 1 -- 172.21.15.71:0/3906978063 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fded4011e10 con 0x5571ef6f8680 2024-09-05T07:39:29.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.331+0000 7fdec97fa640 1 -- 172.21.15.71:0/3906978063 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fded4005540 con 0x5571ef6f8680 2024-09-05T07:39:29.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.332+0000 7fdeebca7740 1 -- 172.21.15.71:0/3906978063 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8680 msgr2=0x5571ef723d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:29.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.332+0000 7fdeebca7740 1 --2- 172.21.15.71:0/3906978063 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8680 0x5571ef723d00 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fded4009fd0 tx=0x7fded4016000 comp rx=0 tx=0).stop 2024-09-05T07:39:29.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.332+0000 7fdeebca7740 1 -- 172.21.15.71:0/3906978063 shutdown_connections 2024-09-05T07:39:29.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.332+0000 7fdeebca7740 1 --2- 172.21.15.71:0/3906978063 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef70c150 0x5571ef7140c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.332+0000 7fdeebca7740 1 --2- 172.21.15.71:0/3906978063 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef6f8fa0 0x5571ef724240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.332+0000 7fdeebca7740 1 --2- 172.21.15.71:0/3906978063 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8680 0x5571ef723d00 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.332+0000 7fdeebca7740 1 -- 172.21.15.71:0/3906978063 >> 172.21.15.71:0/3906978063 conn(0x5571ef6f4cf0 msgr2=0x5571ef70a940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:29.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.332+0000 7fdeebca7740 1 -- 172.21.15.71:0/3906978063 shutdown_connections 2024-09-05T07:39:29.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.332+0000 7fdeebca7740 1 -- 172.21.15.71:0/3906978063 wait complete. 2024-09-05T07:39:29.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.332+0000 7fdeebca7740 1 -- start start 2024-09-05T07:39:29.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.333+0000 7fdeebca7740 1 Processor -- start 2024-09-05T07:39:29.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.333+0000 7fdeebca7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef6f8680 0x5571ef714860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:29.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.333+0000 7fdeebca7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8fa0 0x5571ef7110a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:29.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.333+0000 7fdeebca7740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef70c150 0x5571ef7115e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:29.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.333+0000 7fdeebca7740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdee41ab1c0 con 0x5571ef70c150 2024-09-05T07:39:29.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.333+0000 7fdeebca7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdee41ac630 con 0x5571ef6f8fa0 2024-09-05T07:39:29.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.333+0000 7fdeebca7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdee41ab890 con 0x5571ef6f8680 2024-09-05T07:39:29.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.333+0000 7fdee37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef70c150 0x5571ef7115e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:29.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.333+0000 7fdee37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef70c150 0x5571ef7115e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54964/0 (socket says 172.21.15.71:54964) 2024-09-05T07:39:29.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.333+0000 7fdee37fe640 1 -- 172.21.15.71:0/1697335180 learned_addr learned my addr 172.21.15.71:0/1697335180 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:29.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.333+0000 7fdee2ffd640 1 --2- 172.21.15.71:0/1697335180 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef6f8680 0x5571ef714860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:29.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.333+0000 7fdeebca7740 10 client.0 _ll_register_callbacks cb 0x7fdedc09f260 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:29.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.333+0000 7fdee27fc640 1 --2- 172.21.15.71:0/1697335180 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8fa0 0x5571ef7110a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:29.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.334+0000 7fdee37fe640 1 -- 172.21.15.71:0/1697335180 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef6f8680 msgr2=0x5571ef714860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:29.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.334+0000 7fdee37fe640 1 --2- 172.21.15.71:0/1697335180 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef6f8680 0x5571ef714860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.334+0000 7fdee37fe640 1 -- 172.21.15.71:0/1697335180 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8fa0 msgr2=0x5571ef7110a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:29.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.334+0000 7fdee37fe640 1 --2- 172.21.15.71:0/1697335180 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8fa0 0x5571ef7110a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.334+0000 7fdee37fe640 1 -- 172.21.15.71:0/1697335180 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5571ef711e10 con 0x5571ef70c150 2024-09-05T07:39:29.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.334+0000 7fdee2ffd640 1 --2- 172.21.15.71:0/1697335180 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef6f8680 0x5571ef714860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:39:29.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.334+0000 7fdee37fe640 1 --2- 172.21.15.71:0/1697335180 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef70c150 0x5571ef7115e0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fdedc095af0 tx=0x7fdedc09a240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba22b0858e6178b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:29.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.334+0000 7fdec2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:29.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.334+0000 7fdec2ffd640 1 -- 172.21.15.71:0/1697335180 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdedc097200 con 0x5571ef70c150 2024-09-05T07:39:29.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.334+0000 7fdec2ffd640 1 -- 172.21.15.71:0/1697335180 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fdedc0840c0 con 0x5571ef70c150 2024-09-05T07:39:29.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.334+0000 7fdeebca7740 1 -- 172.21.15.71:0/1697335180 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fded4011e10 con 0x5571ef70c150 2024-09-05T07:39:29.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.334+0000 7fdec2ffd640 1 -- 172.21.15.71:0/1697335180 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdedc0b9af0 con 0x5571ef70c150 2024-09-05T07:39:29.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.335+0000 7fdeebca7740 10 client.15597 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:29.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.335+0000 7fdeebca7740 1 -- 172.21.15.71:0/1697335180 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5571ef787d00 con 0x5571ef70c150 2024-09-05T07:39:29.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.335+0000 7fdec2ffd640 1 -- 172.21.15.71:0/1697335180 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fded4011e10 con 0x5571ef70c150 2024-09-05T07:39:29.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.335+0000 7fdec2ffd640 1 -- 172.21.15.71:0/1697335180 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fdedc0a03f0 con 0x5571ef70c150 2024-09-05T07:39:29.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.335+0000 7fdeebca7740 10 client.15597 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:29.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.335+0000 7fdeebca7740 10 client.15597 resolve_mds: validated gid 24475 aka daemon mds.i 2024-09-05T07:39:29.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.335+0000 7fdeebca7740 20 client.15597 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:29.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.335+0000 7fdeebca7740 1 --2- 172.21.15.71:0/1697335180 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5571ef71c0e0 0x5571ef78a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:29.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.335+0000 7fdeebca7740 4 client.15597 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 148.2, "await_for": 45.0}] 2024-09-05T07:39:29.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.335+0000 7fdeebca7740 1 -- 172.21.15.71:0/1697335180 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 148.2, "await_for": 45.0}) -- 0x5571ef665d20 con 0x5571ef71c0e0 2024-09-05T07:39:29.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.335+0000 7fdee2ffd640 1 --2- 172.21.15.71:0/1697335180 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5571ef71c0e0 0x5571ef78a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:29.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.336+0000 7fdec2ffd640 10 client.15597 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:29.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.336+0000 7fdee2ffd640 1 --2- 172.21.15.71:0/1697335180 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5571ef71c0e0 0x5571ef78a4c0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b14d706de0f4bc server_cookie=a34afe3093c30035 in_seq=0 out_seq=0 2024-09-05T07:39:29.340 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:29.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.345+0000 7fdec2ffd640 1 -- 172.21.15.71:0/1697335180 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x5571ef665d20 con 0x5571ef71c0e0 2024-09-05T07:39:29.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.345+0000 7fdec2ffd640 10 client.15597 handle_command_reply: tid=0 2024-09-05T07:39:29.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.345+0000 7fdeebca7740 1 client.15597 shutdown 2024-09-05T07:39:29.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.345+0000 7fdeebca7740 1 -- 172.21.15.71:0/1697335180 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef70c150 msgr2=0x5571ef7115e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:29.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.345+0000 7fdeebca7740 1 --2- 172.21.15.71:0/1697335180 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef70c150 0x5571ef7115e0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fdedc095af0 tx=0x7fdedc09a240 comp rx=0 tx=0).stop 2024-09-05T07:39:29.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.345+0000 7fdeebca7740 1 -- 172.21.15.71:0/1697335180 shutdown_connections 2024-09-05T07:39:29.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.345+0000 7fdeebca7740 1 --2- 172.21.15.71:0/1697335180 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5571ef71c0e0 0x5571ef78a4c0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.345+0000 7fdeebca7740 1 --2- 172.21.15.71:0/1697335180 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5571ef70c150 0x5571ef7115e0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.345+0000 7fdeebca7740 1 --2- 172.21.15.71:0/1697335180 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5571ef6f8fa0 0x5571ef7110a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.345+0000 7fdeebca7740 1 --2- 172.21.15.71:0/1697335180 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5571ef6f8680 0x5571ef714860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.345+0000 7fdeebca7740 1 -- 172.21.15.71:0/1697335180 >> 172.21.15.71:0/1697335180 conn(0x5571ef6f4cf0 msgr2=0x5571ef6fa160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:29.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.345+0000 7fdec2ffd640 0 client.15597 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:29.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.345+0000 7fdeebca7740 1 -- 172.21.15.71:0/1697335180 shutdown_connections 2024-09-05T07:39:29.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.345+0000 7fdeebca7740 1 -- 172.21.15.71:0/1697335180 wait complete. 2024-09-05T07:39:29.347 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:39:29.347 INFO:teuthology.orchestra.run.smithi071.stdout: "epoch": 26, 2024-09-05T07:39:29.347 INFO:teuthology.orchestra.run.smithi071.stdout: "leader": 24475, 2024-09-05T07:39:29.347 INFO:teuthology.orchestra.run.smithi071.stdout: "set_version": 2, 2024-09-05T07:39:29.347 INFO:teuthology.orchestra.run.smithi071.stdout: "sets": { 2024-09-05T07:39:29.347 INFO:teuthology.orchestra.run.smithi071.stdout: "998e239b": { 2024-09-05T07:39:29.347 INFO:teuthology.orchestra.run.smithi071.stdout: "version": 2, 2024-09-05T07:39:29.348 INFO:teuthology.orchestra.run.smithi071.stdout: "age_ref": 0.0, 2024-09-05T07:39:29.348 INFO:teuthology.orchestra.run.smithi071.stdout: "state": { 2024-09-05T07:39:29.348 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "QUIESCED", 2024-09-05T07:39:29.348 INFO:teuthology.orchestra.run.smithi071.stdout: "age": 0.0 2024-09-05T07:39:29.348 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:39:29.348 INFO:teuthology.orchestra.run.smithi071.stdout: "timeout": 90.0, 2024-09-05T07:39:29.348 INFO:teuthology.orchestra.run.smithi071.stdout: "expiration": 148.2, 2024-09-05T07:39:29.348 INFO:teuthology.orchestra.run.smithi071.stdout: "members": { 2024-09-05T07:39:29.348 INFO:teuthology.orchestra.run.smithi071.stdout: "file:/": { 2024-09-05T07:39:29.348 INFO:teuthology.orchestra.run.smithi071.stdout: "excluded": false, 2024-09-05T07:39:29.348 INFO:teuthology.orchestra.run.smithi071.stdout: "state": { 2024-09-05T07:39:29.348 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "QUIESCED", 2024-09-05T07:39:29.348 INFO:teuthology.orchestra.run.smithi071.stdout: "age": 0.0 2024-09-05T07:39:29.349 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:39:29.349 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:39:29.349 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:39:29.349 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:39:29.349 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:39:29.349 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:39:29.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.345+0000 7fdeebca7740 20 client.15597 trim_cache size 0 max 16384 2024-09-05T07:39:29.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.346+0000 7fdee98ce640 1 -- 172.21.15.71:0/4146238219 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdecc0a2cf0 msgr2=0x7fdecc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:29.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.346+0000 7fdee98ce640 1 --2- 172.21.15.71:0/4146238219 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdecc0a2cf0 0x7fdecc0a51b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fded4005fd0 tx=0x7fded4009680 comp rx=0 tx=0).stop 2024-09-05T07:39:29.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.346+0000 7fdee98ce640 1 -- 172.21.15.71:0/4146238219 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdee4106b80 msgr2=0x7fdee419cd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:29.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.346+0000 7fdee98ce640 1 --2- 172.21.15.71:0/4146238219 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdee4106b80 0x7fdee419cd50 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fdedc00d720 tx=0x7fdedc00dbe0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.346+0000 7fdee98ce640 1 -- 172.21.15.71:0/4146238219 shutdown_connections 2024-09-05T07:39:29.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.346+0000 7fdee98ce640 1 --2- 172.21.15.71:0/4146238219 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdecc0a2cf0 0x7fdecc0a51b0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.346+0000 7fdee98ce640 1 --2- 172.21.15.71:0/4146238219 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdee4106b80 0x7fdee419cd50 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.346+0000 7fdee98ce640 1 --2- 172.21.15.71:0/4146238219 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdee4100aa0 0x7fdee41989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.346+0000 7fdee98ce640 1 --2- 172.21.15.71:0/4146238219 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdee4100100 0x7fdee4198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:29.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.347+0000 7fdee98ce640 1 -- 172.21.15.71:0/4146238219 >> 172.21.15.71:0/4146238219 conn(0x7fdee4077230 msgr2=0x7fdee4104db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:29.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.347+0000 7fdee98ce640 1 -- 172.21.15.71:0/4146238219 shutdown_connections 2024-09-05T07:39:29.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:29.347+0000 7fdee98ce640 1 -- 172.21.15.71:0/4146238219 wait complete. 2024-09-05T07:39:30.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.152+0000 7f63510dd640 1 -- 172.21.15.71:0/2270785769 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f634c102ef0 msgr2=0x7f634c10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:30.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.152+0000 7f63510dd640 1 --2- 172.21.15.71:0/2270785769 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f634c102ef0 0x7f634c10da40 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f6344009ca0 tx=0x7f634402a950 comp rx=0 tx=0).stop 2024-09-05T07:39:30.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.152+0000 7f63510dd640 1 -- 172.21.15.71:0/2270785769 shutdown_connections 2024-09-05T07:39:30.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.152+0000 7f63510dd640 1 --2- 172.21.15.71:0/2270785769 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f634c102ef0 0x7f634c10da40 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.152+0000 7f63510dd640 1 --2- 172.21.15.71:0/2270785769 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f634c102570 0x7f634c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.152+0000 7f63510dd640 1 --2- 172.21.15.71:0/2270785769 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f634c100e20 0x7f634c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.152+0000 7f63510dd640 1 -- 172.21.15.71:0/2270785769 >> 172.21.15.71:0/2270785769 conn(0x7f634c0fc7d0 msgr2=0x7f634c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:30.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.152+0000 7f63510dd640 1 -- 172.21.15.71:0/2270785769 shutdown_connections 2024-09-05T07:39:30.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.152+0000 7f63510dd640 1 -- 172.21.15.71:0/2270785769 wait complete. 2024-09-05T07:39:30.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.153+0000 7f63510dd640 1 Processor -- start 2024-09-05T07:39:30.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.153+0000 7f63510dd640 1 -- start start 2024-09-05T07:39:30.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.153+0000 7f63510dd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f634c100e20 0x7f634c1992c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:30.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.153+0000 7f63510dd640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f634c102570 0x7f634c199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:30.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.153+0000 7f63510dd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f634c102ef0 0x7f634c1a4340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:30.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.153+0000 7f63510dd640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f634c110e30 con 0x7f634c100e20 2024-09-05T07:39:30.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.153+0000 7f63510dd640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f634c110cb0 con 0x7f634c102570 2024-09-05T07:39:30.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.153+0000 7f63510dd640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f634c110fb0 con 0x7f634c102ef0 2024-09-05T07:39:30.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.154+0000 7f634ad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f634c100e20 0x7f634c1992c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:30.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.154+0000 7f634ad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f634c100e20 0x7f634c1992c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54988/0 (socket says 172.21.15.71:54988) 2024-09-05T07:39:30.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.154+0000 7f634ad9d640 1 -- 172.21.15.71:0/712758499 learned_addr learned my addr 172.21.15.71:0/712758499 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:30.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.154+0000 7f634a59c640 1 --2- 172.21.15.71:0/712758499 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f634c102570 0x7f634c199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:30.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.154+0000 7f634b59e640 1 --2- 172.21.15.71:0/712758499 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f634c102ef0 0x7f634c1a4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:30.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.154+0000 7f634a59c640 1 -- 172.21.15.71:0/712758499 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f634c102ef0 msgr2=0x7f634c1a4340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:30.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.154+0000 7f634a59c640 1 --2- 172.21.15.71:0/712758499 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f634c102ef0 0x7f634c1a4340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.154+0000 7f634a59c640 1 -- 172.21.15.71:0/712758499 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f634c100e20 msgr2=0x7f634c1992c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:30.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.154+0000 7f634a59c640 1 --2- 172.21.15.71:0/712758499 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f634c100e20 0x7f634c1992c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.154+0000 7f634a59c640 1 -- 172.21.15.71:0/712758499 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f634c1a4880 con 0x7f634c102570 2024-09-05T07:39:30.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.154+0000 7f634ad9d640 1 --2- 172.21.15.71:0/712758499 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f634c100e20 0x7f634c1992c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:39:30.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.154+0000 7f634a59c640 1 --2- 172.21.15.71:0/712758499 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f634c102570 0x7f634c199800 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f6340005fd0 tx=0x7f634000dde0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:30.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.154+0000 7f6333fff640 1 -- 172.21.15.71:0/712758499 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6340009c30 con 0x7f634c102570 2024-09-05T07:39:30.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.155+0000 7f6333fff640 1 -- 172.21.15.71:0/712758499 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6340009dd0 con 0x7f634c102570 2024-09-05T07:39:30.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.155+0000 7f63510dd640 1 -- 172.21.15.71:0/712758499 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f634c1a4a50 con 0x7f634c102570 2024-09-05T07:39:30.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.155+0000 7f6333fff640 1 -- 172.21.15.71:0/712758499 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6340003e40 con 0x7f634c102570 2024-09-05T07:39:30.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.155+0000 7f63510dd640 1 -- 172.21.15.71:0/712758499 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f634c1a4f60 con 0x7f634c102570 2024-09-05T07:39:30.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.157+0000 7f6333fff640 1 -- 172.21.15.71:0/712758499 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7f6340003fe0 con 0x7f634c102570 2024-09-05T07:39:30.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.158+0000 7f63534b6740 1 Processor -- start 2024-09-05T07:39:30.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.158+0000 7f63534b6740 1 -- start start 2024-09-05T07:39:30.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.158+0000 7f6333fff640 1 --2- 172.21.15.71:0/712758499 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f63340a2e10 0x7f63340a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:30.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.158+0000 7f63534b6740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee02b40 0x5601bee01090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:30.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.158+0000 7f63534b6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee015d0 0x5601bee01a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:30.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.158+0000 7f63534b6740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee0c370 0x5601bee0e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:30.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.158+0000 7f63534b6740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5601bed672f0 con 0x5601bee0c370 2024-09-05T07:39:30.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.158+0000 7f63534b6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5601bed0ecf0 con 0x5601bee015d0 2024-09-05T07:39:30.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.158+0000 7f63534b6740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5601bed632b0 con 0x5601bee02b40 2024-09-05T07:39:30.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.158+0000 7f6333fff640 1 -- 172.21.15.71:0/712758499 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f63400cf670 con 0x7f634c102570 2024-09-05T07:39:30.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.159+0000 7f634ad9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee02b40 0x5601bee01090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:30.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.159+0000 7f634ad9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee02b40 0x5601bee01090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.71:49206/0 (socket says 172.21.15.71:49206) 2024-09-05T07:39:30.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.159+0000 7f634ad9d640 1 -- 172.21.15.71:0/4013255517 learned_addr learned my addr 172.21.15.71:0/4013255517 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:30.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.159+0000 7f634a59c640 1 --2- 172.21.15.71:0/4013255517 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee015d0 0x5601bee01a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:30.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.159+0000 7f634b59e640 1 --2- 172.21.15.71:0/712758499 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f63340a2e10 0x7f63340a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:30.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.159+0000 7f634b59e640 1 --2- 172.21.15.71:0/4013255517 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee0c370 0x5601bee0e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:30.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.159+0000 7f634ad9d640 1 -- 172.21.15.71:0/4013255517 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee015d0 msgr2=0x5601bee01a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:30.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.159+0000 7f634ad9d640 1 --2- 172.21.15.71:0/4013255517 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee015d0 0x5601bee01a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.159+0000 7f634ad9d640 1 -- 172.21.15.71:0/4013255517 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee0c370 msgr2=0x5601bee0e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:30.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.159+0000 7f634ad9d640 1 --2- 172.21.15.71:0/4013255517 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee0c370 0x5601bee0e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.159+0000 7f634ad9d640 1 -- 172.21.15.71:0/4013255517 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601becf33a0 con 0x5601bee02b40 2024-09-05T07:39:30.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.159+0000 7f634b59e640 1 --2- 172.21.15.71:0/4013255517 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee0c370 0x5601bee0e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:30.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.159+0000 7f634ad9d640 1 --2- 172.21.15.71:0/4013255517 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee02b40 0x5601bee01090 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f633c011630 tx=0x7f633c011af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a69a03df78833530 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:30.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.159+0000 7f634b59e640 1 --2- 172.21.15.71:0/712758499 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f63340a2e10 0x7f63340a52d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x5601bee02070 tx=0x7f6344005ef0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:30.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.159+0000 7f63317fa640 1 -- 172.21.15.71:0/4013255517 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633c01e070 con 0x5601bee02b40 2024-09-05T07:39:30.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.160+0000 7f63317fa640 1 -- 172.21.15.71:0/4013255517 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f633c00fba0 con 0x5601bee02b40 2024-09-05T07:39:30.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.160+0000 7f63317fa640 1 -- 172.21.15.71:0/4013255517 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633c019c80 con 0x5601bee02b40 2024-09-05T07:39:30.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.160+0000 7f63534b6740 1 -- 172.21.15.71:0/4013255517 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee02b40 msgr2=0x5601bee01090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:30.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.160+0000 7f63534b6740 1 --2- 172.21.15.71:0/4013255517 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee02b40 0x5601bee01090 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f633c011630 tx=0x7f633c011af0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.160+0000 7f63534b6740 1 -- 172.21.15.71:0/4013255517 shutdown_connections 2024-09-05T07:39:30.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.160+0000 7f63534b6740 1 --2- 172.21.15.71:0/4013255517 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee0c370 0x5601bee0e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.160+0000 7f63534b6740 1 --2- 172.21.15.71:0/4013255517 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee015d0 0x5601bee01a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.160+0000 7f63534b6740 1 --2- 172.21.15.71:0/4013255517 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee02b40 0x5601bee01090 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.160+0000 7f63534b6740 1 -- 172.21.15.71:0/4013255517 >> 172.21.15.71:0/4013255517 conn(0x5601bedca310 msgr2=0x5601bedfdc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:30.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.161+0000 7f63534b6740 1 -- 172.21.15.71:0/4013255517 shutdown_connections 2024-09-05T07:39:30.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.161+0000 7f63534b6740 1 -- 172.21.15.71:0/4013255517 wait complete. 2024-09-05T07:39:30.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.161+0000 7f63534b6740 1 -- start start 2024-09-05T07:39:30.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.161+0000 7f63534b6740 1 Processor -- start 2024-09-05T07:39:30.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.162+0000 7f63534b6740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee015d0 0x5601bee0ba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:30.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.162+0000 7f63534b6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee02b40 0x5601bee08f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:30.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.162+0000 7f63534b6740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee0c370 0x5601bee094d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:30.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.162+0000 7f63534b6740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5601bee0f070 con 0x5601bee0c370 2024-09-05T07:39:30.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.162+0000 7f63534b6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5601bed22060 con 0x5601bee02b40 2024-09-05T07:39:30.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.162+0000 7f63534b6740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5601bee0f1f0 con 0x5601bee015d0 2024-09-05T07:39:30.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.162+0000 7f63534b6740 10 client.0 _ll_register_callbacks cb 0x5601bea758c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:30.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.162+0000 7f634ad9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee015d0 0x5601bee0ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:30.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.162+0000 7f634a59c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee02b40 0x5601bee08f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:30.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.162+0000 7f634ad9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee015d0 0x5601bee0ba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.71:49218/0 (socket says 172.21.15.71:49218) 2024-09-05T07:39:30.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.162+0000 7f634ad9d640 1 -- 172.21.15.71:0/1994877176 learned_addr learned my addr 172.21.15.71:0/1994877176 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:30.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.162+0000 7f634b59e640 1 --2- 172.21.15.71:0/1994877176 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee0c370 0x5601bee094d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:30.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.162+0000 7f634a59c640 1 -- 172.21.15.71:0/1994877176 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee015d0 msgr2=0x5601bee0ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:30.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.162+0000 7f634a59c640 1 --2- 172.21.15.71:0/1994877176 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee015d0 0x5601bee0ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.162+0000 7f634a59c640 1 -- 172.21.15.71:0/1994877176 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee0c370 msgr2=0x5601bee094d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:30.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.162+0000 7f634a59c640 1 --2- 172.21.15.71:0/1994877176 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee0c370 0x5601bee094d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.162+0000 7f634a59c640 1 -- 172.21.15.71:0/1994877176 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601bead83c0 con 0x5601bee02b40 2024-09-05T07:39:30.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.162+0000 7f634b59e640 1 --2- 172.21.15.71:0/1994877176 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee0c370 0x5601bee094d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:39:30.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.163+0000 7f634a59c640 1 --2- 172.21.15.71:0/1994877176 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee02b40 0x5601bee08f90 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f63400cc7e0 tx=0x7f634009b450 comp rx=0 tx=0).ready entity=mon.2 client_cookie=edf6b31606f7cc96 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:30.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.163+0000 7f632eff5640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T07:39:30.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.163+0000 7f632eff5640 1 -- 172.21.15.71:0/1994877176 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6340020040 con 0x5601bee02b40 2024-09-05T07:39:30.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.163+0000 7f632eff5640 1 -- 172.21.15.71:0/1994877176 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f6340097c00 con 0x5601bee02b40 2024-09-05T07:39:30.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.163+0000 7f63534b6740 1 -- 172.21.15.71:0/1994877176 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f633c00fba0 con 0x5601bee02b40 2024-09-05T07:39:30.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.163+0000 7f632eff5640 1 -- 172.21.15.71:0/1994877176 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f634000d110 con 0x5601bee02b40 2024-09-05T07:39:30.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.163+0000 7f63534b6740 10 client.25178 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:30.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.163+0000 7f63534b6740 1 -- 172.21.15.71:0/1994877176 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5601bee232c0 con 0x5601bee02b40 2024-09-05T07:39:30.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.164+0000 7f632eff5640 1 -- 172.21.15.71:0/1994877176 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f634009b590 con 0x5601bee02b40 2024-09-05T07:39:30.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.164+0000 7f632eff5640 1 -- 172.21.15.71:0/1994877176 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f63400cf240 con 0x5601bee02b40 2024-09-05T07:39:30.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.164+0000 7f63534b6740 10 client.25178 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:30.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.164+0000 7f63534b6740 10 client.25178 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:39:30.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.165+0000 7f63534b6740 20 client.25178 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:30.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.165+0000 7f63534b6740 1 --2- 172.21.15.71:0/1994877176 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5601bee246d0 0x5601bee26ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:30.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.165+0000 7f63534b6740 4 client.25178 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:39:30.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.165+0000 7f63534b6740 1 -- 172.21.15.71:0/1994877176 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f633c00fba0 con 0x5601bee246d0 2024-09-05T07:39:30.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.165+0000 7f634ad9d640 1 --2- 172.21.15.71:0/1994877176 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5601bee246d0 0x5601bee26ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:30.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.165+0000 7f632eff5640 10 client.25178 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:39:30.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.165+0000 7f634ad9d640 1 --2- 172.21.15.71:0/1994877176 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5601bee246d0 0x5601bee26ac0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=cf8df25ca210c9a0 server_cookie=2ec91cae6fd08af in_seq=0 out_seq=0 2024-09-05T07:39:30.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.166+0000 7f632eff5640 1 -- 172.21.15.71:0/1994877176 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f633c00fba0 con 0x5601bee246d0 2024-09-05T07:39:30.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.166+0000 7f632eff5640 10 client.25178 handle_command_reply: tid=0 2024-09-05T07:39:30.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.166+0000 7f63534b6740 1 client.25178 shutdown 2024-09-05T07:39:30.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.166+0000 7f63534b6740 1 -- 172.21.15.71:0/1994877176 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee02b40 msgr2=0x5601bee08f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:30.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.166+0000 7f63534b6740 1 --2- 172.21.15.71:0/1994877176 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee02b40 0x5601bee08f90 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f63400cc7e0 tx=0x7f634009b450 comp rx=0 tx=0).stop 2024-09-05T07:39:30.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.166+0000 7f63534b6740 1 -- 172.21.15.71:0/1994877176 shutdown_connections 2024-09-05T07:39:30.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.166+0000 7f63534b6740 1 --2- 172.21.15.71:0/1994877176 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee0c370 0x5601bee094d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.166+0000 7f63534b6740 1 --2- 172.21.15.71:0/1994877176 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5601bee246d0 0x5601bee26ac0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.166+0000 7f63534b6740 1 --2- 172.21.15.71:0/1994877176 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee02b40 0x5601bee08f90 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.166+0000 7f63534b6740 1 --2- 172.21.15.71:0/1994877176 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee015d0 0x5601bee0ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.166+0000 7f63534b6740 1 -- 172.21.15.71:0/1994877176 >> 172.21.15.71:0/1994877176 conn(0x5601bedca310 msgr2=0x5601bee03960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:30.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.166+0000 7f632eff5640 0 client.25178 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:39:30.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.166+0000 7f63534b6740 1 -- 172.21.15.71:0/1994877176 shutdown_connections 2024-09-05T07:39:30.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.166+0000 7f63534b6740 1 -- 172.21.15.71:0/1994877176 wait complete. 2024-09-05T07:39:30.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.167+0000 7f63534b6740 20 client.25178 trim_cache size 0 max 16384 2024-09-05T07:39:30.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.179+0000 7f63534b6740 1 Processor -- start 2024-09-05T07:39:30.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.179+0000 7f63534b6740 1 -- start start 2024-09-05T07:39:30.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.180+0000 7f63534b6740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee015d0 0x5601bee09860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:30.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.180+0000 7f63534b6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee02b40 0x5601bee04120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:30.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.180+0000 7f63534b6740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee0c370 0x5601bee04660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:30.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.180+0000 7f63534b6740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f634c1af770 con 0x5601bee015d0 2024-09-05T07:39:30.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.180+0000 7f63534b6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f634c1ad040 con 0x5601bee02b40 2024-09-05T07:39:30.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.180+0000 7f63534b6740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f634c1aae90 con 0x5601bee0c370 2024-09-05T07:39:30.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.180+0000 7f634ad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee015d0 0x5601bee09860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:30.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.180+0000 7f634ad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee015d0 0x5601bee09860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55014/0 (socket says 172.21.15.71:55014) 2024-09-05T07:39:30.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.180+0000 7f634ad9d640 1 -- 172.21.15.71:0/3816864579 learned_addr learned my addr 172.21.15.71:0/3816864579 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:30.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.180+0000 7f634a59c640 1 --2- 172.21.15.71:0/3816864579 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee02b40 0x5601bee04120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:30.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.180+0000 7f634b59e640 1 --2- 172.21.15.71:0/3816864579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee0c370 0x5601bee04660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:30.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.180+0000 7f634a59c640 1 -- 172.21.15.71:0/3816864579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee0c370 msgr2=0x5601bee04660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:30.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.180+0000 7f634a59c640 1 --2- 172.21.15.71:0/3816864579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee0c370 0x5601bee04660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.180+0000 7f634a59c640 1 -- 172.21.15.71:0/3816864579 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee015d0 msgr2=0x5601bee09860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:30.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.180+0000 7f634a59c640 1 --2- 172.21.15.71:0/3816864579 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee015d0 0x5601bee09860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.180+0000 7f634a59c640 1 -- 172.21.15.71:0/3816864579 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601bedfded0 con 0x5601bee02b40 2024-09-05T07:39:30.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.180+0000 7f634b59e640 1 --2- 172.21.15.71:0/3816864579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee0c370 0x5601bee04660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:30.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.180+0000 7f634a59c640 1 --2- 172.21.15.71:0/3816864579 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee02b40 0x5601bee04120 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f634009b520 tx=0x7f634001a3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5d36bb0df38ba242 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:30.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.180+0000 7f6330ff9640 1 -- 172.21.15.71:0/3816864579 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6340020040 con 0x5601bee02b40 2024-09-05T07:39:30.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.181+0000 7f6330ff9640 1 -- 172.21.15.71:0/3816864579 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f634009b590 con 0x5601bee02b40 2024-09-05T07:39:30.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.181+0000 7f6330ff9640 1 -- 172.21.15.71:0/3816864579 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f634009f890 con 0x5601bee02b40 2024-09-05T07:39:30.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.181+0000 7f63534b6740 1 -- 172.21.15.71:0/3816864579 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee02b40 msgr2=0x5601bee04120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:30.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.181+0000 7f63534b6740 1 --2- 172.21.15.71:0/3816864579 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee02b40 0x5601bee04120 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f634009b520 tx=0x7f634001a3a0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.181+0000 7f63534b6740 1 -- 172.21.15.71:0/3816864579 shutdown_connections 2024-09-05T07:39:30.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.181+0000 7f63534b6740 1 --2- 172.21.15.71:0/3816864579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee0c370 0x5601bee04660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.181+0000 7f63534b6740 1 --2- 172.21.15.71:0/3816864579 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee02b40 0x5601bee04120 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.181+0000 7f63534b6740 1 --2- 172.21.15.71:0/3816864579 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee015d0 0x5601bee09860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.181+0000 7f63534b6740 1 -- 172.21.15.71:0/3816864579 >> 172.21.15.71:0/3816864579 conn(0x5601bedca310 msgr2=0x5601bee0b010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:30.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.181+0000 7f63534b6740 1 -- 172.21.15.71:0/3816864579 shutdown_connections 2024-09-05T07:39:30.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.181+0000 7f63534b6740 1 -- 172.21.15.71:0/3816864579 wait complete. 2024-09-05T07:39:30.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.182+0000 7f63534b6740 1 -- start start 2024-09-05T07:39:30.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.182+0000 7f63534b6740 1 Processor -- start 2024-09-05T07:39:30.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.182+0000 7f63534b6740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee015d0 0x5601bee214c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:30.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.182+0000 7f63534b6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee02b40 0x5601bee21a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:30.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.182+0000 7f63534b6740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee0c370 0x5601bee05940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:30.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.182+0000 7f63534b6740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f634c1ab500 con 0x5601bee015d0 2024-09-05T07:39:30.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.182+0000 7f63534b6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f634c1ac970 con 0x5601bee02b40 2024-09-05T07:39:30.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.182+0000 7f63534b6740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f634c1abbd0 con 0x5601bee0c370 2024-09-05T07:39:30.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.182+0000 7f63534b6740 10 client.0 _ll_register_callbacks cb 0x5601bee0c2c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:30.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.182+0000 7f634ad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee015d0 0x5601bee214c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:30.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.182+0000 7f634ad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee015d0 0x5601bee214c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55030/0 (socket says 172.21.15.71:55030) 2024-09-05T07:39:30.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.182+0000 7f634ad9d640 1 -- 172.21.15.71:0/2078084640 learned_addr learned my addr 172.21.15.71:0/2078084640 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:30.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.183+0000 7f634a59c640 1 --2- 172.21.15.71:0/2078084640 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee02b40 0x5601bee21a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:30.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.183+0000 7f634ad9d640 1 -- 172.21.15.71:0/2078084640 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee0c370 msgr2=0x5601bee05940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:30.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.183+0000 7f634b59e640 1 --2- 172.21.15.71:0/2078084640 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee0c370 0x5601bee05940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:30.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.183+0000 7f634ad9d640 1 --2- 172.21.15.71:0/2078084640 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee0c370 0x5601bee05940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.183+0000 7f634ad9d640 1 -- 172.21.15.71:0/2078084640 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee02b40 msgr2=0x5601bee21a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:30.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.183+0000 7f634ad9d640 1 --2- 172.21.15.71:0/2078084640 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee02b40 0x5601bee21a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.183+0000 7f634ad9d640 1 -- 172.21.15.71:0/2078084640 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601bee06170 con 0x5601bee015d0 2024-09-05T07:39:30.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.183+0000 7f634a59c640 1 --2- 172.21.15.71:0/2078084640 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee02b40 0x5601bee21a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:39:30.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.183+0000 7f634b59e640 1 --2- 172.21.15.71:0/2078084640 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee0c370 0x5601bee05940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:30.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.183+0000 7f634ad9d640 1 --2- 172.21.15.71:0/2078084640 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee015d0 0x5601bee214c0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f633c009810 tx=0x7f633c019570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23088fb78208f19 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:30.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.183+0000 7f632eff5640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:30.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.183+0000 7f632eff5640 1 -- 172.21.15.71:0/2078084640 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633c01e040 con 0x5601bee015d0 2024-09-05T07:39:30.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.183+0000 7f632eff5640 1 -- 172.21.15.71:0/2078084640 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f633c005040 con 0x5601bee015d0 2024-09-05T07:39:30.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.183+0000 7f63534b6740 1 -- 172.21.15.71:0/2078084640 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f634009b590 con 0x5601bee015d0 2024-09-05T07:39:30.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.183+0000 7f632eff5640 1 -- 172.21.15.71:0/2078084640 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f633c005240 con 0x5601bee015d0 2024-09-05T07:39:30.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.183+0000 7f63534b6740 10 client.15612 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:30.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.183+0000 7f63534b6740 1 -- 172.21.15.71:0/2078084640 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5601bee8edf0 con 0x5601bee015d0 2024-09-05T07:39:30.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.184+0000 7f632eff5640 1 -- 172.21.15.71:0/2078084640 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f633c019cd0 con 0x5601bee015d0 2024-09-05T07:39:30.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.184+0000 7f632eff5640 1 -- 172.21.15.71:0/2078084640 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f633c00f950 con 0x5601bee015d0 2024-09-05T07:39:30.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.184+0000 7f63534b6740 10 client.15612 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:30.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.184+0000 7f63534b6740 10 client.15612 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:39:30.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.184+0000 7f63534b6740 20 client.15612 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:30.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.184+0000 7f63534b6740 1 --2- 172.21.15.71:0/2078084640 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5601bee8f380 0x5601bee91770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:30.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.184+0000 7f63534b6740 4 client.15612 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:39:30.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.184+0000 7f63534b6740 1 -- 172.21.15.71:0/2078084640 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f634009b590 con 0x5601bee8f380 2024-09-05T07:39:30.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.184+0000 7f634a59c640 1 --2- 172.21.15.71:0/2078084640 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5601bee8f380 0x5601bee91770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:30.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.184+0000 7f634a59c640 1 --2- 172.21.15.71:0/2078084640 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5601bee8f380 0x5601bee91770 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=47f21ef931d7af5f server_cookie=c6ce98902fcd260a in_seq=0 out_seq=0 2024-09-05T07:39:30.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.184+0000 7f632eff5640 10 client.15612 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:39:30.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.185+0000 7f632eff5640 1 -- 172.21.15.71:0/2078084640 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f634009b590 con 0x5601bee8f380 2024-09-05T07:39:30.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.185+0000 7f632eff5640 10 client.15612 handle_command_reply: tid=0 2024-09-05T07:39:30.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.185+0000 7f63534b6740 1 client.15612 shutdown 2024-09-05T07:39:30.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.185+0000 7f63534b6740 1 -- 172.21.15.71:0/2078084640 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee015d0 msgr2=0x5601bee214c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:30.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.185+0000 7f63534b6740 1 --2- 172.21.15.71:0/2078084640 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee015d0 0x5601bee214c0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f633c009810 tx=0x7f633c019570 comp rx=0 tx=0).stop 2024-09-05T07:39:30.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.185+0000 7f63534b6740 1 -- 172.21.15.71:0/2078084640 shutdown_connections 2024-09-05T07:39:30.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.185+0000 7f63534b6740 1 --2- 172.21.15.71:0/2078084640 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5601bee0c370 0x5601bee05940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.185+0000 7f63534b6740 1 --2- 172.21.15.71:0/2078084640 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5601bee8f380 0x5601bee91770 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.185+0000 7f63534b6740 1 --2- 172.21.15.71:0/2078084640 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601bee02b40 0x5601bee21a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.185+0000 7f63534b6740 1 --2- 172.21.15.71:0/2078084640 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601bee015d0 0x5601bee214c0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.185+0000 7f63534b6740 1 -- 172.21.15.71:0/2078084640 >> 172.21.15.71:0/2078084640 conn(0x5601bedca310 msgr2=0x5601bee0a7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:30.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.185+0000 7f632eff5640 0 client.15612 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:39:30.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.185+0000 7f63534b6740 1 -- 172.21.15.71:0/2078084640 shutdown_connections 2024-09-05T07:39:30.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.185+0000 7f63534b6740 1 -- 172.21.15.71:0/2078084640 wait complete. 2024-09-05T07:39:30.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.185+0000 7f63534b6740 20 client.15612 trim_cache size 0 max 16384 2024-09-05T07:39:30.191 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:39:30.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.186+0000 7f63510dd640 1 -- 172.21.15.71:0/712758499 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f63340a2e10 msgr2=0x7f63340a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:30.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.186+0000 7f63510dd640 1 --2- 172.21.15.71:0/712758499 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f63340a2e10 0x7f63340a52d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x5601bee02070 tx=0x7f6344005ef0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.186+0000 7f63510dd640 1 -- 172.21.15.71:0/712758499 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f634c102570 msgr2=0x7f634c199800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:30.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.186+0000 7f63510dd640 1 --2- 172.21.15.71:0/712758499 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f634c102570 0x7f634c199800 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f6340005fd0 tx=0x7f634000dde0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.186+0000 7f63510dd640 1 -- 172.21.15.71:0/712758499 shutdown_connections 2024-09-05T07:39:30.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.186+0000 7f63510dd640 1 --2- 172.21.15.71:0/712758499 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f63340a2e10 0x7f63340a52d0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.186+0000 7f63510dd640 1 --2- 172.21.15.71:0/712758499 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f634c102ef0 0x7f634c1a4340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.186+0000 7f63510dd640 1 --2- 172.21.15.71:0/712758499 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f634c102570 0x7f634c199800 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.186+0000 7f63510dd640 1 --2- 172.21.15.71:0/712758499 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f634c100e20 0x7f634c1992c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:30.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.186+0000 7f63510dd640 1 -- 172.21.15.71:0/712758499 >> 172.21.15.71:0/712758499 conn(0x7f634c0fc7d0 msgr2=0x7f634c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:30.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.186+0000 7f63510dd640 1 -- 172.21.15.71:0/712758499 shutdown_connections 2024-09-05T07:39:30.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:30.186+0000 7f63510dd640 1 -- 172.21.15.71:0/712758499 wait complete. 2024-09-05T07:39:30.748 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '998e239b', quiesce took 8.2 seconds. Will release after: 20.0 2024-09-05T07:39:30.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:30 smithi071 ceph-mon[30965]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:39:30.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:30 smithi123 ceph-mon[34568]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:39:30.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:30 smithi192 ceph-mon[34929]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:39:31.510 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T07:39:31.827 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:32.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.356+0000 7f232706b640 1 -- 172.21.15.71:0/2739733375 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2320102ef0 msgr2=0x7f232010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:32.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.356+0000 7f232706b640 1 --2- 172.21.15.71:0/2739733375 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2320102ef0 0x7f232010da40 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f2318009ca0 tx=0x7f231802a950 comp rx=0 tx=0).stop 2024-09-05T07:39:32.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.356+0000 7f232706b640 1 -- 172.21.15.71:0/2739733375 shutdown_connections 2024-09-05T07:39:32.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.356+0000 7f232706b640 1 --2- 172.21.15.71:0/2739733375 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2320102ef0 0x7f232010da40 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.356+0000 7f232706b640 1 --2- 172.21.15.71:0/2739733375 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2320102570 0x7f23201029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.356+0000 7f232706b640 1 --2- 172.21.15.71:0/2739733375 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2320100e20 0x7f2320101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.356+0000 7f232706b640 1 -- 172.21.15.71:0/2739733375 >> 172.21.15.71:0/2739733375 conn(0x7f23200fc7d0 msgr2=0x7f23200febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:32.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.356+0000 7f232706b640 1 -- 172.21.15.71:0/2739733375 shutdown_connections 2024-09-05T07:39:32.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.356+0000 7f232706b640 1 -- 172.21.15.71:0/2739733375 wait complete. 2024-09-05T07:39:32.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.356+0000 7f232706b640 1 Processor -- start 2024-09-05T07:39:32.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.357+0000 7f232706b640 1 -- start start 2024-09-05T07:39:32.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.357+0000 7f232706b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2320100e20 0x7f2320199280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:32.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.357+0000 7f232706b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2320102570 0x7f23201997c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:32.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.357+0000 7f232706b640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2320102ef0 0x7f2320199d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:32.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.357+0000 7f232706b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2320110e30 con 0x7f2320102570 2024-09-05T07:39:32.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.357+0000 7f232706b640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2320110cb0 con 0x7f2320102ef0 2024-09-05T07:39:32.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.357+0000 7f232706b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2320110fb0 con 0x7f2320100e20 2024-09-05T07:39:32.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.357+0000 7f231ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2320102570 0x7f23201997c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:32.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.357+0000 7f231ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2320102570 0x7f23201997c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34628/0 (socket says 172.21.15.71:34628) 2024-09-05T07:39:32.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.357+0000 7f231ffff640 1 -- 172.21.15.71:0/3402105949 learned_addr learned my addr 172.21.15.71:0/3402105949 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:32.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.357+0000 7f2324e07640 1 --2- 172.21.15.71:0/3402105949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2320100e20 0x7f2320199280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:32.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.357+0000 7f231ffff640 1 -- 172.21.15.71:0/3402105949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2320100e20 msgr2=0x7f2320199280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:32.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.357+0000 7f231ffff640 1 --2- 172.21.15.71:0/3402105949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2320100e20 0x7f2320199280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.357+0000 7f231ffff640 1 -- 172.21.15.71:0/3402105949 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2320102ef0 msgr2=0x7f2320199d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:32.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.357+0000 7f231ffff640 1 --2- 172.21.15.71:0/3402105949 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2320102ef0 0x7f2320199d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.357+0000 7f231ffff640 1 -- 172.21.15.71:0/3402105949 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2320197070 con 0x7f2320102570 2024-09-05T07:39:32.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.357+0000 7f2324e07640 1 --2- 172.21.15.71:0/3402105949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2320100e20 0x7f2320199280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:39:32.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.358+0000 7f231ffff640 1 --2- 172.21.15.71:0/3402105949 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2320102570 0x7f23201997c0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f230c00c920 tx=0x7f230c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:32.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.358+0000 7f231dffb640 1 -- 172.21.15.71:0/3402105949 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f230c007c70 con 0x7f2320102570 2024-09-05T07:39:32.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.358+0000 7f232706b640 1 -- 172.21.15.71:0/3402105949 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2320197360 con 0x7f2320102570 2024-09-05T07:39:32.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.358+0000 7f231dffb640 1 -- 172.21.15.71:0/3402105949 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f230c007e10 con 0x7f2320102570 2024-09-05T07:39:32.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.358+0000 7f231dffb640 1 -- 172.21.15.71:0/3402105949 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f230c018820 con 0x7f2320102570 2024-09-05T07:39:32.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.358+0000 7f232706b640 1 -- 172.21.15.71:0/3402105949 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23201978f0 con 0x7f2320102570 2024-09-05T07:39:32.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.360+0000 7f231dffb640 1 -- 172.21.15.71:0/3402105949 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7f230c0189c0 con 0x7f2320102570 2024-09-05T07:39:32.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.361+0000 7f2329444740 1 Processor -- start 2024-09-05T07:39:32.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.361+0000 7f2329444740 1 -- start start 2024-09-05T07:39:32.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.361+0000 7f231dffb640 1 --2- 172.21.15.71:0/3402105949 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f23100a2e10 0x7f23100a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:32.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.361+0000 7f2329444740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa73f7b40 0x557fa73f6090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:32.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.361+0000 7f2329444740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f65d0 0x557fa73f6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:32.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.362+0000 7f2329444740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557fa7401370 0x557fa7403760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:32.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.362+0000 7f2329444740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x557fa735c2f0 con 0x557fa73f65d0 2024-09-05T07:39:32.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.362+0000 7f2329444740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x557fa7303cf0 con 0x557fa7401370 2024-09-05T07:39:32.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.362+0000 7f2329444740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x557fa73582b0 con 0x557fa73f7b40 2024-09-05T07:39:32.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.362+0000 7f2325608640 1 --2- 172.21.15.71:0/3402105949 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f23100a2e10 0x7f23100a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:32.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.362+0000 7f2324e07640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa73f7b40 0x557fa73f6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:32.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.362+0000 7f2324e07640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa73f7b40 0x557fa73f6090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.71:39486/0 (socket says 172.21.15.71:39486) 2024-09-05T07:39:32.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.362+0000 7f2324e07640 1 -- 172.21.15.71:0/3078913911 learned_addr learned my addr 172.21.15.71:0/3078913911 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:32.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.362+0000 7f231ffff640 1 --2- 172.21.15.71:0/3078913911 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f65d0 0x557fa73f6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:32.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.362+0000 7f2325608640 1 --2- 172.21.15.71:0/3078913911 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557fa7401370 0x557fa7403760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:32.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.362+0000 7f231dffb640 1 -- 172.21.15.71:0/3402105949 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f230c0cfca0 con 0x7f2320102570 2024-09-05T07:39:32.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.362+0000 7f2324e07640 1 -- 172.21.15.71:0/3078913911 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557fa7401370 msgr2=0x557fa7403760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:32.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.362+0000 7f2324e07640 1 --2- 172.21.15.71:0/3078913911 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557fa7401370 0x557fa7403760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.362+0000 7f2324e07640 1 -- 172.21.15.71:0/3078913911 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f65d0 msgr2=0x557fa73f6a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:32.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.362+0000 7f2324e07640 1 --2- 172.21.15.71:0/3078913911 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f65d0 0x557fa73f6a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.362+0000 7f2324e07640 1 -- 172.21.15.71:0/3078913911 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557fa72e83a0 con 0x557fa73f7b40 2024-09-05T07:39:32.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.362+0000 7f231ffff640 1 --2- 172.21.15.71:0/3078913911 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f65d0 0x557fa73f6a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:39:32.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.363+0000 7f2324e07640 1 --2- 172.21.15.71:0/3078913911 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa73f7b40 0x557fa73f6090 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f231400bcc0 tx=0x7f231400f730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=561b3621d0926ac0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:32.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.363+0000 7f230affd640 1 -- 172.21.15.71:0/3078913911 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2314015070 con 0x557fa73f7b40 2024-09-05T07:39:32.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.363+0000 7f2325608640 1 --2- 172.21.15.71:0/3402105949 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f23100a2e10 0x7f23100a52d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2318006010 tx=0x7f231802f8c0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:32.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.363+0000 7f230affd640 1 -- 172.21.15.71:0/3078913911 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f23140118f0 con 0x557fa73f7b40 2024-09-05T07:39:32.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.363+0000 7f230affd640 1 -- 172.21.15.71:0/3078913911 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2314010890 con 0x557fa73f7b40 2024-09-05T07:39:32.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.364+0000 7f2329444740 1 -- 172.21.15.71:0/3078913911 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa73f7b40 msgr2=0x557fa73f6090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:32.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.364+0000 7f2329444740 1 --2- 172.21.15.71:0/3078913911 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa73f7b40 0x557fa73f6090 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f231400bcc0 tx=0x7f231400f730 comp rx=0 tx=0).stop 2024-09-05T07:39:32.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.364+0000 7f2329444740 1 -- 172.21.15.71:0/3078913911 shutdown_connections 2024-09-05T07:39:32.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.364+0000 7f2329444740 1 --2- 172.21.15.71:0/3078913911 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557fa7401370 0x557fa7403760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.364+0000 7f2329444740 1 --2- 172.21.15.71:0/3078913911 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f65d0 0x557fa73f6a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.364+0000 7f2329444740 1 --2- 172.21.15.71:0/3078913911 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa73f7b40 0x557fa73f6090 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.364+0000 7f2329444740 1 -- 172.21.15.71:0/3078913911 >> 172.21.15.71:0/3078913911 conn(0x557fa73bf310 msgr2=0x557fa73f2c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:32.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.364+0000 7f2329444740 1 -- 172.21.15.71:0/3078913911 shutdown_connections 2024-09-05T07:39:32.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.364+0000 7f2329444740 1 -- 172.21.15.71:0/3078913911 wait complete. 2024-09-05T07:39:32.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.364+0000 7f2329444740 1 -- start start 2024-09-05T07:39:32.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.364+0000 7f2329444740 1 Processor -- start 2024-09-05T07:39:32.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.365+0000 7f2329444740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557fa73f65d0 0x557fa7400d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:32.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.365+0000 7f2329444740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f7b40 0x557fa73fdfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:32.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.365+0000 7f2329444740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa7401370 0x557fa73fe560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:32.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.365+0000 7f2329444740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x557fa7404070 con 0x557fa73f7b40 2024-09-05T07:39:32.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.365+0000 7f2329444740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x557fa7317060 con 0x557fa73f65d0 2024-09-05T07:39:32.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.365+0000 7f2329444740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x557fa74041f0 con 0x557fa7401370 2024-09-05T07:39:32.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.365+0000 7f2329444740 10 client.0 _ll_register_callbacks cb 0x557fa706a8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:32.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.365+0000 7f231ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f7b40 0x557fa73fdfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:32.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.365+0000 7f231ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f7b40 0x557fa73fdfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34642/0 (socket says 172.21.15.71:34642) 2024-09-05T07:39:32.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.365+0000 7f231ffff640 1 -- 172.21.15.71:0/1855418997 learned_addr learned my addr 172.21.15.71:0/1855418997 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:32.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.365+0000 7f2325608640 1 --2- 172.21.15.71:0/1855418997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa7401370 0x557fa73fe560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:32.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.365+0000 7f2324e07640 1 --2- 172.21.15.71:0/1855418997 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557fa73f65d0 0x557fa7400d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:32.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.365+0000 7f231ffff640 1 -- 172.21.15.71:0/1855418997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa7401370 msgr2=0x557fa73fe560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:32.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.365+0000 7f231ffff640 1 --2- 172.21.15.71:0/1855418997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa7401370 0x557fa73fe560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.365+0000 7f231ffff640 1 -- 172.21.15.71:0/1855418997 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557fa73f65d0 msgr2=0x557fa7400d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:32.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.365+0000 7f231ffff640 1 --2- 172.21.15.71:0/1855418997 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557fa73f65d0 0x557fa7400d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.365+0000 7f231ffff640 1 -- 172.21.15.71:0/1855418997 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557fa70cd3c0 con 0x557fa73f7b40 2024-09-05T07:39:32.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.365+0000 7f231ffff640 1 --2- 172.21.15.71:0/1855418997 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f7b40 0x557fa73fdfc0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f230c098540 tx=0x7f230c09b590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=baca116ce5569d4c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:32.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.365+0000 7f22fffff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:32.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.366+0000 7f22fffff640 1 -- 172.21.15.71:0/1855418997 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f230c01f590 con 0x557fa73f7b40 2024-09-05T07:39:32.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.366+0000 7f22fffff640 1 -- 172.21.15.71:0/1855418997 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f230c07a990 con 0x557fa73f7b40 2024-09-05T07:39:32.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.366+0000 7f2329444740 1 -- 172.21.15.71:0/1855418997 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f23140118f0 con 0x557fa73f7b40 2024-09-05T07:39:32.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.366+0000 7f22fffff640 1 -- 172.21.15.71:0/1855418997 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f230c00fb00 con 0x557fa73f7b40 2024-09-05T07:39:32.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.366+0000 7f2329444740 10 client.15624 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:32.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.366+0000 7f2329444740 1 -- 172.21.15.71:0/1855418997 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557fa740fac0 con 0x557fa73f7b40 2024-09-05T07:39:32.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.366+0000 7f22fffff640 1 -- 172.21.15.71:0/1855418997 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f230c0b3050 con 0x557fa73f7b40 2024-09-05T07:39:32.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.366+0000 7f22fffff640 1 -- 172.21.15.71:0/1855418997 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f230c09bdd0 con 0x557fa73f7b40 2024-09-05T07:39:32.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.366+0000 7f2329444740 10 client.15624 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:32.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.366+0000 7f2329444740 10 client.15624 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:39:32.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.366+0000 7f2329444740 20 client.15624 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:32.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.366+0000 7f2329444740 1 --2- 172.21.15.71:0/1855418997 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557fa7410f20 0x557fa7413330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:32.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.366+0000 7f2329444740 4 client.15624 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:39:32.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.366+0000 7f2329444740 1 -- 172.21.15.71:0/1855418997 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f23140118f0 con 0x557fa7410f20 2024-09-05T07:39:32.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.367+0000 7f2324e07640 1 --2- 172.21.15.71:0/1855418997 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557fa7410f20 0x557fa7413330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:32.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.367+0000 7f22fffff640 10 client.15624 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:32.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.367+0000 7f2324e07640 1 --2- 172.21.15.71:0/1855418997 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557fa7410f20 0x557fa7413330 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=390f8469ef3f4278 server_cookie=7046d0deb15bf73a in_seq=0 out_seq=0 2024-09-05T07:39:32.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.368+0000 7f22fffff640 1 -- 172.21.15.71:0/1855418997 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f23140118f0 con 0x557fa7410f20 2024-09-05T07:39:32.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.368+0000 7f22fffff640 10 client.15624 handle_command_reply: tid=0 2024-09-05T07:39:32.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.368+0000 7f2329444740 1 client.15624 shutdown 2024-09-05T07:39:32.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.368+0000 7f2329444740 1 -- 172.21.15.71:0/1855418997 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f7b40 msgr2=0x557fa73fdfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:32.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.368+0000 7f2329444740 1 --2- 172.21.15.71:0/1855418997 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f7b40 0x557fa73fdfc0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f230c098540 tx=0x7f230c09b590 comp rx=0 tx=0).stop 2024-09-05T07:39:32.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.368+0000 7f2329444740 1 -- 172.21.15.71:0/1855418997 shutdown_connections 2024-09-05T07:39:32.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.368+0000 7f2329444740 1 --2- 172.21.15.71:0/1855418997 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557fa7410f20 0x557fa7413330 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.368+0000 7f22fffff640 0 client.15624 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:32.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.368+0000 7f2329444740 1 --2- 172.21.15.71:0/1855418997 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa7401370 0x557fa73fe560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.368+0000 7f2329444740 1 --2- 172.21.15.71:0/1855418997 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f7b40 0x557fa73fdfc0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.368+0000 7f2329444740 1 --2- 172.21.15.71:0/1855418997 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557fa73f65d0 0x557fa7400d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.368+0000 7f2329444740 1 -- 172.21.15.71:0/1855418997 >> 172.21.15.71:0/1855418997 conn(0x557fa73bf310 msgr2=0x557fa73f8960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:32.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.368+0000 7f2329444740 1 -- 172.21.15.71:0/1855418997 shutdown_connections 2024-09-05T07:39:32.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.368+0000 7f2329444740 1 -- 172.21.15.71:0/1855418997 wait complete. 2024-09-05T07:39:32.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.369+0000 7f2329444740 20 client.15624 trim_cache size 0 max 16384 2024-09-05T07:39:32.394 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.393+0000 7f2329444740 1 Processor -- start 2024-09-05T07:39:32.394 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.393+0000 7f2329444740 1 -- start start 2024-09-05T07:39:32.395 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.393+0000 7f2329444740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f65d0 0x557fa73fff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:32.395 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.393+0000 7f2329444740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557fa73f7b40 0x557fa73f9120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:32.395 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.393+0000 7f2329444740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa7401370 0x557fa73f9660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:32.395 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.393+0000 7f2329444740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f23201b3b00 con 0x557fa73f65d0 2024-09-05T07:39:32.395 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.393+0000 7f2329444740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f23201b13d0 con 0x557fa73f7b40 2024-09-05T07:39:32.395 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.393+0000 7f2329444740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f23201af220 con 0x557fa7401370 2024-09-05T07:39:32.395 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.393+0000 7f2324e07640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f65d0 0x557fa73fff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:32.395 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.393+0000 7f2324e07640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f65d0 0x557fa73fff30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34650/0 (socket says 172.21.15.71:34650) 2024-09-05T07:39:32.395 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.393+0000 7f2324e07640 1 -- 172.21.15.71:0/1505151014 learned_addr learned my addr 172.21.15.71:0/1505151014 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:32.395 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.394+0000 7f231ffff640 1 --2- 172.21.15.71:0/1505151014 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557fa73f7b40 0x557fa73f9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:32.395 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.394+0000 7f2325608640 1 --2- 172.21.15.71:0/1505151014 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa7401370 0x557fa73f9660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:32.395 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.394+0000 7f2324e07640 1 -- 172.21.15.71:0/1505151014 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa7401370 msgr2=0x557fa73f9660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:32.395 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.394+0000 7f2324e07640 1 --2- 172.21.15.71:0/1505151014 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa7401370 0x557fa73f9660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.396 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.394+0000 7f2324e07640 1 -- 172.21.15.71:0/1505151014 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557fa73f7b40 msgr2=0x557fa73f9120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:32.396 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.394+0000 7f2324e07640 1 --2- 172.21.15.71:0/1505151014 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557fa73f7b40 0x557fa73f9120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.396 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.394+0000 7f2324e07640 1 -- 172.21.15.71:0/1505151014 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557fa73f3960 con 0x557fa73f65d0 2024-09-05T07:39:32.396 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.394+0000 7f2324e07640 1 --2- 172.21.15.71:0/1505151014 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f65d0 0x557fa73fff30 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f231400fc30 tx=0x7f231400b660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b580ac53cf6393a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:32.396 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.394+0000 7f230a7fc640 1 -- 172.21.15.71:0/1505151014 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2314015040 con 0x557fa73f65d0 2024-09-05T07:39:32.396 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.394+0000 7f230a7fc640 1 -- 172.21.15.71:0/1505151014 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f231400b940 con 0x557fa73f65d0 2024-09-05T07:39:32.396 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.394+0000 7f230a7fc640 1 -- 172.21.15.71:0/1505151014 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23140104e0 con 0x557fa73f65d0 2024-09-05T07:39:32.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.395+0000 7f2329444740 1 -- 172.21.15.71:0/1505151014 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f65d0 msgr2=0x557fa73fff30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:32.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.395+0000 7f2329444740 1 --2- 172.21.15.71:0/1505151014 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f65d0 0x557fa73fff30 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f231400fc30 tx=0x7f231400b660 comp rx=0 tx=0).stop 2024-09-05T07:39:32.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.395+0000 7f2329444740 1 -- 172.21.15.71:0/1505151014 shutdown_connections 2024-09-05T07:39:32.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.395+0000 7f2329444740 1 --2- 172.21.15.71:0/1505151014 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa7401370 0x557fa73f9660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.395+0000 7f2329444740 1 --2- 172.21.15.71:0/1505151014 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557fa73f7b40 0x557fa73f9120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.395+0000 7f2329444740 1 --2- 172.21.15.71:0/1505151014 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f65d0 0x557fa73fff30 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.398 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.395+0000 7f2329444740 1 -- 172.21.15.71:0/1505151014 >> 172.21.15.71:0/1505151014 conn(0x557fa73bf310 msgr2=0x557fa73ff820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:32.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.395+0000 7f2329444740 1 -- 172.21.15.71:0/1505151014 shutdown_connections 2024-09-05T07:39:32.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.395+0000 7f2329444740 1 -- 172.21.15.71:0/1505151014 wait complete. 2024-09-05T07:39:32.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.396+0000 7f2329444740 1 -- start start 2024-09-05T07:39:32.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.396+0000 7f2329444740 1 Processor -- start 2024-09-05T07:39:32.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.397+0000 7f2329444740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f65d0 0x557fa7409bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:32.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.397+0000 7f2329444740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557fa73f7b40 0x557fa73fad80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:32.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.397+0000 7f2329444740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa7401370 0x557fa73fb2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:32.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.397+0000 7f2324e07640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f65d0 0x557fa7409bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:32.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.397+0000 7f2329444740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f23201af890 con 0x557fa73f65d0 2024-09-05T07:39:32.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.397+0000 7f2324e07640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f65d0 0x557fa7409bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34662/0 (socket says 172.21.15.71:34662) 2024-09-05T07:39:32.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.397+0000 7f2324e07640 1 -- 172.21.15.71:0/3428272344 learned_addr learned my addr 172.21.15.71:0/3428272344 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:32.399 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.397+0000 7f2329444740 1 -- 172.21.15.71:0/3428272344 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f23201b0d00 con 0x557fa73f7b40 2024-09-05T07:39:32.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.397+0000 7f2329444740 1 -- 172.21.15.71:0/3428272344 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f23201aff60 con 0x557fa7401370 2024-09-05T07:39:32.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.397+0000 7f2329444740 10 client.0 _ll_register_callbacks cb 0x7f230c09b9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:32.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.397+0000 7f2325608640 1 --2- 172.21.15.71:0/3428272344 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa7401370 0x557fa73fb2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:32.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.397+0000 7f231ffff640 1 --2- 172.21.15.71:0/3428272344 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557fa73f7b40 0x557fa73fad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:32.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.397+0000 7f2325608640 1 -- 172.21.15.71:0/3428272344 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557fa73f7b40 msgr2=0x557fa73fad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:32.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.397+0000 7f2325608640 1 --2- 172.21.15.71:0/3428272344 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557fa73f7b40 0x557fa73fad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.397+0000 7f2325608640 1 -- 172.21.15.71:0/3428272344 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f65d0 msgr2=0x557fa7409bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:32.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.397+0000 7f2325608640 1 --2- 172.21.15.71:0/3428272344 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f65d0 0x557fa7409bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.397+0000 7f2325608640 1 -- 172.21.15.71:0/3428272344 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557fa73fbaf0 con 0x557fa7401370 2024-09-05T07:39:32.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.397+0000 7f2324e07640 1 --2- 172.21.15.71:0/3428272344 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f65d0 0x557fa7409bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:39:32.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.397+0000 7f2325608640 1 --2- 172.21.15.71:0/3428272344 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa7401370 0x557fa73fb2c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f231802ae70 tx=0x7f2318043000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dc2442cd30adea34 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:32.400 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.398+0000 7f22fffff640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-05T07:39:32.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.398+0000 7f22fffff640 1 -- 172.21.15.71:0/3428272344 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2318034040 con 0x557fa7401370 2024-09-05T07:39:32.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.398+0000 7f22fffff640 1 -- 172.21.15.71:0/3428272344 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f2318004240 con 0x557fa7401370 2024-09-05T07:39:32.401 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.398+0000 7f2329444740 1 -- 172.21.15.71:0/3428272344 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f231400b940 con 0x557fa7401370 2024-09-05T07:39:32.402 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.398+0000 7f22fffff640 1 -- 172.21.15.71:0/3428272344 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f231805b050 con 0x557fa7401370 2024-09-05T07:39:32.402 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.398+0000 7f2329444740 10 client.25171 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:32.402 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.398+0000 7f2329444740 1 -- 172.21.15.71:0/3428272344 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557fa747bbf0 con 0x557fa7401370 2024-09-05T07:39:32.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.398+0000 7f22fffff640 1 -- 172.21.15.71:0/3428272344 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f231400b940 con 0x557fa7401370 2024-09-05T07:39:32.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.399+0000 7f22fffff640 1 -- 172.21.15.71:0/3428272344 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f231803cae0 con 0x557fa7401370 2024-09-05T07:39:32.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.399+0000 7f2329444740 10 client.25171 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:32.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.399+0000 7f2329444740 10 client.25171 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:39:32.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.399+0000 7f2329444740 20 client.25171 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:32.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.399+0000 7f2329444740 1 --2- 172.21.15.71:0/3428272344 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557fa747c390 0x557fa747e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:32.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.399+0000 7f2329444740 4 client.25171 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:39:32.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.399+0000 7f2329444740 1 -- 172.21.15.71:0/3428272344 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557fa7369860 con 0x557fa747c390 2024-09-05T07:39:32.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.399+0000 7f2324e07640 1 --2- 172.21.15.71:0/3428272344 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557fa747c390 0x557fa747e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:32.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.400+0000 7f22fffff640 10 client.25171 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:32.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.400+0000 7f2324e07640 1 --2- 172.21.15.71:0/3428272344 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557fa747c390 0x557fa747e7b0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b11772b1307a7d01 server_cookie=9e2924484578043c in_seq=0 out_seq=0 2024-09-05T07:39:32.403 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.400+0000 7f22fffff640 1 -- 172.21.15.71:0/3428272344 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557fa7369860 con 0x557fa747c390 2024-09-05T07:39:32.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.400+0000 7f22fffff640 10 client.25171 handle_command_reply: tid=0 2024-09-05T07:39:32.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.400+0000 7f2329444740 1 client.25171 shutdown 2024-09-05T07:39:32.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.400+0000 7f2329444740 1 -- 172.21.15.71:0/3428272344 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa7401370 msgr2=0x557fa73fb2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:32.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.400+0000 7f2329444740 1 --2- 172.21.15.71:0/3428272344 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa7401370 0x557fa73fb2c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f231802ae70 tx=0x7f2318043000 comp rx=0 tx=0).stop 2024-09-05T07:39:32.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.400+0000 7f2329444740 1 -- 172.21.15.71:0/3428272344 shutdown_connections 2024-09-05T07:39:32.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.400+0000 7f2329444740 1 --2- 172.21.15.71:0/3428272344 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557fa747c390 0x557fa747e7b0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.400+0000 7f2329444740 1 --2- 172.21.15.71:0/3428272344 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557fa7401370 0x557fa73fb2c0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.400+0000 7f22fffff640 0 client.25171 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:32.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.400+0000 7f2329444740 1 --2- 172.21.15.71:0/3428272344 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557fa73f7b40 0x557fa73fad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.400+0000 7f2329444740 1 --2- 172.21.15.71:0/3428272344 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557fa73f65d0 0x557fa7409bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.400+0000 7f2329444740 1 -- 172.21.15.71:0/3428272344 >> 172.21.15.71:0/3428272344 conn(0x557fa73bf310 msgr2=0x557fa7400040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:32.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.401+0000 7f2329444740 1 -- 172.21.15.71:0/3428272344 shutdown_connections 2024-09-05T07:39:32.404 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.401+0000 7f2329444740 1 -- 172.21.15.71:0/3428272344 wait complete. 2024-09-05T07:39:32.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.401+0000 7f2329444740 20 client.25171 trim_cache size 0 max 16384 2024-09-05T07:39:32.405 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:39:32.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.402+0000 7f232706b640 1 -- 172.21.15.71:0/3402105949 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f23100a2e10 msgr2=0x7f23100a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:32.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.402+0000 7f232706b640 1 --2- 172.21.15.71:0/3402105949 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f23100a2e10 0x7f23100a52d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2318006010 tx=0x7f231802f8c0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.405 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.402+0000 7f232706b640 1 -- 172.21.15.71:0/3402105949 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2320102570 msgr2=0x7f23201997c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:32.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.402+0000 7f232706b640 1 --2- 172.21.15.71:0/3402105949 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2320102570 0x7f23201997c0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f230c00c920 tx=0x7f230c00cde0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.402+0000 7f232706b640 1 -- 172.21.15.71:0/3402105949 shutdown_connections 2024-09-05T07:39:32.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.402+0000 7f232706b640 1 --2- 172.21.15.71:0/3402105949 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f23100a2e10 0x7f23100a52d0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.402+0000 7f232706b640 1 --2- 172.21.15.71:0/3402105949 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2320102ef0 0x7f2320199d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.402+0000 7f232706b640 1 --2- 172.21.15.71:0/3402105949 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2320102570 0x7f23201997c0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.402+0000 7f232706b640 1 --2- 172.21.15.71:0/3402105949 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2320100e20 0x7f2320199280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:32.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.402+0000 7f232706b640 1 -- 172.21.15.71:0/3402105949 >> 172.21.15.71:0/3402105949 conn(0x7f23200fc7d0 msgr2=0x7f23201068d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:32.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.403+0000 7f232706b640 1 -- 172.21.15.71:0/3402105949 shutdown_connections 2024-09-05T07:39:32.406 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:32.403+0000 7f232706b640 1 -- 172.21.15.71:0/3402105949 wait complete. 2024-09-05T07:39:32.577 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:32 smithi071 ceph-mon[30965]: pgmap v31: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T07:39:32.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:32 smithi123 ceph-mon[34568]: pgmap v31: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T07:39:32.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:32 smithi192 ceph-mon[34929]: pgmap v31: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T07:39:34.205 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T07:39:34.205 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T07:39:34.549 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:34.851 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:34 smithi071 ceph-mon[30965]: pgmap v32: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-05T07:39:34.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:34 smithi123 ceph-mon[34568]: pgmap v32: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-05T07:39:34.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:34 smithi192 ceph-mon[34929]: pgmap v32: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-05T07:39:35.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.122+0000 7fc2b782c640 1 -- 172.21.15.71:0/4078905392 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc2b0103780 msgr2=0x7fc2b0107bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:35.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.122+0000 7fc2b782c640 1 --2- 172.21.15.71:0/4078905392 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc2b0103780 0x7fc2b0107bc0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fc2a0009930 tx=0x7fc2a002a420 comp rx=0 tx=0).stop 2024-09-05T07:39:35.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.123+0000 7fc2b782c640 1 -- 172.21.15.71:0/4078905392 shutdown_connections 2024-09-05T07:39:35.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.123+0000 7fc2b782c640 1 --2- 172.21.15.71:0/4078905392 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc2b0108300 0x7fc2b010ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.123+0000 7fc2b782c640 1 --2- 172.21.15.71:0/4078905392 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc2b0103780 0x7fc2b0107bc0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.123+0000 7fc2b782c640 1 --2- 172.21.15.71:0/4078905392 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc2b0102dd0 0x7fc2b01031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.123+0000 7fc2b782c640 1 -- 172.21.15.71:0/4078905392 >> 172.21.15.71:0/4078905392 conn(0x7fc2b00fc7d0 msgr2=0x7fc2b00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:35.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.123+0000 7fc2b782c640 1 -- 172.21.15.71:0/4078905392 shutdown_connections 2024-09-05T07:39:35.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.123+0000 7fc2b782c640 1 -- 172.21.15.71:0/4078905392 wait complete. 2024-09-05T07:39:35.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.123+0000 7fc2b782c640 1 Processor -- start 2024-09-05T07:39:35.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.124+0000 7fc2b782c640 1 -- start start 2024-09-05T07:39:35.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.124+0000 7fc2b782c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc2b0102dd0 0x7fc2b0100a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:35.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.124+0000 7fc2b782c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc2b0103780 0x7fc2b0100f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:35.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.124+0000 7fc2b782c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc2b0108300 0x7fc2b01014b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:35.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.124+0000 7fc2b782c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b0111f20 con 0x7fc2b0108300 2024-09-05T07:39:35.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.124+0000 7fc2b782c640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b0111da0 con 0x7fc2b0103780 2024-09-05T07:39:35.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.124+0000 7fc2b782c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b01120a0 con 0x7fc2b0102dd0 2024-09-05T07:39:35.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.124+0000 7fc2b5dc9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc2b0108300 0x7fc2b01014b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:35.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.124+0000 7fc2b5dc9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc2b0108300 0x7fc2b01014b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34678/0 (socket says 172.21.15.71:34678) 2024-09-05T07:39:35.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.124+0000 7fc2b5dc9640 1 -- 172.21.15.71:0/3989926791 learned_addr learned my addr 172.21.15.71:0/3989926791 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:35.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.125+0000 7fc2b4dc7640 1 --2- 172.21.15.71:0/3989926791 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc2b0103780 0x7fc2b0100f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:35.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.125+0000 7fc2b5dc9640 1 -- 172.21.15.71:0/3989926791 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc2b0102dd0 msgr2=0x7fc2b0100a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:35.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.125+0000 7fc2b55c8640 1 --2- 172.21.15.71:0/3989926791 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc2b0102dd0 0x7fc2b0100a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:35.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.125+0000 7fc2b5dc9640 1 --2- 172.21.15.71:0/3989926791 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc2b0102dd0 0x7fc2b0100a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.125+0000 7fc2b5dc9640 1 -- 172.21.15.71:0/3989926791 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc2b0103780 msgr2=0x7fc2b0100f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:35.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.125+0000 7fc2b5dc9640 1 --2- 172.21.15.71:0/3989926791 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc2b0103780 0x7fc2b0100f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.125+0000 7fc2b5dc9640 1 -- 172.21.15.71:0/3989926791 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2b01aaeb0 con 0x7fc2b0108300 2024-09-05T07:39:35.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.125+0000 7fc2b4dc7640 1 --2- 172.21.15.71:0/3989926791 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc2b0103780 0x7fc2b0100f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:35.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.125+0000 7fc2b55c8640 1 --2- 172.21.15.71:0/3989926791 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc2b0102dd0 0x7fc2b0100a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:35.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.125+0000 7fc2b5dc9640 1 --2- 172.21.15.71:0/3989926791 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc2b0108300 0x7fc2b01014b0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fc2a800eaa0 tx=0x7fc2a800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:35.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.125+0000 7fc2a67fc640 1 -- 172.21.15.71:0/3989926791 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a800cdb0 con 0x7fc2b0108300 2024-09-05T07:39:35.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.125+0000 7fc2b782c640 1 -- 172.21.15.71:0/3989926791 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2b01ab0e0 con 0x7fc2b0108300 2024-09-05T07:39:35.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.125+0000 7fc2b782c640 1 -- 172.21.15.71:0/3989926791 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2b01ab5f0 con 0x7fc2b0108300 2024-09-05T07:39:35.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.126+0000 7fc2a67fc640 1 -- 172.21.15.71:0/3989926791 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc2a8005020 con 0x7fc2b0108300 2024-09-05T07:39:35.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.126+0000 7fc2a67fc640 1 -- 172.21.15.71:0/3989926791 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a80116d0 con 0x7fc2b0108300 2024-09-05T07:39:35.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.129+0000 7fc2b9c05740 1 Processor -- start 2024-09-05T07:39:35.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.129+0000 7fc2a67fc640 1 -- 172.21.15.71:0/3989926791 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7fc2a8011870 con 0x7fc2b0108300 2024-09-05T07:39:35.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.129+0000 7fc2b9c05740 1 -- start start 2024-09-05T07:39:35.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.129+0000 7fc2b9c05740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108ab60 0x55b11108af40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:35.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.129+0000 7fc2b9c05740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b11108b480 0x55b111095800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:35.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.129+0000 7fc2b9c05740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b111095d40 0x55b111098130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:35.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.129+0000 7fc2b9c05740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55b110ff0280 con 0x55b111095d40 2024-09-05T07:39:35.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.129+0000 7fc2b9c05740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b110f97b10 con 0x55b11108b480 2024-09-05T07:39:35.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.129+0000 7fc2b9c05740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b110fec240 con 0x55b11108ab60 2024-09-05T07:39:35.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.130+0000 7fc2b55c8640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b11108b480 0x55b111095800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:35.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.130+0000 7fc2b4dc7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b111095d40 0x55b111098130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:35.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.130+0000 7fc2b55c8640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b11108b480 0x55b111095800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:50584/0 (socket says 172.21.15.71:50584) 2024-09-05T07:39:35.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.130+0000 7fc2b55c8640 1 -- 172.21.15.71:0/4005979460 learned_addr learned my addr 172.21.15.71:0/4005979460 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:35.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.130+0000 7fc2a67fc640 1 --2- 172.21.15.71:0/3989926791 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc29c0a2f10 0x7fc29c0a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:35.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.130+0000 7fc2b5dc9640 1 --2- 172.21.15.71:0/3989926791 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc29c0a2f10 0x7fc29c0a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:35.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.130+0000 7fc2a67fc640 1 -- 172.21.15.71:0/3989926791 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc2a80cfbf0 con 0x7fc2b0108300 2024-09-05T07:39:35.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.130+0000 7fc2b4dc7640 1 -- 172.21.15.71:0/4005979460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108ab60 msgr2=0x55b11108af40 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T07:39:35.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.130+0000 7fc2b4dc7640 1 --2- 172.21.15.71:0/4005979460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108ab60 0x55b11108af40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.130+0000 7fc2b4dc7640 1 -- 172.21.15.71:0/4005979460 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b11108b480 msgr2=0x55b111095800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:35.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.130+0000 7fc2b4dc7640 1 --2- 172.21.15.71:0/4005979460 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b11108b480 0x55b111095800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.130+0000 7fc2b4dc7640 1 -- 172.21.15.71:0/4005979460 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b110fa41f0 con 0x55b111095d40 2024-09-05T07:39:35.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.130+0000 7fc2b55c8640 1 --2- 172.21.15.71:0/4005979460 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b11108b480 0x55b111095800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:39:35.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.131+0000 7fc2b4dc7640 1 --2- 172.21.15.71:0/4005979460 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b111095d40 0x55b111098130 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fc2b019c640 tx=0x7fc2a0032b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc214f8fed5b8462 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:35.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.131+0000 7fc29b7fe640 1 -- 172.21.15.71:0/4005979460 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a0035070 con 0x55b111095d40 2024-09-05T07:39:35.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.131+0000 7fc29b7fe640 1 -- 172.21.15.71:0/4005979460 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc2a00044d0 con 0x55b111095d40 2024-09-05T07:39:35.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.131+0000 7fc29b7fe640 1 -- 172.21.15.71:0/4005979460 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a00055a0 con 0x55b111095d40 2024-09-05T07:39:35.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.132+0000 7fc2b9c05740 1 -- 172.21.15.71:0/4005979460 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b111095d40 msgr2=0x55b111098130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:35.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.132+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/4005979460 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b111095d40 0x55b111098130 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fc2b019c640 tx=0x7fc2a0032b70 comp rx=0 tx=0).stop 2024-09-05T07:39:35.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.132+0000 7fc2b5dc9640 1 --2- 172.21.15.71:0/3989926791 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc29c0a2f10 0x7fc29c0a53d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc2a80ccdc0 tx=0x7fc2a801d000 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:35.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.132+0000 7fc2b9c05740 1 -- 172.21.15.71:0/4005979460 shutdown_connections 2024-09-05T07:39:35.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.132+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/4005979460 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b111095d40 0x55b111098130 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.132+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/4005979460 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b11108b480 0x55b111095800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.132+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/4005979460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108ab60 0x55b11108af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.132+0000 7fc2b9c05740 1 -- 172.21.15.71:0/4005979460 >> 172.21.15.71:0/4005979460 conn(0x55b1110870f0 msgr2=0x55b1110874d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:35.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.132+0000 7fc2b9c05740 1 -- 172.21.15.71:0/4005979460 shutdown_connections 2024-09-05T07:39:35.154 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.132+0000 7fc2b9c05740 1 -- 172.21.15.71:0/4005979460 wait complete. 2024-09-05T07:39:35.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.132+0000 7fc2b9c05740 1 -- start start 2024-09-05T07:39:35.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.133+0000 7fc2b9c05740 1 Processor -- start 2024-09-05T07:39:35.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.133+0000 7fc2b9c05740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b11108ab60 0x55b111092c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:35.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.133+0000 7fc2b9c05740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108b480 0x55b1110931a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:35.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.133+0000 7fc2b9c05740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b111095d40 0x55b1110936e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:35.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.133+0000 7fc2b9c05740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55b111098910 con 0x55b11108ab60 2024-09-05T07:39:35.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.133+0000 7fc2b9c05740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b110faaf10 con 0x55b111095d40 2024-09-05T07:39:35.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.133+0000 7fc2b9c05740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b111098a90 con 0x55b11108b480 2024-09-05T07:39:35.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.133+0000 7fc2b4dc7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b11108ab60 0x55b111092c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:35.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.133+0000 7fc2b9c05740 10 client.0 _ll_register_callbacks cb 0x55b110f73a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:35.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.133+0000 7fc2b4dc7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b11108ab60 0x55b111092c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34704/0 (socket says 172.21.15.71:34704) 2024-09-05T07:39:35.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.133+0000 7fc2b4dc7640 1 -- 172.21.15.71:0/624376514 learned_addr learned my addr 172.21.15.71:0/624376514 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:35.155 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.133+0000 7fc2b55c8640 1 --2- 172.21.15.71:0/624376514 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108b480 0x55b1110931a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:35.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.134+0000 7fc2b4dc7640 1 --2- 172.21.15.71:0/624376514 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b111095d40 0x55b1110936e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:35.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.134+0000 7fc2b55c8640 1 -- 172.21.15.71:0/624376514 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b111095d40 msgr2=0x55b1110936e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:35.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.134+0000 7fc2b55c8640 1 --2- 172.21.15.71:0/624376514 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b111095d40 0x55b1110936e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.134+0000 7fc2b55c8640 1 -- 172.21.15.71:0/624376514 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b11108ab60 msgr2=0x55b111092c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:35.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.134+0000 7fc2b55c8640 1 --2- 172.21.15.71:0/624376514 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b11108ab60 0x55b111092c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.134+0000 7fc2b55c8640 1 -- 172.21.15.71:0/624376514 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b110d616a0 con 0x55b11108b480 2024-09-05T07:39:35.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.134+0000 7fc2b55c8640 1 --2- 172.21.15.71:0/624376514 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108b480 0x55b1110931a0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac0136e0 tx=0x7fc2ac013ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c1994998e6fba6a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:35.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.134+0000 7fc298ff9640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-05T07:39:35.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.134+0000 7fc298ff9640 1 -- 172.21.15.71:0/624376514 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ac011dd0 con 0x55b11108b480 2024-09-05T07:39:35.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.134+0000 7fc2b9c05740 1 -- 172.21.15.71:0/624376514 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2a00044d0 con 0x55b11108b480 2024-09-05T07:39:35.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.134+0000 7fc298ff9640 1 -- 172.21.15.71:0/624376514 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc2ac01b3e0 con 0x55b11108b480 2024-09-05T07:39:35.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.135+0000 7fc298ff9640 1 -- 172.21.15.71:0/624376514 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc2ac01b5e0 con 0x55b11108b480 2024-09-05T07:39:35.156 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.135+0000 7fc2b9c05740 10 client.25177 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:35.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.135+0000 7fc2b9c05740 1 -- 172.21.15.71:0/624376514 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b1110a4640 con 0x55b11108b480 2024-09-05T07:39:35.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.135+0000 7fc298ff9640 1 -- 172.21.15.71:0/624376514 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc2a00044d0 con 0x55b11108b480 2024-09-05T07:39:35.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.135+0000 7fc298ff9640 1 -- 172.21.15.71:0/624376514 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc2ac01a070 con 0x55b11108b480 2024-09-05T07:39:35.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.135+0000 7fc2b9c05740 10 client.25177 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:35.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.135+0000 7fc2b9c05740 10 client.25177 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:39:35.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.135+0000 7fc2b9c05740 20 client.25177 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:35.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.135+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/624376514 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b1110a5c60 0x55b1110a8120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:35.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.135+0000 7fc2b9c05740 4 client.25177 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:39:35.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.135+0000 7fc2b9c05740 1 -- 172.21.15.71:0/624376514 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b110ffd7f0 con 0x55b1110a5c60 2024-09-05T07:39:35.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.135+0000 7fc2b4dc7640 1 --2- 172.21.15.71:0/624376514 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b1110a5c60 0x55b1110a8120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:35.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.136+0000 7fc2b4dc7640 1 --2- 172.21.15.71:0/624376514 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b1110a5c60 0x55b1110a8120 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=468145b5080b143d server_cookie=9f18a40619112c1e in_seq=0 out_seq=0 2024-09-05T07:39:35.157 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.136+0000 7fc298ff9640 10 client.25177 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:35.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.137+0000 7fc298ff9640 1 -- 172.21.15.71:0/624376514 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b110ffd7f0 con 0x55b1110a5c60 2024-09-05T07:39:35.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.137+0000 7fc298ff9640 10 client.25177 handle_command_reply: tid=0 2024-09-05T07:39:35.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.137+0000 7fc2b9c05740 1 client.25177 shutdown 2024-09-05T07:39:35.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.137+0000 7fc2b9c05740 1 -- 172.21.15.71:0/624376514 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108b480 msgr2=0x55b1110931a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:35.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.137+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/624376514 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108b480 0x55b1110931a0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac0136e0 tx=0x7fc2ac013ba0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.137+0000 7fc2b9c05740 1 -- 172.21.15.71:0/624376514 shutdown_connections 2024-09-05T07:39:35.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.137+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/624376514 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b1110a5c60 0x55b1110a8120 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.137+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/624376514 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b111095d40 0x55b1110936e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.137+0000 7fc298ff9640 0 client.25177 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:35.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.137+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/624376514 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108b480 0x55b1110931a0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.137+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/624376514 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b11108ab60 0x55b111092c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.137+0000 7fc2b9c05740 1 -- 172.21.15.71:0/624376514 >> 172.21.15.71:0/624376514 conn(0x55b1110870f0 msgr2=0x55b11108cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:35.158 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.137+0000 7fc2b9c05740 1 -- 172.21.15.71:0/624376514 shutdown_connections 2024-09-05T07:39:35.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.137+0000 7fc2b9c05740 1 -- 172.21.15.71:0/624376514 wait complete. 2024-09-05T07:39:35.159 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.137+0000 7fc2b9c05740 20 client.25177 trim_cache size 0 max 16384 2024-09-05T07:39:35.160 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.159+0000 7fc2b9c05740 1 Processor -- start 2024-09-05T07:39:35.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.159+0000 7fc2b9c05740 1 -- start start 2024-09-05T07:39:35.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.159+0000 7fc2b9c05740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b11108ab60 0x55b111094ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:35.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.159+0000 7fc2b9c05740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108b480 0x55b1110ada30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:35.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.160+0000 7fc2b9c05740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b111095d40 0x55b1110adf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:35.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.160+0000 7fc2b9c05740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc294012900 con 0x55b111095d40 2024-09-05T07:39:35.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.160+0000 7fc2b9c05740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc2940101d0 con 0x55b11108ab60 2024-09-05T07:39:35.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.160+0000 7fc2b9c05740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc29400e020 con 0x55b11108b480 2024-09-05T07:39:35.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.160+0000 7fc2b4dc7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b111095d40 0x55b1110adf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:35.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.160+0000 7fc2b55c8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108b480 0x55b1110ada30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:35.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.160+0000 7fc2b4dc7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b111095d40 0x55b1110adf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34706/0 (socket says 172.21.15.71:34706) 2024-09-05T07:39:35.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.160+0000 7fc2b4dc7640 1 -- 172.21.15.71:0/901632923 learned_addr learned my addr 172.21.15.71:0/901632923 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:35.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.160+0000 7fc2b4dc7640 1 --2- 172.21.15.71:0/901632923 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b11108ab60 0x55b111094ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:35.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.160+0000 7fc2b55c8640 1 -- 172.21.15.71:0/901632923 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b11108ab60 msgr2=0x55b111094ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:35.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.160+0000 7fc2b55c8640 1 --2- 172.21.15.71:0/901632923 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b11108ab60 0x55b111094ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.160+0000 7fc2b55c8640 1 -- 172.21.15.71:0/901632923 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b111095d40 msgr2=0x55b1110adf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:35.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.160+0000 7fc2b55c8640 1 --2- 172.21.15.71:0/901632923 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b111095d40 0x55b1110adf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.160+0000 7fc2b55c8640 1 -- 172.21.15.71:0/901632923 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b111086dc0 con 0x55b11108b480 2024-09-05T07:39:35.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.160+0000 7fc2b4dc7640 1 --2- 172.21.15.71:0/901632923 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b111095d40 0x55b1110adf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:39:35.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.160+0000 7fc2b55c8640 1 --2- 172.21.15.71:0/901632923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108b480 0x55b1110ada30 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac01cd20 tx=0x7fc2ac0118e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3ffe7c94b9510703 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:35.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.161+0000 7fc29affd640 1 -- 172.21.15.71:0/901632923 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ac02e070 con 0x55b11108b480 2024-09-05T07:39:35.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.161+0000 7fc29affd640 1 -- 172.21.15.71:0/901632923 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc2ac0055a0 con 0x55b11108b480 2024-09-05T07:39:35.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.161+0000 7fc29affd640 1 -- 172.21.15.71:0/901632923 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ac01b780 con 0x55b11108b480 2024-09-05T07:39:35.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.161+0000 7fc2b9c05740 1 -- 172.21.15.71:0/901632923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108b480 msgr2=0x55b1110ada30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:35.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.161+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/901632923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108b480 0x55b1110ada30 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac01cd20 tx=0x7fc2ac0118e0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.161+0000 7fc2b9c05740 1 -- 172.21.15.71:0/901632923 shutdown_connections 2024-09-05T07:39:35.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.161+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/901632923 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b111095d40 0x55b1110adf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.161+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/901632923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108b480 0x55b1110ada30 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.161+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/901632923 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b11108ab60 0x55b111094ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.162+0000 7fc2b9c05740 1 -- 172.21.15.71:0/901632923 >> 172.21.15.71:0/901632923 conn(0x55b1110870f0 msgr2=0x55b1110943b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:35.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.162+0000 7fc2b9c05740 1 -- 172.21.15.71:0/901632923 shutdown_connections 2024-09-05T07:39:35.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.162+0000 7fc2b9c05740 1 -- 172.21.15.71:0/901632923 wait complete. 2024-09-05T07:39:35.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.162+0000 7fc2b9c05740 1 -- start start 2024-09-05T07:39:35.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.162+0000 7fc2b9c05740 1 Processor -- start 2024-09-05T07:39:35.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.163+0000 7fc2b9c05740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b11108ab60 0x55b11109df20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:35.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.163+0000 7fc2b4dc7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b11108ab60 0x55b11109df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:35.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.163+0000 7fc2b4dc7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b11108ab60 0x55b11109df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34712/0 (socket says 172.21.15.71:34712) 2024-09-05T07:39:35.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.163+0000 7fc2b4dc7640 1 -- 172.21.15.71:0/1895654488 learned_addr learned my addr 172.21.15.71:0/1895654488 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:35.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.163+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/1895654488 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108b480 0x55b11109e460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:35.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.163+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/1895654488 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b111095d40 0x55b11109ad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:35.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.163+0000 7fc2b9c05740 1 -- 172.21.15.71:0/1895654488 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc29400e690 con 0x55b11108ab60 2024-09-05T07:39:35.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.163+0000 7fc2b9c05740 1 -- 172.21.15.71:0/1895654488 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc29400fb00 con 0x55b111095d40 2024-09-05T07:39:35.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.163+0000 7fc2b9c05740 1 -- 172.21.15.71:0/1895654488 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc29400ed60 con 0x55b11108b480 2024-09-05T07:39:35.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.163+0000 7fc2b55c8640 1 --2- 172.21.15.71:0/1895654488 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108b480 0x55b11109e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:35.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.163+0000 7fc2b55c8640 1 -- 172.21.15.71:0/1895654488 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b111095d40 msgr2=0x55b11109ad50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T07:39:35.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.164+0000 7fc2b55c8640 1 --2- 172.21.15.71:0/1895654488 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b111095d40 0x55b11109ad50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.164+0000 7fc2b55c8640 1 -- 172.21.15.71:0/1895654488 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b11108ab60 msgr2=0x55b11109df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:35.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.164+0000 7fc2b55c8640 1 --2- 172.21.15.71:0/1895654488 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b11108ab60 0x55b11109df20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.164+0000 7fc2b55c8640 1 -- 172.21.15.71:0/1895654488 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b11109b580 con 0x55b11108b480 2024-09-05T07:39:35.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.164+0000 7fc2b4dc7640 1 --2- 172.21.15.71:0/1895654488 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b11108ab60 0x55b11109df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:39:35.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.164+0000 7fc2b55c8640 1 --2- 172.21.15.71:0/1895654488 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108b480 0x55b11109e460 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x55b1110940c0 tx=0x7fc2ac009d90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b28060cd4aa7e831 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:35.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.164+0000 7fc2b9c05740 10 client.0 _ll_register_callbacks cb 0x7fc2ac005850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:35.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.164+0000 7fc298ff9640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-05T07:39:35.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.164+0000 7fc2b9c05740 1 -- 172.21.15.71:0/1895654488 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2ac0055a0 con 0x55b11108b480 2024-09-05T07:39:35.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.164+0000 7fc298ff9640 1 -- 172.21.15.71:0/1895654488 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ac02e070 con 0x55b11108b480 2024-09-05T07:39:35.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.164+0000 7fc298ff9640 1 -- 172.21.15.71:0/1895654488 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc2ac01c6a0 con 0x55b11108b480 2024-09-05T07:39:35.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.164+0000 7fc298ff9640 1 -- 172.21.15.71:0/1895654488 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc2ac01c900 con 0x55b11108b480 2024-09-05T07:39:35.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.165+0000 7fc2b9c05740 10 client.25183 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:35.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.165+0000 7fc2b9c05740 1 -- 172.21.15.71:0/1895654488 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({fsmap=26}) -- 0x55b1111112f0 con 0x55b11108b480 2024-09-05T07:39:35.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.165+0000 7fc298ff9640 1 -- 172.21.15.71:0/1895654488 <== mon.1 v2:172.21.15.192:3300/0 4 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc2ac028070 con 0x55b11108b480 2024-09-05T07:39:35.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.165+0000 7fc2b9c05740 10 client.25183 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:35.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.165+0000 7fc2b9c05740 10 client.25183 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:39:35.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.165+0000 7fc2b9c05740 20 client.25183 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:35.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.165+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/1895654488 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b1110a5c60 0x55b111113a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:35.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.165+0000 7fc2b9c05740 4 client.25183 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T07:39:35.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.165+0000 7fc2b9c05740 1 -- 172.21.15.71:0/1895654488 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x7fc2ac0055a0 con 0x55b1110a5c60 2024-09-05T07:39:35.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.166+0000 7fc2b4dc7640 1 --2- 172.21.15.71:0/1895654488 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b1110a5c60 0x55b111113a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:35.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.166+0000 7fc2b4dc7640 1 --2- 172.21.15.71:0/1895654488 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b1110a5c60 0x55b111113a60 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a784832fbb71f340 server_cookie=e5768b8c7db0f99f in_seq=0 out_seq=0 2024-09-05T07:39:35.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.166+0000 7fc298ff9640 10 client.25183 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:35.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.167+0000 7fc298ff9640 1 -- 172.21.15.71:0/1895654488 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x7fc2ac0055a0 con 0x55b1110a5c60 2024-09-05T07:39:35.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.167+0000 7fc298ff9640 10 client.25183 handle_command_reply: tid=0 2024-09-05T07:39:35.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.167+0000 7fc2b9c05740 1 client.25183 shutdown 2024-09-05T07:39:35.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.168+0000 7fc2b9c05740 1 -- 172.21.15.71:0/1895654488 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108b480 msgr2=0x55b11109e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:35.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.168+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/1895654488 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108b480 0x55b11109e460 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x55b1110940c0 tx=0x7fc2ac009d90 comp rx=0 tx=0).stop 2024-09-05T07:39:35.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.168+0000 7fc2b9c05740 1 -- 172.21.15.71:0/1895654488 shutdown_connections 2024-09-05T07:39:35.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.168+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/1895654488 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b1110a5c60 0x55b111113a60 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.168+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/1895654488 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b111095d40 0x55b11109ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.168+0000 7fc298ff9640 0 client.25183 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:35.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.168+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/1895654488 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b11108b480 0x55b11109e460 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.168+0000 7fc2b9c05740 1 --2- 172.21.15.71:0/1895654488 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b11108ab60 0x55b11109df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.168+0000 7fc2b9c05740 1 -- 172.21.15.71:0/1895654488 >> 172.21.15.71:0/1895654488 conn(0x55b1110870f0 msgr2=0x55b111093440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:35.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.168+0000 7fc2b9c05740 1 -- 172.21.15.71:0/1895654488 shutdown_connections 2024-09-05T07:39:35.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.168+0000 7fc2b9c05740 1 -- 172.21.15.71:0/1895654488 wait complete. 2024-09-05T07:39:35.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.169+0000 7fc2b9c05740 20 client.25183 trim_cache size 0 max 16384 2024-09-05T07:39:35.173 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:39:35.173 INFO:teuthology.orchestra.run.smithi071.stdout: "return_code": 0, 2024-09-05T07:39:35.173 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_tag": "7678507f-6f0b-4e2d-a960-4c1c5c7f140b", 2024-09-05T07:39:35.174 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": "asynchronous" 2024-09-05T07:39:35.174 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:39:35.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.169+0000 7fc2b782c640 1 -- 172.21.15.71:0/3989926791 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc29c0a2f10 msgr2=0x7fc29c0a53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:35.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.169+0000 7fc2b782c640 1 --2- 172.21.15.71:0/3989926791 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc29c0a2f10 0x7fc29c0a53d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc2a80ccdc0 tx=0x7fc2a801d000 comp rx=0 tx=0).stop 2024-09-05T07:39:35.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.169+0000 7fc2b782c640 1 -- 172.21.15.71:0/3989926791 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc2b0108300 msgr2=0x7fc2b01014b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:35.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.169+0000 7fc2b782c640 1 --2- 172.21.15.71:0/3989926791 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc2b0108300 0x7fc2b01014b0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fc2a800eaa0 tx=0x7fc2a800ef60 comp rx=0 tx=0).stop 2024-09-05T07:39:35.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.169+0000 7fc2b782c640 1 -- 172.21.15.71:0/3989926791 shutdown_connections 2024-09-05T07:39:35.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.169+0000 7fc2b782c640 1 --2- 172.21.15.71:0/3989926791 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc29c0a2f10 0x7fc29c0a53d0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.169+0000 7fc2b782c640 1 --2- 172.21.15.71:0/3989926791 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc2b0108300 0x7fc2b01014b0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.169+0000 7fc2b782c640 1 --2- 172.21.15.71:0/3989926791 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc2b0103780 0x7fc2b0100f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.169+0000 7fc2b782c640 1 --2- 172.21.15.71:0/3989926791 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc2b0102dd0 0x7fc2b0100a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:35.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.170+0000 7fc2b782c640 1 -- 172.21.15.71:0/3989926791 >> 172.21.15.71:0/3989926791 conn(0x7fc2b00fc7d0 msgr2=0x7fc2b0105f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:35.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.170+0000 7fc2b782c640 1 -- 172.21.15.71:0/3989926791 shutdown_connections 2024-09-05T07:39:35.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:35.170+0000 7fc2b782c640 1 -- 172.21.15.71:0/3989926791 wait complete. 2024-09-05T07:39:35.862 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:35 smithi071 ceph-mon[30965]: scrub queued for path: / 2024-09-05T07:39:35.862 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:35 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:39:35.862 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:35 smithi071 ceph-mon[30965]: scrub summary: active paths [/] 2024-09-05T07:39:35.862 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:35 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:39:35.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:35 smithi071 ceph-mon[30965]: scrub summary: idle 2024-09-05T07:39:35.904 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:39:35.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:35 smithi123 ceph-mon[34568]: scrub queued for path: / 2024-09-05T07:39:35.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:35 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:39:35.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:35 smithi123 ceph-mon[34568]: scrub summary: active paths [/] 2024-09-05T07:39:35.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:35 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:39:35.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:35 smithi123 ceph-mon[34568]: scrub summary: idle 2024-09-05T07:39:35.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:35 smithi192 ceph-mon[34929]: scrub queued for path: / 2024-09-05T07:39:35.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:35 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:39:35.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:35 smithi192 ceph-mon[34929]: scrub summary: active paths [/] 2024-09-05T07:39:35.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:35 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:39:35.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:35 smithi192 ceph-mon[34929]: scrub summary: idle 2024-09-05T07:39:36.287 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:36.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:36 smithi071 ceph-mon[30965]: pgmap v33: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-05T07:39:36.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.818+0000 7fef7f5b0640 1 -- 172.21.15.71:0/1820068064 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fef78101360 msgr2=0x7fef7810df90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:36.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.818+0000 7fef7f5b0640 1 --2- 172.21.15.71:0/1820068064 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fef78101360 0x7fef7810df90 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fef68009900 tx=0x7fef6802a410 comp rx=0 tx=0).stop 2024-09-05T07:39:36.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.818+0000 7fef7f5b0640 1 -- 172.21.15.71:0/1820068064 shutdown_connections 2024-09-05T07:39:36.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.818+0000 7fef7f5b0640 1 --2- 172.21.15.71:0/1820068064 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fef7810e4d0 0x7fef781108e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.818+0000 7fef7f5b0640 1 --2- 172.21.15.71:0/1820068064 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fef78101360 0x7fef7810df90 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.818+0000 7fef7f5b0640 1 --2- 172.21.15.71:0/1820068064 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fef781009b0 0x7fef78100d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.818+0000 7fef7f5b0640 1 -- 172.21.15.71:0/1820068064 >> 172.21.15.71:0/1820068064 conn(0x7fef780fc7d0 msgr2=0x7fef780febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:36.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.818+0000 7fef7f5b0640 1 -- 172.21.15.71:0/1820068064 shutdown_connections 2024-09-05T07:39:36.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.818+0000 7fef7f5b0640 1 -- 172.21.15.71:0/1820068064 wait complete. 2024-09-05T07:39:36.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.819+0000 7fef7f5b0640 1 Processor -- start 2024-09-05T07:39:36.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.819+0000 7fef7f5b0640 1 -- start start 2024-09-05T07:39:36.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.819+0000 7fef7f5b0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fef781009b0 0x7fef7819a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:36.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.819+0000 7fef7f5b0640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fef78101360 0x7fef7819abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:36.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.819+0000 7fef7f5b0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fef7810e4d0 0x7fef7819ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:36.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.819+0000 7fef7f5b0640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fef781140d0 con 0x7fef7810e4d0 2024-09-05T07:39:36.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.819+0000 7fef7f5b0640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fef78113f50 con 0x7fef78101360 2024-09-05T07:39:36.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.819+0000 7fef7f5b0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fef78114250 con 0x7fef781009b0 2024-09-05T07:39:36.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.819+0000 7fef7db4d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fef7810e4d0 0x7fef7819ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:36.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.820+0000 7fef7db4d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fef7810e4d0 0x7fef7819ef60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34728/0 (socket says 172.21.15.71:34728) 2024-09-05T07:39:36.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.820+0000 7fef7db4d640 1 -- 172.21.15.71:0/3540759004 learned_addr learned my addr 172.21.15.71:0/3540759004 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:36.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.820+0000 7fef7d34c640 1 --2- 172.21.15.71:0/3540759004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fef781009b0 0x7fef7819a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:36.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.820+0000 7fef7cb4b640 1 --2- 172.21.15.71:0/3540759004 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fef78101360 0x7fef7819abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:36.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.820+0000 7fef7db4d640 1 -- 172.21.15.71:0/3540759004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fef781009b0 msgr2=0x7fef7819a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:36.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.820+0000 7fef7db4d640 1 --2- 172.21.15.71:0/3540759004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fef781009b0 0x7fef7819a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.820+0000 7fef7db4d640 1 -- 172.21.15.71:0/3540759004 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fef78101360 msgr2=0x7fef7819abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:36.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.820+0000 7fef7db4d640 1 --2- 172.21.15.71:0/3540759004 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fef78101360 0x7fef7819abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.820+0000 7fef7db4d640 1 -- 172.21.15.71:0/3540759004 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef7819f640 con 0x7fef7810e4d0 2024-09-05T07:39:36.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.820+0000 7fef7db4d640 1 --2- 172.21.15.71:0/3540759004 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fef7810e4d0 0x7fef7819ef60 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fef7000eaa0 tx=0x7fef7000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:36.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.820+0000 7fef6e7fc640 1 -- 172.21.15.71:0/3540759004 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef7000cdb0 con 0x7fef7810e4d0 2024-09-05T07:39:36.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.820+0000 7fef7f5b0640 1 -- 172.21.15.71:0/3540759004 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef7819f930 con 0x7fef7810e4d0 2024-09-05T07:39:36.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.820+0000 7fef6e7fc640 1 -- 172.21.15.71:0/3540759004 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fef70005020 con 0x7fef7810e4d0 2024-09-05T07:39:36.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.820+0000 7fef6e7fc640 1 -- 172.21.15.71:0/3540759004 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef700116d0 con 0x7fef7810e4d0 2024-09-05T07:39:36.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.820+0000 7fef7f5b0640 1 -- 172.21.15.71:0/3540759004 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef781a7210 con 0x7fef7810e4d0 2024-09-05T07:39:36.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.824+0000 7fef81989740 1 Processor -- start 2024-09-05T07:39:36.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.824+0000 7fef6e7fc640 1 -- 172.21.15.71:0/3540759004 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7fef70011870 con 0x7fef7810e4d0 2024-09-05T07:39:36.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.825+0000 7fef81989740 1 -- start start 2024-09-05T07:39:36.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.825+0000 7fef81989740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b684a0 0x556bf1b68880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:36.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.825+0000 7fef81989740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556bf1b68dc0 0x556bf1b73140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:36.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.825+0000 7fef81989740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b73680 0x556bf1b75a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:36.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.825+0000 7fef81989740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x556bf1ace2e0 con 0x556bf1b73680 2024-09-05T07:39:36.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.825+0000 7fef81989740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556bf1a75ce0 con 0x556bf1b684a0 2024-09-05T07:39:36.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.825+0000 7fef81989740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x556bf1aca2a0 con 0x556bf1b68dc0 2024-09-05T07:39:36.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.825+0000 7fef6e7fc640 1 --2- 172.21.15.71:0/3540759004 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fef640a2e10 0x7fef640a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:36.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.825+0000 7fef7db4d640 1 --2- 172.21.15.71:0/3540759004 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fef640a2e10 0x7fef640a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:36.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.825+0000 7fef6e7fc640 1 -- 172.21.15.71:0/3540759004 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fef700cfad0 con 0x7fef7810e4d0 2024-09-05T07:39:36.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.825+0000 7fef7d34c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556bf1b68dc0 0x556bf1b73140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:36.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.826+0000 7fef7d34c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556bf1b68dc0 0x556bf1b73140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.71:39604/0 (socket says 172.21.15.71:39604) 2024-09-05T07:39:36.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.826+0000 7fef7d34c640 1 -- 172.21.15.71:0/4078829655 learned_addr learned my addr 172.21.15.71:0/4078829655 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:36.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.826+0000 7fef7cb4b640 1 --2- 172.21.15.71:0/4078829655 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b73680 0x556bf1b75a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:36.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.826+0000 7fef7db4d640 1 --2- 172.21.15.71:0/3540759004 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fef640a2e10 0x7fef640a52d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fef700ccd00 tx=0x7fef7001daf0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:36.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.826+0000 7fef7cb4b640 1 --2- 172.21.15.71:0/4078829655 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b684a0 0x556bf1b68880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:36.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.826+0000 7fef7cb4b640 1 -- 172.21.15.71:0/4078829655 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556bf1b68dc0 msgr2=0x556bf1b73140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:36.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.826+0000 7fef7cb4b640 1 --2- 172.21.15.71:0/4078829655 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556bf1b68dc0 0x556bf1b73140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.826+0000 7fef7cb4b640 1 -- 172.21.15.71:0/4078829655 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b684a0 msgr2=0x556bf1b68880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:36.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.826+0000 7fef7cb4b640 1 --2- 172.21.15.71:0/4078829655 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b684a0 0x556bf1b68880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.826+0000 7fef7cb4b640 1 -- 172.21.15.71:0/4078829655 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556bf1a5a440 con 0x556bf1b73680 2024-09-05T07:39:36.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.827+0000 7fef7cb4b640 1 --2- 172.21.15.71:0/4078829655 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b73680 0x556bf1b75a70 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fef68009230 tx=0x7fef680058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=403056c24a5fa284 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:36.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.827+0000 7fef637fe640 1 -- 172.21.15.71:0/4078829655 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef68035040 con 0x556bf1b73680 2024-09-05T07:39:36.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.827+0000 7fef637fe640 1 -- 172.21.15.71:0/4078829655 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fef68004030 con 0x556bf1b73680 2024-09-05T07:39:36.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.827+0000 7fef637fe640 1 -- 172.21.15.71:0/4078829655 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef68003ae0 con 0x556bf1b73680 2024-09-05T07:39:36.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.828+0000 7fef81989740 1 -- 172.21.15.71:0/4078829655 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b73680 msgr2=0x556bf1b75a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:36.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.828+0000 7fef81989740 1 --2- 172.21.15.71:0/4078829655 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b73680 0x556bf1b75a70 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fef68009230 tx=0x7fef680058d0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.828+0000 7fef81989740 1 -- 172.21.15.71:0/4078829655 shutdown_connections 2024-09-05T07:39:36.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.828+0000 7fef81989740 1 --2- 172.21.15.71:0/4078829655 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b73680 0x556bf1b75a70 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.828+0000 7fef81989740 1 --2- 172.21.15.71:0/4078829655 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556bf1b68dc0 0x556bf1b73140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.828+0000 7fef81989740 1 --2- 172.21.15.71:0/4078829655 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b684a0 0x556bf1b68880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.828+0000 7fef81989740 1 -- 172.21.15.71:0/4078829655 >> 172.21.15.71:0/4078829655 conn(0x556bf1b64a30 msgr2=0x556bf1b64e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:36.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.828+0000 7fef81989740 1 -- 172.21.15.71:0/4078829655 shutdown_connections 2024-09-05T07:39:36.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.828+0000 7fef81989740 1 -- 172.21.15.71:0/4078829655 wait complete. 2024-09-05T07:39:36.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.828+0000 7fef81989740 1 -- start start 2024-09-05T07:39:36.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.828+0000 7fef81989740 1 Processor -- start 2024-09-05T07:39:36.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.829+0000 7fef81989740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b684a0 0x556bf1b72fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:36.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.829+0000 7fef81989740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556bf1b68dc0 0x556bf1b70280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:36.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.829+0000 7fef7cb4b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b684a0 0x556bf1b72fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:36.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.829+0000 7fef7cb4b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b684a0 0x556bf1b72fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34746/0 (socket says 172.21.15.71:34746) 2024-09-05T07:39:36.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.829+0000 7fef7cb4b640 1 -- 172.21.15.71:0/1192381852 learned_addr learned my addr 172.21.15.71:0/1192381852 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:36.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.829+0000 7fef81989740 1 --2- 172.21.15.71:0/1192381852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b73680 0x556bf1b707e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:36.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.829+0000 7fef81989740 1 -- 172.21.15.71:0/1192381852 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x556bf1b76250 con 0x556bf1b684a0 2024-09-05T07:39:36.865 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:39:36.865 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "no active scrubs running", 2024-09-05T07:39:36.865 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": {} 2024-09-05T07:39:36.865 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:39:36.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.829+0000 7fef81989740 1 -- 172.21.15.71:0/1192381852 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556bf1a89050 con 0x556bf1b73680 2024-09-05T07:39:36.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.829+0000 7fef81989740 1 -- 172.21.15.71:0/1192381852 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x556bf1b763d0 con 0x556bf1b68dc0 2024-09-05T07:39:36.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.829+0000 7fef81989740 10 client.0 _ll_register_callbacks cb 0x556bf1ac9160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:36.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.829+0000 7fef7cb4b640 1 -- 172.21.15.71:0/1192381852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556bf1b68dc0 msgr2=0x556bf1b70280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:36.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.829+0000 7fef7cb4b640 1 --2- 172.21.15.71:0/1192381852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556bf1b68dc0 0x556bf1b70280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.829+0000 7fef7cb4b640 1 -- 172.21.15.71:0/1192381852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b73680 msgr2=0x556bf1b707e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:36.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.829+0000 7fef7cb4b640 1 --2- 172.21.15.71:0/1192381852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b73680 0x556bf1b707e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.829+0000 7fef7cb4b640 1 -- 172.21.15.71:0/1192381852 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556bf183f3c0 con 0x556bf1b684a0 2024-09-05T07:39:36.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.829+0000 7fef7cb4b640 1 --2- 172.21.15.71:0/1192381852 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b684a0 0x556bf1b72fd0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fef68006010 tx=0x7fef68031520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ea504188ccfd1a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:36.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.829+0000 7fef60ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:36.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.830+0000 7fef60ff9640 1 -- 172.21.15.71:0/1192381852 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef68035040 con 0x556bf1b684a0 2024-09-05T07:39:36.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.830+0000 7fef60ff9640 1 -- 172.21.15.71:0/1192381852 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fef68031850 con 0x556bf1b684a0 2024-09-05T07:39:36.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.830+0000 7fef81989740 1 -- 172.21.15.71:0/1192381852 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fef68004030 con 0x556bf1b684a0 2024-09-05T07:39:36.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.831+0000 7fef60ff9640 1 -- 172.21.15.71:0/1192381852 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fef68003860 con 0x556bf1b684a0 2024-09-05T07:39:36.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.831+0000 7fef81989740 10 client.15660 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:36.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.831+0000 7fef81989740 1 -- 172.21.15.71:0/1192381852 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556bf1b81c60 con 0x556bf1b684a0 2024-09-05T07:39:36.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.831+0000 7fef60ff9640 1 -- 172.21.15.71:0/1192381852 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fef68004030 con 0x556bf1b684a0 2024-09-05T07:39:36.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.831+0000 7fef60ff9640 1 -- 172.21.15.71:0/1192381852 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fef6803a040 con 0x556bf1b684a0 2024-09-05T07:39:36.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.831+0000 7fef81989740 10 client.15660 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:36.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.831+0000 7fef81989740 10 client.15660 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:39:36.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.831+0000 7fef81989740 20 client.15660 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:36.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.831+0000 7fef81989740 1 --2- 172.21.15.71:0/1192381852 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556bf1b82fb0 0x556bf1b853a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:36.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.831+0000 7fef81989740 4 client.15660 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:39:36.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.831+0000 7fef81989740 1 -- 172.21.15.71:0/1192381852 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556bf1adb850 con 0x556bf1b82fb0 2024-09-05T07:39:36.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.831+0000 7fef7d34c640 1 --2- 172.21.15.71:0/1192381852 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556bf1b82fb0 0x556bf1b853a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:36.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.832+0000 7fef60ff9640 10 client.15660 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:36.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.832+0000 7fef7d34c640 1 --2- 172.21.15.71:0/1192381852 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556bf1b82fb0 0x556bf1b853a0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c847a1fb0c9ba17b server_cookie=1a0294c7d6e1b625 in_seq=0 out_seq=0 2024-09-05T07:39:36.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.833+0000 7fef60ff9640 1 -- 172.21.15.71:0/1192381852 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556bf1adb850 con 0x556bf1b82fb0 2024-09-05T07:39:36.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.833+0000 7fef60ff9640 10 client.15660 handle_command_reply: tid=0 2024-09-05T07:39:36.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.833+0000 7fef81989740 1 client.15660 shutdown 2024-09-05T07:39:36.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.833+0000 7fef81989740 1 -- 172.21.15.71:0/1192381852 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b684a0 msgr2=0x556bf1b72fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:36.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.833+0000 7fef81989740 1 --2- 172.21.15.71:0/1192381852 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b684a0 0x556bf1b72fd0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fef68006010 tx=0x7fef68031520 comp rx=0 tx=0).stop 2024-09-05T07:39:36.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.833+0000 7fef81989740 1 -- 172.21.15.71:0/1192381852 shutdown_connections 2024-09-05T07:39:36.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.833+0000 7fef81989740 1 --2- 172.21.15.71:0/1192381852 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556bf1b82fb0 0x556bf1b853a0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.833+0000 7fef60ff9640 0 client.15660 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:36.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.833+0000 7fef81989740 1 --2- 172.21.15.71:0/1192381852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b73680 0x556bf1b707e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.833+0000 7fef81989740 1 --2- 172.21.15.71:0/1192381852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556bf1b68dc0 0x556bf1b70280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.833+0000 7fef81989740 1 --2- 172.21.15.71:0/1192381852 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b684a0 0x556bf1b72fd0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.833+0000 7fef81989740 1 -- 172.21.15.71:0/1192381852 >> 172.21.15.71:0/1192381852 conn(0x556bf1b64a30 msgr2=0x556bf1b6a710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:36.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.833+0000 7fef81989740 1 -- 172.21.15.71:0/1192381852 shutdown_connections 2024-09-05T07:39:36.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.833+0000 7fef81989740 1 -- 172.21.15.71:0/1192381852 wait complete. 2024-09-05T07:39:36.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.833+0000 7fef81989740 20 client.15660 trim_cache size 0 max 16384 2024-09-05T07:39:36.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.850+0000 7fef81989740 1 Processor -- start 2024-09-05T07:39:36.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.850+0000 7fef81989740 1 -- start start 2024-09-05T07:39:36.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.850+0000 7fef81989740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556bf1b684a0 0x556bf1b7f510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:36.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.850+0000 7fef81989740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b68dc0 0x556bf1b6fb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:36.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.850+0000 7fef81989740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b73680 0x556bf1b6b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:36.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.850+0000 7fef81989740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fef5c0129d0 con 0x556bf1b73680 2024-09-05T07:39:36.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.850+0000 7fef81989740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fef5c0102a0 con 0x556bf1b68dc0 2024-09-05T07:39:36.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.850+0000 7fef81989740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fef5c00e0f0 con 0x556bf1b684a0 2024-09-05T07:39:36.869 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.850+0000 7fef7cb4b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b73680 0x556bf1b6b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:36.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.851+0000 7fef7cb4b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b73680 0x556bf1b6b7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34750/0 (socket says 172.21.15.71:34750) 2024-09-05T07:39:36.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.851+0000 7fef7cb4b640 1 -- 172.21.15.71:0/72676440 learned_addr learned my addr 172.21.15.71:0/72676440 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:36.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.851+0000 7fef7cb4b640 1 --2- 172.21.15.71:0/72676440 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556bf1b684a0 0x556bf1b7f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:36.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.851+0000 7fef7d34c640 1 --2- 172.21.15.71:0/72676440 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b68dc0 0x556bf1b6fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:36.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.851+0000 7fef7cb4b640 1 -- 172.21.15.71:0/72676440 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556bf1b684a0 msgr2=0x556bf1b7f510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:36.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.851+0000 7fef7cb4b640 1 --2- 172.21.15.71:0/72676440 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556bf1b684a0 0x556bf1b7f510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.851+0000 7fef7cb4b640 1 -- 172.21.15.71:0/72676440 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b68dc0 msgr2=0x556bf1b6fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:36.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.851+0000 7fef7cb4b640 1 --2- 172.21.15.71:0/72676440 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b68dc0 0x556bf1b6fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.851+0000 7fef7cb4b640 1 -- 172.21.15.71:0/72676440 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556bf1b73340 con 0x556bf1b73680 2024-09-05T07:39:36.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.851+0000 7fef7d34c640 1 --2- 172.21.15.71:0/72676440 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b68dc0 0x556bf1b6fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:36.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.851+0000 7fef7cb4b640 1 --2- 172.21.15.71:0/72676440 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b73680 0x556bf1b6b7a0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fef68005ec0 tx=0x7fef680037f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=990062e56cba6f53 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:36.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.851+0000 7fef62ffd640 1 -- 172.21.15.71:0/72676440 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef68035070 con 0x556bf1b73680 2024-09-05T07:39:36.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.851+0000 7fef62ffd640 1 -- 172.21.15.71:0/72676440 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fef6804c070 con 0x556bf1b73680 2024-09-05T07:39:36.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.851+0000 7fef62ffd640 1 -- 172.21.15.71:0/72676440 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef6803d450 con 0x556bf1b73680 2024-09-05T07:39:36.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.852+0000 7fef81989740 1 -- 172.21.15.71:0/72676440 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b73680 msgr2=0x556bf1b6b7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:36.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.852+0000 7fef81989740 1 --2- 172.21.15.71:0/72676440 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b73680 0x556bf1b6b7a0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fef68005ec0 tx=0x7fef680037f0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.852+0000 7fef81989740 1 -- 172.21.15.71:0/72676440 shutdown_connections 2024-09-05T07:39:36.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.852+0000 7fef81989740 1 --2- 172.21.15.71:0/72676440 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b73680 0x556bf1b6b7a0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.852+0000 7fef81989740 1 --2- 172.21.15.71:0/72676440 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b68dc0 0x556bf1b6fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.852+0000 7fef81989740 1 --2- 172.21.15.71:0/72676440 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556bf1b684a0 0x556bf1b7f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.852+0000 7fef81989740 1 -- 172.21.15.71:0/72676440 >> 172.21.15.71:0/72676440 conn(0x556bf1b64a30 msgr2=0x556bf1b6b090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:36.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.852+0000 7fef81989740 1 -- 172.21.15.71:0/72676440 shutdown_connections 2024-09-05T07:39:36.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.852+0000 7fef81989740 1 -- 172.21.15.71:0/72676440 wait complete. 2024-09-05T07:39:36.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.853+0000 7fef81989740 1 -- start start 2024-09-05T07:39:36.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.853+0000 7fef81989740 1 Processor -- start 2024-09-05T07:39:36.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.853+0000 7fef81989740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b684a0 0x556bf1b7bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:36.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.853+0000 7fef81989740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556bf1b68dc0 0x556bf1b76f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:36.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.853+0000 7fef81989740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b73680 0x556bf1b77480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:36.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.853+0000 7fef81989740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fef5c00e760 con 0x556bf1b73680 2024-09-05T07:39:36.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.853+0000 7fef81989740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fef5c00fbd0 con 0x556bf1b684a0 2024-09-05T07:39:36.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.853+0000 7fef81989740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fef5c00ee30 con 0x556bf1b68dc0 2024-09-05T07:39:36.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.853+0000 7fef81989740 10 client.0 _ll_register_callbacks cb 0x7fef7400a670 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:36.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.853+0000 7fef7cb4b640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b684a0 0x556bf1b7bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:36.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.853+0000 7fef7cb4b640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b684a0 0x556bf1b7bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:50644/0 (socket says 172.21.15.71:50644) 2024-09-05T07:39:36.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.853+0000 7fef7cb4b640 1 -- 172.21.15.71:0/609270082 learned_addr learned my addr 172.21.15.71:0/609270082 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:36.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.853+0000 7fef7cb4b640 1 --2- 172.21.15.71:0/609270082 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b73680 0x556bf1b77480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:36.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.854+0000 7fef7d34c640 1 --2- 172.21.15.71:0/609270082 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556bf1b68dc0 0x556bf1b76f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:36.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.854+0000 7fef7cb4b640 1 -- 172.21.15.71:0/609270082 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556bf1b68dc0 msgr2=0x556bf1b76f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:36.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.854+0000 7fef7cb4b640 1 --2- 172.21.15.71:0/609270082 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556bf1b68dc0 0x556bf1b76f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.854+0000 7fef7cb4b640 1 -- 172.21.15.71:0/609270082 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b684a0 msgr2=0x556bf1b7bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:36.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.854+0000 7fef7cb4b640 1 --2- 172.21.15.71:0/609270082 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b684a0 0x556bf1b7bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.854+0000 7fef7cb4b640 1 -- 172.21.15.71:0/609270082 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556bf1b77a70 con 0x556bf1b73680 2024-09-05T07:39:36.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.854+0000 7fef7cb4b640 1 --2- 172.21.15.71:0/609270082 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b73680 0x556bf1b77480 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fef68004650 tx=0x7fef68031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26a83aabc2a76306 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:36.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.854+0000 7fef60ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:36.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.854+0000 7fef60ff9640 1 -- 172.21.15.71:0/609270082 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef68035070 con 0x556bf1b73680 2024-09-05T07:39:36.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.854+0000 7fef60ff9640 1 -- 172.21.15.71:0/609270082 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fef68055550 con 0x556bf1b73680 2024-09-05T07:39:36.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.854+0000 7fef81989740 1 -- 172.21.15.71:0/609270082 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fef6804c070 con 0x556bf1b73680 2024-09-05T07:39:36.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.854+0000 7fef60ff9640 1 -- 172.21.15.71:0/609270082 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fef68070050 con 0x556bf1b73680 2024-09-05T07:39:36.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.854+0000 7fef81989740 10 client.15666 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:36.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.854+0000 7fef81989740 1 -- 172.21.15.71:0/609270082 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556bf1bed690 con 0x556bf1b73680 2024-09-05T07:39:36.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.855+0000 7fef60ff9640 1 -- 172.21.15.71:0/609270082 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fef68031970 con 0x556bf1b73680 2024-09-05T07:39:36.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.855+0000 7fef60ff9640 1 -- 172.21.15.71:0/609270082 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fef68003e80 con 0x556bf1b73680 2024-09-05T07:39:36.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.855+0000 7fef81989740 10 client.15666 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:36.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.855+0000 7fef81989740 10 client.15666 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:39:36.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.855+0000 7fef81989740 20 client.15666 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:36.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.855+0000 7fef81989740 1 --2- 172.21.15.71:0/609270082 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556bf1b82fb0 0x556bf1befbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:36.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.855+0000 7fef81989740 4 client.15666 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:39:36.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.855+0000 7fef81989740 1 -- 172.21.15.71:0/609270082 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7fef6804c070 con 0x556bf1b82fb0 2024-09-05T07:39:36.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.855+0000 7fef7d34c640 1 --2- 172.21.15.71:0/609270082 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556bf1b82fb0 0x556bf1befbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:36.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.856+0000 7fef60ff9640 10 client.15666 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:36.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.856+0000 7fef7d34c640 1 --2- 172.21.15.71:0/609270082 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556bf1b82fb0 0x556bf1befbc0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6fc4f51b985da757 server_cookie=57e6daa00a9c7303 in_seq=0 out_seq=0 2024-09-05T07:39:36.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.856+0000 7fef60ff9640 1 -- 172.21.15.71:0/609270082 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7fef6804c070 con 0x556bf1b82fb0 2024-09-05T07:39:36.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.856+0000 7fef60ff9640 10 client.15666 handle_command_reply: tid=0 2024-09-05T07:39:36.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.856+0000 7fef81989740 1 client.15666 shutdown 2024-09-05T07:39:36.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.856+0000 7fef81989740 1 -- 172.21.15.71:0/609270082 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b73680 msgr2=0x556bf1b77480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:36.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.856+0000 7fef81989740 1 --2- 172.21.15.71:0/609270082 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b73680 0x556bf1b77480 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fef68004650 tx=0x7fef68031400 comp rx=0 tx=0).stop 2024-09-05T07:39:36.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.856+0000 7fef81989740 1 -- 172.21.15.71:0/609270082 shutdown_connections 2024-09-05T07:39:36.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.856+0000 7fef81989740 1 --2- 172.21.15.71:0/609270082 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556bf1b82fb0 0x556bf1befbc0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.856+0000 7fef81989740 1 --2- 172.21.15.71:0/609270082 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556bf1b73680 0x556bf1b77480 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.856+0000 7fef60ff9640 0 client.15666 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:36.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.856+0000 7fef81989740 1 --2- 172.21.15.71:0/609270082 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556bf1b68dc0 0x556bf1b76f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.856+0000 7fef81989740 1 --2- 172.21.15.71:0/609270082 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556bf1b684a0 0x556bf1b7bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.856+0000 7fef81989740 1 -- 172.21.15.71:0/609270082 >> 172.21.15.71:0/609270082 conn(0x556bf1b64a30 msgr2=0x556bf1b6b870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:36.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.857+0000 7fef81989740 1 -- 172.21.15.71:0/609270082 shutdown_connections 2024-09-05T07:39:36.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.857+0000 7fef81989740 1 -- 172.21.15.71:0/609270082 wait complete. 2024-09-05T07:39:36.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.857+0000 7fef81989740 20 client.15666 trim_cache size 0 max 16384 2024-09-05T07:39:36.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.858+0000 7fef7f5b0640 1 -- 172.21.15.71:0/3540759004 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fef640a2e10 msgr2=0x7fef640a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:36.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.858+0000 7fef7f5b0640 1 --2- 172.21.15.71:0/3540759004 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fef640a2e10 0x7fef640a52d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fef700ccd00 tx=0x7fef7001daf0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.858+0000 7fef7f5b0640 1 -- 172.21.15.71:0/3540759004 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fef7810e4d0 msgr2=0x7fef7819ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:36.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.858+0000 7fef7f5b0640 1 --2- 172.21.15.71:0/3540759004 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fef7810e4d0 0x7fef7819ef60 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fef7000eaa0 tx=0x7fef7000ef60 comp rx=0 tx=0).stop 2024-09-05T07:39:36.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.858+0000 7fef7f5b0640 1 -- 172.21.15.71:0/3540759004 shutdown_connections 2024-09-05T07:39:36.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.858+0000 7fef7f5b0640 1 --2- 172.21.15.71:0/3540759004 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fef640a2e10 0x7fef640a52d0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.858+0000 7fef7f5b0640 1 --2- 172.21.15.71:0/3540759004 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fef7810e4d0 0x7fef7819ef60 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.858+0000 7fef7f5b0640 1 --2- 172.21.15.71:0/3540759004 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fef78101360 0x7fef7819abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.858+0000 7fef7f5b0640 1 --2- 172.21.15.71:0/3540759004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fef781009b0 0x7fef7819a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:36.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.858+0000 7fef7f5b0640 1 -- 172.21.15.71:0/3540759004 >> 172.21.15.71:0/3540759004 conn(0x7fef780fc7d0 msgr2=0x7fef780febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:36.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.858+0000 7fef7f5b0640 1 -- 172.21.15.71:0/3540759004 shutdown_connections 2024-09-05T07:39:36.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:36.858+0000 7fef7f5b0640 1 -- 172.21.15.71:0/3540759004 wait complete. 2024-09-05T07:39:36.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:36 smithi123 ceph-mon[34568]: pgmap v33: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-05T07:39:36.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:36 smithi192 ceph-mon[34929]: pgmap v33: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-05T07:39:37.641 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T07:39:37.641 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:39:37.911 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:38.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.427+0000 7f9dee991640 1 -- 172.21.15.71:0/2584408991 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9de81082a0 msgr2=0x7f9de810ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:38.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.427+0000 7f9dee991640 1 --2- 172.21.15.71:0/2584408991 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9de81082a0 0x7f9de810ec40 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f9de0009cd0 tx=0x7f9de002a8e0 comp rx=0 tx=0).stop 2024-09-05T07:39:38.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.427+0000 7f9dee991640 1 -- 172.21.15.71:0/2584408991 shutdown_connections 2024-09-05T07:39:38.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.427+0000 7f9dee991640 1 --2- 172.21.15.71:0/2584408991 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9de81082a0 0x7f9de810ec40 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:38.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.427+0000 7f9dee991640 1 --2- 172.21.15.71:0/2584408991 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9de81036e0 0x7f9de8107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:38.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.427+0000 7f9dee991640 1 --2- 172.21.15.71:0/2584408991 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9de8102d30 0x7f9de8103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:38.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.427+0000 7f9dee991640 1 -- 172.21.15.71:0/2584408991 >> 172.21.15.71:0/2584408991 conn(0x7f9de80fc7d0 msgr2=0x7f9de80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:38.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.427+0000 7f9dee991640 1 -- 172.21.15.71:0/2584408991 shutdown_connections 2024-09-05T07:39:38.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.428+0000 7f9dee991640 1 -- 172.21.15.71:0/2584408991 wait complete. 2024-09-05T07:39:38.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.428+0000 7f9dee991640 1 Processor -- start 2024-09-05T07:39:38.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.428+0000 7f9dee991640 1 -- start start 2024-09-05T07:39:38.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.429+0000 7f9dee991640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9de8102d30 0x7f9de81983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:38.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.429+0000 7f9dee991640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9de81036e0 0x7f9de8198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:38.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.429+0000 7f9de77fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9de81036e0 0x7f9de8198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:38.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.429+0000 7f9de77fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9de81036e0 0x7f9de8198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34780/0 (socket says 172.21.15.71:34780) 2024-09-05T07:39:38.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.429+0000 7f9de77fe640 1 -- 172.21.15.71:0/1610228805 learned_addr learned my addr 172.21.15.71:0/1610228805 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:38.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.429+0000 7f9dee991640 1 --2- 172.21.15.71:0/1610228805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9de81082a0 0x7f9de819cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:38.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.429+0000 7f9de7fff640 1 --2- 172.21.15.71:0/1610228805 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9de8102d30 0x7f9de81983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:38.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.429+0000 7f9dee991640 1 -- 172.21.15.71:0/1610228805 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9de8111f50 con 0x7f9de81036e0 2024-09-05T07:39:38.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.429+0000 7f9dee991640 1 -- 172.21.15.71:0/1610228805 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9de8111dd0 con 0x7f9de8102d30 2024-09-05T07:39:38.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.429+0000 7f9dee991640 1 -- 172.21.15.71:0/1610228805 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9de81120d0 con 0x7f9de81082a0 2024-09-05T07:39:38.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.429+0000 7f9decf2e640 1 --2- 172.21.15.71:0/1610228805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9de81082a0 0x7f9de819cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:38.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.429+0000 7f9de77fe640 1 -- 172.21.15.71:0/1610228805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9de81082a0 msgr2=0x7f9de819cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:38.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.429+0000 7f9de77fe640 1 --2- 172.21.15.71:0/1610228805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9de81082a0 0x7f9de819cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:38.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.429+0000 7f9de77fe640 1 -- 172.21.15.71:0/1610228805 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9de8102d30 msgr2=0x7f9de81983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:38.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.429+0000 7f9de77fe640 1 --2- 172.21.15.71:0/1610228805 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9de8102d30 0x7f9de81983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:38.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.429+0000 7f9de77fe640 1 -- 172.21.15.71:0/1610228805 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9de819d370 con 0x7f9de81036e0 2024-09-05T07:39:38.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.430+0000 7f9de77fe640 1 --2- 172.21.15.71:0/1610228805 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9de81036e0 0x7f9de8198900 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f9ddc00d740 tx=0x7f9ddc00db40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:38.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.430+0000 7f9de57fa640 1 -- 172.21.15.71:0/1610228805 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ddc017070 con 0x7f9de81036e0 2024-09-05T07:39:38.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.430+0000 7f9dee991640 1 -- 172.21.15.71:0/1610228805 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9de819d660 con 0x7f9de81036e0 2024-09-05T07:39:38.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.430+0000 7f9de57fa640 1 -- 172.21.15.71:0/1610228805 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9ddc010460 con 0x7f9de81036e0 2024-09-05T07:39:38.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.430+0000 7f9de57fa640 1 -- 172.21.15.71:0/1610228805 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ddc00f600 con 0x7f9de81036e0 2024-09-05T07:39:38.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.430+0000 7f9dee991640 1 -- 172.21.15.71:0/1610228805 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9de81008c0 con 0x7f9de81036e0 2024-09-05T07:39:38.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.432+0000 7f9dee991640 1 -- 172.21.15.71:0/1610228805 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9de8103110 con 0x7f9de81036e0 2024-09-05T07:39:38.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.434+0000 7f9de57fa640 1 -- 172.21.15.71:0/1610228805 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7f9ddc01a070 con 0x7f9de81036e0 2024-09-05T07:39:38.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.434+0000 7f9de57fa640 1 --2- 172.21.15.71:0/1610228805 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9dd00a7320 0x7f9dd00a97e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:38.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.435+0000 7f9de57fa640 1 -- 172.21.15.71:0/1610228805 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f9ddc0cf5c0 con 0x7f9de81036e0 2024-09-05T07:39:38.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.435+0000 7f9de7fff640 1 --2- 172.21.15.71:0/1610228805 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9dd00a7320 0x7f9dd00a97e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:38.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.436+0000 7f9de7fff640 1 --2- 172.21.15.71:0/1610228805 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9dd00a7320 0x7f9dd00a97e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f9dd800abe0 tx=0x7f9dd800a2d0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:38.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.439+0000 7f9de57fa640 1 -- 172.21.15.71:0/1610228805 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9ddc09bb30 con 0x7f9de81036e0 2024-09-05T07:39:38.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.707+0000 7f9dee991640 1 -- 172.21.15.71:0/1610228805 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9de810a2b0 con 0x7f9de81036e0 2024-09-05T07:39:38.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.708+0000 7f9de57fa640 1 -- 172.21.15.71:0/1610228805 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7f9ddc09b430 con 0x7f9de81036e0 2024-09-05T07:39:38.709 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:39:38.709 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:39:38.709 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:39:38.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.710+0000 7f9dee991640 1 -- 172.21.15.71:0/1610228805 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9dd00a7320 msgr2=0x7f9dd00a97e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:38.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.710+0000 7f9dee991640 1 --2- 172.21.15.71:0/1610228805 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9dd00a7320 0x7f9dd00a97e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f9dd800abe0 tx=0x7f9dd800a2d0 comp rx=0 tx=0).stop 2024-09-05T07:39:38.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.710+0000 7f9dee991640 1 -- 172.21.15.71:0/1610228805 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9de81036e0 msgr2=0x7f9de8198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:38.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.710+0000 7f9dee991640 1 --2- 172.21.15.71:0/1610228805 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9de81036e0 0x7f9de8198900 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f9ddc00d740 tx=0x7f9ddc00db40 comp rx=0 tx=0).stop 2024-09-05T07:39:38.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.710+0000 7f9dee991640 1 -- 172.21.15.71:0/1610228805 shutdown_connections 2024-09-05T07:39:38.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.710+0000 7f9dee991640 1 --2- 172.21.15.71:0/1610228805 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9dd00a7320 0x7f9dd00a97e0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:38.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.710+0000 7f9dee991640 1 --2- 172.21.15.71:0/1610228805 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9de81082a0 0x7f9de819cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:38.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.710+0000 7f9dee991640 1 --2- 172.21.15.71:0/1610228805 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9de81036e0 0x7f9de8198900 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:38.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.710+0000 7f9dee991640 1 --2- 172.21.15.71:0/1610228805 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9de8102d30 0x7f9de81983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:38.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.710+0000 7f9dee991640 1 -- 172.21.15.71:0/1610228805 >> 172.21.15.71:0/1610228805 conn(0x7f9de80fc7d0 msgr2=0x7f9de8105d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:38.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.710+0000 7f9dee991640 1 -- 172.21.15.71:0/1610228805 shutdown_connections 2024-09-05T07:39:38.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:38.710+0000 7f9dee991640 1 -- 172.21.15.71:0/1610228805 wait complete. 2024-09-05T07:39:38.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:38 smithi071 ceph-mon[30965]: pgmap v34: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T07:39:38.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:38 smithi123 ceph-mon[34568]: pgmap v34: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T07:39:38.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:38 smithi192 ceph-mon[34929]: pgmap v34: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T07:39:39.451 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T07:39:39.729 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:39.854 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:39 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1610228805' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:39:39.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:39 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1610228805' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:39:39.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:39 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1610228805' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:39:40.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.294+0000 7fd9ceffd640 1 -- 172.21.15.71:0/1177903682 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c8031e10 con 0x7fd9d0101400 2024-09-05T07:39:40.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.295+0000 7fd9d6431640 1 -- 172.21.15.71:0/1177903682 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd9d0101400 msgr2=0x7fd9d010d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:40.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.295+0000 7fd9d6431640 1 --2- 172.21.15.71:0/1177903682 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd9d0101400 0x7fd9d010d930 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fd9c8009cd0 tx=0x7fd9c802a910 comp rx=0 tx=0).stop 2024-09-05T07:39:40.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.295+0000 7fd9d6431640 1 -- 172.21.15.71:0/1177903682 shutdown_connections 2024-09-05T07:39:40.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.295+0000 7fd9d6431640 1 --2- 172.21.15.71:0/1177903682 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd9d0101400 0x7fd9d010d930 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.295+0000 7fd9d6431640 1 --2- 172.21.15.71:0/1177903682 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd9d0100a60 0x7fd9d0100ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.295+0000 7fd9d6431640 1 --2- 172.21.15.71:0/1177903682 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9d0106a60 0x7fd9d0106e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.295+0000 7fd9d6431640 1 -- 172.21.15.71:0/1177903682 >> 172.21.15.71:0/1177903682 conn(0x7fd9d00fc780 msgr2=0x7fd9d00feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:40.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.295+0000 7fd9d6431640 1 -- 172.21.15.71:0/1177903682 shutdown_connections 2024-09-05T07:39:40.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.295+0000 7fd9d6431640 1 -- 172.21.15.71:0/1177903682 wait complete. 2024-09-05T07:39:40.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.297+0000 7fd9d6431640 1 Processor -- start 2024-09-05T07:39:40.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.297+0000 7fd9d6431640 1 -- start start 2024-09-05T07:39:40.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.297+0000 7fd9d6431640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9d0100a60 0x7fd9d0198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:40.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.297+0000 7fd9d6431640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd9d0101400 0x7fd9d01986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:40.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.297+0000 7fd9d6431640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd9d0106a60 0x7fd9d019ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:40.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.297+0000 7fd9d6431640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d0110d60 con 0x7fd9d0106a60 2024-09-05T07:39:40.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.297+0000 7fd9d6431640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d0110be0 con 0x7fd9d0101400 2024-09-05T07:39:40.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.297+0000 7fd9d6431640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d0110ee0 con 0x7fd9d0100a60 2024-09-05T07:39:40.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.297+0000 7fd9d49ce640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd9d0106a60 0x7fd9d019ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:40.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.297+0000 7fd9d49ce640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd9d0106a60 0x7fd9d019ca40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34798/0 (socket says 172.21.15.71:34798) 2024-09-05T07:39:40.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.297+0000 7fd9d49ce640 1 -- 172.21.15.71:0/851951089 learned_addr learned my addr 172.21.15.71:0/851951089 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:40.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.298+0000 7fd9cf7fe640 1 --2- 172.21.15.71:0/851951089 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd9d0101400 0x7fd9d01986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:40.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.298+0000 7fd9cffff640 1 --2- 172.21.15.71:0/851951089 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9d0100a60 0x7fd9d0198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:40.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.298+0000 7fd9d49ce640 1 -- 172.21.15.71:0/851951089 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9d0100a60 msgr2=0x7fd9d0198170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:40.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.298+0000 7fd9d49ce640 1 --2- 172.21.15.71:0/851951089 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9d0100a60 0x7fd9d0198170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.298+0000 7fd9d49ce640 1 -- 172.21.15.71:0/851951089 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd9d0101400 msgr2=0x7fd9d01986b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:40.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.298+0000 7fd9d49ce640 1 --2- 172.21.15.71:0/851951089 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd9d0101400 0x7fd9d01986b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.298+0000 7fd9d49ce640 1 -- 172.21.15.71:0/851951089 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9d019d120 con 0x7fd9d0106a60 2024-09-05T07:39:40.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.298+0000 7fd9d49ce640 1 --2- 172.21.15.71:0/851951089 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd9d0106a60 0x7fd9d019ca40 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fd9c8009ca0 tx=0x7fd9c8009890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:40.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.298+0000 7fd9cd7fa640 1 -- 172.21.15.71:0/851951089 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c8030e40 con 0x7fd9d0106a60 2024-09-05T07:39:40.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.298+0000 7fd9cd7fa640 1 -- 172.21.15.71:0/851951089 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd9c8046930 con 0x7fd9d0106a60 2024-09-05T07:39:40.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.299+0000 7fd9cd7fa640 1 -- 172.21.15.71:0/851951089 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c803b780 con 0x7fd9d0106a60 2024-09-05T07:39:40.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.299+0000 7fd9d6431640 1 -- 172.21.15.71:0/851951089 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9d019d3b0 con 0x7fd9d0106a60 2024-09-05T07:39:40.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.299+0000 7fd9d6431640 1 -- 172.21.15.71:0/851951089 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9d0107900 con 0x7fd9d0106a60 2024-09-05T07:39:40.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.302+0000 7fd9cd7fa640 1 -- 172.21.15.71:0/851951089 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7fd9c8046ae0 con 0x7fd9d0106a60 2024-09-05T07:39:40.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.303+0000 7fd9d880a740 1 Processor -- start 2024-09-05T07:39:40.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.303+0000 7fd9cd7fa640 1 --2- 172.21.15.71:0/851951089 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd9b80a2e90 0x7fd9b80a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:40.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.303+0000 7fd9d880a740 1 -- start start 2024-09-05T07:39:40.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.303+0000 7fd9cf7fe640 1 --2- 172.21.15.71:0/851951089 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd9b80a2e90 0x7fd9b80a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:40.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.303+0000 7fd9cd7fa640 1 -- 172.21.15.71:0/851951089 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fd9c80f0c50 con 0x7fd9d0106a60 2024-09-05T07:39:40.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.304+0000 7fd9d880a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563884486b40 0x563884485090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:40.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.304+0000 7fd9d880a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5638844855d0 0x563884485a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:40.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.304+0000 7fd9d880a740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x563884492760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:40.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.304+0000 7fd9d880a740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5638843eb2f0 con 0x563884490370 2024-09-05T07:39:40.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.304+0000 7fd9d880a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563884392cf0 con 0x563884486b40 2024-09-05T07:39:40.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.304+0000 7fd9d880a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5638843e72b0 con 0x5638844855d0 2024-09-05T07:39:40.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.304+0000 7fd9cf7fe640 1 --2- 172.21.15.71:0/851951089 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd9b80a2e90 0x7fd9b80a5350 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd9d00ff1f0 tx=0x7fd9c4011040 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:40.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.304+0000 7fd9cffff640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563884486b40 0x563884485090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:40.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.304+0000 7fd9cffff640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563884486b40 0x563884485090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:50690/0 (socket says 172.21.15.71:50690) 2024-09-05T07:39:40.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.304+0000 7fd9cffff640 1 -- 172.21.15.71:0/1823544915 learned_addr learned my addr 172.21.15.71:0/1823544915 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:40.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.304+0000 7fd9d49ce640 1 --2- 172.21.15.71:0/1823544915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x563884492760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:40.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.304+0000 7fd9cf7fe640 1 --2- 172.21.15.71:0/1823544915 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5638844855d0 0x563884485a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:40.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.305+0000 7fd9cffff640 1 -- 172.21.15.71:0/1823544915 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5638844855d0 msgr2=0x563884485a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:40.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.305+0000 7fd9cffff640 1 --2- 172.21.15.71:0/1823544915 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5638844855d0 0x563884485a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.305+0000 7fd9cffff640 1 -- 172.21.15.71:0/1823544915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 msgr2=0x563884492760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:40.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.305+0000 7fd9cffff640 1 --2- 172.21.15.71:0/1823544915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x563884492760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.305+0000 7fd9cffff640 1 -- 172.21.15.71:0/1823544915 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5638843773a0 con 0x563884486b40 2024-09-05T07:39:40.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.305+0000 7fd9cf7fe640 1 --2- 172.21.15.71:0/1823544915 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5638844855d0 0x563884485a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:39:40.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.305+0000 7fd9d49ce640 1 --2- 172.21.15.71:0/1823544915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x563884492760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:40.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.305+0000 7fd9cffff640 1 --2- 172.21.15.71:0/1823544915 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563884486b40 0x563884485090 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fd9c0009880 tx=0x7fd9c0005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6209a7cd47aa1510 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:40.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.305+0000 7fd9b67fc640 1 -- 172.21.15.71:0/1823544915 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c000baa0 con 0x563884486b40 2024-09-05T07:39:40.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.305+0000 7fd9b67fc640 1 -- 172.21.15.71:0/1823544915 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd9c000bc40 con 0x563884486b40 2024-09-05T07:39:40.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.305+0000 7fd9b67fc640 1 -- 172.21.15.71:0/1823544915 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c001d360 con 0x563884486b40 2024-09-05T07:39:40.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.306+0000 7fd9d880a740 1 -- 172.21.15.71:0/1823544915 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563884486b40 msgr2=0x563884485090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:40.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.306+0000 7fd9d880a740 1 --2- 172.21.15.71:0/1823544915 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563884486b40 0x563884485090 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fd9c0009880 tx=0x7fd9c0005f90 comp rx=0 tx=0).stop 2024-09-05T07:39:40.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.306+0000 7fd9d880a740 1 -- 172.21.15.71:0/1823544915 shutdown_connections 2024-09-05T07:39:40.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.306+0000 7fd9d880a740 1 --2- 172.21.15.71:0/1823544915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x563884492760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.306+0000 7fd9d880a740 1 --2- 172.21.15.71:0/1823544915 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5638844855d0 0x563884485a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.306+0000 7fd9d880a740 1 --2- 172.21.15.71:0/1823544915 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563884486b40 0x563884485090 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.306+0000 7fd9d880a740 1 -- 172.21.15.71:0/1823544915 >> 172.21.15.71:0/1823544915 conn(0x56388444e310 msgr2=0x563884481c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:40.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.306+0000 7fd9d880a740 1 -- 172.21.15.71:0/1823544915 shutdown_connections 2024-09-05T07:39:40.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.306+0000 7fd9d880a740 1 -- 172.21.15.71:0/1823544915 wait complete. 2024-09-05T07:39:40.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.307+0000 7fd9d880a740 1 -- start start 2024-09-05T07:39:40.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.307+0000 7fd9d880a740 1 Processor -- start 2024-09-05T07:39:40.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.307+0000 7fd9d880a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5638844855d0 0x56388448fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:40.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.307+0000 7fd9d880a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563884486b40 0x56388448cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:40.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.307+0000 7fd9d880a740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x56388448d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:40.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.307+0000 7fd9d880a740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x563884493070 con 0x563884490370 2024-09-05T07:39:40.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.307+0000 7fd9d880a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5638843a6060 con 0x5638844855d0 2024-09-05T07:39:40.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.308+0000 7fd9d880a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5638844931f0 con 0x563884486b40 2024-09-05T07:39:40.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.308+0000 7fd9d880a740 10 client.0 _ll_register_callbacks cb 0x5638840f98c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:40.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.308+0000 7fd9cffff640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5638844855d0 0x56388448fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:40.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.308+0000 7fd9cffff640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5638844855d0 0x56388448fd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:50694/0 (socket says 172.21.15.71:50694) 2024-09-05T07:39:40.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.308+0000 7fd9cffff640 1 -- 172.21.15.71:0/2001859101 learned_addr learned my addr 172.21.15.71:0/2001859101 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:40.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.308+0000 7fd9d49ce640 1 --2- 172.21.15.71:0/2001859101 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x56388448d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:40.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.308+0000 7fd9cf7fe640 1 --2- 172.21.15.71:0/2001859101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563884486b40 0x56388448cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:40.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.308+0000 7fd9cffff640 1 -- 172.21.15.71:0/2001859101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563884486b40 msgr2=0x56388448cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:40.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.308+0000 7fd9cffff640 1 --2- 172.21.15.71:0/2001859101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563884486b40 0x56388448cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.308+0000 7fd9cffff640 1 -- 172.21.15.71:0/2001859101 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 msgr2=0x56388448d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:40.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.308+0000 7fd9cffff640 1 --2- 172.21.15.71:0/2001859101 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x56388448d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.308+0000 7fd9cffff640 1 -- 172.21.15.71:0/2001859101 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56388415c3c0 con 0x5638844855d0 2024-09-05T07:39:40.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.308+0000 7fd9cf7fe640 1 --2- 172.21.15.71:0/2001859101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563884486b40 0x56388448cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:39:40.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.308+0000 7fd9d49ce640 1 --2- 172.21.15.71:0/2001859101 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x56388448d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:39:40.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.309+0000 7fd9cffff640 1 --2- 172.21.15.71:0/2001859101 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5638844855d0 0x56388448fd20 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd9c001ecd0 tx=0x7fd9c0009f30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=86c629d2dcb12422 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:40.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.309+0000 7fd9af7fe640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T07:39:40.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.309+0000 7fd9af7fe640 1 -- 172.21.15.71:0/2001859101 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c001e600 con 0x5638844855d0 2024-09-05T07:39:40.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.309+0000 7fd9af7fe640 1 -- 172.21.15.71:0/2001859101 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fd9c001e7a0 con 0x5638844855d0 2024-09-05T07:39:40.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.309+0000 7fd9d880a740 1 -- 172.21.15.71:0/2001859101 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd9c000bc40 con 0x5638844855d0 2024-09-05T07:39:40.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.309+0000 7fd9af7fe640 1 -- 172.21.15.71:0/2001859101 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd9c003b050 con 0x5638844855d0 2024-09-05T07:39:40.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.309+0000 7fd9d880a740 10 client.25235 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:40.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.309+0000 7fd9d880a740 1 -- 172.21.15.71:0/2001859101 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56388449ea30 con 0x5638844855d0 2024-09-05T07:39:40.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.310+0000 7fd9af7fe640 1 -- 172.21.15.71:0/2001859101 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd9c000bc40 con 0x5638844855d0 2024-09-05T07:39:40.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.310+0000 7fd9af7fe640 1 -- 172.21.15.71:0/2001859101 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fd9c00325f0 con 0x5638844855d0 2024-09-05T07:39:40.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.310+0000 7fd9d880a740 10 client.25235 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:40.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.310+0000 7fd9d880a740 10 client.25235 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:39:40.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.310+0000 7fd9d880a740 20 client.25235 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:40.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.310+0000 7fd9d880a740 1 --2- 172.21.15.71:0/2001859101 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x56388449fe30 0x5638844a2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:40.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.310+0000 7fd9d880a740 4 client.25235 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:39:40.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.310+0000 7fd9d880a740 1 -- 172.21.15.71:0/2001859101 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5638843f8860 con 0x56388449fe30 2024-09-05T07:39:40.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.310+0000 7fd9cf7fe640 1 --2- 172.21.15.71:0/2001859101 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x56388449fe30 0x5638844a2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:40.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.311+0000 7fd9af7fe640 10 client.25235 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:39:40.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.311+0000 7fd9cf7fe640 1 --2- 172.21.15.71:0/2001859101 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x56388449fe30 0x5638844a2220 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f9bae403d2b7c774 server_cookie=6951b11b3f40ff6 in_seq=0 out_seq=0 2024-09-05T07:39:40.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.312+0000 7fd9af7fe640 1 -- 172.21.15.71:0/2001859101 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5638843f8860 con 0x56388449fe30 2024-09-05T07:39:40.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.312+0000 7fd9af7fe640 10 client.25235 handle_command_reply: tid=0 2024-09-05T07:39:40.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.312+0000 7fd9d880a740 1 client.25235 shutdown 2024-09-05T07:39:40.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.312+0000 7fd9d880a740 1 -- 172.21.15.71:0/2001859101 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5638844855d0 msgr2=0x56388448fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:40.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.312+0000 7fd9d880a740 1 --2- 172.21.15.71:0/2001859101 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5638844855d0 0x56388448fd20 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd9c001ecd0 tx=0x7fd9c0009f30 comp rx=0 tx=0).stop 2024-09-05T07:39:40.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.312+0000 7fd9d880a740 1 -- 172.21.15.71:0/2001859101 shutdown_connections 2024-09-05T07:39:40.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.312+0000 7fd9d880a740 1 --2- 172.21.15.71:0/2001859101 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x56388449fe30 0x5638844a2220 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.312+0000 7fd9d880a740 1 --2- 172.21.15.71:0/2001859101 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x56388448d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.312+0000 7fd9d880a740 1 --2- 172.21.15.71:0/2001859101 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563884486b40 0x56388448cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.312+0000 7fd9af7fe640 0 client.25235 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:39:40.316 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.312+0000 7fd9d880a740 1 --2- 172.21.15.71:0/2001859101 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5638844855d0 0x56388448fd20 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.316 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.312+0000 7fd9d880a740 1 -- 172.21.15.71:0/2001859101 >> 172.21.15.71:0/2001859101 conn(0x56388444e310 msgr2=0x563884487960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:40.316 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.312+0000 7fd9d880a740 1 -- 172.21.15.71:0/2001859101 shutdown_connections 2024-09-05T07:39:40.316 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.312+0000 7fd9d880a740 1 -- 172.21.15.71:0/2001859101 wait complete. 2024-09-05T07:39:40.316 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.312+0000 7fd9d880a740 20 client.25235 trim_cache size 0 max 16384 2024-09-05T07:39:40.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.337+0000 7fd9d880a740 1 Processor -- start 2024-09-05T07:39:40.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.337+0000 7fd9d880a740 1 -- start start 2024-09-05T07:39:40.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.337+0000 7fd9d880a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5638844855d0 0x563884488120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:40.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.337+0000 7fd9d880a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563884486b40 0x563884488660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:40.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.337+0000 7fd9d880a740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x5638844a7820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:40.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.338+0000 7fd9d49ce640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x5638844a7820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:40.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.338+0000 7fd9cf7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563884486b40 0x563884488660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:40.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.338+0000 7fd9cf7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563884486b40 0x563884488660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.71:39702/0 (socket says 172.21.15.71:39702) 2024-09-05T07:39:40.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.338+0000 7fd9d49ce640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x5638844a7820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34826/0 (socket says 172.21.15.71:34826) 2024-09-05T07:39:40.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.338+0000 7fd9d880a740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d01af790 con 0x563884490370 2024-09-05T07:39:40.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.338+0000 7fd9d880a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d01ad060 con 0x5638844855d0 2024-09-05T07:39:40.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.338+0000 7fd9d880a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d01aaeb0 con 0x563884486b40 2024-09-05T07:39:40.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.338+0000 7fd9cf7fe640 1 -- 172.21.15.71:0/3041592718 learned_addr learned my addr 172.21.15.71:0/3041592718 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:40.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.338+0000 7fd9cffff640 1 --2- 172.21.15.71:0/3041592718 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5638844855d0 0x563884488120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:40.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.338+0000 7fd9cf7fe640 1 -- 172.21.15.71:0/3041592718 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5638844855d0 msgr2=0x563884488120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:40.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.338+0000 7fd9cf7fe640 1 --2- 172.21.15.71:0/3041592718 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5638844855d0 0x563884488120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.338+0000 7fd9cf7fe640 1 -- 172.21.15.71:0/3041592718 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 msgr2=0x5638844a7820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:40.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.338+0000 7fd9cf7fe640 1 --2- 172.21.15.71:0/3041592718 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x5638844a7820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.338+0000 7fd9cf7fe640 1 -- 172.21.15.71:0/3041592718 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563884488ba0 con 0x563884486b40 2024-09-05T07:39:40.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.338+0000 7fd9d49ce640 1 --2- 172.21.15.71:0/3041592718 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x5638844a7820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:39:40.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.339+0000 7fd9cf7fe640 1 --2- 172.21.15.71:0/3041592718 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563884486b40 0x563884488660 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x56388448c860 tx=0x7fd9c4013000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99197fe4cdd38fc8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:40.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.339+0000 7fd9b5ffb640 1 -- 172.21.15.71:0/3041592718 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c4033070 con 0x563884486b40 2024-09-05T07:39:40.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.339+0000 7fd9b5ffb640 1 -- 172.21.15.71:0/3041592718 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd9c4019de0 con 0x563884486b40 2024-09-05T07:39:40.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.339+0000 7fd9b5ffb640 1 -- 172.21.15.71:0/3041592718 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c4026b40 con 0x563884486b40 2024-09-05T07:39:40.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.340+0000 7fd9d880a740 1 -- 172.21.15.71:0/3041592718 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563884486b40 msgr2=0x563884488660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:40.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.340+0000 7fd9d880a740 1 --2- 172.21.15.71:0/3041592718 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563884486b40 0x563884488660 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x56388448c860 tx=0x7fd9c4013000 comp rx=0 tx=0).stop 2024-09-05T07:39:40.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.340+0000 7fd9d880a740 1 -- 172.21.15.71:0/3041592718 shutdown_connections 2024-09-05T07:39:40.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.340+0000 7fd9d880a740 1 --2- 172.21.15.71:0/3041592718 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x5638844a7820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.340+0000 7fd9d880a740 1 --2- 172.21.15.71:0/3041592718 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563884486b40 0x563884488660 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.340+0000 7fd9d880a740 1 --2- 172.21.15.71:0/3041592718 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5638844855d0 0x563884488120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.340+0000 7fd9d880a740 1 -- 172.21.15.71:0/3041592718 >> 172.21.15.71:0/3041592718 conn(0x56388444e310 msgr2=0x563884480d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:40.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.340+0000 7fd9d880a740 1 -- 172.21.15.71:0/3041592718 shutdown_connections 2024-09-05T07:39:40.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.340+0000 7fd9d880a740 1 -- 172.21.15.71:0/3041592718 wait complete. 2024-09-05T07:39:40.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.341+0000 7fd9d880a740 1 -- start start 2024-09-05T07:39:40.342 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.341+0000 7fd9d880a740 1 Processor -- start 2024-09-05T07:39:40.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.342+0000 7fd9d880a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5638844855d0 0x5638844949a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:40.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.342+0000 7fd9d880a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563884486b40 0x563884494ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:40.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.342+0000 7fd9d880a740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x5638845097f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:40.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.342+0000 7fd9cffff640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5638844855d0 0x5638844949a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:40.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.342+0000 7fd9d49ce640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x5638845097f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:40.343 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.342+0000 7fd9cffff640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5638844855d0 0x5638844949a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:50704/0 (socket says 172.21.15.71:50704) 2024-09-05T07:39:40.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.342+0000 7fd9cf7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563884486b40 0x563884494ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:40.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.342+0000 7fd9d49ce640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x5638845097f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34840/0 (socket says 172.21.15.71:34840) 2024-09-05T07:39:40.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.342+0000 7fd9d880a740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d01ab520 con 0x563884490370 2024-09-05T07:39:40.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.342+0000 7fd9d880a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d01ac990 con 0x5638844855d0 2024-09-05T07:39:40.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.342+0000 7fd9d880a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d01abbf0 con 0x563884486b40 2024-09-05T07:39:40.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.342+0000 7fd9cf7fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563884486b40 0x563884494ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.71:39714/0 (socket says 172.21.15.71:39714) 2024-09-05T07:39:40.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.342+0000 7fd9cf7fe640 1 -- 172.21.15.71:0/770513474 learned_addr learned my addr 172.21.15.71:0/770513474 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:40.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.343+0000 7fd9cffff640 1 -- 172.21.15.71:0/770513474 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563884486b40 msgr2=0x563884494ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:40.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.343+0000 7fd9cffff640 1 --2- 172.21.15.71:0/770513474 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563884486b40 0x563884494ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.343+0000 7fd9cffff640 1 -- 172.21.15.71:0/770513474 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 msgr2=0x5638845097f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:40.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.343+0000 7fd9cffff640 1 --2- 172.21.15.71:0/770513474 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x5638845097f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.343+0000 7fd9cffff640 1 -- 172.21.15.71:0/770513474 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563884509e00 con 0x5638844855d0 2024-09-05T07:39:40.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.343+0000 7fd9d49ce640 1 --2- 172.21.15.71:0/770513474 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x5638845097f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:39:40.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.343+0000 7fd9d880a740 10 client.0 _ll_register_callbacks cb 0x7fd9c0009750 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:40.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.343+0000 7fd9cffff640 1 --2- 172.21.15.71:0/770513474 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5638844855d0 0x5638844949a0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd9c0032b30 tx=0x7fd9c0034e00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e20c07287f278536 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:40.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.343+0000 7fd9af7fe640 10 client.25241 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T07:39:40.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.343+0000 7fd9d880a740 1 -- 172.21.15.71:0/770513474 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd9c4019de0 con 0x5638844855d0 2024-09-05T07:39:40.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.343+0000 7fd9af7fe640 1 -- 172.21.15.71:0/770513474 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9c000bc20 con 0x5638844855d0 2024-09-05T07:39:40.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.343+0000 7fd9af7fe640 1 -- 172.21.15.71:0/770513474 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fd9c0032dc0 con 0x5638844855d0 2024-09-05T07:39:40.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.343+0000 7fd9af7fe640 1 -- 172.21.15.71:0/770513474 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd9c0005850 con 0x5638844855d0 2024-09-05T07:39:40.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.343+0000 7fd9d880a740 10 client.25241 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:40.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.343+0000 7fd9d880a740 1 -- 172.21.15.71:0/770513474 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({fsmap=26}) -- 0x56388450ae70 con 0x5638844855d0 2024-09-05T07:39:40.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.344+0000 7fd9af7fe640 1 -- 172.21.15.71:0/770513474 <== mon.2 v2:172.21.15.123:3300/0 4 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fd9c0032430 con 0x5638844855d0 2024-09-05T07:39:40.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.344+0000 7fd9d880a740 10 client.25241 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:40.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.344+0000 7fd9d880a740 10 client.25241 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:39:40.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.344+0000 7fd9d880a740 20 client.25241 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:40.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.344+0000 7fd9d880a740 1 --2- 172.21.15.71:0/770513474 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x56388450b500 0x56388450d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:40.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.344+0000 7fd9d880a740 4 client.25241 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:39:40.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.344+0000 7fd9d880a740 1 -- 172.21.15.71:0/770513474 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5638843f2d70 con 0x56388450b500 2024-09-05T07:39:40.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.344+0000 7fd9cf7fe640 1 --2- 172.21.15.71:0/770513474 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x56388450b500 0x56388450d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:40.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.345+0000 7fd9af7fe640 10 client.25241 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:39:40.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.345+0000 7fd9cf7fe640 1 --2- 172.21.15.71:0/770513474 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x56388450b500 0x56388450d980 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=21d0b17e9127b00d server_cookie=28056208d2b95c4e in_seq=0 out_seq=0 2024-09-05T07:39:40.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.345+0000 7fd9af7fe640 1 -- 172.21.15.71:0/770513474 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5638843f2d70 con 0x56388450b500 2024-09-05T07:39:40.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.345+0000 7fd9af7fe640 10 client.25241 handle_command_reply: tid=0 2024-09-05T07:39:40.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.345+0000 7fd9d880a740 1 client.25241 shutdown 2024-09-05T07:39:40.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.345+0000 7fd9d880a740 1 -- 172.21.15.71:0/770513474 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5638844855d0 msgr2=0x5638844949a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:40.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.345+0000 7fd9d880a740 1 --2- 172.21.15.71:0/770513474 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5638844855d0 0x5638844949a0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd9c0032b30 tx=0x7fd9c0034e00 comp rx=0 tx=0).stop 2024-09-05T07:39:40.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.345+0000 7fd9d880a740 1 -- 172.21.15.71:0/770513474 shutdown_connections 2024-09-05T07:39:40.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.345+0000 7fd9d880a740 1 --2- 172.21.15.71:0/770513474 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x56388450b500 0x56388450d980 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.345+0000 7fd9d880a740 1 --2- 172.21.15.71:0/770513474 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563884490370 0x5638845097f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.345+0000 7fd9af7fe640 0 client.25241 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:39:40.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.345+0000 7fd9d880a740 1 --2- 172.21.15.71:0/770513474 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563884486b40 0x563884494ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.345+0000 7fd9d880a740 1 --2- 172.21.15.71:0/770513474 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5638844855d0 0x5638844949a0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.345+0000 7fd9d880a740 1 -- 172.21.15.71:0/770513474 >> 172.21.15.71:0/770513474 conn(0x56388444e310 msgr2=0x56388448e830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:40.349 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:39:40.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.346+0000 7fd9d880a740 1 -- 172.21.15.71:0/770513474 shutdown_connections 2024-09-05T07:39:40.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.346+0000 7fd9d880a740 1 -- 172.21.15.71:0/770513474 wait complete. 2024-09-05T07:39:40.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.346+0000 7fd9d880a740 20 client.25241 trim_cache size 0 max 16384 2024-09-05T07:39:40.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.346+0000 7fd9d6431640 1 -- 172.21.15.71:0/851951089 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd9b80a2e90 msgr2=0x7fd9b80a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:40.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.346+0000 7fd9d6431640 1 --2- 172.21.15.71:0/851951089 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd9b80a2e90 0x7fd9b80a5350 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd9d00ff1f0 tx=0x7fd9c4011040 comp rx=0 tx=0).stop 2024-09-05T07:39:40.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.346+0000 7fd9d6431640 1 -- 172.21.15.71:0/851951089 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd9d0106a60 msgr2=0x7fd9d019ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:40.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.346+0000 7fd9d6431640 1 --2- 172.21.15.71:0/851951089 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd9d0106a60 0x7fd9d019ca40 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fd9c8009ca0 tx=0x7fd9c8009890 comp rx=0 tx=0).stop 2024-09-05T07:39:40.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.347+0000 7fd9d6431640 1 -- 172.21.15.71:0/851951089 shutdown_connections 2024-09-05T07:39:40.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.347+0000 7fd9d6431640 1 --2- 172.21.15.71:0/851951089 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd9b80a2e90 0x7fd9b80a5350 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.347+0000 7fd9d6431640 1 --2- 172.21.15.71:0/851951089 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd9d0106a60 0x7fd9d019ca40 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.347+0000 7fd9d6431640 1 --2- 172.21.15.71:0/851951089 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd9d0101400 0x7fd9d01986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.347+0000 7fd9d6431640 1 --2- 172.21.15.71:0/851951089 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd9d0100a60 0x7fd9d0198170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:40.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.347+0000 7fd9d6431640 1 -- 172.21.15.71:0/851951089 >> 172.21.15.71:0/851951089 conn(0x7fd9d00fc780 msgr2=0x7fd9d006a840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:40.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.347+0000 7fd9d6431640 1 -- 172.21.15.71:0/851951089 shutdown_connections 2024-09-05T07:39:40.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:40.347+0000 7fd9d6431640 1 -- 172.21.15.71:0/851951089 wait complete. 2024-09-05T07:39:40.590 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:40 smithi071 ceph-mon[30965]: pgmap v35: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-05T07:39:40.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:40 smithi123 ceph-mon[34568]: pgmap v35: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-05T07:39:40.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:40 smithi192 ceph-mon[34929]: pgmap v35: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-05T07:39:41.099 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T07:39:41.469 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:42.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.034+0000 7efc4ba12640 1 -- 172.21.15.71:0/1943707601 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc44102570 msgr2=0x7efc441029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:42.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.034+0000 7efc4ba12640 1 --2- 172.21.15.71:0/1943707601 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc44102570 0x7efc441029b0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7efc34009900 tx=0x7efc3402a480 comp rx=0 tx=0).stop 2024-09-05T07:39:42.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.034+0000 7efc4ba12640 1 -- 172.21.15.71:0/1943707601 shutdown_connections 2024-09-05T07:39:42.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.034+0000 7efc4ba12640 1 --2- 172.21.15.71:0/1943707601 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc44102ef0 0x7efc4410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.034+0000 7efc4ba12640 1 --2- 172.21.15.71:0/1943707601 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc44102570 0x7efc441029b0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.034+0000 7efc4ba12640 1 --2- 172.21.15.71:0/1943707601 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efc44100e20 0x7efc44101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.035+0000 7efc4ba12640 1 -- 172.21.15.71:0/1943707601 >> 172.21.15.71:0/1943707601 conn(0x7efc440fc7d0 msgr2=0x7efc440febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:42.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.035+0000 7efc4ba12640 1 -- 172.21.15.71:0/1943707601 shutdown_connections 2024-09-05T07:39:42.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.035+0000 7efc4ba12640 1 -- 172.21.15.71:0/1943707601 wait complete. 2024-09-05T07:39:42.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.036+0000 7efc4ba12640 1 Processor -- start 2024-09-05T07:39:42.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.036+0000 7efc4ba12640 1 -- start start 2024-09-05T07:39:42.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.036+0000 7efc4ba12640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc44100e20 0x7efc4410bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:42.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.036+0000 7efc4ba12640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efc44102ef0 0x7efc4410c040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:42.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.036+0000 7efc4ba12640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc4410d790 0x7efc4410c580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:42.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.036+0000 7efc4ba12640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7efc44110e30 con 0x7efc44100e20 2024-09-05T07:39:42.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.036+0000 7efc4ba12640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efc44110cb0 con 0x7efc44102ef0 2024-09-05T07:39:42.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.036+0000 7efc4ba12640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7efc44110fb0 con 0x7efc4410d790 2024-09-05T07:39:42.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.036+0000 7efc497ae640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc44100e20 0x7efc4410bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:42.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.036+0000 7efc497ae640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc44100e20 0x7efc4410bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46278/0 (socket says 172.21.15.71:46278) 2024-09-05T07:39:42.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.036+0000 7efc497ae640 1 -- 172.21.15.71:0/4145279794 learned_addr learned my addr 172.21.15.71:0/4145279794 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:42.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.036+0000 7efc49faf640 1 --2- 172.21.15.71:0/4145279794 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc4410d790 0x7efc4410c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:42.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.037+0000 7efc497ae640 1 -- 172.21.15.71:0/4145279794 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc4410d790 msgr2=0x7efc4410c580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:42.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.037+0000 7efc497ae640 1 --2- 172.21.15.71:0/4145279794 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc4410d790 0x7efc4410c580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.037+0000 7efc497ae640 1 -- 172.21.15.71:0/4145279794 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efc44102ef0 msgr2=0x7efc4410c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:42.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.037+0000 7efc497ae640 1 --2- 172.21.15.71:0/4145279794 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efc44102ef0 0x7efc4410c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.037+0000 7efc497ae640 1 -- 172.21.15.71:0/4145279794 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc441ab2e0 con 0x7efc44100e20 2024-09-05T07:39:42.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.037+0000 7efc497ae640 1 --2- 172.21.15.71:0/4145279794 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc44100e20 0x7efc4410bb00 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7efc4000d950 tx=0x7efc4000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:42.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.037+0000 7efc3a7fc640 1 -- 172.21.15.71:0/4145279794 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc40017070 con 0x7efc44100e20 2024-09-05T07:39:42.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.037+0000 7efc3a7fc640 1 -- 172.21.15.71:0/4145279794 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc40009c30 con 0x7efc44100e20 2024-09-05T07:39:42.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.037+0000 7efc4ba12640 1 -- 172.21.15.71:0/4145279794 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc441ab5d0 con 0x7efc44100e20 2024-09-05T07:39:42.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.037+0000 7efc3a7fc640 1 -- 172.21.15.71:0/4145279794 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc4000f620 con 0x7efc44100e20 2024-09-05T07:39:42.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.038+0000 7efc4ba12640 1 -- 172.21.15.71:0/4145279794 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc441aba20 con 0x7efc44100e20 2024-09-05T07:39:42.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.042+0000 7efc4ddeb740 1 Processor -- start 2024-09-05T07:39:42.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.042+0000 7efc4ddeb740 1 -- start start 2024-09-05T07:39:42.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.042+0000 7efc3a7fc640 1 -- 172.21.15.71:0/4145279794 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7efc400109a0 con 0x7efc44100e20 2024-09-05T07:39:42.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.042+0000 7efc4ddeb740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53bb40 0x55d29a53a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:42.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.042+0000 7efc4ddeb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a53a5d0 0x55d29a53aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:42.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.042+0000 7efc4ddeb740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a545370 0x55d29a547760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:42.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.042+0000 7efc4ddeb740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55d29a4a02f0 con 0x55d29a545370 2024-09-05T07:39:42.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.042+0000 7efc4ddeb740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d29a447cf0 con 0x55d29a53bb40 2024-09-05T07:39:42.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.042+0000 7efc4ddeb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d29a49c2b0 con 0x55d29a53a5d0 2024-09-05T07:39:42.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.042+0000 7efc48fad640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a545370 0x55d29a547760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:42.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.042+0000 7efc48fad640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a545370 0x55d29a547760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46288/0 (socket says 172.21.15.71:46288) 2024-09-05T07:39:42.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.042+0000 7efc48fad640 1 -- 172.21.15.71:0/2387026656 learned_addr learned my addr 172.21.15.71:0/2387026656 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:42.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.042+0000 7efc497ae640 1 --2- 172.21.15.71:0/2387026656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a53a5d0 0x55d29a53aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:42.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.043+0000 7efc49faf640 1 --2- 172.21.15.71:0/2387026656 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53bb40 0x55d29a53a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:42.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.043+0000 7efc48fad640 1 -- 172.21.15.71:0/2387026656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a53a5d0 msgr2=0x55d29a53aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:42.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.043+0000 7efc48fad640 1 --2- 172.21.15.71:0/2387026656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a53a5d0 0x55d29a53aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.043+0000 7efc48fad640 1 -- 172.21.15.71:0/2387026656 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53bb40 msgr2=0x55d29a53a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:42.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.043+0000 7efc48fad640 1 --2- 172.21.15.71:0/2387026656 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53bb40 0x55d29a53a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.043+0000 7efc48fad640 1 -- 172.21.15.71:0/2387026656 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d29a42c3a0 con 0x55d29a545370 2024-09-05T07:39:42.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.043+0000 7efc3a7fc640 1 --2- 172.21.15.71:0/4145279794 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efc300a2e90 0x7efc300a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:42.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.043+0000 7efc48fad640 1 --2- 172.21.15.71:0/2387026656 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a545370 0x55d29a547760 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7efc34009900 tx=0x7efc34005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcd91c35303456de server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:42.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.043+0000 7efc3a7fc640 1 -- 172.21.15.71:0/4145279794 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7efc400cf360 con 0x7efc44100e20 2024-09-05T07:39:42.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.044+0000 7efc2f7fe640 1 -- 172.21.15.71:0/2387026656 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc3403e070 con 0x55d29a545370 2024-09-05T07:39:42.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.044+0000 7efc2f7fe640 1 -- 172.21.15.71:0/2387026656 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc34032db0 con 0x55d29a545370 2024-09-05T07:39:42.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.044+0000 7efc2f7fe640 1 -- 172.21.15.71:0/2387026656 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc34035040 con 0x55d29a545370 2024-09-05T07:39:42.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.045+0000 7efc4ddeb740 1 -- 172.21.15.71:0/2387026656 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a545370 msgr2=0x55d29a547760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:42.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.045+0000 7efc4ddeb740 1 --2- 172.21.15.71:0/2387026656 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a545370 0x55d29a547760 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7efc34009900 tx=0x7efc34005dd0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.045+0000 7efc49faf640 1 --2- 172.21.15.71:0/4145279794 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efc300a2e90 0x7efc300a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:42.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.045+0000 7efc4ddeb740 1 -- 172.21.15.71:0/2387026656 shutdown_connections 2024-09-05T07:39:42.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.045+0000 7efc4ddeb740 1 --2- 172.21.15.71:0/2387026656 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a545370 0x55d29a547760 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.045+0000 7efc4ddeb740 1 --2- 172.21.15.71:0/2387026656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a53a5d0 0x55d29a53aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.045+0000 7efc4ddeb740 1 --2- 172.21.15.71:0/2387026656 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53bb40 0x55d29a53a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.045+0000 7efc4ddeb740 1 -- 172.21.15.71:0/2387026656 >> 172.21.15.71:0/2387026656 conn(0x55d29a503310 msgr2=0x55d29a536c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:42.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.045+0000 7efc4ddeb740 1 -- 172.21.15.71:0/2387026656 shutdown_connections 2024-09-05T07:39:42.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.045+0000 7efc4ddeb740 1 -- 172.21.15.71:0/2387026656 wait complete. 2024-09-05T07:39:42.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.045+0000 7efc49faf640 1 --2- 172.21.15.71:0/4145279794 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efc300a2e90 0x7efc300a5350 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7efc3c005fd0 tx=0x7efc3c009500 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:42.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.046+0000 7efc4ddeb740 1 -- start start 2024-09-05T07:39:42.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.046+0000 7efc4ddeb740 1 Processor -- start 2024-09-05T07:39:42.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.046+0000 7efc4ddeb740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a53a5d0 0x55d29a544d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:42.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.046+0000 7efc4ddeb740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53bb40 0x55d29a541fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:42.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.047+0000 7efc497ae640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a53a5d0 0x55d29a544d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:42.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.047+0000 7efc497ae640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a53a5d0 0x55d29a544d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46300/0 (socket says 172.21.15.71:46300) 2024-09-05T07:39:42.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.047+0000 7efc4ddeb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a545370 0x55d29a5425d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:42.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.047+0000 7efc497ae640 1 -- 172.21.15.71:0/1968250879 learned_addr learned my addr 172.21.15.71:0/1968250879 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:42.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.047+0000 7efc4ddeb740 1 -- 172.21.15.71:0/1968250879 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55d29a548010 con 0x55d29a53a5d0 2024-09-05T07:39:42.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.047+0000 7efc4ddeb740 1 -- 172.21.15.71:0/1968250879 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d29a45b060 con 0x55d29a53bb40 2024-09-05T07:39:42.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.047+0000 7efc4ddeb740 1 -- 172.21.15.71:0/1968250879 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d29a548190 con 0x55d29a545370 2024-09-05T07:39:42.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.047+0000 7efc48fad640 1 --2- 172.21.15.71:0/1968250879 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53bb40 0x55d29a541fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:42.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.047+0000 7efc497ae640 1 -- 172.21.15.71:0/1968250879 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a545370 msgr2=0x55d29a5425d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T07:39:42.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.047+0000 7efc497ae640 1 --2- 172.21.15.71:0/1968250879 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a545370 0x55d29a5425d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.047+0000 7efc497ae640 1 -- 172.21.15.71:0/1968250879 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53bb40 msgr2=0x55d29a541fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:42.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.047+0000 7efc497ae640 1 --2- 172.21.15.71:0/1968250879 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53bb40 0x55d29a541fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.047+0000 7efc497ae640 1 -- 172.21.15.71:0/1968250879 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d29a2113c0 con 0x55d29a53a5d0 2024-09-05T07:39:42.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.047+0000 7efc4ddeb740 10 client.0 _ll_register_callbacks cb 0x55d29a1ae8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:42.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.047+0000 7efc4ddeb740 1 -- 172.21.15.71:0/1968250879 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc34032db0 con 0x55d29a53a5d0 2024-09-05T07:39:42.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.047+0000 7efc497ae640 1 --2- 172.21.15.71:0/1968250879 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a53a5d0 0x55d29a544d30 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7efc40097690 tx=0x7efc4009ab90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4579da76f0055943 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:42.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.047+0000 7efc2cff9640 10 client.15699 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:42.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.048+0000 7efc2cff9640 1 -- 172.21.15.71:0/1968250879 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc40020050 con 0x55d29a53a5d0 2024-09-05T07:39:42.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.048+0000 7efc2cff9640 1 -- 172.21.15.71:0/1968250879 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7efc400cf130 con 0x55d29a53a5d0 2024-09-05T07:39:42.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.048+0000 7efc2cff9640 1 -- 172.21.15.71:0/1968250879 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efc4009b230 con 0x55d29a53a5d0 2024-09-05T07:39:42.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.048+0000 7efc4ddeb740 10 client.15699 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:42.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.048+0000 7efc4ddeb740 1 -- 172.21.15.71:0/1968250879 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({fsmap=26}) -- 0x55d29a5538e0 con 0x55d29a53a5d0 2024-09-05T07:39:42.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.048+0000 7efc2cff9640 1 -- 172.21.15.71:0/1968250879 <== mon.0 v2:172.21.15.71:3300/0 4 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7efc400bb0b0 con 0x55d29a53a5d0 2024-09-05T07:39:42.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.048+0000 7efc4ddeb740 10 client.15699 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:42.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.048+0000 7efc4ddeb740 10 client.15699 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:39:42.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.048+0000 7efc4ddeb740 20 client.15699 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:42.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.048+0000 7efc4ddeb740 1 --2- 172.21.15.71:0/1968250879 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d29a554ce0 0x55d29a557130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:42.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.048+0000 7efc4ddeb740 4 client.15699 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:39:42.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.048+0000 7efc4ddeb740 1 -- 172.21.15.71:0/1968250879 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d29a4ad860 con 0x55d29a554ce0 2024-09-05T07:39:42.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.049+0000 7efc48fad640 1 --2- 172.21.15.71:0/1968250879 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d29a554ce0 0x55d29a557130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:42.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.049+0000 7efc48fad640 1 --2- 172.21.15.71:0/1968250879 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d29a554ce0 0x55d29a557130 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3ecbe1527b3d1d0f server_cookie=dc5eac8ba5acf701 in_seq=0 out_seq=0 2024-09-05T07:39:42.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.049+0000 7efc2cff9640 10 client.15699 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:39:42.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.050+0000 7efc2cff9640 1 -- 172.21.15.71:0/1968250879 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d29a4ad860 con 0x55d29a554ce0 2024-09-05T07:39:42.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.050+0000 7efc2cff9640 10 client.15699 handle_command_reply: tid=0 2024-09-05T07:39:42.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.050+0000 7efc4ddeb740 1 client.15699 shutdown 2024-09-05T07:39:42.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.050+0000 7efc4ddeb740 1 -- 172.21.15.71:0/1968250879 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a53a5d0 msgr2=0x55d29a544d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:42.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.050+0000 7efc4ddeb740 1 --2- 172.21.15.71:0/1968250879 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a53a5d0 0x55d29a544d30 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7efc40097690 tx=0x7efc4009ab90 comp rx=0 tx=0).stop 2024-09-05T07:39:42.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.050+0000 7efc4ddeb740 1 -- 172.21.15.71:0/1968250879 shutdown_connections 2024-09-05T07:39:42.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.050+0000 7efc4ddeb740 1 --2- 172.21.15.71:0/1968250879 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a545370 0x55d29a5425d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.050+0000 7efc4ddeb740 1 --2- 172.21.15.71:0/1968250879 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d29a554ce0 0x55d29a557130 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.050+0000 7efc4ddeb740 1 --2- 172.21.15.71:0/1968250879 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53bb40 0x55d29a541fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.050+0000 7efc4ddeb740 1 --2- 172.21.15.71:0/1968250879 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a53a5d0 0x55d29a544d30 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.050+0000 7efc4ddeb740 1 -- 172.21.15.71:0/1968250879 >> 172.21.15.71:0/1968250879 conn(0x55d29a503310 msgr2=0x55d29a53c960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:42.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.050+0000 7efc2cff9640 0 client.15699 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:39:42.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.050+0000 7efc4ddeb740 1 -- 172.21.15.71:0/1968250879 shutdown_connections 2024-09-05T07:39:42.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.050+0000 7efc4ddeb740 1 -- 172.21.15.71:0/1968250879 wait complete. 2024-09-05T07:39:42.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.050+0000 7efc4ddeb740 20 client.15699 trim_cache size 0 max 16384 2024-09-05T07:39:42.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.064+0000 7efc4ddeb740 1 Processor -- start 2024-09-05T07:39:42.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.064+0000 7efc4ddeb740 1 -- start start 2024-09-05T07:39:42.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.064+0000 7efc4ddeb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a53bb40 0x55d29a5512b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:42.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.064+0000 7efc4ddeb740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a545370 0x55d29a55ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:42.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.064+0000 7efc4ddeb740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53d9d0 0x55d29a55cf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:42.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.064+0000 7efc4ddeb740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7efc441b8500 con 0x55d29a545370 2024-09-05T07:39:42.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.064+0000 7efc4ddeb740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efc441b5dd0 con 0x55d29a53d9d0 2024-09-05T07:39:42.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.064+0000 7efc4ddeb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7efc441b3c00 con 0x55d29a53bb40 2024-09-05T07:39:42.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.064+0000 7efc48fad640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a545370 0x55d29a55ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:42.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.064+0000 7efc48fad640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a545370 0x55d29a55ca40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46310/0 (socket says 172.21.15.71:46310) 2024-09-05T07:39:42.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.064+0000 7efc48fad640 1 -- 172.21.15.71:0/592262713 learned_addr learned my addr 172.21.15.71:0/592262713 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:42.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.064+0000 7efc497ae640 1 --2- 172.21.15.71:0/592262713 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a53bb40 0x55d29a5512b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:42.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.064+0000 7efc49faf640 1 --2- 172.21.15.71:0/592262713 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53d9d0 0x55d29a55cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:42.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.065+0000 7efc48fad640 1 -- 172.21.15.71:0/592262713 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a53bb40 msgr2=0x55d29a5512b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:42.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.065+0000 7efc48fad640 1 --2- 172.21.15.71:0/592262713 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a53bb40 0x55d29a5512b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.065+0000 7efc48fad640 1 -- 172.21.15.71:0/592262713 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53d9d0 msgr2=0x55d29a55cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:42.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.065+0000 7efc48fad640 1 --2- 172.21.15.71:0/592262713 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53d9d0 0x55d29a55cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.065+0000 7efc48fad640 1 -- 172.21.15.71:0/592262713 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d29a544950 con 0x55d29a545370 2024-09-05T07:39:42.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.065+0000 7efc497ae640 1 --2- 172.21.15.71:0/592262713 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a53bb40 0x55d29a5512b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:39:42.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.065+0000 7efc49faf640 1 --2- 172.21.15.71:0/592262713 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53d9d0 0x55d29a55cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:39:42.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.065+0000 7efc48fad640 1 --2- 172.21.15.71:0/592262713 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a545370 0x55d29a55ca40 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7efc34001eb0 tx=0x7efc34005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64de1a674fb8067b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:42.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.065+0000 7efc2effd640 1 -- 172.21.15.71:0/592262713 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc34035040 con 0x55d29a545370 2024-09-05T07:39:42.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.065+0000 7efc2effd640 1 -- 172.21.15.71:0/592262713 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc340317c0 con 0x55d29a545370 2024-09-05T07:39:42.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.065+0000 7efc2effd640 1 -- 172.21.15.71:0/592262713 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc3403e040 con 0x55d29a545370 2024-09-05T07:39:42.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.066+0000 7efc4ddeb740 1 -- 172.21.15.71:0/592262713 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a545370 msgr2=0x55d29a55ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:42.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.066+0000 7efc4ddeb740 1 --2- 172.21.15.71:0/592262713 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a545370 0x55d29a55ca40 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7efc34001eb0 tx=0x7efc34005fd0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.066+0000 7efc4ddeb740 1 -- 172.21.15.71:0/592262713 shutdown_connections 2024-09-05T07:39:42.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.066+0000 7efc4ddeb740 1 --2- 172.21.15.71:0/592262713 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53d9d0 0x55d29a55cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.066+0000 7efc4ddeb740 1 --2- 172.21.15.71:0/592262713 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a545370 0x55d29a55ca40 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.066+0000 7efc4ddeb740 1 --2- 172.21.15.71:0/592262713 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a53bb40 0x55d29a5512b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.066+0000 7efc4ddeb740 1 -- 172.21.15.71:0/592262713 >> 172.21.15.71:0/592262713 conn(0x55d29a503310 msgr2=0x55d29a53d2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:42.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.067+0000 7efc4ddeb740 1 -- 172.21.15.71:0/592262713 shutdown_connections 2024-09-05T07:39:42.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.067+0000 7efc4ddeb740 1 -- 172.21.15.71:0/592262713 wait complete. 2024-09-05T07:39:42.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.067+0000 7efc4ddeb740 1 -- start start 2024-09-05T07:39:42.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.067+0000 7efc4ddeb740 1 Processor -- start 2024-09-05T07:39:42.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.068+0000 7efc4ddeb740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53bb40 0x55d29a54d830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:42.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.068+0000 7efc4ddeb740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a53d9d0 0x55d29a549b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:42.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.068+0000 7efc4ddeb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a545370 0x55d29a54a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:42.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.068+0000 7efc48fad640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a53d9d0 0x55d29a549b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:42.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.068+0000 7efc497ae640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53bb40 0x55d29a54d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:42.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.068+0000 7efc497ae640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53bb40 0x55d29a54d830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:40804/0 (socket says 172.21.15.71:40804) 2024-09-05T07:39:42.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.068+0000 7efc48fad640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a53d9d0 0x55d29a549b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46326/0 (socket says 172.21.15.71:46326) 2024-09-05T07:39:42.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.068+0000 7efc497ae640 1 -- 172.21.15.71:0/3321808383 learned_addr learned my addr 172.21.15.71:0/3321808383 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:42.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.068+0000 7efc4ddeb740 1 -- 172.21.15.71:0/3321808383 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7efc441b4290 con 0x55d29a53d9d0 2024-09-05T07:39:42.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.068+0000 7efc4ddeb740 1 -- 172.21.15.71:0/3321808383 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efc441b5700 con 0x55d29a53bb40 2024-09-05T07:39:42.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.068+0000 7efc4ddeb740 1 -- 172.21.15.71:0/3321808383 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7efc441b4960 con 0x55d29a545370 2024-09-05T07:39:42.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.068+0000 7efc49faf640 1 --2- 172.21.15.71:0/3321808383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a545370 0x55d29a54a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:42.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.068+0000 7efc4ddeb740 10 client.0 _ll_register_callbacks cb 0x7efc4009b000 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:42.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.068+0000 7efc48fad640 1 -- 172.21.15.71:0/3321808383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a545370 msgr2=0x55d29a54a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:42.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.069+0000 7efc48fad640 1 --2- 172.21.15.71:0/3321808383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a545370 0x55d29a54a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.069+0000 7efc48fad640 1 -- 172.21.15.71:0/3321808383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53bb40 msgr2=0x55d29a54d830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:42.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.069+0000 7efc48fad640 1 --2- 172.21.15.71:0/3321808383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53bb40 0x55d29a54d830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.069+0000 7efc48fad640 1 -- 172.21.15.71:0/3321808383 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d29a54a5f0 con 0x55d29a53d9d0 2024-09-05T07:39:42.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.069+0000 7efc49faf640 1 --2- 172.21.15.71:0/3321808383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a545370 0x55d29a54a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:39:42.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.069+0000 7efc497ae640 1 --2- 172.21.15.71:0/3321808383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53bb40 0x55d29a54d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:39:42.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.069+0000 7efc48fad640 1 --2- 172.21.15.71:0/3321808383 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a53d9d0 0x55d29a549b70 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x55d29a541f50 tx=0x7efc34005650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e917602e57058ef server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:42.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.069+0000 7efc2cff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:42.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.069+0000 7efc2cff9640 1 -- 172.21.15.71:0/3321808383 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc3403e030 con 0x55d29a53d9d0 2024-09-05T07:39:42.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.069+0000 7efc2cff9640 1 -- 172.21.15.71:0/3321808383 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7efc34004030 con 0x55d29a53d9d0 2024-09-05T07:39:42.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.069+0000 7efc4ddeb740 1 -- 172.21.15.71:0/3321808383 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc340317c0 con 0x55d29a53d9d0 2024-09-05T07:39:42.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.069+0000 7efc2cff9640 1 -- 172.21.15.71:0/3321808383 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efc34050040 con 0x55d29a53d9d0 2024-09-05T07:39:42.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.069+0000 7efc4ddeb740 10 client.15705 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:42.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.070+0000 7efc4ddeb740 1 -- 172.21.15.71:0/3321808383 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d29a5c06b0 con 0x55d29a53d9d0 2024-09-05T07:39:42.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.070+0000 7efc2cff9640 1 -- 172.21.15.71:0/3321808383 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc340317c0 con 0x55d29a53d9d0 2024-09-05T07:39:42.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.070+0000 7efc2cff9640 1 -- 172.21.15.71:0/3321808383 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7efc34004c00 con 0x55d29a53d9d0 2024-09-05T07:39:42.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.070+0000 7efc4ddeb740 10 client.15705 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:42.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.070+0000 7efc4ddeb740 10 client.15705 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:39:42.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.070+0000 7efc4ddeb740 20 client.15705 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:42.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.070+0000 7efc4ddeb740 1 --2- 172.21.15.71:0/3321808383 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d29a5c08d0 0x55d29a5c2cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:42.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.070+0000 7efc4ddeb740 4 client.15705 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:39:42.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.070+0000 7efc4ddeb740 1 -- 172.21.15.71:0/3321808383 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d29a4a7d70 con 0x55d29a5c08d0 2024-09-05T07:39:42.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.071+0000 7efc497ae640 1 --2- 172.21.15.71:0/3321808383 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d29a5c08d0 0x55d29a5c2cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:42.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.071+0000 7efc497ae640 1 --2- 172.21.15.71:0/3321808383 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d29a5c08d0 0x55d29a5c2cc0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=241c793e02466e43 server_cookie=4a5bed4408fdb487 in_seq=0 out_seq=0 2024-09-05T07:39:42.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.071+0000 7efc2cff9640 10 client.15705 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:39:42.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.071+0000 7efc2cff9640 1 -- 172.21.15.71:0/3321808383 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d29a4a7d70 con 0x55d29a5c08d0 2024-09-05T07:39:42.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.071+0000 7efc2cff9640 10 client.15705 handle_command_reply: tid=0 2024-09-05T07:39:42.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.071+0000 7efc4ddeb740 1 client.15705 shutdown 2024-09-05T07:39:42.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.071+0000 7efc4ddeb740 1 -- 172.21.15.71:0/3321808383 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a53d9d0 msgr2=0x55d29a549b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:42.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.071+0000 7efc4ddeb740 1 --2- 172.21.15.71:0/3321808383 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a53d9d0 0x55d29a549b70 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x55d29a541f50 tx=0x7efc34005650 comp rx=0 tx=0).stop 2024-09-05T07:39:42.082 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:39:42.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.071+0000 7efc4ddeb740 1 -- 172.21.15.71:0/3321808383 shutdown_connections 2024-09-05T07:39:42.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.071+0000 7efc4ddeb740 1 --2- 172.21.15.71:0/3321808383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d29a545370 0x55d29a54a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.071+0000 7efc4ddeb740 1 --2- 172.21.15.71:0/3321808383 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d29a53d9d0 0x55d29a549b70 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.071+0000 7efc4ddeb740 1 --2- 172.21.15.71:0/3321808383 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d29a5c08d0 0x55d29a5c2cc0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.072+0000 7efc2cff9640 0 client.15705 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:39:42.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.072+0000 7efc4ddeb740 1 --2- 172.21.15.71:0/3321808383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d29a53bb40 0x55d29a54d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.072+0000 7efc4ddeb740 1 -- 172.21.15.71:0/3321808383 >> 172.21.15.71:0/3321808383 conn(0x55d29a503310 msgr2=0x55d29a53c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:42.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.072+0000 7efc4ddeb740 1 -- 172.21.15.71:0/3321808383 shutdown_connections 2024-09-05T07:39:42.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.072+0000 7efc4ddeb740 1 -- 172.21.15.71:0/3321808383 wait complete. 2024-09-05T07:39:42.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.072+0000 7efc4ddeb740 20 client.15705 trim_cache size 0 max 16384 2024-09-05T07:39:42.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.072+0000 7efc4ba12640 1 -- 172.21.15.71:0/4145279794 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efc300a2e90 msgr2=0x7efc300a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:42.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.072+0000 7efc4ba12640 1 --2- 172.21.15.71:0/4145279794 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efc300a2e90 0x7efc300a5350 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7efc3c005fd0 tx=0x7efc3c009500 comp rx=0 tx=0).stop 2024-09-05T07:39:42.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.072+0000 7efc4ba12640 1 -- 172.21.15.71:0/4145279794 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc44100e20 msgr2=0x7efc4410bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:42.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.072+0000 7efc4ba12640 1 --2- 172.21.15.71:0/4145279794 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc44100e20 0x7efc4410bb00 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7efc4000d950 tx=0x7efc4000de10 comp rx=0 tx=0).stop 2024-09-05T07:39:42.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.072+0000 7efc4ba12640 1 -- 172.21.15.71:0/4145279794 shutdown_connections 2024-09-05T07:39:42.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.072+0000 7efc4ba12640 1 --2- 172.21.15.71:0/4145279794 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efc300a2e90 0x7efc300a5350 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.072+0000 7efc4ba12640 1 --2- 172.21.15.71:0/4145279794 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efc4410d790 0x7efc4410c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.072+0000 7efc4ba12640 1 --2- 172.21.15.71:0/4145279794 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efc44102ef0 0x7efc4410c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.072+0000 7efc4ba12640 1 --2- 172.21.15.71:0/4145279794 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc44100e20 0x7efc4410bb00 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:42.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.072+0000 7efc4ba12640 1 -- 172.21.15.71:0/4145279794 >> 172.21.15.71:0/4145279794 conn(0x7efc440fc7d0 msgr2=0x7efc44103680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:42.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.073+0000 7efc4ba12640 1 -- 172.21.15.71:0/4145279794 shutdown_connections 2024-09-05T07:39:42.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:42.073+0000 7efc4ba12640 1 -- 172.21.15.71:0/4145279794 wait complete. 2024-09-05T07:39:42.869 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:42 smithi071 ceph-mon[30965]: pgmap v36: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T07:39:42.870 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T07:39:42.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:42 smithi123 ceph-mon[34568]: pgmap v36: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T07:39:42.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:42 smithi192 ceph-mon[34929]: pgmap v36: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T07:39:43.153 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:43.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.690+0000 7f287868a640 1 -- 172.21.15.71:0/1742539240 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2870102570 msgr2=0x7f28701029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:43.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.690+0000 7f287868a640 1 --2- 172.21.15.71:0/1742539240 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2870102570 0x7f28701029b0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f2860009900 tx=0x7f286002a480 comp rx=0 tx=0).stop 2024-09-05T07:39:43.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.690+0000 7f287868a640 1 -- 172.21.15.71:0/1742539240 shutdown_connections 2024-09-05T07:39:43.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.690+0000 7f287868a640 1 --2- 172.21.15.71:0/1742539240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2870102ef0 0x7f287010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.690+0000 7f287868a640 1 --2- 172.21.15.71:0/1742539240 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2870102570 0x7f28701029b0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.690+0000 7f287868a640 1 --2- 172.21.15.71:0/1742539240 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2870100e20 0x7f2870101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.690+0000 7f287868a640 1 -- 172.21.15.71:0/1742539240 >> 172.21.15.71:0/1742539240 conn(0x7f28700fc7d0 msgr2=0x7f28700febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:43.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.690+0000 7f287868a640 1 -- 172.21.15.71:0/1742539240 shutdown_connections 2024-09-05T07:39:43.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.690+0000 7f287868a640 1 -- 172.21.15.71:0/1742539240 wait complete. 2024-09-05T07:39:43.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.690+0000 7f287868a640 1 Processor -- start 2024-09-05T07:39:43.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.690+0000 7f287868a640 1 -- start start 2024-09-05T07:39:43.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.691+0000 7f287868a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2870100e20 0x7f28701a46b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:43.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.691+0000 7f287868a640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2870102570 0x7f28701a4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:43.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.691+0000 7f287868a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2870102ef0 0x7f287019e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:43.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.691+0000 7f287868a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f287010fd70 con 0x7f2870102ef0 2024-09-05T07:39:43.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.691+0000 7f287868a640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f287010fbf0 con 0x7f2870102570 2024-09-05T07:39:43.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.691+0000 7f287868a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f287010fef0 con 0x7f2870100e20 2024-09-05T07:39:43.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.691+0000 7f2876c27640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2870102ef0 0x7f287019e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:43.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.691+0000 7f2876c27640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2870102ef0 0x7f287019e870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46352/0 (socket says 172.21.15.71:46352) 2024-09-05T07:39:43.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.691+0000 7f2876c27640 1 -- 172.21.15.71:0/1167390366 learned_addr learned my addr 172.21.15.71:0/1167390366 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:43.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.691+0000 7f2875c25640 1 --2- 172.21.15.71:0/1167390366 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2870102570 0x7f28701a4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:43.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.691+0000 7f2876426640 1 --2- 172.21.15.71:0/1167390366 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2870100e20 0x7f28701a46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:43.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.691+0000 7f2876c27640 1 -- 172.21.15.71:0/1167390366 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2870100e20 msgr2=0x7f28701a46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:43.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.691+0000 7f2876c27640 1 --2- 172.21.15.71:0/1167390366 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2870100e20 0x7f28701a46b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.691+0000 7f2876c27640 1 -- 172.21.15.71:0/1167390366 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2870102570 msgr2=0x7f28701a4bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:43.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.691+0000 7f2876c27640 1 --2- 172.21.15.71:0/1167390366 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2870102570 0x7f28701a4bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.691+0000 7f2876c27640 1 -- 172.21.15.71:0/1167390366 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f287019efa0 con 0x7f2870102ef0 2024-09-05T07:39:43.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.691+0000 7f2875c25640 1 --2- 172.21.15.71:0/1167390366 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2870102570 0x7f28701a4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:39:43.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.692+0000 7f2876c27640 1 --2- 172.21.15.71:0/1167390366 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2870102ef0 0x7f287019e870 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f286800d750 tx=0x7f286800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:43.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.692+0000 7f28677fe640 1 -- 172.21.15.71:0/1167390366 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2868017070 con 0x7f2870102ef0 2024-09-05T07:39:43.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.692+0000 7f28677fe640 1 -- 172.21.15.71:0/1167390366 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f28680054d0 con 0x7f2870102ef0 2024-09-05T07:39:43.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.692+0000 7f287868a640 1 -- 172.21.15.71:0/1167390366 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f287019f290 con 0x7f2870102ef0 2024-09-05T07:39:43.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.693+0000 7f287868a640 1 -- 172.21.15.71:0/1167390366 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2870197fa0 con 0x7f2870102ef0 2024-09-05T07:39:43.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.693+0000 7f28677fe640 1 -- 172.21.15.71:0/1167390366 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2868004c60 con 0x7f2870102ef0 2024-09-05T07:39:43.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.695+0000 7f28677fe640 1 -- 172.21.15.71:0/1167390366 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7f2868004e00 con 0x7f2870102ef0 2024-09-05T07:39:43.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.696+0000 7f287aa63740 1 Processor -- start 2024-09-05T07:39:43.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.696+0000 7f287aa63740 1 -- start start 2024-09-05T07:39:43.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.696+0000 7f287aa63740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5a9b40 0x55bc9d5a8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:43.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.696+0000 7f287aa63740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5a8a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:43.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.696+0000 7f287aa63740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5b3370 0x55bc9d5b5760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:43.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.696+0000 7f287aa63740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55bc9d50e2f0 con 0x55bc9d5b3370 2024-09-05T07:39:43.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.696+0000 7f287aa63740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55bc9d4b5cf0 con 0x55bc9d5a9b40 2024-09-05T07:39:43.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.696+0000 7f287aa63740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55bc9d50a2b0 con 0x55bc9d5a85d0 2024-09-05T07:39:43.699 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.697+0000 7f2875c25640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5a9b40 0x55bc9d5a8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:43.699 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.697+0000 7f2875c25640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5a9b40 0x55bc9d5a8090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:40840/0 (socket says 172.21.15.71:40840) 2024-09-05T07:39:43.699 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.697+0000 7f2875c25640 1 -- 172.21.15.71:0/3437112025 learned_addr learned my addr 172.21.15.71:0/3437112025 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:43.699 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.697+0000 7f2875c25640 1 --2- 172.21.15.71:0/3437112025 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5b3370 0x55bc9d5b5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:43.699 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.697+0000 7f28677fe640 1 --2- 172.21.15.71:0/1167390366 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f285c0a2ed0 0x7f285c0a5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:43.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.697+0000 7f2875c25640 1 -- 172.21.15.71:0/3437112025 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bc9d5a85d0 msgr2=0x55bc9d5a8a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:43.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.697+0000 7f2875c25640 1 --2- 172.21.15.71:0/3437112025 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5a8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.697+0000 7f2875c25640 1 -- 172.21.15.71:0/3437112025 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5b3370 msgr2=0x55bc9d5b5760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:43.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.697+0000 7f2875c25640 1 --2- 172.21.15.71:0/3437112025 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5b3370 0x55bc9d5b5760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.697+0000 7f2875c25640 1 -- 172.21.15.71:0/3437112025 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc9d49a3a0 con 0x55bc9d5a9b40 2024-09-05T07:39:43.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.697+0000 7f28677fe640 1 -- 172.21.15.71:0/1167390366 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f28680cf3f0 con 0x7f2870102ef0 2024-09-05T07:39:43.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.697+0000 7f2876c27640 1 --2- 172.21.15.71:0/1167390366 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f285c0a2ed0 0x7f285c0a5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:43.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.698+0000 7f2875c25640 1 --2- 172.21.15.71:0/3437112025 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5a9b40 0x55bc9d5a8090 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f28600057c0 tx=0x7f2860005730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cb2ffffecbe29bf9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:43.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.698+0000 7f2876c27640 1 --2- 172.21.15.71:0/1167390366 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f285c0a2ed0 0x7f285c0a5390 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f28680cc620 tx=0x7f2868009ea0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:43.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.698+0000 7f2864ff9640 1 -- 172.21.15.71:0/3437112025 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2860035030 con 0x55bc9d5a9b40 2024-09-05T07:39:43.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.698+0000 7f2864ff9640 1 -- 172.21.15.71:0/3437112025 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2860003e70 con 0x55bc9d5a9b40 2024-09-05T07:39:43.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.698+0000 7f2864ff9640 1 -- 172.21.15.71:0/3437112025 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f286003c6a0 con 0x55bc9d5a9b40 2024-09-05T07:39:43.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.699+0000 7f287aa63740 1 -- 172.21.15.71:0/3437112025 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5a9b40 msgr2=0x55bc9d5a8090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:43.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.699+0000 7f287aa63740 1 --2- 172.21.15.71:0/3437112025 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5a9b40 0x55bc9d5a8090 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f28600057c0 tx=0x7f2860005730 comp rx=0 tx=0).stop 2024-09-05T07:39:43.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.699+0000 7f287aa63740 1 -- 172.21.15.71:0/3437112025 shutdown_connections 2024-09-05T07:39:43.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.699+0000 7f287aa63740 1 --2- 172.21.15.71:0/3437112025 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5b3370 0x55bc9d5b5760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.699+0000 7f287aa63740 1 --2- 172.21.15.71:0/3437112025 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5a8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.699+0000 7f287aa63740 1 --2- 172.21.15.71:0/3437112025 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5a9b40 0x55bc9d5a8090 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.699+0000 7f287aa63740 1 -- 172.21.15.71:0/3437112025 >> 172.21.15.71:0/3437112025 conn(0x55bc9d571310 msgr2=0x55bc9d5a4c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:43.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.699+0000 7f287aa63740 1 -- 172.21.15.71:0/3437112025 shutdown_connections 2024-09-05T07:39:43.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.699+0000 7f287aa63740 1 -- 172.21.15.71:0/3437112025 wait complete. 2024-09-05T07:39:43.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.700+0000 7f287aa63740 1 -- start start 2024-09-05T07:39:43.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.700+0000 7f287aa63740 1 Processor -- start 2024-09-05T07:39:43.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.700+0000 7f287aa63740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5b2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:43.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.700+0000 7f287aa63740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bc9d5a9b40 0x55bc9d5b0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:43.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.700+0000 7f287aa63740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5b3370 0x55bc9d5b07d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:43.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.700+0000 7f287aa63740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55bc9d5b6010 con 0x55bc9d5b3370 2024-09-05T07:39:43.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.700+0000 7f2875c25640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5b2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:43.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.700+0000 7f287aa63740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55bc9d4c9060 con 0x55bc9d5a85d0 2024-09-05T07:39:43.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.700+0000 7f287aa63740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55bc9d5b6190 con 0x55bc9d5a9b40 2024-09-05T07:39:43.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.700+0000 7f2875c25640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5b2de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:40848/0 (socket says 172.21.15.71:40848) 2024-09-05T07:39:43.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.700+0000 7f2875c25640 1 -- 172.21.15.71:0/2106387137 learned_addr learned my addr 172.21.15.71:0/2106387137 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:43.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.700+0000 7f2875c25640 1 --2- 172.21.15.71:0/2106387137 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5b3370 0x55bc9d5b07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:43.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.700+0000 7f287aa63740 10 client.0 _ll_register_callbacks cb 0x55bc9d21c8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:43.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.700+0000 7f2876426640 1 --2- 172.21.15.71:0/2106387137 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bc9d5a9b40 0x55bc9d5b0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:43.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.701+0000 7f2875c25640 1 -- 172.21.15.71:0/2106387137 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bc9d5a9b40 msgr2=0x55bc9d5b0090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:43.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.701+0000 7f2875c25640 1 --2- 172.21.15.71:0/2106387137 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bc9d5a9b40 0x55bc9d5b0090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.701+0000 7f2875c25640 1 -- 172.21.15.71:0/2106387137 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5b3370 msgr2=0x55bc9d5b07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:43.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.701+0000 7f2875c25640 1 --2- 172.21.15.71:0/2106387137 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5b3370 0x55bc9d5b07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.701+0000 7f2875c25640 1 -- 172.21.15.71:0/2106387137 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc9d27f3c0 con 0x55bc9d5a85d0 2024-09-05T07:39:43.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.701+0000 7f2875c25640 1 --2- 172.21.15.71:0/2106387137 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5b2de0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f2860009850 tx=0x7f2860005850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1b5d3f3e2051a14a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:43.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.701+0000 7f2859ffb640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T07:39:43.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.701+0000 7f2859ffb640 1 -- 172.21.15.71:0/2106387137 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2860035070 con 0x55bc9d5a85d0 2024-09-05T07:39:43.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.701+0000 7f287aa63740 1 -- 172.21.15.71:0/2106387137 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2860003e70 con 0x55bc9d5a85d0 2024-09-05T07:39:43.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.701+0000 7f2859ffb640 1 -- 172.21.15.71:0/2106387137 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f286003dc30 con 0x55bc9d5a85d0 2024-09-05T07:39:43.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.701+0000 7f2859ffb640 1 -- 172.21.15.71:0/2106387137 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f286005a050 con 0x55bc9d5a85d0 2024-09-05T07:39:43.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.701+0000 7f287aa63740 10 client.25268 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:43.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.701+0000 7f287aa63740 1 -- 172.21.15.71:0/2106387137 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bc9d5c1b70 con 0x55bc9d5a85d0 2024-09-05T07:39:43.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.702+0000 7f2859ffb640 1 -- 172.21.15.71:0/2106387137 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2860003e70 con 0x55bc9d5a85d0 2024-09-05T07:39:43.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.702+0000 7f2859ffb640 1 -- 172.21.15.71:0/2106387137 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f2860055030 con 0x55bc9d5a85d0 2024-09-05T07:39:43.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.702+0000 7f287aa63740 10 client.25268 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:43.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.702+0000 7f287aa63740 10 client.25268 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:39:43.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.702+0000 7f287aa63740 20 client.25268 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:43.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.702+0000 7f287aa63740 1 --2- 172.21.15.71:0/2106387137 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55bc9d5c2ec0 0x55bc9d5c52b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:43.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.702+0000 7f287aa63740 4 client.25268 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:39:43.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.702+0000 7f287aa63740 1 -- 172.21.15.71:0/2106387137 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bc9d51b860 con 0x55bc9d5c2ec0 2024-09-05T07:39:43.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.702+0000 7f2876426640 1 --2- 172.21.15.71:0/2106387137 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55bc9d5c2ec0 0x55bc9d5c52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:43.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.703+0000 7f2876426640 1 --2- 172.21.15.71:0/2106387137 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55bc9d5c2ec0 0x55bc9d5c52b0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=52fd753ab0422e22 server_cookie=f95b9cc7f5b97bba in_seq=0 out_seq=0 2024-09-05T07:39:43.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.703+0000 7f2859ffb640 10 client.25268 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:43.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.703+0000 7f2859ffb640 1 -- 172.21.15.71:0/2106387137 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bc9d51b860 con 0x55bc9d5c2ec0 2024-09-05T07:39:43.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.703+0000 7f2859ffb640 10 client.25268 handle_command_reply: tid=0 2024-09-05T07:39:43.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.704+0000 7f287aa63740 1 client.25268 shutdown 2024-09-05T07:39:43.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.704+0000 7f287aa63740 1 -- 172.21.15.71:0/2106387137 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5a85d0 msgr2=0x55bc9d5b2de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:43.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.704+0000 7f287aa63740 1 --2- 172.21.15.71:0/2106387137 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5b2de0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f2860009850 tx=0x7f2860005850 comp rx=0 tx=0).stop 2024-09-05T07:39:43.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.704+0000 7f287aa63740 1 -- 172.21.15.71:0/2106387137 shutdown_connections 2024-09-05T07:39:43.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.704+0000 7f287aa63740 1 --2- 172.21.15.71:0/2106387137 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55bc9d5c2ec0 0x55bc9d5c52b0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.704+0000 7f2859ffb640 0 client.25268 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:43.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.704+0000 7f287aa63740 1 --2- 172.21.15.71:0/2106387137 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5b3370 0x55bc9d5b07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.704+0000 7f287aa63740 1 --2- 172.21.15.71:0/2106387137 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bc9d5a9b40 0x55bc9d5b0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.704+0000 7f287aa63740 1 --2- 172.21.15.71:0/2106387137 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5b2de0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.704+0000 7f287aa63740 1 -- 172.21.15.71:0/2106387137 >> 172.21.15.71:0/2106387137 conn(0x55bc9d571310 msgr2=0x55bc9d5aa9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:43.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.704+0000 7f287aa63740 1 -- 172.21.15.71:0/2106387137 shutdown_connections 2024-09-05T07:39:43.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.704+0000 7f287aa63740 1 -- 172.21.15.71:0/2106387137 wait complete. 2024-09-05T07:39:43.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.704+0000 7f287aa63740 20 client.25268 trim_cache size 0 max 16384 2024-09-05T07:39:43.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.718+0000 7f287aa63740 1 Processor -- start 2024-09-05T07:39:43.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.719+0000 7f287aa63740 1 -- start start 2024-09-05T07:39:43.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.719+0000 7f287aa63740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5bf460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:43.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.719+0000 7f287aa63740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bc9d5a9b40 0x55bc9d5a3c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:43.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.719+0000 7f287aa63740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5b3370 0x55bc9d5a4150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:43.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.719+0000 7f287aa63740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f28701c06e0 con 0x55bc9d5a85d0 2024-09-05T07:39:43.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.719+0000 7f287aa63740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f28701bdfb0 con 0x55bc9d5b3370 2024-09-05T07:39:43.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.719+0000 7f287aa63740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f287019e4f0 con 0x55bc9d5a9b40 2024-09-05T07:39:43.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.719+0000 7f2875c25640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5bf460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:43.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.719+0000 7f2875c25640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5bf460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46370/0 (socket says 172.21.15.71:46370) 2024-09-05T07:39:43.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.719+0000 7f2875c25640 1 -- 172.21.15.71:0/3885115651 learned_addr learned my addr 172.21.15.71:0/3885115651 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:43.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.719+0000 7f2876426640 1 --2- 172.21.15.71:0/3885115651 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bc9d5a9b40 0x55bc9d5a3c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:43.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.719+0000 7f2875c25640 1 -- 172.21.15.71:0/3885115651 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bc9d5a9b40 msgr2=0x55bc9d5a3c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:43.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.719+0000 7f2875c25640 1 --2- 172.21.15.71:0/3885115651 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bc9d5a9b40 0x55bc9d5a3c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.719+0000 7f2875c25640 1 -- 172.21.15.71:0/3885115651 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5b3370 msgr2=0x55bc9d5a4150 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T07:39:43.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.719+0000 7f2875c25640 1 --2- 172.21.15.71:0/3885115651 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5b3370 0x55bc9d5a4150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.719+0000 7f2875c25640 1 -- 172.21.15.71:0/3885115651 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc9d5ab120 con 0x55bc9d5a85d0 2024-09-05T07:39:43.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.720+0000 7f2875c25640 1 --2- 172.21.15.71:0/3885115651 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5bf460 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f2860000c00 tx=0x7f2860005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3dac94f4a41d3062 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:43.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.720+0000 7f285bfff640 1 -- 172.21.15.71:0/3885115651 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2860035040 con 0x55bc9d5a85d0 2024-09-05T07:39:43.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.720+0000 7f285bfff640 1 -- 172.21.15.71:0/3885115651 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2860009520 con 0x55bc9d5a85d0 2024-09-05T07:39:43.723 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.720+0000 7f285bfff640 1 -- 172.21.15.71:0/3885115651 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2860031b40 con 0x55bc9d5a85d0 2024-09-05T07:39:43.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.721+0000 7f287aa63740 1 -- 172.21.15.71:0/3885115651 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5a85d0 msgr2=0x55bc9d5bf460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:43.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.721+0000 7f287aa63740 1 --2- 172.21.15.71:0/3885115651 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5bf460 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f2860000c00 tx=0x7f2860005b50 comp rx=0 tx=0).stop 2024-09-05T07:39:43.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.721+0000 7f287aa63740 1 -- 172.21.15.71:0/3885115651 shutdown_connections 2024-09-05T07:39:43.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.721+0000 7f287aa63740 1 --2- 172.21.15.71:0/3885115651 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5b3370 0x55bc9d5a4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.721+0000 7f287aa63740 1 --2- 172.21.15.71:0/3885115651 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bc9d5a9b40 0x55bc9d5a3c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.721+0000 7f287aa63740 1 --2- 172.21.15.71:0/3885115651 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5bf460 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.721+0000 7f287aa63740 1 -- 172.21.15.71:0/3885115651 >> 172.21.15.71:0/3885115651 conn(0x55bc9d571310 msgr2=0x55bc9d5a3500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:43.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.721+0000 7f287aa63740 1 -- 172.21.15.71:0/3885115651 shutdown_connections 2024-09-05T07:39:43.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.721+0000 7f287aa63740 1 -- 172.21.15.71:0/3885115651 wait complete. 2024-09-05T07:39:43.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.721+0000 7f287aa63740 1 -- start start 2024-09-05T07:39:43.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.722+0000 7f287aa63740 1 Processor -- start 2024-09-05T07:39:43.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.722+0000 7f287aa63740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5c60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:43.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.722+0000 7f287aa63740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5a9b40 0x55bc9d5c65e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:43.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.722+0000 7f287aa63740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bc9d5b3370 0x55bc9d5c6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:43.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.722+0000 7f287aa63740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f28701bc470 con 0x55bc9d5a85d0 2024-09-05T07:39:43.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.722+0000 7f287aa63740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f28701bd8e0 con 0x55bc9d5a9b40 2024-09-05T07:39:43.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.722+0000 7f287aa63740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f28701bcb40 con 0x55bc9d5b3370 2024-09-05T07:39:43.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.722+0000 7f2875c25640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5c60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:43.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.722+0000 7f287aa63740 10 client.0 _ll_register_callbacks cb 0x7f28600036b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:43.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.722+0000 7f2875c25640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5c60a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46386/0 (socket says 172.21.15.71:46386) 2024-09-05T07:39:43.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.722+0000 7f2875c25640 1 -- 172.21.15.71:0/2515900370 learned_addr learned my addr 172.21.15.71:0/2515900370 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:43.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.722+0000 7f2876426640 1 --2- 172.21.15.71:0/2515900370 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5a9b40 0x55bc9d5c65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:43.726 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.722+0000 7f2875c25640 1 -- 172.21.15.71:0/2515900370 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bc9d5b3370 msgr2=0x55bc9d5c6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:43.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.722+0000 7f2875c25640 1 --2- 172.21.15.71:0/2515900370 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bc9d5b3370 0x55bc9d5c6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.722+0000 7f2875c25640 1 -- 172.21.15.71:0/2515900370 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5a9b40 msgr2=0x55bc9d5c65e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:43.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.722+0000 7f2875c25640 1 --2- 172.21.15.71:0/2515900370 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5a9b40 0x55bc9d5c65e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.722+0000 7f2875c25640 1 -- 172.21.15.71:0/2515900370 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc9d62c850 con 0x55bc9d5a85d0 2024-09-05T07:39:43.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.723+0000 7f2875c25640 1 --2- 172.21.15.71:0/2515900370 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5c60a0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f2860016450 tx=0x7f2860003cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8f2ea40841a272b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:43.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.723+0000 7f2859ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:43.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.723+0000 7f2859ffb640 1 -- 172.21.15.71:0/2515900370 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f286003da30 con 0x55bc9d5a85d0 2024-09-05T07:39:43.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.723+0000 7f2859ffb640 1 -- 172.21.15.71:0/2515900370 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f286003dbd0 con 0x55bc9d5a85d0 2024-09-05T07:39:43.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.723+0000 7f287aa63740 1 -- 172.21.15.71:0/2515900370 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2860009520 con 0x55bc9d5a85d0 2024-09-05T07:39:43.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.723+0000 7f2859ffb640 1 -- 172.21.15.71:0/2515900370 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f286006e050 con 0x55bc9d5a85d0 2024-09-05T07:39:43.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.723+0000 7f287aa63740 10 client.15723 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:43.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.723+0000 7f287aa63740 1 -- 172.21.15.71:0/2515900370 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bc9d62c850 con 0x55bc9d5a85d0 2024-09-05T07:39:43.727 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.724+0000 7f2859ffb640 1 -- 172.21.15.71:0/2515900370 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2860009520 con 0x55bc9d5a85d0 2024-09-05T07:39:43.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.724+0000 7f2859ffb640 1 -- 172.21.15.71:0/2515900370 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f2860055070 con 0x55bc9d5a85d0 2024-09-05T07:39:43.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.724+0000 7f287aa63740 10 client.15723 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:43.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.724+0000 7f287aa63740 10 client.15723 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:39:43.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.724+0000 7f287aa63740 20 client.15723 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:43.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.724+0000 7f287aa63740 1 --2- 172.21.15.71:0/2515900370 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55bc9d5c2ec0 0x55bc9d62fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:43.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.724+0000 7f287aa63740 4 client.15723 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:39:43.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.724+0000 7f287aa63740 1 -- 172.21.15.71:0/2515900370 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55bc9d515d70 con 0x55bc9d5c2ec0 2024-09-05T07:39:43.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.724+0000 7f2876426640 1 --2- 172.21.15.71:0/2515900370 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55bc9d5c2ec0 0x55bc9d62fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:43.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.725+0000 7f2859ffb640 10 client.15723 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:43.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.725+0000 7f2876426640 1 --2- 172.21.15.71:0/2515900370 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55bc9d5c2ec0 0x55bc9d62fe50 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b6fffa33e30ed8f server_cookie=4f53037e68ca1608 in_seq=0 out_seq=0 2024-09-05T07:39:43.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.725+0000 7f2859ffb640 1 -- 172.21.15.71:0/2515900370 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55bc9d515d70 con 0x55bc9d5c2ec0 2024-09-05T07:39:43.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.725+0000 7f2859ffb640 10 client.15723 handle_command_reply: tid=0 2024-09-05T07:39:43.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.725+0000 7f287aa63740 1 client.15723 shutdown 2024-09-05T07:39:43.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.725+0000 7f287aa63740 1 -- 172.21.15.71:0/2515900370 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5a85d0 msgr2=0x55bc9d5c60a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:43.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.725+0000 7f287aa63740 1 --2- 172.21.15.71:0/2515900370 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5c60a0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f2860016450 tx=0x7f2860003cb0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.725+0000 7f287aa63740 1 -- 172.21.15.71:0/2515900370 shutdown_connections 2024-09-05T07:39:43.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.725+0000 7f287aa63740 1 --2- 172.21.15.71:0/2515900370 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55bc9d5c2ec0 0x55bc9d62fe50 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.725+0000 7f287aa63740 1 --2- 172.21.15.71:0/2515900370 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55bc9d5b3370 0x55bc9d5c6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.725+0000 7f287aa63740 1 --2- 172.21.15.71:0/2515900370 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55bc9d5a9b40 0x55bc9d5c65e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.725+0000 7f2859ffb640 0 client.15723 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:43.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.725+0000 7f287aa63740 1 --2- 172.21.15.71:0/2515900370 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55bc9d5a85d0 0x55bc9d5c60a0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.725+0000 7f287aa63740 1 -- 172.21.15.71:0/2515900370 >> 172.21.15.71:0/2515900370 conn(0x55bc9d571310 msgr2=0x55bc9d5aa900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:43.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.725+0000 7f287aa63740 1 -- 172.21.15.71:0/2515900370 shutdown_connections 2024-09-05T07:39:43.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.725+0000 7f287aa63740 1 -- 172.21.15.71:0/2515900370 wait complete. 2024-09-05T07:39:43.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.726+0000 7f287aa63740 20 client.15723 trim_cache size 0 max 16384 2024-09-05T07:39:43.731 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:39:43.731 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.726+0000 7f287868a640 1 -- 172.21.15.71:0/1167390366 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f285c0a2ed0 msgr2=0x7f285c0a5390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:43.731 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.726+0000 7f287868a640 1 --2- 172.21.15.71:0/1167390366 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f285c0a2ed0 0x7f285c0a5390 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f28680cc620 tx=0x7f2868009ea0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.731 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.726+0000 7f287868a640 1 -- 172.21.15.71:0/1167390366 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2870102ef0 msgr2=0x7f287019e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:43.731 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.726+0000 7f287868a640 1 --2- 172.21.15.71:0/1167390366 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2870102ef0 0x7f287019e870 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f286800d750 tx=0x7f286800dc10 comp rx=0 tx=0).stop 2024-09-05T07:39:43.731 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.726+0000 7f287868a640 1 -- 172.21.15.71:0/1167390366 shutdown_connections 2024-09-05T07:39:43.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.726+0000 7f287868a640 1 --2- 172.21.15.71:0/1167390366 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f285c0a2ed0 0x7f285c0a5390 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.726+0000 7f287868a640 1 --2- 172.21.15.71:0/1167390366 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2870102ef0 0x7f287019e870 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.726+0000 7f287868a640 1 --2- 172.21.15.71:0/1167390366 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2870102570 0x7f28701a4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.726+0000 7f287868a640 1 --2- 172.21.15.71:0/1167390366 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2870100e20 0x7f28701a46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:43.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.726+0000 7f287868a640 1 -- 172.21.15.71:0/1167390366 >> 172.21.15.71:0/1167390366 conn(0x7f28700fc7d0 msgr2=0x7f28700febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:43.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.727+0000 7f287868a640 1 -- 172.21.15.71:0/1167390366 shutdown_connections 2024-09-05T07:39:43.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:43.727+0000 7f287868a640 1 -- 172.21.15.71:0/1167390366 wait complete. 2024-09-05T07:39:44.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:44 smithi071 ceph-mon[30965]: pgmap v37: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:39:44.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:44 smithi123 ceph-mon[34568]: pgmap v37: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:39:44.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:44 smithi192 ceph-mon[34929]: pgmap v37: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:39:45.461 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T07:39:45.462 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T07:39:45.737 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:46.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.310+0000 7f6565923640 1 -- 172.21.15.71:0/1792488612 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6560100e20 msgr2=0x7f6560101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:46.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.310+0000 7f6565923640 1 --2- 172.21.15.71:0/1792488612 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6560100e20 0x7f6560101200 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f6550009900 tx=0x7f655002a480 comp rx=0 tx=0).stop 2024-09-05T07:39:46.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.310+0000 7f6565923640 1 -- 172.21.15.71:0/1792488612 shutdown_connections 2024-09-05T07:39:46.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.310+0000 7f6565923640 1 --2- 172.21.15.71:0/1792488612 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6560102ef0 0x7f656010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.310+0000 7f6565923640 1 --2- 172.21.15.71:0/1792488612 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6560102570 0x7f65601029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.310+0000 7f6565923640 1 --2- 172.21.15.71:0/1792488612 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6560100e20 0x7f6560101200 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.310+0000 7f6565923640 1 -- 172.21.15.71:0/1792488612 >> 172.21.15.71:0/1792488612 conn(0x7f65600fc7d0 msgr2=0x7f65600febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:46.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.310+0000 7f6565923640 1 -- 172.21.15.71:0/1792488612 shutdown_connections 2024-09-05T07:39:46.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.311+0000 7f6565923640 1 -- 172.21.15.71:0/1792488612 wait complete. 2024-09-05T07:39:46.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.312+0000 7f6565923640 1 Processor -- start 2024-09-05T07:39:46.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.312+0000 7f6565923640 1 -- start start 2024-09-05T07:39:46.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.312+0000 7f6565923640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6560100e20 0x7f656019cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:46.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.312+0000 7f6565923640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6560102570 0x7f656019d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:46.317 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.312+0000 7f6565923640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6560102ef0 0x7f6560198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:46.317 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.312+0000 7f6565923640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6560110e80 con 0x7f6560102570 2024-09-05T07:39:46.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.312+0000 7f6565923640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6560110d00 con 0x7f6560102ef0 2024-09-05T07:39:46.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.312+0000 7f6565923640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6560111000 con 0x7f6560100e20 2024-09-05T07:39:46.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.312+0000 7f655e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6560102570 0x7f656019d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:46.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.313+0000 7f655e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6560102570 0x7f656019d4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46406/0 (socket says 172.21.15.71:46406) 2024-09-05T07:39:46.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.313+0000 7f655e7fc640 1 -- 172.21.15.71:0/3629198533 learned_addr learned my addr 172.21.15.71:0/3629198533 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:46.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.313+0000 7f655effd640 1 --2- 172.21.15.71:0/3629198533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6560100e20 0x7f656019cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:46.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.313+0000 7f655f7fe640 1 --2- 172.21.15.71:0/3629198533 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6560102ef0 0x7f6560198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:46.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.313+0000 7f655e7fc640 1 -- 172.21.15.71:0/3629198533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6560100e20 msgr2=0x7f656019cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:46.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.313+0000 7f655e7fc640 1 --2- 172.21.15.71:0/3629198533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6560100e20 0x7f656019cfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.313+0000 7f655e7fc640 1 -- 172.21.15.71:0/3629198533 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6560102ef0 msgr2=0x7f6560198520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:46.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.313+0000 7f655e7fc640 1 --2- 172.21.15.71:0/3629198533 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6560102ef0 0x7f6560198520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.313+0000 7f655e7fc640 1 -- 172.21.15.71:0/3629198533 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6560198d90 con 0x7f6560102570 2024-09-05T07:39:46.319 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.313+0000 7f655e7fc640 1 --2- 172.21.15.71:0/3629198533 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6560102570 0x7f656019d4f0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f655400e9f0 tx=0x7f655400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:46.319 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.313+0000 7f6564921640 1 -- 172.21.15.71:0/3629198533 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f655400cd80 con 0x7f6560102570 2024-09-05T07:39:46.319 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.314+0000 7f6565923640 1 -- 172.21.15.71:0/3629198533 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6560199080 con 0x7f6560102570 2024-09-05T07:39:46.319 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.314+0000 7f6564921640 1 -- 172.21.15.71:0/3629198533 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f65540054d0 con 0x7f6560102570 2024-09-05T07:39:46.319 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.314+0000 7f6565923640 1 -- 172.21.15.71:0/3629198533 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65601a50b0 con 0x7f6560102570 2024-09-05T07:39:46.319 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.314+0000 7f6564921640 1 -- 172.21.15.71:0/3629198533 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6554010490 con 0x7f6560102570 2024-09-05T07:39:46.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.317+0000 7f6567cfc740 1 Processor -- start 2024-09-05T07:39:46.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.317+0000 7f6564921640 1 -- 172.21.15.71:0/3629198533 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7f6554005020 con 0x7f6560102570 2024-09-05T07:39:46.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.317+0000 7f6567cfc740 1 -- start start 2024-09-05T07:39:46.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.318+0000 7f6567cfc740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f174920e0 0x555f17490a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:46.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.318+0000 7f6567cfc740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f17490f40 0x555f17491380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:46.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.318+0000 7f6567cfc740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174a43e0 0x555f174a67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:46.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.318+0000 7f6567cfc740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x555f173f6280 con 0x555f17490f40 2024-09-05T07:39:46.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.318+0000 7f6567cfc740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x555f1739db10 con 0x555f174920e0 2024-09-05T07:39:46.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.318+0000 7f6567cfc740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x555f173f2240 con 0x555f174a43e0 2024-09-05T07:39:46.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.318+0000 7f655effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f17490f40 0x555f17491380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:46.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.318+0000 7f655effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f17490f40 0x555f17491380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46418/0 (socket says 172.21.15.71:46418) 2024-09-05T07:39:46.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.318+0000 7f655effd640 1 -- 172.21.15.71:0/2122251200 learned_addr learned my addr 172.21.15.71:0/2122251200 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:46.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.319+0000 7f655e7fc640 1 --2- 172.21.15.71:0/2122251200 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174a43e0 0x555f174a67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:46.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.319+0000 7f655f7fe640 1 --2- 172.21.15.71:0/2122251200 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f174920e0 0x555f17490a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:46.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.319+0000 7f6564921640 1 --2- 172.21.15.71:0/3629198533 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f65480a3010 0x7f65480a54d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:46.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.319+0000 7f655effd640 1 -- 172.21.15.71:0/2122251200 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174a43e0 msgr2=0x555f174a67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:46.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.319+0000 7f655effd640 1 --2- 172.21.15.71:0/2122251200 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174a43e0 0x555f174a67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.319+0000 7f655effd640 1 -- 172.21.15.71:0/2122251200 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f174920e0 msgr2=0x555f17490a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:46.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.319+0000 7f655effd640 1 --2- 172.21.15.71:0/2122251200 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f174920e0 0x555f17490a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.319+0000 7f655effd640 1 -- 172.21.15.71:0/2122251200 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f173aa1f0 con 0x555f17490f40 2024-09-05T07:39:46.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.319+0000 7f655f7fe640 1 --2- 172.21.15.71:0/2122251200 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f174920e0 0x555f17490a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:39:46.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.319+0000 7f655f7fe640 1 --2- 172.21.15.71:0/3629198533 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f65480a3010 0x7f65480a54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:46.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.319+0000 7f6564921640 1 -- 172.21.15.71:0/3629198533 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f6554004e00 con 0x7f6560102570 2024-09-05T07:39:46.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.319+0000 7f655effd640 1 --2- 172.21.15.71:0/2122251200 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f17490f40 0x555f17491380 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f6550009900 tx=0x7f6550000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80eab5055e7bf0a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:46.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.320+0000 7f6545ffb640 1 -- 172.21.15.71:0/2122251200 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6550035040 con 0x555f17490f40 2024-09-05T07:39:46.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.320+0000 7f6545ffb640 1 -- 172.21.15.71:0/2122251200 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6550004490 con 0x555f17490f40 2024-09-05T07:39:46.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.320+0000 7f6545ffb640 1 -- 172.21.15.71:0/2122251200 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6550003850 con 0x555f17490f40 2024-09-05T07:39:46.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.321+0000 7f6567cfc740 1 -- 172.21.15.71:0/2122251200 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f17490f40 msgr2=0x555f17491380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:46.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.321+0000 7f6567cfc740 1 --2- 172.21.15.71:0/2122251200 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f17490f40 0x555f17491380 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f6550009900 tx=0x7f6550000bc0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.321+0000 7f655f7fe640 1 --2- 172.21.15.71:0/3629198533 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f65480a3010 0x7f65480a54d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6558007f10 tx=0x7f6558004a40 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:46.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.321+0000 7f6567cfc740 1 -- 172.21.15.71:0/2122251200 shutdown_connections 2024-09-05T07:39:46.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.321+0000 7f6567cfc740 1 --2- 172.21.15.71:0/2122251200 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174a43e0 0x555f174a67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.321+0000 7f6567cfc740 1 --2- 172.21.15.71:0/2122251200 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f17490f40 0x555f17491380 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.321+0000 7f6567cfc740 1 --2- 172.21.15.71:0/2122251200 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f174920e0 0x555f17490a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.321+0000 7f6567cfc740 1 -- 172.21.15.71:0/2122251200 >> 172.21.15.71:0/2122251200 conn(0x555f1748d0f0 msgr2=0x555f1748d4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:46.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.321+0000 7f6567cfc740 1 -- 172.21.15.71:0/2122251200 shutdown_connections 2024-09-05T07:39:46.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.322+0000 7f6567cfc740 1 -- 172.21.15.71:0/2122251200 wait complete. 2024-09-05T07:39:46.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.322+0000 7f6567cfc740 1 -- start start 2024-09-05T07:39:46.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.322+0000 7f6567cfc740 1 Processor -- start 2024-09-05T07:39:46.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.323+0000 7f6567cfc740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f17490f40 0x555f17494810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:46.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.323+0000 7f6567cfc740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174920e0 0x555f17494d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:46.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.323+0000 7f6567cfc740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f174a43e0 0x555f17495290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:46.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.323+0000 7f6567cfc740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x555f174a70b0 con 0x555f174a43e0 2024-09-05T07:39:46.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.323+0000 7f6567cfc740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x555f173b0f10 con 0x555f17490f40 2024-09-05T07:39:46.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.323+0000 7f655f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f174a43e0 0x555f17495290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:46.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.323+0000 7f6567cfc740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x555f174a7230 con 0x555f174920e0 2024-09-05T07:39:46.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.323+0000 7f655e7fc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174920e0 0x555f17494d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:46.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.323+0000 7f655f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f174a43e0 0x555f17495290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46422/0 (socket says 172.21.15.71:46422) 2024-09-05T07:39:46.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.323+0000 7f655f7fe640 1 -- 172.21.15.71:0/1047928935 learned_addr learned my addr 172.21.15.71:0/1047928935 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:46.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.323+0000 7f655effd640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f17490f40 0x555f17494810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:46.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.324+0000 7f655f7fe640 1 -- 172.21.15.71:0/1047928935 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174920e0 msgr2=0x555f17494d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:46.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.324+0000 7f655f7fe640 1 --2- 172.21.15.71:0/1047928935 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174920e0 0x555f17494d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.324+0000 7f655f7fe640 1 -- 172.21.15.71:0/1047928935 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f17490f40 msgr2=0x555f17494810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:46.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.324+0000 7f655f7fe640 1 --2- 172.21.15.71:0/1047928935 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f17490f40 0x555f17494810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.324+0000 7f655f7fe640 1 -- 172.21.15.71:0/1047928935 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f171676a0 con 0x555f174a43e0 2024-09-05T07:39:46.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.324+0000 7f655f7fe640 1 --2- 172.21.15.71:0/1047928935 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f174a43e0 0x555f17495290 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f6558012a30 tx=0x7f65580074f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4748c9c65a4bf4f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:46.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.324+0000 7f653effd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:46.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.324+0000 7f6567cfc740 10 client.0 _ll_register_callbacks cb 0x555f17379a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:46.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.324+0000 7f653effd640 1 -- 172.21.15.71:0/1047928935 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f655801dd80 con 0x555f174a43e0 2024-09-05T07:39:46.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.324+0000 7f653effd640 1 -- 172.21.15.71:0/1047928935 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f655801b450 con 0x555f174a43e0 2024-09-05T07:39:46.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.324+0000 7f6567cfc740 1 -- 172.21.15.71:0/1047928935 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6550004490 con 0x555f174a43e0 2024-09-05T07:39:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.325+0000 7f653effd640 1 -- 172.21.15.71:0/1047928935 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f655801b650 con 0x555f174a43e0 2024-09-05T07:39:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.325+0000 7f6567cfc740 10 client.15735 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.325+0000 7f6567cfc740 1 -- 172.21.15.71:0/1047928935 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({fsmap=26}) -- 0x555f174b2c70 con 0x555f174a43e0 2024-09-05T07:39:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.325+0000 7f653effd640 1 -- 172.21.15.71:0/1047928935 <== mon.0 v2:172.21.15.71:3300/0 4 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f6558024070 con 0x555f174a43e0 2024-09-05T07:39:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.325+0000 7f6567cfc740 10 client.15735 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.325+0000 7f6567cfc740 10 client.15735 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:39:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.325+0000 7f6567cfc740 20 client.15735 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.325+0000 7f6567cfc740 1 --2- 172.21.15.71:0/1047928935 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x555f174b4270 0x555f174b6730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.325+0000 7f6567cfc740 4 client.15735 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:39:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.325+0000 7f6567cfc740 1 -- 172.21.15.71:0/1047928935 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555f174037f0 con 0x555f174b4270 2024-09-05T07:39:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.326+0000 7f655effd640 1 --2- 172.21.15.71:0/1047928935 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x555f174b4270 0x555f174b6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.326+0000 7f655effd640 1 --2- 172.21.15.71:0/1047928935 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x555f174b4270 0x555f174b6730 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1cff07d262b959be server_cookie=97840c195e5ef2d5 in_seq=0 out_seq=0 2024-09-05T07:39:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.326+0000 7f653effd640 10 client.15735 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:46.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.327+0000 7f653effd640 1 -- 172.21.15.71:0/1047928935 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555f174037f0 con 0x555f174b4270 2024-09-05T07:39:46.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.327+0000 7f653effd640 10 client.15735 handle_command_reply: tid=0 2024-09-05T07:39:46.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.327+0000 7f6567cfc740 1 client.15735 shutdown 2024-09-05T07:39:46.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.327+0000 7f6567cfc740 1 -- 172.21.15.71:0/1047928935 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f174a43e0 msgr2=0x555f17495290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:46.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.327+0000 7f6567cfc740 1 --2- 172.21.15.71:0/1047928935 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f174a43e0 0x555f17495290 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f6558012a30 tx=0x7f65580074f0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.327+0000 7f6567cfc740 1 -- 172.21.15.71:0/1047928935 shutdown_connections 2024-09-05T07:39:46.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.327+0000 7f6567cfc740 1 --2- 172.21.15.71:0/1047928935 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x555f174b4270 0x555f174b6730 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.327+0000 7f653effd640 0 client.15735 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:46.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.327+0000 7f6567cfc740 1 --2- 172.21.15.71:0/1047928935 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f174a43e0 0x555f17495290 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.327+0000 7f6567cfc740 1 --2- 172.21.15.71:0/1047928935 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174920e0 0x555f17494d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.327+0000 7f6567cfc740 1 --2- 172.21.15.71:0/1047928935 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f17490f40 0x555f17494810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.327+0000 7f6567cfc740 1 -- 172.21.15.71:0/1047928935 >> 172.21.15.71:0/1047928935 conn(0x555f1748d0f0 msgr2=0x555f1748c270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:46.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.328+0000 7f6567cfc740 1 -- 172.21.15.71:0/1047928935 shutdown_connections 2024-09-05T07:39:46.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.328+0000 7f6567cfc740 1 -- 172.21.15.71:0/1047928935 wait complete. 2024-09-05T07:39:46.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.328+0000 7f6567cfc740 20 client.15735 trim_cache size 0 max 16384 2024-09-05T07:39:46.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.361+0000 7f6567cfc740 1 Processor -- start 2024-09-05T07:39:46.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.361+0000 7f6567cfc740 1 -- start start 2024-09-05T07:39:46.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.362+0000 7f6567cfc740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f17490f40 0x555f17493600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:46.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.362+0000 7f6567cfc740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174920e0 0x555f17493b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:46.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.362+0000 7f6567cfc740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f174a43e0 0x555f174947d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:46.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.362+0000 7f6567cfc740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f65601af650 con 0x555f174a43e0 2024-09-05T07:39:46.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.362+0000 7f6567cfc740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f65601acf20 con 0x555f17490f40 2024-09-05T07:39:46.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.362+0000 7f6567cfc740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f65601aad70 con 0x555f174920e0 2024-09-05T07:39:46.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.362+0000 7f655effd640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f17490f40 0x555f17493600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:46.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.362+0000 7f655effd640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f17490f40 0x555f17493600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:40924/0 (socket says 172.21.15.71:40924) 2024-09-05T07:39:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.362+0000 7f655effd640 1 -- 172.21.15.71:0/2746493669 learned_addr learned my addr 172.21.15.71:0/2746493669 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.362+0000 7f655e7fc640 1 --2- 172.21.15.71:0/2746493669 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174920e0 0x555f17493b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.362+0000 7f655f7fe640 1 --2- 172.21.15.71:0/2746493669 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f174a43e0 0x555f174947d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.363+0000 7f655effd640 1 -- 172.21.15.71:0/2746493669 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174920e0 msgr2=0x555f17493b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.363+0000 7f655effd640 1 --2- 172.21.15.71:0/2746493669 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174920e0 0x555f17493b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.363+0000 7f655effd640 1 -- 172.21.15.71:0/2746493669 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f174a43e0 msgr2=0x555f174947d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.363+0000 7f655effd640 1 --2- 172.21.15.71:0/2746493669 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f174a43e0 0x555f174947d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.363+0000 7f655effd640 1 -- 172.21.15.71:0/2746493669 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f17491950 con 0x555f17490f40 2024-09-05T07:39:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.363+0000 7f655e7fc640 1 --2- 172.21.15.71:0/2746493669 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174920e0 0x555f17493b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:39:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.363+0000 7f655f7fe640 1 --2- 172.21.15.71:0/2746493669 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f174a43e0 0x555f174947d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:39:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.363+0000 7f655effd640 1 --2- 172.21.15.71:0/2746493669 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f17490f40 0x555f17493600 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x555f1748df50 tx=0x7f655002a480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d33220d1b372d32 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.363+0000 7f65457fa640 1 -- 172.21.15.71:0/2746493669 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6550035040 con 0x555f17490f40 2024-09-05T07:39:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.363+0000 7f65457fa640 1 -- 172.21.15.71:0/2746493669 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f65500053d0 con 0x555f17490f40 2024-09-05T07:39:46.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.363+0000 7f65457fa640 1 -- 172.21.15.71:0/2746493669 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f655003ca40 con 0x555f17490f40 2024-09-05T07:39:46.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.364+0000 7f6567cfc740 1 -- 172.21.15.71:0/2746493669 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f17490f40 msgr2=0x555f17493600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:46.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.364+0000 7f6567cfc740 1 --2- 172.21.15.71:0/2746493669 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f17490f40 0x555f17493600 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x555f1748df50 tx=0x7f655002a480 comp rx=0 tx=0).stop 2024-09-05T07:39:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.365+0000 7f6567cfc740 1 -- 172.21.15.71:0/2746493669 shutdown_connections 2024-09-05T07:39:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.365+0000 7f6567cfc740 1 --2- 172.21.15.71:0/2746493669 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f174a43e0 0x555f174947d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.365+0000 7f6567cfc740 1 --2- 172.21.15.71:0/2746493669 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174920e0 0x555f17493b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.365+0000 7f6567cfc740 1 --2- 172.21.15.71:0/2746493669 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f17490f40 0x555f17493600 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.365+0000 7f6567cfc740 1 -- 172.21.15.71:0/2746493669 >> 172.21.15.71:0/2746493669 conn(0x555f1748d0f0 msgr2=0x555f174a5cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.365+0000 7f6567cfc740 1 -- 172.21.15.71:0/2746493669 shutdown_connections 2024-09-05T07:39:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.365+0000 7f6567cfc740 1 -- 172.21.15.71:0/2746493669 wait complete. 2024-09-05T07:39:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.365+0000 7f6567cfc740 1 -- start start 2024-09-05T07:39:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.365+0000 7f6567cfc740 1 Processor -- start 2024-09-05T07:39:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.366+0000 7f6567cfc740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f17490f40 0x555f174bbb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:46.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.366+0000 7f655effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f17490f40 0x555f174bbb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:46.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.366+0000 7f655effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f17490f40 0x555f174bbb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46434/0 (socket says 172.21.15.71:46434) 2024-09-05T07:39:46.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.366+0000 7f655effd640 1 -- 172.21.15.71:0/10395965 learned_addr learned my addr 172.21.15.71:0/10395965 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:46.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.366+0000 7f6567cfc740 1 --2- 172.21.15.71:0/10395965 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f174920e0 0x555f174bc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:46.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.366+0000 7f6567cfc740 1 --2- 172.21.15.71:0/10395965 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174a43e0 0x555f174bc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:46.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.366+0000 7f6567cfc740 1 -- 172.21.15.71:0/10395965 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f65601ab3e0 con 0x555f17490f40 2024-09-05T07:39:46.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.366+0000 7f6567cfc740 1 -- 172.21.15.71:0/10395965 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f65601ac850 con 0x555f174920e0 2024-09-05T07:39:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.366+0000 7f6567cfc740 1 -- 172.21.15.71:0/10395965 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f65601abab0 con 0x555f174a43e0 2024-09-05T07:39:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.366+0000 7f655e7fc640 1 --2- 172.21.15.71:0/10395965 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f174920e0 0x555f174bc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.367+0000 7f655f7fe640 1 --2- 172.21.15.71:0/10395965 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174a43e0 0x555f174bc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.367+0000 7f655e7fc640 1 -- 172.21.15.71:0/10395965 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174a43e0 msgr2=0x555f174bc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.367+0000 7f655e7fc640 1 --2- 172.21.15.71:0/10395965 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174a43e0 0x555f174bc5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.367+0000 7f655e7fc640 1 -- 172.21.15.71:0/10395965 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f17490f40 msgr2=0x555f174bbb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.367+0000 7f655e7fc640 1 --2- 172.21.15.71:0/10395965 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f17490f40 0x555f174bbb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.367+0000 7f655e7fc640 1 -- 172.21.15.71:0/10395965 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f174aa980 con 0x555f174920e0 2024-09-05T07:39:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.367+0000 7f655effd640 1 --2- 172.21.15.71:0/10395965 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f17490f40 0x555f174bbb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:39:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.367+0000 7f655e7fc640 1 --2- 172.21.15.71:0/10395965 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f174920e0 0x555f174bc0b0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f65540ccf20 tx=0x7f6554097ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dd546441a9b63499 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.367+0000 7f653effd640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T07:39:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.367+0000 7f6567cfc740 10 client.0 _ll_register_callbacks cb 0x7f6558010ee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.367+0000 7f6567cfc740 1 -- 172.21.15.71:0/10395965 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f65500053d0 con 0x555f174920e0 2024-09-05T07:39:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.368+0000 7f653effd640 1 -- 172.21.15.71:0/10395965 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65540a4600 con 0x555f174920e0 2024-09-05T07:39:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.368+0000 7f653effd640 1 -- 172.21.15.71:0/10395965 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f65540cd200 con 0x555f174920e0 2024-09-05T07:39:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.368+0000 7f653effd640 1 -- 172.21.15.71:0/10395965 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f65540cd440 con 0x555f174920e0 2024-09-05T07:39:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.368+0000 7f6567cfc740 10 client.25286 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.368+0000 7f6567cfc740 1 -- 172.21.15.71:0/10395965 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({fsmap=26}) -- 0x555f1751f0c0 con 0x555f174920e0 2024-09-05T07:39:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.368+0000 7f653effd640 1 -- 172.21.15.71:0/10395965 <== mon.2 v2:172.21.15.123:3300/0 4 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f655409b070 con 0x555f174920e0 2024-09-05T07:39:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.368+0000 7f6567cfc740 10 client.25286 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.368+0000 7f6567cfc740 10 client.25286 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:39:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.368+0000 7f6567cfc740 20 client.25286 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.369+0000 7f6567cfc740 1 --2- 172.21.15.71:0/10395965 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x555f174b4270 0x555f17521790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.369+0000 7f6567cfc740 4 client.25286 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T07:39:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.369+0000 7f6567cfc740 1 -- 172.21.15.71:0/10395965 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x7f65500053d0 con 0x555f174b4270 2024-09-05T07:39:46.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.369+0000 7f655effd640 1 --2- 172.21.15.71:0/10395965 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x555f174b4270 0x555f17521790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:46.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.369+0000 7f653effd640 10 client.25286 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:46.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.369+0000 7f655effd640 1 --2- 172.21.15.71:0/10395965 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x555f174b4270 0x555f17521790 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5edb0a8001b1f0e5 server_cookie=6249350c5f502687 in_seq=0 out_seq=0 2024-09-05T07:39:46.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.370+0000 7f653effd640 1 -- 172.21.15.71:0/10395965 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x7f65500053d0 con 0x555f174b4270 2024-09-05T07:39:46.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.370+0000 7f653effd640 10 client.25286 handle_command_reply: tid=0 2024-09-05T07:39:46.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.370+0000 7f6567cfc740 1 client.25286 shutdown 2024-09-05T07:39:46.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.371+0000 7f6567cfc740 1 -- 172.21.15.71:0/10395965 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f174920e0 msgr2=0x555f174bc0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:46.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.371+0000 7f6567cfc740 1 --2- 172.21.15.71:0/10395965 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f174920e0 0x555f174bc0b0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f65540ccf20 tx=0x7f6554097ec0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.371+0000 7f6567cfc740 1 -- 172.21.15.71:0/10395965 shutdown_connections 2024-09-05T07:39:46.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.371+0000 7f6567cfc740 1 --2- 172.21.15.71:0/10395965 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x555f174b4270 0x555f17521790 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.371+0000 7f653effd640 0 client.25286 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:46.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.371+0000 7f6567cfc740 1 --2- 172.21.15.71:0/10395965 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555f174a43e0 0x555f174bc5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.371+0000 7f6567cfc740 1 --2- 172.21.15.71:0/10395965 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555f174920e0 0x555f174bc0b0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.371+0000 7f6567cfc740 1 --2- 172.21.15.71:0/10395965 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555f17490f40 0x555f174bbb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.371+0000 7f6567cfc740 1 -- 172.21.15.71:0/10395965 >> 172.21.15.71:0/10395965 conn(0x555f1748d0f0 msgr2=0x555f1748ba50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:46.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.371+0000 7f6567cfc740 1 -- 172.21.15.71:0/10395965 shutdown_connections 2024-09-05T07:39:46.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.371+0000 7f6567cfc740 1 -- 172.21.15.71:0/10395965 wait complete. 2024-09-05T07:39:46.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.371+0000 7f6567cfc740 20 client.25286 trim_cache size 0 max 16384 2024-09-05T07:39:46.375 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:39:46.375 INFO:teuthology.orchestra.run.smithi071.stdout: "return_code": 0, 2024-09-05T07:39:46.375 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_tag": "3dc891b5-6155-4ef6-97c9-2d89a466140c", 2024-09-05T07:39:46.376 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": "asynchronous" 2024-09-05T07:39:46.376 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:39:46.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.372+0000 7f6565923640 1 -- 172.21.15.71:0/3629198533 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f65480a3010 msgr2=0x7f65480a54d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:46.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.372+0000 7f6565923640 1 --2- 172.21.15.71:0/3629198533 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f65480a3010 0x7f65480a54d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6558007f10 tx=0x7f6558004a40 comp rx=0 tx=0).stop 2024-09-05T07:39:46.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.372+0000 7f6565923640 1 -- 172.21.15.71:0/3629198533 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6560102570 msgr2=0x7f656019d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:46.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.372+0000 7f6565923640 1 --2- 172.21.15.71:0/3629198533 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6560102570 0x7f656019d4f0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f655400e9f0 tx=0x7f655400edf0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.372+0000 7f6565923640 1 -- 172.21.15.71:0/3629198533 shutdown_connections 2024-09-05T07:39:46.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.372+0000 7f6565923640 1 --2- 172.21.15.71:0/3629198533 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f65480a3010 0x7f65480a54d0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.372+0000 7f6565923640 1 --2- 172.21.15.71:0/3629198533 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6560102ef0 0x7f6560198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.372+0000 7f6565923640 1 --2- 172.21.15.71:0/3629198533 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6560102570 0x7f656019d4f0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.372+0000 7f6565923640 1 --2- 172.21.15.71:0/3629198533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6560100e20 0x7f656019cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:46.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.372+0000 7f6565923640 1 -- 172.21.15.71:0/3629198533 >> 172.21.15.71:0/3629198533 conn(0x7f65600fc7d0 msgr2=0x7f65600fce70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:46.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.373+0000 7f6565923640 1 -- 172.21.15.71:0/3629198533 shutdown_connections 2024-09-05T07:39:46.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:46.373+0000 7f6565923640 1 -- 172.21.15.71:0/3629198533 wait complete. 2024-09-05T07:39:46.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:46 smithi071 ceph-mon[30965]: scrub queued for path: / 2024-09-05T07:39:46.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:46 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:39:46.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:46 smithi071 ceph-mon[30965]: scrub summary: active paths [/] 2024-09-05T07:39:46.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:46 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:39:46.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:46 smithi071 ceph-mon[30965]: pgmap v38: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:39:46.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:46 smithi123 ceph-mon[34568]: scrub queued for path: / 2024-09-05T07:39:46.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:46 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:39:46.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:46 smithi123 ceph-mon[34568]: scrub summary: active paths [/] 2024-09-05T07:39:46.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:46 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:39:46.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:46 smithi123 ceph-mon[34568]: pgmap v38: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:39:46.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:46 smithi192 ceph-mon[34929]: scrub queued for path: / 2024-09-05T07:39:46.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:46 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:39:46.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:46 smithi192 ceph-mon[34929]: scrub summary: active paths [/] 2024-09-05T07:39:46.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:46 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:39:46.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:46 smithi192 ceph-mon[34929]: pgmap v38: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:39:47.215 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:39:47.491 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:47.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:47 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:39:48.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.060+0000 7fe9e4c2c640 1 -- 172.21.15.71:0/2241593229 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9e0100b30 msgr2=0x7fe9e0100f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:48.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.060+0000 7fe9e4c2c640 1 --2- 172.21.15.71:0/2241593229 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9e0100b30 0x7fe9e0100f10 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe9d0009900 tx=0x7fe9d002a470 comp rx=0 tx=0).stop 2024-09-05T07:39:48.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.060+0000 7fe9e4c2c640 1 -- 172.21.15.71:0/2241593229 shutdown_connections 2024-09-05T07:39:48.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.060+0000 7fe9e4c2c640 1 --2- 172.21.15.71:0/2241593229 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9e0105f40 0x7fe9e01063d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.060+0000 7fe9e4c2c640 1 --2- 172.21.15.71:0/2241593229 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9e0101450 0x7fe9e0105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.060+0000 7fe9e4c2c640 1 --2- 172.21.15.71:0/2241593229 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9e0100b30 0x7fe9e0100f10 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.060+0000 7fe9e4c2c640 1 -- 172.21.15.71:0/2241593229 >> 172.21.15.71:0/2241593229 conn(0x7fe9e00fc7a0 msgr2=0x7fe9e00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:48.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.061+0000 7fe9e4c2c640 1 -- 172.21.15.71:0/2241593229 shutdown_connections 2024-09-05T07:39:48.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.061+0000 7fe9e4c2c640 1 -- 172.21.15.71:0/2241593229 wait complete. 2024-09-05T07:39:48.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.062+0000 7fe9e4c2c640 1 Processor -- start 2024-09-05T07:39:48.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.062+0000 7fe9e4c2c640 1 -- start start 2024-09-05T07:39:48.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.062+0000 7fe9e4c2c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9e0100b30 0x7fe9e01a4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:48.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.062+0000 7fe9e4c2c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9e0101450 0x7fe9e01a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:48.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.062+0000 7fe9e4c2c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9e0105f40 0x7fe9e019e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:48.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.062+0000 7fe9e4c2c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e0118420 con 0x7fe9e0100b30 2024-09-05T07:39:48.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.062+0000 7fe9e4c2c640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e01182a0 con 0x7fe9e0105f40 2024-09-05T07:39:48.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.062+0000 7fe9e4c2c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e01185a0 con 0x7fe9e0101450 2024-09-05T07:39:48.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.062+0000 7fe9ddd9b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9e0101450 0x7fe9e01a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:48.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.062+0000 7fe9de59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9e0100b30 0x7fe9e01a4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:48.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.062+0000 7fe9ddd9b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9e0101450 0x7fe9e01a4ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.71:44162/0 (socket says 172.21.15.71:44162) 2024-09-05T07:39:48.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.062+0000 7fe9ddd9b640 1 -- 172.21.15.71:0/1759971477 learned_addr learned my addr 172.21.15.71:0/1759971477 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:48.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.062+0000 7fe9ded9d640 1 --2- 172.21.15.71:0/1759971477 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9e0105f40 0x7fe9e019e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:48.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.063+0000 7fe9ddd9b640 1 -- 172.21.15.71:0/1759971477 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9e0105f40 msgr2=0x7fe9e019e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:48.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.063+0000 7fe9ddd9b640 1 --2- 172.21.15.71:0/1759971477 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9e0105f40 0x7fe9e019e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.063+0000 7fe9ddd9b640 1 -- 172.21.15.71:0/1759971477 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9e0100b30 msgr2=0x7fe9e01a4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:48.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.063+0000 7fe9ddd9b640 1 --2- 172.21.15.71:0/1759971477 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9e0100b30 0x7fe9e01a4660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.063+0000 7fe9ddd9b640 1 -- 172.21.15.71:0/1759971477 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9e019ef80 con 0x7fe9e0101450 2024-09-05T07:39:48.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.063+0000 7fe9ddd9b640 1 --2- 172.21.15.71:0/1759971477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9e0101450 0x7fe9e01a4ba0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fe9d400be10 tx=0x7fe9d400dd20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:48.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.063+0000 7fe9cf7fe640 1 -- 172.21.15.71:0/1759971477 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d4028030 con 0x7fe9e0101450 2024-09-05T07:39:48.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.063+0000 7fe9cf7fe640 1 -- 172.21.15.71:0/1759971477 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9d4004020 con 0x7fe9e0101450 2024-09-05T07:39:48.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.063+0000 7fe9e4c2c640 1 -- 172.21.15.71:0/1759971477 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9e019f270 con 0x7fe9e0101450 2024-09-05T07:39:48.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.063+0000 7fe9e4c2c640 1 -- 172.21.15.71:0/1759971477 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9e006bc10 con 0x7fe9e0101450 2024-09-05T07:39:48.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.064+0000 7fe9cf7fe640 1 -- 172.21.15.71:0/1759971477 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d4005550 con 0x7fe9e0101450 2024-09-05T07:39:48.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.067+0000 7fe9e7005740 1 Processor -- start 2024-09-05T07:39:48.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.067+0000 7fe9e7005740 1 -- start start 2024-09-05T07:39:48.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.068+0000 7fe9e7005740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 0x5615c48c1880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:48.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.068+0000 7fe9e7005740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48c1dc0 0x5615c48cc140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:48.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.068+0000 7fe9e7005740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615c48cc680 0x5615c48cea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:48.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.068+0000 7fe9e7005740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5615c48272e0 con 0x5615c48c14a0 2024-09-05T07:39:48.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.068+0000 7fe9e7005740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5615c47cece0 con 0x5615c48c1dc0 2024-09-05T07:39:48.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.068+0000 7fe9e7005740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5615c48232a0 con 0x5615c48cc680 2024-09-05T07:39:48.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.068+0000 7fe9ded9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 0x5615c48c1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:48.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.068+0000 7fe9ded9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 0x5615c48c1880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46458/0 (socket says 172.21.15.71:46458) 2024-09-05T07:39:48.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.068+0000 7fe9ded9d640 1 -- 172.21.15.71:0/1957093282 learned_addr learned my addr 172.21.15.71:0/1957093282 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:48.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.068+0000 7fe9de59c640 1 --2- 172.21.15.71:0/1957093282 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48c1dc0 0x5615c48cc140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:48.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.069+0000 7fe9cf7fe640 1 -- 172.21.15.71:0/1759971477 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7fe9d40047a0 con 0x7fe9e0101450 2024-09-05T07:39:48.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.069+0000 7fe9ded9d640 1 -- 172.21.15.71:0/1957093282 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615c48cc680 msgr2=0x5615c48cea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:48.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.069+0000 7fe9ddd9b640 1 --2- 172.21.15.71:0/1957093282 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615c48cc680 0x5615c48cea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:48.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.070+0000 7fe9ded9d640 1 --2- 172.21.15.71:0/1957093282 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615c48cc680 0x5615c48cea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.070+0000 7fe9ded9d640 1 -- 172.21.15.71:0/1957093282 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48c1dc0 msgr2=0x5615c48cc140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:48.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.070+0000 7fe9ded9d640 1 --2- 172.21.15.71:0/1957093282 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48c1dc0 0x5615c48cc140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.070+0000 7fe9ded9d640 1 -- 172.21.15.71:0/1957093282 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615c47b3440 con 0x5615c48c14a0 2024-09-05T07:39:48.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.070+0000 7fe9ddd9b640 1 --2- 172.21.15.71:0/1957093282 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615c48cc680 0x5615c48cea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:48.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.070+0000 7fe9ded9d640 1 --2- 172.21.15.71:0/1957093282 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 0x5615c48c1880 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fe9d8009f40 tx=0x7fe9d8010860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=adbd9381bb4aa756 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:48.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.070+0000 7fe9ccff9640 1 -- 172.21.15.71:0/1957093282 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d8003b70 con 0x5615c48c14a0 2024-09-05T07:39:48.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.071+0000 7fe9ccff9640 1 -- 172.21.15.71:0/1957093282 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9d8003d10 con 0x5615c48c14a0 2024-09-05T07:39:48.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.071+0000 7fe9ccff9640 1 -- 172.21.15.71:0/1957093282 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d80119c0 con 0x5615c48c14a0 2024-09-05T07:39:48.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.072+0000 7fe9e7005740 1 -- 172.21.15.71:0/1957093282 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 msgr2=0x5615c48c1880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:48.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.072+0000 7fe9e7005740 1 --2- 172.21.15.71:0/1957093282 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 0x5615c48c1880 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fe9d8009f40 tx=0x7fe9d8010860 comp rx=0 tx=0).stop 2024-09-05T07:39:48.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.073+0000 7fe9cf7fe640 1 --2- 172.21.15.71:0/1759971477 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe9c80a2e10 0x7fe9c80a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:48.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.073+0000 7fe9e7005740 1 -- 172.21.15.71:0/1957093282 shutdown_connections 2024-09-05T07:39:48.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.073+0000 7fe9e7005740 1 --2- 172.21.15.71:0/1957093282 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615c48cc680 0x5615c48cea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.073+0000 7fe9cf7fe640 1 -- 172.21.15.71:0/1759971477 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fe9d40e02a0 con 0x7fe9e0101450 2024-09-05T07:39:48.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.073+0000 7fe9e7005740 1 --2- 172.21.15.71:0/1957093282 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48c1dc0 0x5615c48cc140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.073+0000 7fe9e7005740 1 --2- 172.21.15.71:0/1957093282 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 0x5615c48c1880 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.073+0000 7fe9e7005740 1 -- 172.21.15.71:0/1957093282 >> 172.21.15.71:0/1957093282 conn(0x5615c48bda30 msgr2=0x5615c48bde10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:48.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.073+0000 7fe9ded9d640 1 --2- 172.21.15.71:0/1759971477 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe9c80a2e10 0x7fe9c80a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:48.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.073+0000 7fe9e7005740 1 -- 172.21.15.71:0/1957093282 shutdown_connections 2024-09-05T07:39:48.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.074+0000 7fe9e7005740 1 -- 172.21.15.71:0/1957093282 wait complete. 2024-09-05T07:39:48.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.074+0000 7fe9ded9d640 1 --2- 172.21.15.71:0/1759971477 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe9c80a2e10 0x7fe9c80a52d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe9d8011540 tx=0x7fe9d80115a0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:48.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.074+0000 7fe9e7005740 1 -- start start 2024-09-05T07:39:48.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.075+0000 7fe9e7005740 1 Processor -- start 2024-09-05T07:39:48.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.075+0000 7fe9e7005740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 0x5615c48cbf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:48.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.076+0000 7fe9de59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 0x5615c48cbf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:48.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.076+0000 7fe9de59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 0x5615c48cbf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46466/0 (socket says 172.21.15.71:46466) 2024-09-05T07:39:48.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.076+0000 7fe9de59c640 1 -- 172.21.15.71:0/1384115610 learned_addr learned my addr 172.21.15.71:0/1384115610 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:48.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.076+0000 7fe9e7005740 1 --2- 172.21.15.71:0/1384115610 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615c48c1dc0 0x5615c48c9220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:48.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.076+0000 7fe9e7005740 1 --2- 172.21.15.71:0/1384115610 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48cc680 0x5615c48c9760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:48.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.076+0000 7fe9ddd9b640 1 --2- 172.21.15.71:0/1384115610 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615c48c1dc0 0x5615c48c9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:48.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.076+0000 7fe9e7005740 1 -- 172.21.15.71:0/1384115610 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5615c48cf250 con 0x5615c48c14a0 2024-09-05T07:39:48.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.076+0000 7fe9e7005740 1 -- 172.21.15.71:0/1384115610 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5615c47e2050 con 0x5615c48cc680 2024-09-05T07:39:48.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.076+0000 7fe9ded9d640 1 --2- 172.21.15.71:0/1384115610 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48cc680 0x5615c48c9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:48.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.076+0000 7fe9e7005740 1 -- 172.21.15.71:0/1384115610 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5615c48cf3d0 con 0x5615c48c1dc0 2024-09-05T07:39:48.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.077+0000 7fe9de59c640 1 -- 172.21.15.71:0/1384115610 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615c48c1dc0 msgr2=0x5615c48c9220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:48.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.077+0000 7fe9de59c640 1 --2- 172.21.15.71:0/1384115610 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615c48c1dc0 0x5615c48c9220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.077+0000 7fe9de59c640 1 -- 172.21.15.71:0/1384115610 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48cc680 msgr2=0x5615c48c9760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:48.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.077+0000 7fe9de59c640 1 --2- 172.21.15.71:0/1384115610 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48cc680 0x5615c48c9760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.077+0000 7fe9de59c640 1 -- 172.21.15.71:0/1384115610 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615c45983c0 con 0x5615c48c14a0 2024-09-05T07:39:48.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.077+0000 7fe9de59c640 1 --2- 172.21.15.71:0/1384115610 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 0x5615c48cbf70 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fe9d0009900 tx=0x7fe9d0032f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ac23b1860635e27 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:48.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.077+0000 7fe9e7005740 10 client.0 _ll_register_callbacks cb 0x5615c4822160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:48.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.077+0000 7fe9c5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:48.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.077+0000 7fe9c5ffb640 1 -- 172.21.15.71:0/1384115610 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d0035040 con 0x5615c48c14a0 2024-09-05T07:39:48.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.077+0000 7fe9c5ffb640 1 -- 172.21.15.71:0/1384115610 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fe9d00317a0 con 0x5615c48c14a0 2024-09-05T07:39:48.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.077+0000 7fe9e7005740 1 -- 172.21.15.71:0/1384115610 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9d8003d10 con 0x5615c48c14a0 2024-09-05T07:39:48.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.078+0000 7fe9c5ffb640 1 -- 172.21.15.71:0/1384115610 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe9d004f050 con 0x5615c48c14a0 2024-09-05T07:39:48.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.078+0000 7fe9e7005740 10 client.15753 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:48.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.078+0000 7fe9e7005740 1 -- 172.21.15.71:0/1384115610 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({fsmap=26}) -- 0x5615c48da9a0 con 0x5615c48c14a0 2024-09-05T07:39:48.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.078+0000 7fe9c5ffb640 1 -- 172.21.15.71:0/1384115610 <== mon.0 v2:172.21.15.71:3300/0 4 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fe9d0004040 con 0x5615c48c14a0 2024-09-05T07:39:48.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.079+0000 7fe9e7005740 10 client.15753 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:48.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.079+0000 7fe9e7005740 10 client.15753 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:39:48.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.079+0000 7fe9e7005740 20 client.15753 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:48.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.079+0000 7fe9e7005740 1 --2- 172.21.15.71:0/1384115610 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5615c48dc2d0 0x5615c48de790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:48.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.079+0000 7fe9e7005740 4 client.15753 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:39:48.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.079+0000 7fe9e7005740 1 -- 172.21.15.71:0/1384115610 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fe9d8003d10 con 0x5615c48dc2d0 2024-09-05T07:39:48.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.079+0000 7fe9ddd9b640 1 --2- 172.21.15.71:0/1384115610 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5615c48dc2d0 0x5615c48de790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:48.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.080+0000 7fe9ddd9b640 1 --2- 172.21.15.71:0/1384115610 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5615c48dc2d0 0x5615c48de790 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c3b8f63a397fd85 server_cookie=e7552871725384bc in_seq=0 out_seq=0 2024-09-05T07:39:48.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.080+0000 7fe9c5ffb640 10 client.15753 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:48.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.080+0000 7fe9c5ffb640 1 -- 172.21.15.71:0/1384115610 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7fe9d8003d10 con 0x5615c48dc2d0 2024-09-05T07:39:48.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.080+0000 7fe9c5ffb640 10 client.15753 handle_command_reply: tid=0 2024-09-05T07:39:48.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.080+0000 7fe9e7005740 1 client.15753 shutdown 2024-09-05T07:39:48.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.080+0000 7fe9e7005740 1 -- 172.21.15.71:0/1384115610 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 msgr2=0x5615c48cbf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:48.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.080+0000 7fe9e7005740 1 --2- 172.21.15.71:0/1384115610 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 0x5615c48cbf70 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fe9d0009900 tx=0x7fe9d0032f90 comp rx=0 tx=0).stop 2024-09-05T07:39:48.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.081+0000 7fe9e7005740 1 -- 172.21.15.71:0/1384115610 shutdown_connections 2024-09-05T07:39:48.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.081+0000 7fe9e7005740 1 --2- 172.21.15.71:0/1384115610 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5615c48dc2d0 0x5615c48de790 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.081+0000 7fe9e7005740 1 --2- 172.21.15.71:0/1384115610 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48cc680 0x5615c48c9760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.081+0000 7fe9e7005740 1 --2- 172.21.15.71:0/1384115610 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615c48c1dc0 0x5615c48c9220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.081+0000 7fe9e7005740 1 --2- 172.21.15.71:0/1384115610 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 0x5615c48cbf70 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.081+0000 7fe9e7005740 1 -- 172.21.15.71:0/1384115610 >> 172.21.15.71:0/1384115610 conn(0x5615c48bda30 msgr2=0x5615c48c3760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:48.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.081+0000 7fe9c5ffb640 0 client.15753 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:48.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.081+0000 7fe9e7005740 1 -- 172.21.15.71:0/1384115610 shutdown_connections 2024-09-05T07:39:48.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.081+0000 7fe9e7005740 1 -- 172.21.15.71:0/1384115610 wait complete. 2024-09-05T07:39:48.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.081+0000 7fe9e7005740 20 client.15753 trim_cache size 0 max 16384 2024-09-05T07:39:48.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.106+0000 7fe9e7005740 1 Processor -- start 2024-09-05T07:39:48.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.106+0000 7fe9e7005740 1 -- start start 2024-09-05T07:39:48.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.107+0000 7fe9e7005740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615c48c14a0 0x5615c48bca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:48.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.107+0000 7fe9e7005740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c1dc0 0x5615c48c6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:48.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.107+0000 7fe9e7005740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48cc680 0x5615c48c69c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.107+0000 7fe9e7005740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c0012870 con 0x5615c48c1dc0 2024-09-05T07:39:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.107+0000 7fe9e7005740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c0010140 con 0x5615c48cc680 2024-09-05T07:39:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.107+0000 7fe9e7005740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c000df90 con 0x5615c48c14a0 2024-09-05T07:39:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.107+0000 7fe9ded9d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48cc680 0x5615c48c69c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.107+0000 7fe9ddd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c1dc0 0x5615c48c6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.107+0000 7fe9ddd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c1dc0 0x5615c48c6480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46478/0 (socket says 172.21.15.71:46478) 2024-09-05T07:39:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.107+0000 7fe9ddd9b640 1 -- 172.21.15.71:0/2014370394 learned_addr learned my addr 172.21.15.71:0/2014370394 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.107+0000 7fe9de59c640 1 --2- 172.21.15.71:0/2014370394 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615c48c14a0 0x5615c48bca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.107+0000 7fe9ddd9b640 1 -- 172.21.15.71:0/2014370394 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615c48c14a0 msgr2=0x5615c48bca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.107+0000 7fe9ddd9b640 1 --2- 172.21.15.71:0/2014370394 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615c48c14a0 0x5615c48bca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.107+0000 7fe9ddd9b640 1 -- 172.21.15.71:0/2014370394 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48cc680 msgr2=0x5615c48c69c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:48.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.107+0000 7fe9ddd9b640 1 --2- 172.21.15.71:0/2014370394 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48cc680 0x5615c48c69c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.107+0000 7fe9ddd9b640 1 -- 172.21.15.71:0/2014370394 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615c48bd860 con 0x5615c48c1dc0 2024-09-05T07:39:48.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.107+0000 7fe9ded9d640 1 --2- 172.21.15.71:0/2014370394 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48cc680 0x5615c48c69c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:48.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.108+0000 7fe9ddd9b640 1 --2- 172.21.15.71:0/2014370394 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c1dc0 0x5615c48c6480 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fe9d40051a0 tx=0x7fe9d40e2820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3633d74fb22ae806 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:48.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.108+0000 7fe9c7fff640 1 -- 172.21.15.71:0/2014370394 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d40ac870 con 0x5615c48c1dc0 2024-09-05T07:39:48.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.108+0000 7fe9c7fff640 1 -- 172.21.15.71:0/2014370394 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9d40ac170 con 0x5615c48c1dc0 2024-09-05T07:39:48.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.108+0000 7fe9c7fff640 1 -- 172.21.15.71:0/2014370394 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d40aa500 con 0x5615c48c1dc0 2024-09-05T07:39:48.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.109+0000 7fe9e7005740 1 -- 172.21.15.71:0/2014370394 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c1dc0 msgr2=0x5615c48c6480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:48.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.109+0000 7fe9e7005740 1 --2- 172.21.15.71:0/2014370394 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c1dc0 0x5615c48c6480 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fe9d40051a0 tx=0x7fe9d40e2820 comp rx=0 tx=0).stop 2024-09-05T07:39:48.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.109+0000 7fe9e7005740 1 -- 172.21.15.71:0/2014370394 shutdown_connections 2024-09-05T07:39:48.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.109+0000 7fe9e7005740 1 --2- 172.21.15.71:0/2014370394 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48cc680 0x5615c48c69c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.109+0000 7fe9e7005740 1 --2- 172.21.15.71:0/2014370394 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c1dc0 0x5615c48c6480 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.109+0000 7fe9e7005740 1 --2- 172.21.15.71:0/2014370394 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615c48c14a0 0x5615c48bca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.109+0000 7fe9e7005740 1 -- 172.21.15.71:0/2014370394 >> 172.21.15.71:0/2014370394 conn(0x5615c48bda30 msgr2=0x5615c48bc350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:48.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.109+0000 7fe9e7005740 1 -- 172.21.15.71:0/2014370394 shutdown_connections 2024-09-05T07:39:48.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.109+0000 7fe9e7005740 1 -- 172.21.15.71:0/2014370394 wait complete. 2024-09-05T07:39:48.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.110+0000 7fe9e7005740 1 -- start start 2024-09-05T07:39:48.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.110+0000 7fe9e7005740 1 Processor -- start 2024-09-05T07:39:48.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.110+0000 7fe9e7005740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 0x5615c48e3d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:48.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.110+0000 7fe9e7005740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48c1dc0 0x5615c48e42a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:48.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.110+0000 7fe9e7005740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615c48cc680 0x5615c493e500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:48.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.110+0000 7fe9e7005740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c000e600 con 0x5615c48c14a0 2024-09-05T07:39:48.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.110+0000 7fe9e7005740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c000fa70 con 0x5615c48c1dc0 2024-09-05T07:39:48.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.110+0000 7fe9e7005740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c000ecd0 con 0x5615c48cc680 2024-09-05T07:39:48.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.110+0000 7fe9e7005740 10 client.0 _ll_register_callbacks cb 0x7fe9d0005db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:48.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.111+0000 7fe9de59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 0x5615c48e3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:48.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.111+0000 7fe9de59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 0x5615c48e3d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46484/0 (socket says 172.21.15.71:46484) 2024-09-05T07:39:48.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.111+0000 7fe9de59c640 1 -- 172.21.15.71:0/669349318 learned_addr learned my addr 172.21.15.71:0/669349318 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:48.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.111+0000 7fe9ddd9b640 1 --2- 172.21.15.71:0/669349318 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48c1dc0 0x5615c48e42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:48.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.111+0000 7fe9de59c640 1 -- 172.21.15.71:0/669349318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615c48cc680 msgr2=0x5615c493e500 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T07:39:48.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.111+0000 7fe9de59c640 1 --2- 172.21.15.71:0/669349318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615c48cc680 0x5615c493e500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.111+0000 7fe9de59c640 1 -- 172.21.15.71:0/669349318 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48c1dc0 msgr2=0x5615c48e42a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:48.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.111+0000 7fe9de59c640 1 --2- 172.21.15.71:0/669349318 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48c1dc0 0x5615c48e42a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.111+0000 7fe9de59c640 1 -- 172.21.15.71:0/669349318 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615c493eba0 con 0x5615c48c14a0 2024-09-05T07:39:48.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.111+0000 7fe9de59c640 1 --2- 172.21.15.71:0/669349318 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 0x5615c48e3d60 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fe9d0031440 tx=0x7fe9d0009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82a3f52e29ddbad8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:48.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.111+0000 7fe9c5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:48.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.112+0000 7fe9c5ffb640 1 -- 172.21.15.71:0/669349318 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d0035070 con 0x5615c48c14a0 2024-09-05T07:39:48.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.112+0000 7fe9c5ffb640 1 -- 172.21.15.71:0/669349318 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fe9d00051d0 con 0x5615c48c14a0 2024-09-05T07:39:48.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.112+0000 7fe9e7005740 1 -- 172.21.15.71:0/669349318 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9d40ac170 con 0x5615c48c14a0 2024-09-05T07:39:48.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.112+0000 7fe9c5ffb640 1 -- 172.21.15.71:0/669349318 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe9d00053d0 con 0x5615c48c14a0 2024-09-05T07:39:48.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.112+0000 7fe9e7005740 10 client.15759 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:48.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.112+0000 7fe9e7005740 1 -- 172.21.15.71:0/669349318 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5615c4947050 con 0x5615c48c14a0 2024-09-05T07:39:48.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.113+0000 7fe9c5ffb640 1 -- 172.21.15.71:0/669349318 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9d0058070 con 0x5615c48c14a0 2024-09-05T07:39:48.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.113+0000 7fe9c5ffb640 1 -- 172.21.15.71:0/669349318 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fe9d0046470 con 0x5615c48c14a0 2024-09-05T07:39:48.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.113+0000 7fe9e7005740 10 client.15759 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:48.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.113+0000 7fe9e7005740 10 client.15759 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:39:48.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.113+0000 7fe9e7005740 20 client.15759 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:48.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.113+0000 7fe9e7005740 1 --2- 172.21.15.71:0/669349318 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5615c49477f0 0x5615c4949c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:48.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.113+0000 7fe9e7005740 4 client.15759 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:39:48.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.113+0000 7fe9e7005740 1 -- 172.21.15.71:0/669349318 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7fe9d40ac170 con 0x5615c49477f0 2024-09-05T07:39:48.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.114+0000 7fe9ddd9b640 1 --2- 172.21.15.71:0/669349318 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5615c49477f0 0x5615c4949c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:48.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.114+0000 7fe9c5ffb640 10 client.15759 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:48.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.114+0000 7fe9ddd9b640 1 --2- 172.21.15.71:0/669349318 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5615c49477f0 0x5615c4949c30 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba77986f99962cd6 server_cookie=ef31b527141519c3 in_seq=0 out_seq=0 2024-09-05T07:39:48.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.114+0000 7fe9c5ffb640 1 -- 172.21.15.71:0/669349318 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x7fe9d40ac170 con 0x5615c49477f0 2024-09-05T07:39:48.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.114+0000 7fe9c5ffb640 10 client.15759 handle_command_reply: tid=0 2024-09-05T07:39:48.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.114+0000 7fe9e7005740 1 client.15759 shutdown 2024-09-05T07:39:48.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.114+0000 7fe9e7005740 1 -- 172.21.15.71:0/669349318 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 msgr2=0x5615c48e3d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:48.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.114+0000 7fe9e7005740 1 --2- 172.21.15.71:0/669349318 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 0x5615c48e3d60 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fe9d0031440 tx=0x7fe9d0009260 comp rx=0 tx=0).stop 2024-09-05T07:39:48.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.115+0000 7fe9e7005740 1 -- 172.21.15.71:0/669349318 shutdown_connections 2024-09-05T07:39:48.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.115+0000 7fe9e7005740 1 --2- 172.21.15.71:0/669349318 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5615c49477f0 0x5615c4949c30 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.115+0000 7fe9c5ffb640 0 client.15759 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:48.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.115+0000 7fe9e7005740 1 --2- 172.21.15.71:0/669349318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5615c48cc680 0x5615c493e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.115+0000 7fe9e7005740 1 --2- 172.21.15.71:0/669349318 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5615c48c1dc0 0x5615c48e42a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.121 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:39:48.121 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T07:39:48.121 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": { 2024-09-05T07:39:48.121 INFO:teuthology.orchestra.run.smithi071.stdout: "3dc891b5-6155-4ef6-97c9-2d89a466140c": { 2024-09-05T07:39:48.121 INFO:teuthology.orchestra.run.smithi071.stdout: "path": "/", 2024-09-05T07:39:48.121 INFO:teuthology.orchestra.run.smithi071.stdout: "tag": "3dc891b5-6155-4ef6-97c9-2d89a466140c", 2024-09-05T07:39:48.121 INFO:teuthology.orchestra.run.smithi071.stdout: "options": "recursive,force" 2024-09-05T07:39:48.121 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:39:48.121 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:39:48.121 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:39:48.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.115+0000 7fe9e7005740 1 --2- 172.21.15.71:0/669349318 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5615c48c14a0 0x5615c48e3d60 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.115+0000 7fe9e7005740 1 -- 172.21.15.71:0/669349318 >> 172.21.15.71:0/669349318 conn(0x5615c48bda30 msgr2=0x5615c48bcb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:48.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.115+0000 7fe9e7005740 1 -- 172.21.15.71:0/669349318 shutdown_connections 2024-09-05T07:39:48.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.115+0000 7fe9e7005740 1 -- 172.21.15.71:0/669349318 wait complete. 2024-09-05T07:39:48.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.115+0000 7fe9e7005740 20 client.15759 trim_cache size 0 max 16384 2024-09-05T07:39:48.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.116+0000 7fe9e4c2c640 1 -- 172.21.15.71:0/1759971477 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe9c80a2e10 msgr2=0x7fe9c80a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:48.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.117+0000 7fe9e4c2c640 1 --2- 172.21.15.71:0/1759971477 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe9c80a2e10 0x7fe9c80a52d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe9d8011540 tx=0x7fe9d80115a0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.117+0000 7fe9e4c2c640 1 -- 172.21.15.71:0/1759971477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9e0101450 msgr2=0x7fe9e01a4ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:48.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.117+0000 7fe9e4c2c640 1 --2- 172.21.15.71:0/1759971477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9e0101450 0x7fe9e01a4ba0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fe9d400be10 tx=0x7fe9d400dd20 comp rx=0 tx=0).stop 2024-09-05T07:39:48.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.117+0000 7fe9e4c2c640 1 -- 172.21.15.71:0/1759971477 shutdown_connections 2024-09-05T07:39:48.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.117+0000 7fe9e4c2c640 1 --2- 172.21.15.71:0/1759971477 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe9c80a2e10 0x7fe9c80a52d0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.117+0000 7fe9e4c2c640 1 --2- 172.21.15.71:0/1759971477 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9e0105f40 0x7fe9e019e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.117+0000 7fe9e4c2c640 1 --2- 172.21.15.71:0/1759971477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9e0101450 0x7fe9e01a4ba0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.117+0000 7fe9e4c2c640 1 --2- 172.21.15.71:0/1759971477 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9e0100b30 0x7fe9e01a4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:48.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.117+0000 7fe9e4c2c640 1 -- 172.21.15.71:0/1759971477 >> 172.21.15.71:0/1759971477 conn(0x7fe9e00fc7a0 msgr2=0x7fe9e010f700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:48.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.120+0000 7fe9e4c2c640 1 -- 172.21.15.71:0/1759971477 shutdown_connections 2024-09-05T07:39:48.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:48.120+0000 7fe9e4c2c640 1 -- 172.21.15.71:0/1759971477 wait complete. 2024-09-05T07:39:48.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:47 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:39:48.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:47 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:39:48.900 INFO:tasks.cephfs.filesystem:scrub status for tag:3dc891b5-6155-4ef6-97c9-2d89a466140c - {'path': '/', 'tag': '3dc891b5-6155-4ef6-97c9-2d89a466140c', 'options': 'recursive,force'} 2024-09-05T07:39:49.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:49 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:39:49.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:49 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:39:49.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:49 smithi071 ceph-mon[30965]: pgmap v39: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-09-05T07:39:49.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:49 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:39:49.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:49 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:39:49.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:49 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:39:49.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:49 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:39:49.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:49 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:39:49.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:49 smithi123 ceph-mon[34568]: pgmap v39: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-09-05T07:39:49.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:49 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:39:49.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:49 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:39:49.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:49 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:39:49.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:49 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:39:49.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:49 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:39:49.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:49 smithi192 ceph-mon[34929]: pgmap v39: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-09-05T07:39:49.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:49 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:39:49.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:49 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:39:49.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:49 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:39:50.754 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:39:50.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:50 smithi071 ceph-mon[30965]: scrub summary: idle 2024-09-05T07:39:50.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:50 smithi071 ceph-mon[30965]: pgmap v40: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:39:50.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:50 smithi123 ceph-mon[34568]: scrub summary: idle 2024-09-05T07:39:50.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:50 smithi123 ceph-mon[34568]: pgmap v40: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:39:50.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:50 smithi192 ceph-mon[34929]: scrub summary: idle 2024-09-05T07:39:50.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:50 smithi192 ceph-mon[34929]: pgmap v40: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:39:51.028 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:51.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.566+0000 7fe62aeb2640 1 -- 172.21.15.71:0/4129712103 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe6241082a0 msgr2=0x7fe62410ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:51.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.566+0000 7fe62aeb2640 1 --2- 172.21.15.71:0/4129712103 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe6241082a0 0x7fe62410ec40 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fe61c009cd0 tx=0x7fe61c02a8e0 comp rx=0 tx=0).stop 2024-09-05T07:39:51.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.566+0000 7fe62aeb2640 1 -- 172.21.15.71:0/4129712103 shutdown_connections 2024-09-05T07:39:51.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.566+0000 7fe62aeb2640 1 --2- 172.21.15.71:0/4129712103 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe6241082a0 0x7fe62410ec40 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:51.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.566+0000 7fe62aeb2640 1 --2- 172.21.15.71:0/4129712103 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe6241036e0 0x7fe624107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:51.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.566+0000 7fe62aeb2640 1 --2- 172.21.15.71:0/4129712103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe624102d30 0x7fe624103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:51.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.566+0000 7fe62aeb2640 1 -- 172.21.15.71:0/4129712103 >> 172.21.15.71:0/4129712103 conn(0x7fe6240fc7d0 msgr2=0x7fe6240febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:51.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.566+0000 7fe62aeb2640 1 -- 172.21.15.71:0/4129712103 shutdown_connections 2024-09-05T07:39:51.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.566+0000 7fe62aeb2640 1 -- 172.21.15.71:0/4129712103 wait complete. 2024-09-05T07:39:51.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.567+0000 7fe62aeb2640 1 Processor -- start 2024-09-05T07:39:51.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.567+0000 7fe62aeb2640 1 -- start start 2024-09-05T07:39:51.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.567+0000 7fe62aeb2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe624102d30 0x7fe624198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:51.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.567+0000 7fe62aeb2640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe6241036e0 0x7fe6241989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:51.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.568+0000 7fe62aeb2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe6241082a0 0x7fe62419cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:51.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.568+0000 7fe62aeb2640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe624111f50 con 0x7fe6241082a0 2024-09-05T07:39:51.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.568+0000 7fe62aeb2640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe624111dd0 con 0x7fe6241036e0 2024-09-05T07:39:51.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.568+0000 7fe62aeb2640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe6241120d0 con 0x7fe624102d30 2024-09-05T07:39:51.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.568+0000 7fe61bfff640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe6241036e0 0x7fe6241989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:51.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.568+0000 7fe61bfff640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe6241036e0 0x7fe6241989d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:33072/0 (socket says 172.21.15.71:33072) 2024-09-05T07:39:51.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.568+0000 7fe61bfff640 1 -- 172.21.15.71:0/295540909 learned_addr learned my addr 172.21.15.71:0/295540909 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:51.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.568+0000 7fe628c4e640 1 --2- 172.21.15.71:0/295540909 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe624102d30 0x7fe624198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:51.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.568+0000 7fe62944f640 1 --2- 172.21.15.71:0/295540909 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe6241082a0 0x7fe62419cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:51.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.568+0000 7fe61bfff640 1 -- 172.21.15.71:0/295540909 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe624102d30 msgr2=0x7fe624198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:51.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.568+0000 7fe61bfff640 1 --2- 172.21.15.71:0/295540909 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe624102d30 0x7fe624198490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:51.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.568+0000 7fe61bfff640 1 -- 172.21.15.71:0/295540909 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe6241082a0 msgr2=0x7fe62419cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:51.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.568+0000 7fe61bfff640 1 --2- 172.21.15.71:0/295540909 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe6241082a0 0x7fe62419cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:51.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.568+0000 7fe61bfff640 1 -- 172.21.15.71:0/295540909 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe62419d440 con 0x7fe6241036e0 2024-09-05T07:39:51.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.568+0000 7fe62944f640 1 --2- 172.21.15.71:0/295540909 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe6241082a0 0x7fe62419cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:51.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.568+0000 7fe61bfff640 1 --2- 172.21.15.71:0/295540909 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe6241036e0 0x7fe6241989d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fe61400d740 tx=0x7fe61400dc00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:51.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.569+0000 7fe619ffb640 1 -- 172.21.15.71:0/295540909 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe614017070 con 0x7fe6241036e0 2024-09-05T07:39:51.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.569+0000 7fe62aeb2640 1 -- 172.21.15.71:0/295540909 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe62419d730 con 0x7fe6241036e0 2024-09-05T07:39:51.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.569+0000 7fe62aeb2640 1 -- 172.21.15.71:0/295540909 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6241a5010 con 0x7fe6241036e0 2024-09-05T07:39:51.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.569+0000 7fe619ffb640 1 -- 172.21.15.71:0/295540909 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe61400de50 con 0x7fe6241036e0 2024-09-05T07:39:51.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.569+0000 7fe619ffb640 1 -- 172.21.15.71:0/295540909 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe61400f620 con 0x7fe6241036e0 2024-09-05T07:39:51.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.570+0000 7fe62aeb2640 1 -- 172.21.15.71:0/295540909 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe624103110 con 0x7fe6241036e0 2024-09-05T07:39:51.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.572+0000 7fe619ffb640 1 -- 172.21.15.71:0/295540909 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7fe61401a070 con 0x7fe6241036e0 2024-09-05T07:39:51.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.573+0000 7fe619ffb640 1 --2- 172.21.15.71:0/295540909 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe60c0a2e90 0x7fe60c0a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:51.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.573+0000 7fe628c4e640 1 --2- 172.21.15.71:0/295540909 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe60c0a2e90 0x7fe60c0a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:51.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.574+0000 7fe628c4e640 1 --2- 172.21.15.71:0/295540909 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe60c0a2e90 0x7fe60c0a5350 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fe620009b60 tx=0x7fe620005f90 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:51.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.574+0000 7fe619ffb640 1 -- 172.21.15.71:0/295540909 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fe6140cf520 con 0x7fe6241036e0 2024-09-05T07:39:51.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.576+0000 7fe619ffb640 1 -- 172.21.15.71:0/295540909 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe61409bb10 con 0x7fe6241036e0 2024-09-05T07:39:51.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.825+0000 7fe62aeb2640 1 -- 172.21.15.71:0/295540909 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe62410a2b0 con 0x7fe6241036e0 2024-09-05T07:39:51.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.826+0000 7fe619ffb640 1 -- 172.21.15.71:0/295540909 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7fe61409b410 con 0x7fe6241036e0 2024-09-05T07:39:51.827 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:39:51.827 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:39:51.827 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:39:51.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.829+0000 7fe62aeb2640 1 -- 172.21.15.71:0/295540909 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe60c0a2e90 msgr2=0x7fe60c0a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:51.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.829+0000 7fe62aeb2640 1 --2- 172.21.15.71:0/295540909 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe60c0a2e90 0x7fe60c0a5350 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fe620009b60 tx=0x7fe620005f90 comp rx=0 tx=0).stop 2024-09-05T07:39:51.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.829+0000 7fe62aeb2640 1 -- 172.21.15.71:0/295540909 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe6241036e0 msgr2=0x7fe6241989d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:51.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.829+0000 7fe62aeb2640 1 --2- 172.21.15.71:0/295540909 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe6241036e0 0x7fe6241989d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fe61400d740 tx=0x7fe61400dc00 comp rx=0 tx=0).stop 2024-09-05T07:39:51.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.829+0000 7fe62aeb2640 1 -- 172.21.15.71:0/295540909 shutdown_connections 2024-09-05T07:39:51.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.829+0000 7fe62aeb2640 1 --2- 172.21.15.71:0/295540909 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe60c0a2e90 0x7fe60c0a5350 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:51.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.829+0000 7fe62aeb2640 1 --2- 172.21.15.71:0/295540909 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe6241082a0 0x7fe62419cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:51.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.829+0000 7fe62aeb2640 1 --2- 172.21.15.71:0/295540909 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe6241036e0 0x7fe6241989d0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:51.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.829+0000 7fe62aeb2640 1 --2- 172.21.15.71:0/295540909 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe624102d30 0x7fe624198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:51.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.829+0000 7fe62aeb2640 1 -- 172.21.15.71:0/295540909 >> 172.21.15.71:0/295540909 conn(0x7fe6240fc7d0 msgr2=0x7fe624105d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:51.831 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.829+0000 7fe62aeb2640 1 -- 172.21.15.71:0/295540909 shutdown_connections 2024-09-05T07:39:51.831 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:51.830+0000 7fe62aeb2640 1 -- 172.21.15.71:0/295540909 wait complete. 2024-09-05T07:39:52.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:51 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/295540909' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:39:52.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:51 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/295540909' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:39:52.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:51 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/295540909' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:39:52.544 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24475 quiesce db --set-id 998e239b --release --await' 2024-09-05T07:39:52.544 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24475 quiesce db --set-id 998e239b --release --await 2024-09-05T07:39:52.860 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:39:53.145 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:52 smithi071 ceph-mon[30965]: pgmap v41: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:39:53.177 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:52 smithi123 ceph-mon[34568]: pgmap v41: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:39:53.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:52 smithi192 ceph-mon[34929]: pgmap v41: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:39:53.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.443+0000 7fa87f984640 1 -- 172.21.15.71:0/3163936630 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa878102570 msgr2=0x7fa8781029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:53.444 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.443+0000 7fa87f984640 1 --2- 172.21.15.71:0/3163936630 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa878102570 0x7fa8781029b0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fa868009900 tx=0x7fa86802a480 comp rx=0 tx=0).stop 2024-09-05T07:39:53.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.443+0000 7fa87f984640 1 -- 172.21.15.71:0/3163936630 shutdown_connections 2024-09-05T07:39:53.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.443+0000 7fa87f984640 1 --2- 172.21.15.71:0/3163936630 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa878102ef0 0x7fa87810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.443+0000 7fa87f984640 1 --2- 172.21.15.71:0/3163936630 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa878102570 0x7fa8781029b0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.443+0000 7fa87f984640 1 --2- 172.21.15.71:0/3163936630 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa878100e20 0x7fa878101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.443+0000 7fa87f984640 1 -- 172.21.15.71:0/3163936630 >> 172.21.15.71:0/3163936630 conn(0x7fa8780fc7d0 msgr2=0x7fa8780febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:53.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.443+0000 7fa87f984640 1 -- 172.21.15.71:0/3163936630 shutdown_connections 2024-09-05T07:39:53.445 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.443+0000 7fa87f984640 1 -- 172.21.15.71:0/3163936630 wait complete. 2024-09-05T07:39:53.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.444+0000 7fa87f984640 1 Processor -- start 2024-09-05T07:39:53.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.445+0000 7fa87f984640 1 -- start start 2024-09-05T07:39:53.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.445+0000 7fa87f984640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa878100e20 0x7fa8781970e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:53.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.445+0000 7fa87f984640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa878102570 0x7fa878197620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:53.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.445+0000 7fa87f984640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa878102ef0 0x7fa87819b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:53.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.445+0000 7fa87f984640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa878110e80 con 0x7fa878102ef0 2024-09-05T07:39:53.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.445+0000 7fa87f984640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa878110d00 con 0x7fa878100e20 2024-09-05T07:39:53.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.445+0000 7fa87f984640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa878111000 con 0x7fa878102570 2024-09-05T07:39:53.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.445+0000 7fa87df21640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa878102ef0 0x7fa87819b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:53.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.445+0000 7fa87cf1f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa878102570 0x7fa878197620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:53.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.445+0000 7fa87d720640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa878100e20 0x7fa8781970e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:53.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.446+0000 7fa87d720640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa878100e20 0x7fa8781970e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:33102/0 (socket says 172.21.15.71:33102) 2024-09-05T07:39:53.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.446+0000 7fa87d720640 1 -- 172.21.15.71:0/294942115 learned_addr learned my addr 172.21.15.71:0/294942115 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:53.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.446+0000 7fa87d720640 1 -- 172.21.15.71:0/294942115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa878102570 msgr2=0x7fa878197620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:53.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.446+0000 7fa87d720640 1 --2- 172.21.15.71:0/294942115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa878102570 0x7fa878197620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.446+0000 7fa87d720640 1 -- 172.21.15.71:0/294942115 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa878102ef0 msgr2=0x7fa87819b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:53.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.446+0000 7fa87d720640 1 --2- 172.21.15.71:0/294942115 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa878102ef0 0x7fa87819b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.446+0000 7fa87d720640 1 -- 172.21.15.71:0/294942115 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa87819c090 con 0x7fa878100e20 2024-09-05T07:39:53.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.446+0000 7fa87df21640 1 --2- 172.21.15.71:0/294942115 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa878102ef0 0x7fa87819b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:39:53.450 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.446+0000 7fa87d720640 1 --2- 172.21.15.71:0/294942115 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa878100e20 0x7fa8781970e0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa874009970 tx=0x7fa874009e30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:53.450 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.447+0000 7fa86e7fc640 1 -- 172.21.15.71:0/294942115 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa87400d020 con 0x7fa878100e20 2024-09-05T07:39:53.450 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.447+0000 7fa87f984640 1 -- 172.21.15.71:0/294942115 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa87819c380 con 0x7fa878100e20 2024-09-05T07:39:53.450 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.447+0000 7fa86e7fc640 1 -- 172.21.15.71:0/294942115 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa87400d1c0 con 0x7fa878100e20 2024-09-05T07:39:53.450 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.447+0000 7fa86e7fc640 1 -- 172.21.15.71:0/294942115 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa87400cc50 con 0x7fa878100e20 2024-09-05T07:39:53.450 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.447+0000 7fa87f984640 1 -- 172.21.15.71:0/294942115 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa878069f70 con 0x7fa878100e20 2024-09-05T07:39:53.450 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.449+0000 7fa86e7fc640 1 -- 172.21.15.71:0/294942115 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 24) ==== 138066+0+0 (secure 0 0 0) 0x7fa87400c460 con 0x7fa878100e20 2024-09-05T07:39:53.451 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.450+0000 7fa86e7fc640 1 --2- 172.21.15.71:0/294942115 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa8640a2e90 0x7fa8640a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:53.451 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.450+0000 7fa86e7fc640 1 -- 172.21.15.71:0/294942115 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fa8740d0f90 con 0x7fa878100e20 2024-09-05T07:39:53.451 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.451+0000 7fa87cf1f640 1 --2- 172.21.15.71:0/294942115 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa8640a2e90 0x7fa8640a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:53.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.451+0000 7fa881d5d740 1 Processor -- start 2024-09-05T07:39:53.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.451+0000 7fa881d5d740 1 -- start start 2024-09-05T07:39:53.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.451+0000 7fa881d5d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f186095470 0x55f186095850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:53.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.451+0000 7fa87cf1f640 1 --2- 172.21.15.71:0/294942115 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa8640a2e90 0x7fa8640a5350 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa8780fec10 tx=0x7fa86800b040 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:53.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.452+0000 7fa881d5d740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095d90 0x55f1860a0110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:53.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.452+0000 7fa881d5d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f1860a0650 0x55f1860a2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:53.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.452+0000 7fa881d5d740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55f185ff6620 con 0x55f186095d90 2024-09-05T07:39:53.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.452+0000 7fa881d5d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55f185f9de50 con 0x55f1860a0650 2024-09-05T07:39:53.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.452+0000 7fa881d5d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55f185ff25e0 con 0x55f186095470 2024-09-05T07:39:53.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.452+0000 7fa87d720640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f186095470 0x55f186095850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:53.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.452+0000 7fa87d720640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f186095470 0x55f186095850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.71:43544/0 (socket says 172.21.15.71:43544) 2024-09-05T07:39:53.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.452+0000 7fa87d720640 1 -- 172.21.15.71:0/4218207611 learned_addr learned my addr 172.21.15.71:0/4218207611 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:53.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.452+0000 7fa87d720640 1 -- 172.21.15.71:0/4218207611 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f1860a0650 msgr2=0x55f1860a2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:53.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.452+0000 7fa87df21640 1 --2- 172.21.15.71:0/4218207611 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f1860a0650 0x55f1860a2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:53.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.452+0000 7fa87d720640 1 --2- 172.21.15.71:0/4218207611 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f1860a0650 0x55f1860a2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.452+0000 7fa87d720640 1 -- 172.21.15.71:0/4218207611 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095d90 msgr2=0x55f1860a0110 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T07:39:53.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.452+0000 7fa87cf1f640 1 --2- 172.21.15.71:0/4218207611 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095d90 0x55f1860a0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:53.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.453+0000 7fa87d720640 1 --2- 172.21.15.71:0/4218207611 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095d90 0x55f1860a0110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.453+0000 7fa87d720640 1 -- 172.21.15.71:0/4218207611 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f185f8ed40 con 0x55f186095470 2024-09-05T07:39:53.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.453+0000 7fa87cf1f640 1 --2- 172.21.15.71:0/4218207611 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095d90 0x55f1860a0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:39:53.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.453+0000 7fa87d720640 1 --2- 172.21.15.71:0/4218207611 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f186095470 0x55f186095850 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa8740997d0 tx=0x7fa8740991d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=784f2f1bcc00b5bf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:53.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.453+0000 7fa8637fe640 1 -- 172.21.15.71:0/4218207611 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8740a11b0 con 0x55f186095470 2024-09-05T07:39:53.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.453+0000 7fa8637fe640 1 -- 172.21.15.71:0/4218207611 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa8740a5a70 con 0x55f186095470 2024-09-05T07:39:53.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.453+0000 7fa8637fe640 1 -- 172.21.15.71:0/4218207611 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa874098b50 con 0x55f186095470 2024-09-05T07:39:53.462 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.454+0000 7fa881d5d740 1 -- 172.21.15.71:0/4218207611 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f186095470 msgr2=0x55f186095850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:53.462 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.454+0000 7fa881d5d740 1 --2- 172.21.15.71:0/4218207611 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f186095470 0x55f186095850 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa8740997d0 tx=0x7fa8740991d0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.454+0000 7fa881d5d740 1 -- 172.21.15.71:0/4218207611 shutdown_connections 2024-09-05T07:39:53.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.454+0000 7fa881d5d740 1 --2- 172.21.15.71:0/4218207611 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f1860a0650 0x55f1860a2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.454+0000 7fa881d5d740 1 --2- 172.21.15.71:0/4218207611 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095d90 0x55f1860a0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.454+0000 7fa881d5d740 1 --2- 172.21.15.71:0/4218207611 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f186095470 0x55f186095850 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.454+0000 7fa881d5d740 1 -- 172.21.15.71:0/4218207611 >> 172.21.15.71:0/4218207611 conn(0x55f186091a00 msgr2=0x55f186091de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:53.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.454+0000 7fa881d5d740 1 -- 172.21.15.71:0/4218207611 shutdown_connections 2024-09-05T07:39:53.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.454+0000 7fa881d5d740 1 -- 172.21.15.71:0/4218207611 wait complete. 2024-09-05T07:39:53.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.455+0000 7fa881d5d740 1 -- start start 2024-09-05T07:39:53.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.455+0000 7fa881d5d740 1 Processor -- start 2024-09-05T07:39:53.463 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.455+0000 7fa881d5d740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095470 0x55f18609d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:53.464 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.455+0000 7fa881d5d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f186095d90 0x55f18609da30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:53.464 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.455+0000 7fa881d5d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f1860a0650 0x55f18609df70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:53.464 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.455+0000 7fa881d5d740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55f1860a3220 con 0x55f186095470 2024-09-05T07:39:53.464 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.455+0000 7fa881d5d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55f185f7ef10 con 0x55f1860a0650 2024-09-05T07:39:53.464 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.455+0000 7fa881d5d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55f1860a33a0 con 0x55f186095d90 2024-09-05T07:39:53.464 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.455+0000 7fa881d5d740 10 client.0 _ll_register_callbacks cb 0x55f185fa2db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:53.464 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.455+0000 7fa87d720640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095470 0x55f18609d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:53.464 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.455+0000 7fa87d720640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095470 0x55f18609d4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:36448/0 (socket says 172.21.15.71:36448) 2024-09-05T07:39:53.464 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.455+0000 7fa87d720640 1 -- 172.21.15.71:0/3663519345 learned_addr learned my addr 172.21.15.71:0/3663519345 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:53.464 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.456+0000 7fa87cf1f640 1 --2- 172.21.15.71:0/3663519345 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f186095d90 0x55f18609da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:53.464 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.456+0000 7fa87cf1f640 1 -- 172.21.15.71:0/3663519345 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f1860a0650 msgr2=0x55f18609df70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T07:39:53.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.456+0000 7fa87cf1f640 1 --2- 172.21.15.71:0/3663519345 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f1860a0650 0x55f18609df70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.456+0000 7fa87cf1f640 1 -- 172.21.15.71:0/3663519345 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095470 msgr2=0x55f18609d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:53.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.456+0000 7fa87cf1f640 1 --2- 172.21.15.71:0/3663519345 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095470 0x55f18609d4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.456+0000 7fa87cf1f640 1 -- 172.21.15.71:0/3663519345 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f185d05580 con 0x55f186095d90 2024-09-05T07:39:53.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.456+0000 7fa87cf1f640 1 --2- 172.21.15.71:0/3663519345 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f186095d90 0x55f18609da30 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa86802a9a0 tx=0x7fa868005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=14023452e96c3e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:53.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.456+0000 7fa860ff9640 10 client.0 ms_handle_connect on v2:172.21.15.192:3300/0 2024-09-05T07:39:53.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.457+0000 7fa860ff9640 1 -- 172.21.15.71:0/3663519345 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86804e020 con 0x55f186095d90 2024-09-05T07:39:53.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.457+0000 7fa881d5d740 1 -- 172.21.15.71:0/3663519345 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa8740a5a70 con 0x55f186095d90 2024-09-05T07:39:53.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.457+0000 7fa860ff9640 1 -- 172.21.15.71:0/3663519345 <== mon.1 v2:172.21.15.192:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fa8680328d0 con 0x55f186095d90 2024-09-05T07:39:53.465 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.457+0000 7fa860ff9640 1 -- 172.21.15.71:0/3663519345 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa868059050 con 0x55f186095d90 2024-09-05T07:39:53.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.457+0000 7fa881d5d740 10 client.25291 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:53.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.457+0000 7fa881d5d740 1 -- 172.21.15.71:0/3663519345 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f185dcf960 con 0x55f186095d90 2024-09-05T07:39:53.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.457+0000 7fa860ff9640 1 -- 172.21.15.71:0/3663519345 <== mon.1 v2:172.21.15.192:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa8740a5a70 con 0x55f186095d90 2024-09-05T07:39:53.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.457+0000 7fa860ff9640 1 -- 172.21.15.71:0/3663519345 <== mon.1 v2:172.21.15.192:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fa86803ca40 con 0x55f186095d90 2024-09-05T07:39:53.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.457+0000 7fa881d5d740 10 client.25291 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:53.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.457+0000 7fa881d5d740 10 client.25291 resolve_mds: validated gid 24475 aka daemon mds.i 2024-09-05T07:39:53.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.457+0000 7fa881d5d740 20 client.25291 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:53.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.457+0000 7fa881d5d740 1 --2- 172.21.15.71:0/3663519345 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f18608e380 0x55f186090770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:53.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.457+0000 7fa881d5d740 4 client.25291 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:39:53.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.457+0000 7fa881d5d740 1 -- 172.21.15.71:0/3663519345 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f186003b90 con 0x55f18608e380 2024-09-05T07:39:53.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.458+0000 7fa87d720640 1 --2- 172.21.15.71:0/3663519345 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f18608e380 0x55f186090770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:53.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.458+0000 7fa87d720640 1 --2- 172.21.15.71:0/3663519345 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f18608e380 0x55f186090770 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=770b8c78523a06b0 server_cookie=e687cac22005e26 in_seq=0 out_seq=0 2024-09-05T07:39:53.466 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.458+0000 7fa860ff9640 10 client.25291 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:53.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.459+0000 7fa860ff9640 1 -- 172.21.15.71:0/3663519345 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f186003b90 con 0x55f18608e380 2024-09-05T07:39:53.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.459+0000 7fa860ff9640 10 client.25291 handle_command_reply: tid=0 2024-09-05T07:39:53.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.459+0000 7fa881d5d740 1 client.25291 shutdown 2024-09-05T07:39:53.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.459+0000 7fa881d5d740 1 -- 172.21.15.71:0/3663519345 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f186095d90 msgr2=0x55f18609da30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:53.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.459+0000 7fa881d5d740 1 --2- 172.21.15.71:0/3663519345 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f186095d90 0x55f18609da30 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa86802a9a0 tx=0x7fa868005fd0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.459+0000 7fa881d5d740 1 -- 172.21.15.71:0/3663519345 shutdown_connections 2024-09-05T07:39:53.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.459+0000 7fa881d5d740 1 --2- 172.21.15.71:0/3663519345 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f18608e380 0x55f186090770 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.459+0000 7fa881d5d740 1 --2- 172.21.15.71:0/3663519345 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f1860a0650 0x55f18609df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.459+0000 7fa881d5d740 1 --2- 172.21.15.71:0/3663519345 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f186095d90 0x55f18609da30 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.459+0000 7fa881d5d740 1 --2- 172.21.15.71:0/3663519345 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095470 0x55f18609d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.459+0000 7fa881d5d740 1 -- 172.21.15.71:0/3663519345 >> 172.21.15.71:0/3663519345 conn(0x55f186091a00 msgr2=0x55f18608c750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:53.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.459+0000 7fa860ff9640 0 client.25291 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:53.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.459+0000 7fa881d5d740 1 -- 172.21.15.71:0/3663519345 shutdown_connections 2024-09-05T07:39:53.467 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.459+0000 7fa881d5d740 1 -- 172.21.15.71:0/3663519345 wait complete. 2024-09-05T07:39:53.468 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.459+0000 7fa881d5d740 20 client.25291 trim_cache size 0 max 16384 2024-09-05T07:39:53.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.476+0000 7fa881d5d740 1 Processor -- start 2024-09-05T07:39:53.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.476+0000 7fa881d5d740 1 -- start start 2024-09-05T07:39:53.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.476+0000 7fa881d5d740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095470 0x55f1860abd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:53.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.476+0000 7fa881d5d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f186095d90 0x55f1860b3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:53.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.476+0000 7fa881d5d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f1860a0650 0x55f1860b4270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:53.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.477+0000 7fa881d5d740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa8781af7b0 con 0x55f186095470 2024-09-05T07:39:53.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.477+0000 7fa881d5d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa8781ad080 con 0x55f1860a0650 2024-09-05T07:39:53.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.477+0000 7fa881d5d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa8781aaed0 con 0x55f186095d90 2024-09-05T07:39:53.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.477+0000 7fa87d720640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095470 0x55f1860abd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:53.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.477+0000 7fa87d720640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095470 0x55f1860abd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:36458/0 (socket says 172.21.15.71:36458) 2024-09-05T07:39:53.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.477+0000 7fa87d720640 1 -- 172.21.15.71:0/3725462262 learned_addr learned my addr 172.21.15.71:0/3725462262 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:53.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.477+0000 7fa87cf1f640 1 --2- 172.21.15.71:0/3725462262 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f186095d90 0x55f1860b3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:53.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.477+0000 7fa87df21640 1 --2- 172.21.15.71:0/3725462262 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f1860a0650 0x55f1860b4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:53.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.477+0000 7fa87d720640 1 -- 172.21.15.71:0/3725462262 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f186095d90 msgr2=0x55f1860b3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:53.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.477+0000 7fa87d720640 1 --2- 172.21.15.71:0/3725462262 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f186095d90 0x55f1860b3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.477+0000 7fa87d720640 1 -- 172.21.15.71:0/3725462262 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f1860a0650 msgr2=0x55f1860b4270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:53.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.477+0000 7fa87d720640 1 --2- 172.21.15.71:0/3725462262 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f1860a0650 0x55f1860b4270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.477+0000 7fa87d720640 1 -- 172.21.15.71:0/3725462262 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f186095bc0 con 0x55f186095470 2024-09-05T07:39:53.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.477+0000 7fa87d720640 1 --2- 172.21.15.71:0/3725462262 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095470 0x55f1860abd00 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fa874009fd0 tx=0x7fa874000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f9964d640f15bfb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:53.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.477+0000 7fa862ffd640 1 -- 172.21.15.71:0/3725462262 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa87409b100 con 0x55f186095470 2024-09-05T07:39:53.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.477+0000 7fa862ffd640 1 -- 172.21.15.71:0/3725462262 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa874099470 con 0x55f186095470 2024-09-05T07:39:53.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.477+0000 7fa862ffd640 1 -- 172.21.15.71:0/3725462262 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa874098b50 con 0x55f186095470 2024-09-05T07:39:53.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.478+0000 7fa881d5d740 1 -- 172.21.15.71:0/3725462262 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095470 msgr2=0x55f1860abd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:53.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.478+0000 7fa881d5d740 1 --2- 172.21.15.71:0/3725462262 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095470 0x55f1860abd00 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fa874009fd0 tx=0x7fa874000bc0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.478+0000 7fa881d5d740 1 -- 172.21.15.71:0/3725462262 shutdown_connections 2024-09-05T07:39:53.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.478+0000 7fa881d5d740 1 --2- 172.21.15.71:0/3725462262 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f1860a0650 0x55f1860b4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.478+0000 7fa881d5d740 1 --2- 172.21.15.71:0/3725462262 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f186095d90 0x55f1860b3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.478+0000 7fa881d5d740 1 --2- 172.21.15.71:0/3725462262 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095470 0x55f1860abd00 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.478+0000 7fa881d5d740 1 -- 172.21.15.71:0/3725462262 >> 172.21.15.71:0/3725462262 conn(0x55f186091a00 msgr2=0x55f1860ab5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:53.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.478+0000 7fa881d5d740 1 -- 172.21.15.71:0/3725462262 shutdown_connections 2024-09-05T07:39:53.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.478+0000 7fa881d5d740 1 -- 172.21.15.71:0/3725462262 wait complete. 2024-09-05T07:39:53.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.478+0000 7fa881d5d740 1 -- start start 2024-09-05T07:39:53.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.479+0000 7fa881d5d740 1 Processor -- start 2024-09-05T07:39:53.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.479+0000 7fa881d5d740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095470 0x55f1860b4640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:53.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.479+0000 7fa881d5d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f186095d90 0x55f1860b1990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:53.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.479+0000 7fa881d5d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f1860a0650 0x55f1860b2120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:53.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.479+0000 7fa881d5d740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa8781ab540 con 0x55f186095470 2024-09-05T07:39:53.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.479+0000 7fa881d5d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa8781ac9b0 con 0x55f186095d90 2024-09-05T07:39:53.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.479+0000 7fa881d5d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa8781abc10 con 0x55f1860a0650 2024-09-05T07:39:53.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.479+0000 7fa881d5d740 10 client.0 _ll_register_callbacks cb 0x7fa868004100 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:39:53.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.479+0000 7fa87d720640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095470 0x55f1860b4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:53.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.479+0000 7fa87d720640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095470 0x55f1860b4640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:36470/0 (socket says 172.21.15.71:36470) 2024-09-05T07:39:53.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.479+0000 7fa87d720640 1 -- 172.21.15.71:0/3156516338 learned_addr learned my addr 172.21.15.71:0/3156516338 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:39:53.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.479+0000 7fa87df21640 1 --2- 172.21.15.71:0/3156516338 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f1860a0650 0x55f1860b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:53.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.479+0000 7fa87cf1f640 1 --2- 172.21.15.71:0/3156516338 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f186095d90 0x55f1860b1990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:53.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.480+0000 7fa87d720640 1 -- 172.21.15.71:0/3156516338 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f1860a0650 msgr2=0x55f1860b2120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:53.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.480+0000 7fa87d720640 1 --2- 172.21.15.71:0/3156516338 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f1860a0650 0x55f1860b2120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.480+0000 7fa87d720640 1 -- 172.21.15.71:0/3156516338 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f186095d90 msgr2=0x55f1860b1990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:39:53.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.480+0000 7fa87d720640 1 --2- 172.21.15.71:0/3156516338 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f186095d90 0x55f1860b1990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.480+0000 7fa87d720640 1 -- 172.21.15.71:0/3156516338 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f186126d50 con 0x55f186095470 2024-09-05T07:39:53.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.480+0000 7fa87d720640 1 --2- 172.21.15.71:0/3156516338 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095470 0x55f1860b4640 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fa87409cb00 tx=0x7fa87409c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b2bf88f9ae95037 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:39:53.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.480+0000 7fa860ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:39:53.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.480+0000 7fa860ff9640 1 -- 172.21.15.71:0/3156516338 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa87407f070 con 0x55f186095470 2024-09-05T07:39:53.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.480+0000 7fa860ff9640 1 -- 172.21.15.71:0/3156516338 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fa8740ce5f0 con 0x55f186095470 2024-09-05T07:39:53.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.480+0000 7fa881d5d740 1 -- 172.21.15.71:0/3156516338 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa874099470 con 0x55f186095470 2024-09-05T07:39:53.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.480+0000 7fa860ff9640 1 -- 172.21.15.71:0/3156516338 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa8740aa050 con 0x55f186095470 2024-09-05T07:39:53.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.480+0000 7fa881d5d740 10 client.15777 fetch_fsmap learned FSMap version 26 2024-09-05T07:39:53.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.480+0000 7fa881d5d740 1 -- 172.21.15.71:0/3156516338 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f186127f50 con 0x55f186095470 2024-09-05T07:39:53.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.480+0000 7fa860ff9640 1 -- 172.21.15.71:0/3156516338 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa8740a5a70 con 0x55f186095470 2024-09-05T07:39:53.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.480+0000 7fa860ff9640 1 -- 172.21.15.71:0/3156516338 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fa87409bec0 con 0x55f186095470 2024-09-05T07:39:53.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.481+0000 7fa881d5d740 10 client.15777 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:39:53.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.481+0000 7fa881d5d740 10 client.15777 resolve_mds: validated gid 24475 aka daemon mds.i 2024-09-05T07:39:53.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.481+0000 7fa881d5d740 20 client.15777 populate_metadata read hostname 'smithi071' 2024-09-05T07:39:53.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.481+0000 7fa881d5d740 1 --2- 172.21.15.71:0/3156516338 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f186128120 0x55f18612a510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:39:53.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.481+0000 7fa881d5d740 4 client.15777 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "998e239b", "release": true, "await": true}] 2024-09-05T07:39:53.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.481+0000 7fa881d5d740 1 -- 172.21.15.71:0/3156516338 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "quiesce db", "set_id": "998e239b", "release": true, "await": true}) -- 0x7fa874099470 con 0x55f186128120 2024-09-05T07:39:53.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.481+0000 7fa87cf1f640 1 --2- 172.21.15.71:0/3156516338 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f186128120 0x55f18612a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:39:53.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.481+0000 7fa860ff9640 10 client.15777 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:53.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.481+0000 7fa87cf1f640 1 --2- 172.21.15.71:0/3156516338 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f186128120 0x55f18612a510 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c60bd621ce0265d1 server_cookie=38e039faae7cf132 in_seq=0 out_seq=0 2024-09-05T07:39:53.490 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:39:53.490 INFO:teuthology.orchestra.run.smithi071.stdout: "epoch": 26, 2024-09-05T07:39:53.491 INFO:teuthology.orchestra.run.smithi071.stdout: "leader": 24475, 2024-09-05T07:39:53.491 INFO:teuthology.orchestra.run.smithi071.stdout: "set_version": 4, 2024-09-05T07:39:53.491 INFO:teuthology.orchestra.run.smithi071.stdout: "sets": { 2024-09-05T07:39:53.491 INFO:teuthology.orchestra.run.smithi071.stdout: "998e239b": { 2024-09-05T07:39:53.491 INFO:teuthology.orchestra.run.smithi071.stdout: "version": 4, 2024-09-05T07:39:53.491 INFO:teuthology.orchestra.run.smithi071.stdout: "age_ref": 0.0, 2024-09-05T07:39:53.491 INFO:teuthology.orchestra.run.smithi071.stdout: "state": { 2024-09-05T07:39:53.491 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RELEASED", 2024-09-05T07:39:53.491 INFO:teuthology.orchestra.run.smithi071.stdout: "age": 0.0 2024-09-05T07:39:53.491 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:39:53.492 INFO:teuthology.orchestra.run.smithi071.stdout: "timeout": 90.0, 2024-09-05T07:39:53.492 INFO:teuthology.orchestra.run.smithi071.stdout: "expiration": 148.2, 2024-09-05T07:39:53.492 INFO:teuthology.orchestra.run.smithi071.stdout: "members": { 2024-09-05T07:39:53.492 INFO:teuthology.orchestra.run.smithi071.stdout: "file:/": { 2024-09-05T07:39:53.492 INFO:teuthology.orchestra.run.smithi071.stdout: "excluded": false, 2024-09-05T07:39:53.492 INFO:teuthology.orchestra.run.smithi071.stdout: "state": { 2024-09-05T07:39:53.492 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RELEASED", 2024-09-05T07:39:53.492 INFO:teuthology.orchestra.run.smithi071.stdout: "age": 0.0 2024-09-05T07:39:53.492 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:39:53.492 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:39:53.492 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:39:53.492 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:39:53.492 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:39:53.493 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:39:53.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.483+0000 7fa860ff9640 1 -- 172.21.15.71:0/3156516338 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x7fa874099470 con 0x55f186128120 2024-09-05T07:39:53.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.483+0000 7fa860ff9640 10 client.15777 handle_command_reply: tid=0 2024-09-05T07:39:53.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.483+0000 7fa881d5d740 1 client.15777 shutdown 2024-09-05T07:39:53.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.483+0000 7fa881d5d740 1 -- 172.21.15.71:0/3156516338 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095470 msgr2=0x55f1860b4640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:53.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.483+0000 7fa881d5d740 1 --2- 172.21.15.71:0/3156516338 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095470 0x55f1860b4640 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fa87409cb00 tx=0x7fa87409c480 comp rx=0 tx=0).stop 2024-09-05T07:39:53.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.483+0000 7fa881d5d740 1 -- 172.21.15.71:0/3156516338 shutdown_connections 2024-09-05T07:39:53.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.483+0000 7fa881d5d740 1 --2- 172.21.15.71:0/3156516338 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f186128120 0x55f18612a510 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.483+0000 7fa881d5d740 1 --2- 172.21.15.71:0/3156516338 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f1860a0650 0x55f1860b2120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.483+0000 7fa881d5d740 1 --2- 172.21.15.71:0/3156516338 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f186095d90 0x55f1860b1990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.483+0000 7fa881d5d740 1 --2- 172.21.15.71:0/3156516338 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f186095470 0x55f1860b4640 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.483+0000 7fa881d5d740 1 -- 172.21.15.71:0/3156516338 >> 172.21.15.71:0/3156516338 conn(0x55f186091a00 msgr2=0x55f18608c750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:53.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.483+0000 7fa860ff9640 0 client.15777 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:39:53.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.483+0000 7fa881d5d740 1 -- 172.21.15.71:0/3156516338 shutdown_connections 2024-09-05T07:39:53.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.483+0000 7fa881d5d740 1 -- 172.21.15.71:0/3156516338 wait complete. 2024-09-05T07:39:53.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.483+0000 7fa881d5d740 20 client.15777 trim_cache size 0 max 16384 2024-09-05T07:39:53.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.484+0000 7fa87f984640 1 -- 172.21.15.71:0/294942115 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa8640a2e90 msgr2=0x7fa8640a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:53.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.484+0000 7fa87f984640 1 --2- 172.21.15.71:0/294942115 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa8640a2e90 0x7fa8640a5350 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa8780fec10 tx=0x7fa86800b040 comp rx=0 tx=0).stop 2024-09-05T07:39:53.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.484+0000 7fa87f984640 1 -- 172.21.15.71:0/294942115 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa878100e20 msgr2=0x7fa8781970e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:39:53.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.484+0000 7fa87f984640 1 --2- 172.21.15.71:0/294942115 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa878100e20 0x7fa8781970e0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa874009970 tx=0x7fa874009e30 comp rx=0 tx=0).stop 2024-09-05T07:39:53.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.484+0000 7fa87f984640 1 -- 172.21.15.71:0/294942115 shutdown_connections 2024-09-05T07:39:53.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.484+0000 7fa87f984640 1 --2- 172.21.15.71:0/294942115 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa8640a2e90 0x7fa8640a5350 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.484+0000 7fa87f984640 1 --2- 172.21.15.71:0/294942115 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa878102ef0 0x7fa87819b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.484+0000 7fa87f984640 1 --2- 172.21.15.71:0/294942115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa878102570 0x7fa878197620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.484+0000 7fa87f984640 1 --2- 172.21.15.71:0/294942115 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa878100e20 0x7fa8781970e0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:39:53.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.484+0000 7fa87f984640 1 -- 172.21.15.71:0/294942115 >> 172.21.15.71:0/294942115 conn(0x7fa8780fc7d0 msgr2=0x7fa8781056e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:39:53.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.487+0000 7fa87f984640 1 -- 172.21.15.71:0/294942115 shutdown_connections 2024-09-05T07:39:53.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:39:53.487+0000 7fa87f984640 1 -- 172.21.15.71:0/294942115 wait complete. 2024-09-05T07:39:54.243 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '998e239b', total seconds elapsed: 31.7 2024-09-05T07:39:54.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:54 smithi071 ceph-mon[30965]: pgmap v42: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:39:54.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:54 smithi123 ceph-mon[34568]: pgmap v42: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:39:54.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:54 smithi192 ceph-mon[34929]: pgmap v42: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:39:56.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:56 smithi071 ceph-mon[30965]: pgmap v43: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:39:56.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:56 smithi123 ceph-mon[34568]: pgmap v43: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:39:56.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:56 smithi192 ceph-mon[34929]: pgmap v43: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:39:58.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:39:58 smithi071 ceph-mon[30965]: pgmap v44: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:39:58.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:39:58 smithi123 ceph-mon[34568]: pgmap v44: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:39:58.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:39:58 smithi192 ceph-mon[34929]: pgmap v44: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:40:00.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:00 smithi071 ceph-mon[30965]: overall HEALTH_OK 2024-09-05T07:40:00.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:00 smithi123 ceph-mon[34568]: overall HEALTH_OK 2024-09-05T07:40:00.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:00 smithi192 ceph-mon[34929]: overall HEALTH_OK 2024-09-05T07:40:00.818 INFO:tasks.workunit.client.0.smithi071.stderr:Note: switching to '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4'. 2024-09-05T07:40:00.818 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-09-05T07:40:00.818 INFO:tasks.workunit.client.0.smithi071.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-05T07:40:00.818 INFO:tasks.workunit.client.0.smithi071.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-05T07:40:00.818 INFO:tasks.workunit.client.0.smithi071.stderr:state without impacting any branches by switching back to a branch. 2024-09-05T07:40:00.818 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-09-05T07:40:00.818 INFO:tasks.workunit.client.0.smithi071.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-05T07:40:00.818 INFO:tasks.workunit.client.0.smithi071.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-05T07:40:00.818 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-09-05T07:40:00.819 INFO:tasks.workunit.client.0.smithi071.stderr: git switch -c 2024-09-05T07:40:00.819 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-09-05T07:40:00.819 INFO:tasks.workunit.client.0.smithi071.stderr:Or undo this operation with: 2024-09-05T07:40:00.819 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-09-05T07:40:00.819 INFO:tasks.workunit.client.0.smithi071.stderr: git switch - 2024-09-05T07:40:00.819 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-09-05T07:40:00.819 INFO:tasks.workunit.client.0.smithi071.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-05T07:40:00.819 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-09-05T07:40:00.819 INFO:tasks.workunit.client.0.smithi071.stderr:HEAD is now at 91c8a7e56f7 Merge pull request #59582 from zdover23/wip-doc-2024-09-04-backport-59546-to-squid 2024-09-05T07:40:00.823 DEBUG:teuthology.orchestra.run.smithi071:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-05T07:40:00.851 INFO:tasks.workunit.client.0.smithi071.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-05T07:40:00.853 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-05T07:40:00.853 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-05T07:40:01.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:01 smithi071 ceph-mon[30965]: pgmap v45: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:40:01.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:01 smithi123 ceph-mon[34568]: pgmap v45: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:40:01.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:01 smithi192 ceph-mon[34929]: pgmap v45: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:40:01.553 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-05T07:40:01.617 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-05T07:40:01.656 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-05T07:40:01.658 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-05T07:40:01.658 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-05T07:40:01.697 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-05T07:40:01.701 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:40:01.701 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-05T07:40:01.757 INFO:tasks.workunit:Running workunits matching suites/fsync-tester.sh on client.0... 2024-09-05T07:40:01.758 INFO:tasks.workunit:Running workunit suites/fsync-tester.sh... 2024-09-05T07:40:01.759 DEBUG:teuthology.orchestra.run.smithi071:workunit test suites/fsync-tester.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/fsync-tester.sh 2024-09-05T07:40:01.826 INFO:tasks.workunit.client.0.smithi071.stderr:+ wget http://download.ceph.com/qa/fsync-tester.c 2024-09-05T07:40:01.854 INFO:tasks.workunit.client.0.smithi071.stderr:--2024-09-05 07:40:01-- http://download.ceph.com/qa/fsync-tester.c 2024-09-05T07:40:01.864 INFO:tasks.workunit.client.0.smithi071.stderr:Resolving download.ceph.com (download.ceph.com)... 158.69.68.124, 2607:5300:201:2000::3:58a1 2024-09-05T07:40:01.885 INFO:tasks.workunit.client.0.smithi071.stderr:Connecting to download.ceph.com (download.ceph.com)|158.69.68.124|:80... connected. 2024-09-05T07:40:01.906 INFO:tasks.workunit.client.0.smithi071.stderr:HTTP request sent, awaiting response... 200 OK 2024-09-05T07:40:01.906 INFO:tasks.workunit.client.0.smithi071.stderr:Length: 3024 (3.0K) [application/octet-stream] 2024-09-05T07:40:01.908 INFO:tasks.workunit.client.0.smithi071.stderr:Saving to: ‘fsync-tester.c’ 2024-09-05T07:40:01.911 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-09-05T07:40:01.911 INFO:tasks.workunit.client.0.smithi071.stderr: 0K .. 100% 560M=0s 2024-09-05T07:40:01.911 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-09-05T07:40:01.911 INFO:tasks.workunit.client.0.smithi071.stderr:2024-09-05 07:40:01 (560 MB/s) - ‘fsync-tester.c’ saved [3024/3024] 2024-09-05T07:40:01.911 INFO:tasks.workunit.client.0.smithi071.stderr: 2024-09-05T07:40:01.912 INFO:tasks.workunit.client.0.smithi071.stderr:+ gcc -D_GNU_SOURCE fsync-tester.c -o fsync-tester 2024-09-05T07:40:01.994 INFO:tasks.workunit.client.0.smithi071.stderr:+ ./fsync-tester 2024-09-05T07:40:02.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:02 smithi071 ceph-mon[30965]: pgmap v46: 129 pgs: 129 active+clean; 9.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 709 KiB/s wr, 24 op/s 2024-09-05T07:40:02.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:02 smithi123 ceph-mon[34568]: pgmap v46: 129 pgs: 129 active+clean; 9.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 709 KiB/s wr, 24 op/s 2024-09-05T07:40:02.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:02 smithi192 ceph-mon[34929]: pgmap v46: 129 pgs: 129 active+clean; 9.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 709 KiB/s wr, 24 op/s 2024-09-05T07:40:04.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:04 smithi071 ceph-mon[30965]: pgmap v47: 129 pgs: 129 active+clean; 9.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 709 KiB/s wr, 21 op/s 2024-09-05T07:40:04.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:04 smithi123 ceph-mon[34568]: pgmap v47: 129 pgs: 129 active+clean; 9.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 709 KiB/s wr, 21 op/s 2024-09-05T07:40:04.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:04 smithi192 ceph-mon[34929]: pgmap v47: 129 pgs: 129 active+clean; 9.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 709 KiB/s wr, 21 op/s 2024-09-05T07:40:06.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:06 smithi071 ceph-mon[30965]: pgmap v48: 129 pgs: 129 active+clean; 9.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 709 KiB/s wr, 21 op/s 2024-09-05T07:40:06.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:06 smithi123 ceph-mon[34568]: pgmap v48: 129 pgs: 129 active+clean; 9.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 709 KiB/s wr, 21 op/s 2024-09-05T07:40:06.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:06 smithi192 ceph-mon[34929]: pgmap v48: 129 pgs: 129 active+clean; 9.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 709 KiB/s wr, 21 op/s 2024-09-05T07:40:08.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:08 smithi071 ceph-mon[30965]: pgmap v49: 129 pgs: 129 active+clean; 169 MiB data, 694 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 14 MiB/s wr, 29 op/s 2024-09-05T07:40:08.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:08 smithi071 ceph-mon[30965]: mgrmap e25: x(active, since 92s), standbys: y, z 2024-09-05T07:40:08.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:08 smithi123 ceph-mon[34568]: pgmap v49: 129 pgs: 129 active+clean; 169 MiB data, 694 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 14 MiB/s wr, 29 op/s 2024-09-05T07:40:08.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:08 smithi123 ceph-mon[34568]: mgrmap e25: x(active, since 92s), standbys: y, z 2024-09-05T07:40:08.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:08 smithi192 ceph-mon[34929]: pgmap v49: 129 pgs: 129 active+clean; 169 MiB data, 694 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 14 MiB/s wr, 29 op/s 2024-09-05T07:40:08.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:08 smithi192 ceph-mon[34929]: mgrmap e25: x(active, since 92s), standbys: y, z 2024-09-05T07:40:10.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:10 smithi071 ceph-mon[30965]: pgmap v50: 129 pgs: 129 active+clean; 169 MiB data, 694 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 14 MiB/s wr, 26 op/s 2024-09-05T07:40:10.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:10 smithi123 ceph-mon[34568]: pgmap v50: 129 pgs: 129 active+clean; 169 MiB data, 694 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 14 MiB/s wr, 26 op/s 2024-09-05T07:40:10.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:10 smithi192 ceph-mon[34929]: pgmap v50: 129 pgs: 129 active+clean; 169 MiB data, 694 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 14 MiB/s wr, 26 op/s 2024-09-05T07:40:12.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:12 smithi071 ceph-mon[30965]: pgmap v51: 129 pgs: 129 active+clean; 258 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 24 MiB/s wr, 620 op/s 2024-09-05T07:40:12.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:12 smithi123 ceph-mon[34568]: pgmap v51: 129 pgs: 129 active+clean; 258 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 24 MiB/s wr, 620 op/s 2024-09-05T07:40:12.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:12 smithi192 ceph-mon[34929]: pgmap v51: 129 pgs: 129 active+clean; 258 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 24 MiB/s wr, 620 op/s 2024-09-05T07:40:14.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:14 smithi071 ceph-mon[30965]: pgmap v52: 129 pgs: 129 active+clean; 258 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 MiB/s wr, 601 op/s 2024-09-05T07:40:14.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:14 smithi123 ceph-mon[34568]: pgmap v52: 129 pgs: 129 active+clean; 258 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 MiB/s wr, 601 op/s 2024-09-05T07:40:14.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:14 smithi192 ceph-mon[34929]: pgmap v52: 129 pgs: 129 active+clean; 258 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 MiB/s wr, 601 op/s 2024-09-05T07:40:16.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:16 smithi071 ceph-mon[30965]: pgmap v53: 129 pgs: 129 active+clean; 258 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 MiB/s wr, 601 op/s 2024-09-05T07:40:16.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:16 smithi123 ceph-mon[34568]: pgmap v53: 129 pgs: 129 active+clean; 258 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 MiB/s wr, 601 op/s 2024-09-05T07:40:16.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:16 smithi192 ceph-mon[34929]: pgmap v53: 129 pgs: 129 active+clean; 258 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 MiB/s wr, 601 op/s 2024-09-05T07:40:18.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:18 smithi071 ceph-mon[30965]: pgmap v54: 129 pgs: 129 active+clean; 259 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 30 MiB/s wr, 2.07k op/s 2024-09-05T07:40:18.901 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:40:18.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:18 smithi123 ceph-mon[34568]: pgmap v54: 129 pgs: 129 active+clean; 259 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 30 MiB/s wr, 2.07k op/s 2024-09-05T07:40:18.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:18 smithi192 ceph-mon[34929]: pgmap v54: 129 pgs: 129 active+clean; 259 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 30 MiB/s wr, 2.07k op/s 2024-09-05T07:40:19.359 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:40:20.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:20 smithi071 ceph-mon[30965]: pgmap v55: 129 pgs: 129 active+clean; 259 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 16 MiB/s wr, 2.06k op/s 2024-09-05T07:40:20.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:20 smithi123 ceph-mon[34568]: pgmap v55: 129 pgs: 129 active+clean; 259 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 16 MiB/s wr, 2.06k op/s 2024-09-05T07:40:20.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:20 smithi192 ceph-mon[34929]: pgmap v55: 129 pgs: 129 active+clean; 259 MiB data, 1017 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 16 MiB/s wr, 2.06k op/s 2024-09-05T07:40:22.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:22 smithi071 ceph-mon[30965]: pgmap v56: 129 pgs: 129 active+clean; 259 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 21 MiB/s wr, 2.95k op/s 2024-09-05T07:40:22.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:22 smithi123 ceph-mon[34568]: pgmap v56: 129 pgs: 129 active+clean; 259 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 21 MiB/s wr, 2.95k op/s 2024-09-05T07:40:22.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:22 smithi192 ceph-mon[34929]: pgmap v56: 129 pgs: 129 active+clean; 259 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 21 MiB/s wr, 2.95k op/s 2024-09-05T07:40:24.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:24 smithi071 ceph-mon[30965]: pgmap v57: 129 pgs: 129 active+clean; 259 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 MiB/s wr, 2.73k op/s 2024-09-05T07:40:24.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:24 smithi123 ceph-mon[34568]: pgmap v57: 129 pgs: 129 active+clean; 259 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 MiB/s wr, 2.73k op/s 2024-09-05T07:40:24.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:24 smithi192 ceph-mon[34929]: pgmap v57: 129 pgs: 129 active+clean; 259 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 MiB/s wr, 2.73k op/s 2024-09-05T07:40:25.848 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:40:25.848 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "no active scrubs running", 2024-09-05T07:40:25.848 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": {} 2024-09-05T07:40:25.848 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:40:25.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.507+0000 7fe0d0d35640 1 -- 172.21.15.71:0/3008211075 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0cc100a80 msgr2=0x7fe0cc100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:40:25.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.507+0000 7fe0d0d35640 1 --2- 172.21.15.71:0/3008211075 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0cc100a80 0x7fe0cc100ee0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fe0b4009930 tx=0x7fe0b402a420 comp rx=0 tx=0).stop 2024-09-05T07:40:25.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.507+0000 7fe0d0d35640 1 -- 172.21.15.71:0/3008211075 shutdown_connections 2024-09-05T07:40:25.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.507+0000 7fe0d0d35640 1 --2- 172.21.15.71:0/3008211075 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe0cc101420 0x7fe0cc10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.507+0000 7fe0d0d35640 1 --2- 172.21.15.71:0/3008211075 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0cc100a80 0x7fe0cc100ee0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.507+0000 7fe0d0d35640 1 --2- 172.21.15.71:0/3008211075 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe0cc106a80 0x7fe0cc106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.507+0000 7fe0d0d35640 1 -- 172.21.15.71:0/3008211075 >> 172.21.15.71:0/3008211075 conn(0x7fe0cc0fc7a0 msgr2=0x7fe0cc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:40:25.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.507+0000 7fe0d0d35640 1 -- 172.21.15.71:0/3008211075 shutdown_connections 2024-09-05T07:40:25.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.507+0000 7fe0d0d35640 1 -- 172.21.15.71:0/3008211075 wait complete. 2024-09-05T07:40:25.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.508+0000 7fe0d0d35640 1 Processor -- start 2024-09-05T07:40:25.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.508+0000 7fe0d0d35640 1 -- start start 2024-09-05T07:40:25.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.508+0000 7fe0d0d35640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe0cc100a80 0x7fe0cc198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:25.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.508+0000 7fe0d0d35640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0cc101420 0x7fe0cc1988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:25.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.508+0000 7fe0d0d35640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe0cc106a80 0x7fe0cc19cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:25.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.508+0000 7fe0d0d35640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe0cc110d30 con 0x7fe0cc101420 2024-09-05T07:40:25.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.508+0000 7fe0d0d35640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe0cc110bb0 con 0x7fe0cc100a80 2024-09-05T07:40:25.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.508+0000 7fe0d0d35640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe0cc110eb0 con 0x7fe0cc106a80 2024-09-05T07:40:25.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.508+0000 7fe0ca59c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe0cc100a80 0x7fe0cc198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:25.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.508+0000 7fe0c3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0cc101420 0x7fe0cc1988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:25.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.508+0000 7fe0ca59c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe0cc100a80 0x7fe0cc198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:46968/0 (socket says 172.21.15.71:46968) 2024-09-05T07:40:25.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.508+0000 7fe0ca59c640 1 -- 172.21.15.71:0/476660692 learned_addr learned my addr 172.21.15.71:0/476660692 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:40:25.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.508+0000 7fe0cad9d640 1 --2- 172.21.15.71:0/476660692 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe0cc106a80 0x7fe0cc19cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:25.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.509+0000 7fe0ca59c640 1 -- 172.21.15.71:0/476660692 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe0cc106a80 msgr2=0x7fe0cc19cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:40:25.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.509+0000 7fe0ca59c640 1 --2- 172.21.15.71:0/476660692 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe0cc106a80 0x7fe0cc19cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.509+0000 7fe0ca59c640 1 -- 172.21.15.71:0/476660692 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0cc101420 msgr2=0x7fe0cc1988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:40:25.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.509+0000 7fe0ca59c640 1 --2- 172.21.15.71:0/476660692 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0cc101420 0x7fe0cc1988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.509+0000 7fe0ca59c640 1 -- 172.21.15.71:0/476660692 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0cc19d320 con 0x7fe0cc100a80 2024-09-05T07:40:25.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.509+0000 7fe0ca59c640 1 --2- 172.21.15.71:0/476660692 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe0cc100a80 0x7fe0cc198370 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc00e9f0 tx=0x7fe0bc00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:40:25.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.509+0000 7fe0c37fe640 1 -- 172.21.15.71:0/476660692 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0bc00cd80 con 0x7fe0cc100a80 2024-09-05T07:40:25.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.509+0000 7fe0c37fe640 1 -- 172.21.15.71:0/476660692 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe0bc0108e0 con 0x7fe0cc100a80 2024-09-05T07:40:25.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.509+0000 7fe0d0d35640 1 -- 172.21.15.71:0/476660692 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0cc19d610 con 0x7fe0cc100a80 2024-09-05T07:40:25.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.509+0000 7fe0c37fe640 1 -- 172.21.15.71:0/476660692 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0bc018920 con 0x7fe0cc100a80 2024-09-05T07:40:25.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.509+0000 7fe0d0d35640 1 -- 172.21.15.71:0/476660692 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0cc1a4ef0 con 0x7fe0cc100a80 2024-09-05T07:40:25.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.511+0000 7fe0c37fe640 1 -- 172.21.15.71:0/476660692 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fe0bc010a90 con 0x7fe0cc100a80 2024-09-05T07:40:25.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.512+0000 7fe0d310e740 1 Processor -- start 2024-09-05T07:40:25.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.512+0000 7fe0c37fe640 1 --2- 172.21.15.71:0/476660692 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe0b80a2cf0 0x7fe0b80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:25.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.512+0000 7fe0cad9d640 1 --2- 172.21.15.71:0/476660692 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe0b80a2cf0 0x7fe0b80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:25.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.512+0000 7fe0c37fe640 1 -- 172.21.15.71:0/476660692 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fe0bc0cfb40 con 0x7fe0cc100a80 2024-09-05T07:40:25.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.512+0000 7fe0d310e740 1 -- start start 2024-09-05T07:40:25.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0d310e740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7cd6a20 0x5560e7cd5340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:25.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0d310e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7cd5880 0x5560e7cd5cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:25.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0d310e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7ce8d20 0x5560e7ceb110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:25.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0cad9d640 1 --2- 172.21.15.71:0/476660692 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe0b80a2cf0 0x7fe0b80a51b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe0c4005fd0 tx=0x7fe0c4009600 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:40:25.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0d310e740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5560e7c3b2e0 con 0x5560e7cd6a20 2024-09-05T07:40:25.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0d310e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5560e7be2ce0 con 0x5560e7cd5880 2024-09-05T07:40:25.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0d310e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5560e7c372a0 con 0x5560e7ce8d20 2024-09-05T07:40:25.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0ca59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7cd6a20 0x5560e7cd5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:25.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0ca59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7cd6a20 0x5560e7cd5340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42242/0 (socket says 172.21.15.71:42242) 2024-09-05T07:40:25.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0ca59c640 1 -- 172.21.15.71:0/1978625348 learned_addr learned my addr 172.21.15.71:0/1978625348 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:40:25.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0c3fff640 1 --2- 172.21.15.71:0/1978625348 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7cd5880 0x5560e7cd5cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:25.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0cad9d640 1 --2- 172.21.15.71:0/1978625348 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7ce8d20 0x5560e7ceb110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:25.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0ca59c640 1 -- 172.21.15.71:0/1978625348 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7ce8d20 msgr2=0x5560e7ceb110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:40:25.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0ca59c640 1 --2- 172.21.15.71:0/1978625348 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7ce8d20 0x5560e7ceb110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0ca59c640 1 -- 172.21.15.71:0/1978625348 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7cd5880 msgr2=0x5560e7cd5cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:40:25.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0ca59c640 1 --2- 172.21.15.71:0/1978625348 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7cd5880 0x5560e7cd5cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0ca59c640 1 -- 172.21.15.71:0/1978625348 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5560e7bc7440 con 0x5560e7cd6a20 2024-09-05T07:40:25.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0cad9d640 1 --2- 172.21.15.71:0/1978625348 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7ce8d20 0x5560e7ceb110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:40:25.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0ca59c640 1 --2- 172.21.15.71:0/1978625348 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7cd6a20 0x5560e7cd5340 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc0a4340 tx=0x7fe0bc09bbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a7edd5c53f41822 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:40:25.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0c0ff9640 1 -- 172.21.15.71:0/1978625348 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0bc0b2030 con 0x5560e7cd6a20 2024-09-05T07:40:25.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0c0ff9640 1 -- 172.21.15.71:0/1978625348 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe0bc0a4870 con 0x5560e7cd6a20 2024-09-05T07:40:25.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.513+0000 7fe0c0ff9640 1 -- 172.21.15.71:0/1978625348 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0bc09b100 con 0x5560e7cd6a20 2024-09-05T07:40:25.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.514+0000 7fe0d310e740 1 -- 172.21.15.71:0/1978625348 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7cd6a20 msgr2=0x5560e7cd5340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:40:25.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.514+0000 7fe0d310e740 1 --2- 172.21.15.71:0/1978625348 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7cd6a20 0x5560e7cd5340 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc0a4340 tx=0x7fe0bc09bbb0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.514+0000 7fe0d310e740 1 -- 172.21.15.71:0/1978625348 shutdown_connections 2024-09-05T07:40:25.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.514+0000 7fe0d310e740 1 --2- 172.21.15.71:0/1978625348 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7ce8d20 0x5560e7ceb110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.514+0000 7fe0d310e740 1 --2- 172.21.15.71:0/1978625348 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7cd5880 0x5560e7cd5cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.514+0000 7fe0d310e740 1 --2- 172.21.15.71:0/1978625348 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7cd6a20 0x5560e7cd5340 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.514+0000 7fe0d310e740 1 -- 172.21.15.71:0/1978625348 >> 172.21.15.71:0/1978625348 conn(0x5560e7cd1a30 msgr2=0x5560e7cd1e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:40:25.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.514+0000 7fe0d310e740 1 -- 172.21.15.71:0/1978625348 shutdown_connections 2024-09-05T07:40:25.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.514+0000 7fe0d310e740 1 -- 172.21.15.71:0/1978625348 wait complete. 2024-09-05T07:40:25.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0d310e740 1 -- start start 2024-09-05T07:40:25.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0d310e740 1 Processor -- start 2024-09-05T07:40:25.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0d310e740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7cd5880 0x5560e7cdbb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:25.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0d310e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7cd6a20 0x5560e7cd8e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:25.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0d310e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7ce8d20 0x5560e7cd93a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:25.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0d310e740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5560e7ceb9f0 con 0x5560e7cd5880 2024-09-05T07:40:25.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0d310e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5560e7bf6050 con 0x5560e7ce8d20 2024-09-05T07:40:25.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0d310e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5560e7cebb70 con 0x5560e7cd6a20 2024-09-05T07:40:25.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0ca59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7cd5880 0x5560e7cdbb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:25.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0d310e740 10 client.0 _ll_register_callbacks cb 0x5560e7c36160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:40:25.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0ca59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7cd5880 0x5560e7cdbb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42248/0 (socket says 172.21.15.71:42248) 2024-09-05T07:40:25.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0ca59c640 1 -- 172.21.15.71:0/2292630137 learned_addr learned my addr 172.21.15.71:0/2292630137 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:40:25.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0c3fff640 1 --2- 172.21.15.71:0/2292630137 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7cd6a20 0x5560e7cd8e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:25.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0cad9d640 1 --2- 172.21.15.71:0/2292630137 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7ce8d20 0x5560e7cd93a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:25.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0ca59c640 1 -- 172.21.15.71:0/2292630137 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7cd6a20 msgr2=0x5560e7cd8e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:40:25.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0ca59c640 1 --2- 172.21.15.71:0/2292630137 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7cd6a20 0x5560e7cd8e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0ca59c640 1 -- 172.21.15.71:0/2292630137 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7ce8d20 msgr2=0x5560e7cd93a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:40:25.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0ca59c640 1 --2- 172.21.15.71:0/2292630137 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7ce8d20 0x5560e7cd93a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0ca59c640 1 -- 172.21.15.71:0/2292630137 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5560e79ac3c0 con 0x5560e7cd5880 2024-09-05T07:40:25.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0ca59c640 1 --2- 172.21.15.71:0/2292630137 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7cd5880 0x5560e7cdbb50 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc098680 tx=0x7fe0bc0a0120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2aac27f56e36dc89 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:40:25.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.515+0000 7fe0b1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:40:25.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.516+0000 7fe0b1ffb640 1 -- 172.21.15.71:0/2292630137 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0bc0b9070 con 0x5560e7cd5880 2024-09-05T07:40:25.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.516+0000 7fe0b1ffb640 1 -- 172.21.15.71:0/2292630137 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fe0bc010640 con 0x5560e7cd5880 2024-09-05T07:40:25.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.516+0000 7fe0d310e740 1 -- 172.21.15.71:0/2292630137 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe0bc0a4870 con 0x5560e7cd5880 2024-09-05T07:40:25.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.516+0000 7fe0b1ffb640 1 -- 172.21.15.71:0/2292630137 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe0bc09b100 con 0x5560e7cd5880 2024-09-05T07:40:25.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.516+0000 7fe0d310e740 10 client.15789 fetch_fsmap learned FSMap version 26 2024-09-05T07:40:25.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.516+0000 7fe0d310e740 1 -- 172.21.15.71:0/2292630137 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5560e7cf7440 con 0x5560e7cd5880 2024-09-05T07:40:25.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.516+0000 7fe0b1ffb640 1 -- 172.21.15.71:0/2292630137 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe0bc0a4870 con 0x5560e7cd5880 2024-09-05T07:40:25.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.516+0000 7fe0b1ffb640 1 -- 172.21.15.71:0/2292630137 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fe0bc018ac0 con 0x5560e7cd5880 2024-09-05T07:40:25.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.516+0000 7fe0d310e740 10 client.15789 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:40:25.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.516+0000 7fe0d310e740 10 client.15789 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:40:25.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.516+0000 7fe0d310e740 20 client.15789 populate_metadata read hostname 'smithi071' 2024-09-05T07:40:25.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.516+0000 7fe0d310e740 1 --2- 172.21.15.71:0/2292630137 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5560e7cf8790 0x5560e7cfab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:25.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.516+0000 7fe0d310e740 4 client.15789 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:40:25.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.516+0000 7fe0d310e740 1 -- 172.21.15.71:0/2292630137 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5560e7c48850 con 0x5560e7cf8790 2024-09-05T07:40:25.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.517+0000 7fe0c3fff640 1 --2- 172.21.15.71:0/2292630137 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5560e7cf8790 0x5560e7cfab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:25.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.517+0000 7fe0c3fff640 1 --2- 172.21.15.71:0/2292630137 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5560e7cf8790 0x5560e7cfab80 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8bf597a9219bacf5 server_cookie=7b243f7624f5c250 in_seq=0 out_seq=0 2024-09-05T07:40:25.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.517+0000 7fe0b1ffb640 10 client.15789 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:40:25.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.518+0000 7fe0b1ffb640 1 -- 172.21.15.71:0/2292630137 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5560e7c48850 con 0x5560e7cf8790 2024-09-05T07:40:25.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.518+0000 7fe0b1ffb640 10 client.15789 handle_command_reply: tid=0 2024-09-05T07:40:25.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.518+0000 7fe0d310e740 1 client.15789 shutdown 2024-09-05T07:40:25.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.518+0000 7fe0d310e740 1 -- 172.21.15.71:0/2292630137 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7cd5880 msgr2=0x5560e7cdbb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:40:25.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.518+0000 7fe0d310e740 1 --2- 172.21.15.71:0/2292630137 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7cd5880 0x5560e7cdbb50 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc098680 tx=0x7fe0bc0a0120 comp rx=0 tx=0).stop 2024-09-05T07:40:25.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.518+0000 7fe0d310e740 1 -- 172.21.15.71:0/2292630137 shutdown_connections 2024-09-05T07:40:25.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.518+0000 7fe0d310e740 1 --2- 172.21.15.71:0/2292630137 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5560e7cf8790 0x5560e7cfab80 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.518+0000 7fe0d310e740 1 --2- 172.21.15.71:0/2292630137 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7ce8d20 0x5560e7cd93a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.518+0000 7fe0d310e740 1 --2- 172.21.15.71:0/2292630137 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7cd6a20 0x5560e7cd8e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.518+0000 7fe0d310e740 1 --2- 172.21.15.71:0/2292630137 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7cd5880 0x5560e7cdbb50 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.518+0000 7fe0d310e740 1 -- 172.21.15.71:0/2292630137 >> 172.21.15.71:0/2292630137 conn(0x5560e7cd1a30 msgr2=0x5560e7cd7750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:40:25.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.518+0000 7fe0b1ffb640 0 client.15789 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:40:25.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.518+0000 7fe0d310e740 1 -- 172.21.15.71:0/2292630137 shutdown_connections 2024-09-05T07:40:25.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.518+0000 7fe0d310e740 1 -- 172.21.15.71:0/2292630137 wait complete. 2024-09-05T07:40:25.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.518+0000 7fe0d310e740 20 client.15789 trim_cache size 0 max 16384 2024-09-05T07:40:25.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.536+0000 7fe0d310e740 1 Processor -- start 2024-09-05T07:40:25.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.536+0000 7fe0d310e740 1 -- start start 2024-09-05T07:40:25.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.536+0000 7fe0d310e740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7cd5880 0x5560e7ce8310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:25.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.536+0000 7fe0d310e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7cd6a20 0x5560e7cd7640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:25.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.536+0000 7fe0d310e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7ce8d20 0x5560e7ce6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:25.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.536+0000 7fe0d310e740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe0cc1af800 con 0x5560e7cd5880 2024-09-05T07:40:25.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.536+0000 7fe0d310e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe0cc1ad0d0 con 0x5560e7ce8d20 2024-09-05T07:40:25.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.536+0000 7fe0d310e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe0cc1aaf20 con 0x5560e7cd6a20 2024-09-05T07:40:25.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.536+0000 7fe0ca59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7cd5880 0x5560e7ce8310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:25.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.536+0000 7fe0ca59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7cd5880 0x5560e7ce8310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:42250/0 (socket says 172.21.15.71:42250) 2024-09-05T07:40:25.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.536+0000 7fe0ca59c640 1 -- 172.21.15.71:0/1735802957 learned_addr learned my addr 172.21.15.71:0/1735802957 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:40:25.859 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.536+0000 7fe0c3fff640 1 --2- 172.21.15.71:0/1735802957 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7cd6a20 0x5560e7cd7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:25.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.536+0000 7fe0cad9d640 1 --2- 172.21.15.71:0/1735802957 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7ce8d20 0x5560e7ce6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:25.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.536+0000 7fe0c3fff640 1 -- 172.21.15.71:0/1735802957 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7ce8d20 msgr2=0x5560e7ce6ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:40:25.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.536+0000 7fe0c3fff640 1 --2- 172.21.15.71:0/1735802957 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7ce8d20 0x5560e7ce6ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.536+0000 7fe0c3fff640 1 -- 172.21.15.71:0/1735802957 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7cd5880 msgr2=0x5560e7ce8310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:40:25.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.536+0000 7fe0c3fff640 1 --2- 172.21.15.71:0/1735802957 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7cd5880 0x5560e7ce8310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.536+0000 7fe0c3fff640 1 -- 172.21.15.71:0/1735802957 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5560e7cdbec0 con 0x5560e7cd6a20 2024-09-05T07:40:25.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.537+0000 7fe0c3fff640 1 --2- 172.21.15.71:0/1735802957 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7cd6a20 0x5560e7cd7640 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fe0b4031440 tx=0x7fe0b4005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b79bad9bbd102b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:40:25.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.537+0000 7fe0b3fff640 1 -- 172.21.15.71:0/1735802957 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b404a030 con 0x5560e7cd6a20 2024-09-05T07:40:25.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.537+0000 7fe0b3fff640 1 -- 172.21.15.71:0/1735802957 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe0b40044a0 con 0x5560e7cd6a20 2024-09-05T07:40:25.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.537+0000 7fe0b3fff640 1 -- 172.21.15.71:0/1735802957 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b4035040 con 0x5560e7cd6a20 2024-09-05T07:40:25.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.537+0000 7fe0d310e740 1 -- 172.21.15.71:0/1735802957 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7cd6a20 msgr2=0x5560e7cd7640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:40:25.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.537+0000 7fe0d310e740 1 --2- 172.21.15.71:0/1735802957 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7cd6a20 0x5560e7cd7640 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fe0b4031440 tx=0x7fe0b4005fd0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.860 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.537+0000 7fe0d310e740 1 -- 172.21.15.71:0/1735802957 shutdown_connections 2024-09-05T07:40:25.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.537+0000 7fe0d310e740 1 --2- 172.21.15.71:0/1735802957 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7ce8d20 0x5560e7ce6ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.537+0000 7fe0d310e740 1 --2- 172.21.15.71:0/1735802957 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7cd6a20 0x5560e7cd7640 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.537+0000 7fe0d310e740 1 --2- 172.21.15.71:0/1735802957 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7cd5880 0x5560e7ce8310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.537+0000 7fe0d310e740 1 -- 172.21.15.71:0/1735802957 >> 172.21.15.71:0/1735802957 conn(0x5560e7cd1a30 msgr2=0x5560e7cd6f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:40:25.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.538+0000 7fe0d310e740 1 -- 172.21.15.71:0/1735802957 shutdown_connections 2024-09-05T07:40:25.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.538+0000 7fe0d310e740 1 -- 172.21.15.71:0/1735802957 wait complete. 2024-09-05T07:40:25.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.538+0000 7fe0d310e740 1 -- start start 2024-09-05T07:40:25.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.538+0000 7fe0d310e740 1 Processor -- start 2024-09-05T07:40:25.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.538+0000 7fe0d310e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7cd5880 0x5560e7cfb690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:25.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.538+0000 7fe0d310e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7cd6a20 0x5560e7cfbbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:25.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.538+0000 7fe0d310e740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7ce8d20 0x5560e7cfc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:25.861 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.538+0000 7fe0d310e740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe0cc1ab590 con 0x5560e7ce8d20 2024-09-05T07:40:25.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.538+0000 7fe0d310e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe0cc1aca00 con 0x5560e7cd5880 2024-09-05T07:40:25.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.538+0000 7fe0d310e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe0cc1abc60 con 0x5560e7cd6a20 2024-09-05T07:40:25.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.538+0000 7fe0cad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7ce8d20 0x5560e7cfc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:25.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.538+0000 7fe0d310e740 10 client.0 _ll_register_callbacks cb 0x7fe0b4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:40:25.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.538+0000 7fe0ca59c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7cd5880 0x5560e7cfb690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:25.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.538+0000 7fe0ca59c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7cd5880 0x5560e7cfb690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:46998/0 (socket says 172.21.15.71:46998) 2024-09-05T07:40:25.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.538+0000 7fe0c3fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7cd6a20 0x5560e7cfbbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:25.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.538+0000 7fe0ca59c640 1 -- 172.21.15.71:0/617445403 learned_addr learned my addr 172.21.15.71:0/617445403 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:40:25.862 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.539+0000 7fe0ca59c640 1 -- 172.21.15.71:0/617445403 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7cd6a20 msgr2=0x5560e7cfbbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:40:25.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.539+0000 7fe0ca59c640 1 --2- 172.21.15.71:0/617445403 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7cd6a20 0x5560e7cfbbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.539+0000 7fe0ca59c640 1 -- 172.21.15.71:0/617445403 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7ce8d20 msgr2=0x5560e7cfc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:40:25.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.539+0000 7fe0ca59c640 1 --2- 172.21.15.71:0/617445403 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7ce8d20 0x5560e7cfc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.539+0000 7fe0ca59c640 1 -- 172.21.15.71:0/617445403 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5560e7d621d0 con 0x5560e7cd5880 2024-09-05T07:40:25.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.539+0000 7fe0cad9d640 1 --2- 172.21.15.71:0/617445403 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7ce8d20 0x5560e7cfc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:40:25.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.539+0000 7fe0c3fff640 1 --2- 172.21.15.71:0/617445403 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7cd6a20 0x5560e7cfbbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:40:25.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.539+0000 7fe0ca59c640 1 --2- 172.21.15.71:0/617445403 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7cd5880 0x5560e7cfb690 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc098680 tx=0x7fe0bc0a4f00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=615cf46fb5f562d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:40:25.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.539+0000 7fe0b1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T07:40:25.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.539+0000 7fe0b1ffb640 1 -- 172.21.15.71:0/617445403 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0bc0b2040 con 0x5560e7cd5880 2024-09-05T07:40:25.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.539+0000 7fe0d310e740 1 -- 172.21.15.71:0/617445403 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe0b40044a0 con 0x5560e7cd5880 2024-09-05T07:40:25.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.539+0000 7fe0b1ffb640 1 -- 172.21.15.71:0/617445403 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fe0bc010640 con 0x5560e7cd5880 2024-09-05T07:40:25.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.539+0000 7fe0b1ffb640 1 -- 172.21.15.71:0/617445403 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe0bc0b9040 con 0x5560e7cd5880 2024-09-05T07:40:25.863 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.539+0000 7fe0d310e740 10 client.25334 fetch_fsmap learned FSMap version 26 2024-09-05T07:40:25.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.539+0000 7fe0d310e740 1 -- 172.21.15.71:0/617445403 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5560e7d634c0 con 0x5560e7cd5880 2024-09-05T07:40:25.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.539+0000 7fe0b1ffb640 1 -- 172.21.15.71:0/617445403 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe0bc0ae070 con 0x5560e7cd5880 2024-09-05T07:40:25.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.540+0000 7fe0b1ffb640 1 -- 172.21.15.71:0/617445403 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fe0bc018ac0 con 0x5560e7cd5880 2024-09-05T07:40:25.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.540+0000 7fe0d310e740 10 client.25334 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:40:25.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.540+0000 7fe0d310e740 10 client.25334 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:40:25.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.540+0000 7fe0d310e740 20 client.25334 populate_metadata read hostname 'smithi071' 2024-09-05T07:40:25.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.540+0000 7fe0d310e740 1 --2- 172.21.15.71:0/617445403 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5560e7d639a0 0x5560e7d65d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:25.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.540+0000 7fe0d310e740 4 client.25334 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:40:25.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.540+0000 7fe0d310e740 1 -- 172.21.15.71:0/617445403 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5560e7c42d60 con 0x5560e7d639a0 2024-09-05T07:40:25.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.540+0000 7fe0c3fff640 1 --2- 172.21.15.71:0/617445403 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5560e7d639a0 0x5560e7d65d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:25.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.540+0000 7fe0c3fff640 1 --2- 172.21.15.71:0/617445403 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5560e7d639a0 0x5560e7d65d90 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b2d2c2af8a922f5 server_cookie=58e9fd45f03f6a09 in_seq=0 out_seq=0 2024-09-05T07:40:25.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.540+0000 7fe0b1ffb640 10 client.25334 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:40:25.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.541+0000 7fe0b1ffb640 1 -- 172.21.15.71:0/617445403 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5560e7c42d60 con 0x5560e7d639a0 2024-09-05T07:40:25.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.541+0000 7fe0b1ffb640 10 client.25334 handle_command_reply: tid=0 2024-09-05T07:40:25.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.541+0000 7fe0d310e740 1 client.25334 shutdown 2024-09-05T07:40:25.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.541+0000 7fe0d310e740 1 -- 172.21.15.71:0/617445403 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7cd5880 msgr2=0x5560e7cfb690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:40:25.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.541+0000 7fe0d310e740 1 --2- 172.21.15.71:0/617445403 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7cd5880 0x5560e7cfb690 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc098680 tx=0x7fe0bc0a4f00 comp rx=0 tx=0).stop 2024-09-05T07:40:25.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.541+0000 7fe0d310e740 1 -- 172.21.15.71:0/617445403 shutdown_connections 2024-09-05T07:40:25.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.541+0000 7fe0d310e740 1 --2- 172.21.15.71:0/617445403 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5560e7d639a0 0x5560e7d65d90 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.541+0000 7fe0d310e740 1 --2- 172.21.15.71:0/617445403 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5560e7ce8d20 0x5560e7cfc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.541+0000 7fe0d310e740 1 --2- 172.21.15.71:0/617445403 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5560e7cd6a20 0x5560e7cfbbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.541+0000 7fe0d310e740 1 --2- 172.21.15.71:0/617445403 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5560e7cd5880 0x5560e7cfb690 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.541+0000 7fe0d310e740 1 -- 172.21.15.71:0/617445403 >> 172.21.15.71:0/617445403 conn(0x5560e7cd1a30 msgr2=0x5560e7cd7750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:40:25.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.541+0000 7fe0b1ffb640 0 client.25334 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:40:25.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.541+0000 7fe0d310e740 1 -- 172.21.15.71:0/617445403 shutdown_connections 2024-09-05T07:40:25.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.541+0000 7fe0d310e740 1 -- 172.21.15.71:0/617445403 wait complete. 2024-09-05T07:40:25.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.541+0000 7fe0d310e740 20 client.25334 trim_cache size 0 max 16384 2024-09-05T07:40:25.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.542+0000 7fe0d0d35640 1 -- 172.21.15.71:0/476660692 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe0b80a2cf0 msgr2=0x7fe0b80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:40:25.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.542+0000 7fe0d0d35640 1 --2- 172.21.15.71:0/476660692 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe0b80a2cf0 0x7fe0b80a51b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe0c4005fd0 tx=0x7fe0c4009600 comp rx=0 tx=0).stop 2024-09-05T07:40:25.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.542+0000 7fe0d0d35640 1 -- 172.21.15.71:0/476660692 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe0cc100a80 msgr2=0x7fe0cc198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:40:25.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.542+0000 7fe0d0d35640 1 --2- 172.21.15.71:0/476660692 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe0cc100a80 0x7fe0cc198370 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc00e9f0 tx=0x7fe0bc00eeb0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.542+0000 7fe0d0d35640 1 -- 172.21.15.71:0/476660692 shutdown_connections 2024-09-05T07:40:25.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.542+0000 7fe0d0d35640 1 --2- 172.21.15.71:0/476660692 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe0b80a2cf0 0x7fe0b80a51b0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.542+0000 7fe0d0d35640 1 --2- 172.21.15.71:0/476660692 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe0cc106a80 0x7fe0cc19cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.542+0000 7fe0d0d35640 1 --2- 172.21.15.71:0/476660692 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe0cc101420 0x7fe0cc1988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.542+0000 7fe0d0d35640 1 --2- 172.21.15.71:0/476660692 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe0cc100a80 0x7fe0cc198370 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:25.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.542+0000 7fe0d0d35640 1 -- 172.21.15.71:0/476660692 >> 172.21.15.71:0/476660692 conn(0x7fe0cc0fc7a0 msgr2=0x7fe0cc06ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:40:25.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.542+0000 7fe0d0d35640 1 -- 172.21.15.71:0/476660692 shutdown_connections 2024-09-05T07:40:25.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:24.542+0000 7fe0d0d35640 1 -- 172.21.15.71:0/476660692 wait complete. 2024-09-05T07:40:26.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:26 smithi071 ceph-mon[30965]: pgmap v58: 129 pgs: 129 active+clean; 259 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 MiB/s wr, 2.73k op/s 2024-09-05T07:40:26.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:26 smithi123 ceph-mon[34568]: pgmap v58: 129 pgs: 129 active+clean; 259 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 MiB/s wr, 2.73k op/s 2024-09-05T07:40:26.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:26 smithi192 ceph-mon[34929]: pgmap v58: 129 pgs: 129 active+clean; 259 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 MiB/s wr, 2.73k op/s 2024-09-05T07:40:28.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:28 smithi071 ceph-mon[30965]: pgmap v59: 129 pgs: 129 active+clean; 259 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 MiB/s wr, 3.94k op/s 2024-09-05T07:40:28.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:28 smithi123 ceph-mon[34568]: pgmap v59: 129 pgs: 129 active+clean; 259 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 MiB/s wr, 3.94k op/s 2024-09-05T07:40:28.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:28 smithi192 ceph-mon[34929]: pgmap v59: 129 pgs: 129 active+clean; 259 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 MiB/s wr, 3.94k op/s 2024-09-05T07:40:30.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:30 smithi071 ceph-mon[30965]: pgmap v60: 129 pgs: 129 active+clean; 259 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 MiB/s wr, 2.47k op/s 2024-09-05T07:40:30.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:30 smithi123 ceph-mon[34568]: pgmap v60: 129 pgs: 129 active+clean; 259 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 MiB/s wr, 2.47k op/s 2024-09-05T07:40:30.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:30 smithi192 ceph-mon[34929]: pgmap v60: 129 pgs: 129 active+clean; 259 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 MiB/s wr, 2.47k op/s 2024-09-05T07:40:32.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:32 smithi071 ceph-mon[30965]: pgmap v61: 129 pgs: 129 active+clean; 259 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 15 MiB/s wr, 3.33k op/s 2024-09-05T07:40:32.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:32 smithi123 ceph-mon[34568]: pgmap v61: 129 pgs: 129 active+clean; 259 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 15 MiB/s wr, 3.33k op/s 2024-09-05T07:40:32.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:32 smithi192 ceph-mon[34929]: pgmap v61: 129 pgs: 129 active+clean; 259 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 15 MiB/s wr, 3.33k op/s 2024-09-05T07:40:34.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:34 smithi071 ceph-mon[30965]: pgmap v62: 129 pgs: 129 active+clean; 259 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 MiB/s wr, 2.80k op/s 2024-09-05T07:40:34.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:34 smithi123 ceph-mon[34568]: pgmap v62: 129 pgs: 129 active+clean; 259 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 MiB/s wr, 2.80k op/s 2024-09-05T07:40:34.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:34 smithi192 ceph-mon[34929]: pgmap v62: 129 pgs: 129 active+clean; 259 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 MiB/s wr, 2.80k op/s 2024-09-05T07:40:36.063 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T07:40:36.063 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:40:36.553 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:40:36.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:36 smithi071 ceph-mon[30965]: pgmap v63: 129 pgs: 129 active+clean; 259 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 MiB/s wr, 2.42k op/s 2024-09-05T07:40:36.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:36 smithi123 ceph-mon[34568]: pgmap v63: 129 pgs: 129 active+clean; 259 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 MiB/s wr, 2.42k op/s 2024-09-05T07:40:36.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:36 smithi192 ceph-mon[34929]: pgmap v63: 129 pgs: 129 active+clean; 259 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 MiB/s wr, 2.42k op/s 2024-09-05T07:40:38.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:38 smithi071 ceph-mon[30965]: pgmap v64: 129 pgs: 129 active+clean; 259 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 16 MiB/s wr, 3.69k op/s 2024-09-05T07:40:38.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:38 smithi123 ceph-mon[34568]: pgmap v64: 129 pgs: 129 active+clean; 259 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 16 MiB/s wr, 3.69k op/s 2024-09-05T07:40:38.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:38 smithi192 ceph-mon[34929]: pgmap v64: 129 pgs: 129 active+clean; 259 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 16 MiB/s wr, 3.69k op/s 2024-09-05T07:40:40.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:40 smithi071 ceph-mon[30965]: pgmap v65: 129 pgs: 129 active+clean; 259 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 MiB/s wr, 2.48k op/s 2024-09-05T07:40:40.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:40 smithi123 ceph-mon[34568]: pgmap v65: 129 pgs: 129 active+clean; 259 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 MiB/s wr, 2.48k op/s 2024-09-05T07:40:40.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:40 smithi192 ceph-mon[34929]: pgmap v65: 129 pgs: 129 active+clean; 259 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 MiB/s wr, 2.48k op/s 2024-09-05T07:40:42.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:42 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1004106076' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:40:42.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:42 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1004106076' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:40:42.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:42 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1004106076' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:40:43.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.892+0000 7ff8a897b640 1 -- 172.21.15.71:0/3637519766 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8a4103e20 msgr2=0x7ff8a4104200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:40:43.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.892+0000 7ff8a897b640 1 --2- 172.21.15.71:0/3637519766 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8a4103e20 0x7ff8a4104200 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff89401a910 tx=0x7ff89403b430 comp rx=0 tx=0).stop 2024-09-05T07:40:43.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.892+0000 7ff8a897b640 1 -- 172.21.15.71:0/3637519766 shutdown_connections 2024-09-05T07:40:43.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.892+0000 7ff8a897b640 1 --2- 172.21.15.71:0/3637519766 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff8a4108f50 0x7ff8a4110ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:43.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.892+0000 7ff8a897b640 1 --2- 172.21.15.71:0/3637519766 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff8a41047d0 0x7ff8a4108820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:43.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.892+0000 7ff8a897b640 1 --2- 172.21.15.71:0/3637519766 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8a4103e20 0x7ff8a4104200 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:43.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.892+0000 7ff8a897b640 1 -- 172.21.15.71:0/3637519766 >> 172.21.15.71:0/3637519766 conn(0x7ff8a40ff860 msgr2=0x7ff8a4101c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:40:43.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.893+0000 7ff8a897b640 1 -- 172.21.15.71:0/3637519766 shutdown_connections 2024-09-05T07:40:43.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.893+0000 7ff8a897b640 1 -- 172.21.15.71:0/3637519766 wait complete. 2024-09-05T07:40:43.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.894+0000 7ff8a897b640 1 Processor -- start 2024-09-05T07:40:43.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.894+0000 7ff8a897b640 1 -- start start 2024-09-05T07:40:43.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.894+0000 7ff8a897b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8a41047d0 0x7ff8a4110250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:43.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.894+0000 7ff8a897b640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff8a4108f50 0x7ff8a4110790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:43.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.894+0000 7ff8a897b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff8a410c410 0x7ff8a410c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:43.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.894+0000 7ff8a897b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff8a406e4c0 con 0x7ff8a410c410 2024-09-05T07:40:43.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.894+0000 7ff8a897b640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff8a406e340 con 0x7ff8a4108f50 2024-09-05T07:40:43.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.894+0000 7ff8a897b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff8a406e640 con 0x7ff8a41047d0 2024-09-05T07:40:43.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.895+0000 7ff8a3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff8a410c410 0x7ff8a410c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:43.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.895+0000 7ff8a3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff8a410c410 0x7ff8a410c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:60920/0 (socket says 172.21.15.71:60920) 2024-09-05T07:40:43.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.895+0000 7ff8a3fff640 1 -- 172.21.15.71:0/1004106076 learned_addr learned my addr 172.21.15.71:0/1004106076 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:40:43.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.895+0000 7ff8a37fe640 1 --2- 172.21.15.71:0/1004106076 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8a41047d0 0x7ff8a4110250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:43.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.896+0000 7ff8a2ffd640 1 --2- 172.21.15.71:0/1004106076 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff8a4108f50 0x7ff8a4110790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:43.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.896+0000 7ff8a3fff640 1 -- 172.21.15.71:0/1004106076 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8a41047d0 msgr2=0x7ff8a4110250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:40:43.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.896+0000 7ff8a3fff640 1 --2- 172.21.15.71:0/1004106076 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8a41047d0 0x7ff8a4110250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:43.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.896+0000 7ff8a3fff640 1 -- 172.21.15.71:0/1004106076 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff8a4108f50 msgr2=0x7ff8a4110790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:40:43.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.896+0000 7ff8a3fff640 1 --2- 172.21.15.71:0/1004106076 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff8a4108f50 0x7ff8a4110790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:43.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.896+0000 7ff8a3fff640 1 -- 172.21.15.71:0/1004106076 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8a410d0d0 con 0x7ff8a410c410 2024-09-05T07:40:43.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.898+0000 7ff8a3fff640 1 --2- 172.21.15.71:0/1004106076 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff8a410c410 0x7ff8a410c890 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7ff898009fd0 tx=0x7ff89800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:40:43.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.899+0000 7ff8a0ff9640 1 -- 172.21.15.71:0/1004106076 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff898011830 con 0x7ff8a410c410 2024-09-05T07:40:43.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.899+0000 7ff8a0ff9640 1 -- 172.21.15.71:0/1004106076 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff898016070 con 0x7ff8a410c410 2024-09-05T07:40:43.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.899+0000 7ff8a897b640 1 -- 172.21.15.71:0/1004106076 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8a4076630 con 0x7ff8a410c410 2024-09-05T07:40:43.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.899+0000 7ff8a897b640 1 -- 172.21.15.71:0/1004106076 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8a4076b10 con 0x7ff8a410c410 2024-09-05T07:40:43.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.902+0000 7ff8a0ff9640 1 -- 172.21.15.71:0/1004106076 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff898010de0 con 0x7ff8a410c410 2024-09-05T07:40:43.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.904+0000 7ff8a897b640 1 -- 172.21.15.71:0/1004106076 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8900052c0 con 0x7ff8a410c410 2024-09-05T07:40:43.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.905+0000 7ff8a0ff9640 1 -- 172.21.15.71:0/1004106076 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7ff898010380 con 0x7ff8a410c410 2024-09-05T07:40:43.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.906+0000 7ff8a0ff9640 1 --2- 172.21.15.71:0/1004106076 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff88c0a2d60 0x7ff88c0a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:40:43.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.907+0000 7ff8a0ff9640 1 -- 172.21.15.71:0/1004106076 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7ff8980ced60 con 0x7ff8a410c410 2024-09-05T07:40:43.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.907+0000 7ff8a37fe640 1 --2- 172.21.15.71:0/1004106076 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff88c0a2d60 0x7ff88c0a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:40:43.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.910+0000 7ff8a37fe640 1 --2- 172.21.15.71:0/1004106076 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff88c0a2d60 0x7ff88c0a5220 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff894006010 tx=0x7ff89401a570 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:40:43.102 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:40:43.102 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:40:43.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:41.916+0000 7ff8a0ff9640 1 -- 172.21.15.71:0/1004106076 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff89809b630 con 0x7ff8a410c410 2024-09-05T07:40:43.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:42.316+0000 7ff8a897b640 1 -- 172.21.15.71:0/1004106076 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff890005880 con 0x7ff8a410c410 2024-09-05T07:40:43.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:42.322+0000 7ff8a0ff9640 1 -- 172.21.15.71:0/1004106076 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7ff89809af30 con 0x7ff8a410c410 2024-09-05T07:40:43.103 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:40:43.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:42.329+0000 7ff8a897b640 1 -- 172.21.15.71:0/1004106076 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff88c0a2d60 msgr2=0x7ff88c0a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:40:43.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:42.329+0000 7ff8a897b640 1 --2- 172.21.15.71:0/1004106076 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff88c0a2d60 0x7ff88c0a5220 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff894006010 tx=0x7ff89401a570 comp rx=0 tx=0).stop 2024-09-05T07:40:43.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:42.329+0000 7ff8a897b640 1 -- 172.21.15.71:0/1004106076 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff8a410c410 msgr2=0x7ff8a410c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:40:43.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:42.329+0000 7ff8a897b640 1 --2- 172.21.15.71:0/1004106076 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff8a410c410 0x7ff8a410c890 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7ff898009fd0 tx=0x7ff89800b8e0 comp rx=0 tx=0).stop 2024-09-05T07:40:43.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:42.329+0000 7ff8a897b640 1 -- 172.21.15.71:0/1004106076 shutdown_connections 2024-09-05T07:40:43.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:42.329+0000 7ff8a897b640 1 --2- 172.21.15.71:0/1004106076 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff88c0a2d60 0x7ff88c0a5220 secure :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff894006010 tx=0x7ff89401a570 comp rx=0 tx=0).stop 2024-09-05T07:40:43.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:42.329+0000 7ff8a897b640 1 --2- 172.21.15.71:0/1004106076 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff8a410c410 0x7ff8a410c890 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:43.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:42.329+0000 7ff8a897b640 1 --2- 172.21.15.71:0/1004106076 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff8a4108f50 0x7ff8a4110790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:43.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:42.329+0000 7ff8a897b640 1 --2- 172.21.15.71:0/1004106076 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff8a41047d0 0x7ff8a4110250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:40:43.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:42.329+0000 7ff8a897b640 1 -- 172.21.15.71:0/1004106076 >> 172.21.15.71:0/1004106076 conn(0x7ff8a40ff860 msgr2=0x7ff8a40ffc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:40:43.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:42.331+0000 7ff8a897b640 1 -- 172.21.15.71:0/1004106076 shutdown_connections 2024-09-05T07:40:43.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:42.331+0000 7ff8a897b640 1 -- 172.21.15.71:0/1004106076 wait complete. 2024-09-05T07:40:43.376 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:43 smithi071 ceph-mon[30965]: pgmap v66: 129 pgs: 129 active+clean; 259 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 14 MiB/s wr, 3.19k op/s 2024-09-05T07:40:43.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:43 smithi123 ceph-mon[34568]: pgmap v66: 129 pgs: 129 active+clean; 259 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 14 MiB/s wr, 3.19k op/s 2024-09-05T07:40:43.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:43 smithi192 ceph-mon[34929]: pgmap v66: 129 pgs: 129 active+clean; 259 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 14 MiB/s wr, 3.19k op/s 2024-09-05T07:40:45.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:45 smithi071 ceph-mon[30965]: pgmap v67: 129 pgs: 129 active+clean; 259 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 MiB/s wr, 2.88k op/s 2024-09-05T07:40:45.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:45 smithi123 ceph-mon[34568]: pgmap v67: 129 pgs: 129 active+clean; 259 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 MiB/s wr, 2.88k op/s 2024-09-05T07:40:45.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:45 smithi192 ceph-mon[34929]: pgmap v67: 129 pgs: 129 active+clean; 259 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 MiB/s wr, 2.88k op/s 2024-09-05T07:40:46.616 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 24.2 2024-09-05T07:40:46.616 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:40:46.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:46 smithi071 ceph-mon[30965]: pgmap v68: 129 pgs: 129 active+clean; 259 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 MiB/s wr, 2.53k op/s 2024-09-05T07:40:46.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:46 smithi123 ceph-mon[34568]: pgmap v68: 129 pgs: 129 active+clean; 259 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 MiB/s wr, 2.53k op/s 2024-09-05T07:40:46.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:46 smithi192 ceph-mon[34929]: pgmap v68: 129 pgs: 129 active+clean; 259 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 MiB/s wr, 2.53k op/s 2024-09-05T07:40:48.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:48 smithi071 ceph-mon[30965]: pgmap v69: 129 pgs: 129 active+clean; 259 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 MiB/s wr, 3.72k op/s 2024-09-05T07:40:48.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:48 smithi123 ceph-mon[34568]: pgmap v69: 129 pgs: 129 active+clean; 259 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 MiB/s wr, 3.72k op/s 2024-09-05T07:40:48.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:48 smithi192 ceph-mon[34929]: pgmap v69: 129 pgs: 129 active+clean; 259 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 MiB/s wr, 3.72k op/s 2024-09-05T07:40:49.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:49 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:40:49.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:49 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:40:49.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:49 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:40:50.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:50 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:40:50.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:50 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:40:50.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:50 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:40:50.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:50 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:40:50.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:50 smithi071 ceph-mon[30965]: pgmap v70: 129 pgs: 129 active+clean; 259 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 MiB/s wr, 2.46k op/s 2024-09-05T07:40:50.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:50 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:40:50.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:50 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:40:50.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:50 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:40:50.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:50 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:40:50.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:50 smithi123 ceph-mon[34568]: pgmap v70: 129 pgs: 129 active+clean; 259 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 MiB/s wr, 2.46k op/s 2024-09-05T07:40:50.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:50 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:40:50.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:50 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:40:50.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:50 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:40:50.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:50 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:40:50.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:50 smithi192 ceph-mon[34929]: pgmap v70: 129 pgs: 129 active+clean; 259 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 MiB/s wr, 2.46k op/s 2024-09-05T07:40:52.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:52 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:40:52.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:52 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:40:52.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:52 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:40:52.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:52 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:40:52.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:52 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:40:52.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:52 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:40:52.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:52 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:40:52.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:52 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:40:52.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:52 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:40:53.293 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:53 smithi071 ceph-mon[30965]: pgmap v71: 129 pgs: 129 active+clean; 259 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 14 MiB/s wr, 3.08k op/s 2024-09-05T07:40:53.354 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T07:40:53.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:53 smithi123 ceph-mon[34568]: pgmap v71: 129 pgs: 129 active+clean; 259 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 14 MiB/s wr, 3.08k op/s 2024-09-05T07:40:53.454 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:40:53.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:53 smithi192 ceph-mon[34929]: pgmap v71: 129 pgs: 129 active+clean; 259 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 14 MiB/s wr, 3.08k op/s 2024-09-05T07:40:54.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:54 smithi071 ceph-mon[30965]: pgmap v72: 129 pgs: 129 active+clean; 259 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 MiB/s wr, 2.94k op/s 2024-09-05T07:40:54.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:54 smithi123 ceph-mon[34568]: pgmap v72: 129 pgs: 129 active+clean; 259 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 MiB/s wr, 2.94k op/s 2024-09-05T07:40:54.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:54 smithi192 ceph-mon[34929]: pgmap v72: 129 pgs: 129 active+clean; 259 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 MiB/s wr, 2.94k op/s 2024-09-05T07:40:56.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:56 smithi071 ceph-mon[30965]: pgmap v73: 129 pgs: 129 active+clean; 259 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 MiB/s wr, 2.39k op/s 2024-09-05T07:40:56.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:56 smithi123 ceph-mon[34568]: pgmap v73: 129 pgs: 129 active+clean; 259 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 MiB/s wr, 2.39k op/s 2024-09-05T07:40:56.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:56 smithi192 ceph-mon[34929]: pgmap v73: 129 pgs: 129 active+clean; 259 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 MiB/s wr, 2.39k op/s 2024-09-05T07:40:58.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:58 smithi071 ceph-mon[30965]: pgmap v74: 129 pgs: 129 active+clean; 259 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 MiB/s wr, 3.53k op/s 2024-09-05T07:40:58.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:58 smithi123 ceph-mon[34568]: pgmap v74: 129 pgs: 129 active+clean; 259 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 MiB/s wr, 3.53k op/s 2024-09-05T07:40:58.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:58 smithi192 ceph-mon[34929]: pgmap v74: 129 pgs: 129 active+clean; 259 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 MiB/s wr, 3.53k op/s 2024-09-05T07:40:59.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:40:59 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3443868954' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:40:59.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:40:59 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3443868954' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:40:59.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:40:59 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3443868954' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:41:00.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:00 smithi071 ceph-mon[30965]: pgmap v75: 129 pgs: 129 active+clean; 259 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 MiB/s wr, 2.34k op/s 2024-09-05T07:41:00.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:00 smithi123 ceph-mon[34568]: pgmap v75: 129 pgs: 129 active+clean; 259 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 MiB/s wr, 2.34k op/s 2024-09-05T07:41:00.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:00 smithi192 ceph-mon[34929]: pgmap v75: 129 pgs: 129 active+clean; 259 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 MiB/s wr, 2.34k op/s 2024-09-05T07:41:00.968 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:41:00.968 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:41:00.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.260+0000 7f1868339640 1 -- 172.21.15.71:0/3813569922 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1860103740 msgr2=0x7f1860107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:00.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.260+0000 7f1868339640 1 --2- 172.21.15.71:0/3813569922 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1860103740 0x7f1860107b80 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f185c009930 tx=0x7f185c02a420 comp rx=0 tx=0).stop 2024-09-05T07:41:00.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.260+0000 7f1868339640 1 -- 172.21.15.71:0/3813569922 shutdown_connections 2024-09-05T07:41:00.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.260+0000 7f1868339640 1 --2- 172.21.15.71:0/3813569922 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1860108290 0x7f186010ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:00.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.260+0000 7f1868339640 1 --2- 172.21.15.71:0/3813569922 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1860103740 0x7f1860107b80 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:00.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.260+0000 7f1868339640 1 --2- 172.21.15.71:0/3813569922 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1860102d90 0x7f1860103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:00.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.260+0000 7f1868339640 1 -- 172.21.15.71:0/3813569922 >> 172.21.15.71:0/3813569922 conn(0x7f18600fc7d0 msgr2=0x7f18600febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:00.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.260+0000 7f1868339640 1 -- 172.21.15.71:0/3813569922 shutdown_connections 2024-09-05T07:41:00.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.260+0000 7f1868339640 1 -- 172.21.15.71:0/3813569922 wait complete. 2024-09-05T07:41:00.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.261+0000 7f1868339640 1 Processor -- start 2024-09-05T07:41:00.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.261+0000 7f1868339640 1 -- start start 2024-09-05T07:41:00.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f1868339640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1860102d90 0x7f1860198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:00.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f1868339640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1860103740 0x7f18601989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:00.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f1868339640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1860108290 0x7f186019cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:00.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f1868339640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f1860111f40 con 0x7f1860102d90 2024-09-05T07:41:00.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f1868339640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1860111dc0 con 0x7f1860103740 2024-09-05T07:41:00.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f1868339640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f18601120c0 con 0x7f1860108290 2024-09-05T07:41:00.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f18660d5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1860102d90 0x7f1860198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:00.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f18660d5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1860102d90 0x7f1860198470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41424/0 (socket says 172.21.15.71:41424) 2024-09-05T07:41:00.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f18660d5640 1 -- 172.21.15.71:0/3443868954 learned_addr learned my addr 172.21.15.71:0/3443868954 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:00.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f18658d4640 1 --2- 172.21.15.71:0/3443868954 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1860103740 0x7f18601989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:00.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f18668d6640 1 --2- 172.21.15.71:0/3443868954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1860108290 0x7f186019cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:00.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f18660d5640 1 -- 172.21.15.71:0/3443868954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1860108290 msgr2=0x7f186019cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:00.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f18660d5640 1 --2- 172.21.15.71:0/3443868954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1860108290 0x7f186019cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:00.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f18660d5640 1 -- 172.21.15.71:0/3443868954 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1860103740 msgr2=0x7f18601989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:00.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f18660d5640 1 --2- 172.21.15.71:0/3443868954 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1860103740 0x7f18601989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:00.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f18660d5640 1 -- 172.21.15.71:0/3443868954 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f186019d420 con 0x7f1860102d90 2024-09-05T07:41:00.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f18660d5640 1 --2- 172.21.15.71:0/3443868954 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1860102d90 0x7f1860198470 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f185000d950 tx=0x7f185000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:00.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f18577fe640 1 -- 172.21.15.71:0/3443868954 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1850017070 con 0x7f1860102d90 2024-09-05T07:41:00.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f18577fe640 1 -- 172.21.15.71:0/3443868954 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1850009c30 con 0x7f1860102d90 2024-09-05T07:41:00.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f1868339640 1 -- 172.21.15.71:0/3443868954 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f186019d710 con 0x7f1860102d90 2024-09-05T07:41:00.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f18577fe640 1 -- 172.21.15.71:0/3443868954 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f185000f620 con 0x7f1860102d90 2024-09-05T07:41:00.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.262+0000 7f1868339640 1 -- 172.21.15.71:0/3443868954 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18601a4ff0 con 0x7f1860102d90 2024-09-05T07:41:00.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.264+0000 7f1868339640 1 -- 172.21.15.71:0/3443868954 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1860103170 con 0x7f1860102d90 2024-09-05T07:41:00.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.265+0000 7f18577fe640 1 -- 172.21.15.71:0/3443868954 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f18500109a0 con 0x7f1860102d90 2024-09-05T07:41:00.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.266+0000 7f18577fe640 1 --2- 172.21.15.71:0/3443868954 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f184c0a2d70 0x7f184c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:00.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.266+0000 7f18658d4640 1 --2- 172.21.15.71:0/3443868954 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f184c0a2d70 0x7f184c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:00.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.266+0000 7f18577fe640 1 -- 172.21.15.71:0/3443868954 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f18500cf480 con 0x7f1860102d90 2024-09-05T07:41:00.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.266+0000 7f18658d4640 1 --2- 172.21.15.71:0/3443868954 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f184c0a2d70 0x7f184c0a5230 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f185c004770 tx=0x7f185c000bc0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:00.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.270+0000 7f18577fe640 1 -- 172.21.15.71:0/3443868954 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1850009de0 con 0x7f1860102d90 2024-09-05T07:41:00.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.574+0000 7f1868339640 1 -- 172.21.15.71:0/3443868954 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f186010a2a0 con 0x7f1860102d90 2024-09-05T07:41:00.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.576+0000 7f18577fe640 1 -- 172.21.15.71:0/3443868954 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7f185009bc40 con 0x7f1860102d90 2024-09-05T07:41:00.972 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:41:00.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.581+0000 7f1868339640 1 -- 172.21.15.71:0/3443868954 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f184c0a2d70 msgr2=0x7f184c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:00.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.581+0000 7f1868339640 1 --2- 172.21.15.71:0/3443868954 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f184c0a2d70 0x7f184c0a5230 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f185c004770 tx=0x7f185c000bc0 comp rx=0 tx=0).stop 2024-09-05T07:41:00.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.581+0000 7f1868339640 1 -- 172.21.15.71:0/3443868954 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1860102d90 msgr2=0x7f1860198470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:00.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.581+0000 7f1868339640 1 --2- 172.21.15.71:0/3443868954 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1860102d90 0x7f1860198470 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f185000d950 tx=0x7f185000de10 comp rx=0 tx=0).stop 2024-09-05T07:41:00.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.581+0000 7f1868339640 1 -- 172.21.15.71:0/3443868954 shutdown_connections 2024-09-05T07:41:00.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.581+0000 7f1868339640 1 --2- 172.21.15.71:0/3443868954 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f184c0a2d70 0x7f184c0a5230 secure :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f185c004770 tx=0x7f185c000bc0 comp rx=0 tx=0).stop 2024-09-05T07:41:00.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.581+0000 7f1868339640 1 --2- 172.21.15.71:0/3443868954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1860108290 0x7f186019cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:00.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.582+0000 7f1868339640 1 --2- 172.21.15.71:0/3443868954 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1860103740 0x7f18601989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:00.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.582+0000 7f1868339640 1 --2- 172.21.15.71:0/3443868954 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1860102d90 0x7f1860198470 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:00.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.582+0000 7f1868339640 1 -- 172.21.15.71:0/3443868954 >> 172.21.15.71:0/3443868954 conn(0x7f18600fc7d0 msgr2=0x7f1860105dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:00.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.582+0000 7f1868339640 1 -- 172.21.15.71:0/3443868954 shutdown_connections 2024-09-05T07:41:00.973 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:40:59.582+0000 7f1868339640 1 -- 172.21.15.71:0/3443868954 wait complete. 2024-09-05T07:41:02.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:02 smithi071 ceph-mon[30965]: pgmap v76: 129 pgs: 129 active+clean; 262 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 13 MiB/s wr, 2.85k op/s 2024-09-05T07:41:02.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:02 smithi123 ceph-mon[34568]: pgmap v76: 129 pgs: 129 active+clean; 262 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 13 MiB/s wr, 2.85k op/s 2024-09-05T07:41:02.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:02 smithi192 ceph-mon[34929]: pgmap v76: 129 pgs: 129 active+clean; 262 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 13 MiB/s wr, 2.85k op/s 2024-09-05T07:41:04.883 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:04 smithi071 ceph-mon[30965]: pgmap v77: 129 pgs: 129 active+clean; 267 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 13 MiB/s wr, 2.80k op/s 2024-09-05T07:41:04.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:04 smithi123 ceph-mon[34568]: pgmap v77: 129 pgs: 129 active+clean; 267 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 13 MiB/s wr, 2.80k op/s 2024-09-05T07:41:04.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:04 smithi192 ceph-mon[34929]: pgmap v77: 129 pgs: 129 active+clean; 267 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 13 MiB/s wr, 2.80k op/s 2024-09-05T07:41:06.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:06 smithi071 ceph-mon[30965]: pgmap v78: 129 pgs: 129 active+clean; 267 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 10 MiB/s wr, 2.23k op/s 2024-09-05T07:41:06.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:06 smithi123 ceph-mon[34568]: pgmap v78: 129 pgs: 129 active+clean; 267 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 10 MiB/s wr, 2.23k op/s 2024-09-05T07:41:06.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:06 smithi192 ceph-mon[34929]: pgmap v78: 129 pgs: 129 active+clean; 267 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 10 MiB/s wr, 2.23k op/s 2024-09-05T07:41:08.881 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:08 smithi071 ceph-mon[30965]: pgmap v79: 129 pgs: 129 active+clean; 321 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 15 MiB/s wr, 3.43k op/s 2024-09-05T07:41:08.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:08 smithi123 ceph-mon[34568]: pgmap v79: 129 pgs: 129 active+clean; 321 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 15 MiB/s wr, 3.43k op/s 2024-09-05T07:41:08.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:08 smithi192 ceph-mon[34929]: pgmap v79: 129 pgs: 129 active+clean; 321 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 15 MiB/s wr, 3.43k op/s 2024-09-05T07:41:10.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:10 smithi071 ceph-mon[30965]: pgmap v80: 129 pgs: 129 active+clean; 321 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 10 MiB/s wr, 2.29k op/s 2024-09-05T07:41:10.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:10 smithi123 ceph-mon[34568]: pgmap v80: 129 pgs: 129 active+clean; 321 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 10 MiB/s wr, 2.29k op/s 2024-09-05T07:41:10.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:10 smithi192 ceph-mon[34929]: pgmap v80: 129 pgs: 129 active+clean; 321 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 10 MiB/s wr, 2.29k op/s 2024-09-05T07:41:11.051 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24475 quiesce db / --timeout 90 --expiration 144.2 --await-for 45.0' 2024-09-05T07:41:11.051 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24475 quiesce db / --timeout 90 --expiration 144.2 --await-for 45.0 2024-09-05T07:41:11.071 INFO:tasks.workunit.client.0.smithi071.stdout:setting up random write file 2024-09-05T07:41:11.072 INFO:tasks.workunit.client.0.smithi071.stdout:done setting up random write file 2024-09-05T07:41:11.072 INFO:tasks.workunit.client.0.smithi071.stdout:starting fsync run 2024-09-05T07:41:11.072 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0044s fsync time: 0.0073s 2024-09-05T07:41:11.072 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0033s fsync time: 0.0074s 2024-09-05T07:41:11.072 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0026s fsync time: 0.0091s 2024-09-05T07:41:11.073 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0033s fsync time: 0.0411s 2024-09-05T07:41:11.073 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0033s fsync time: 0.0138s 2024-09-05T07:41:11.073 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0027s fsync time: 0.0113s 2024-09-05T07:41:11.073 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0031s fsync time: 0.0353s 2024-09-05T07:41:11.073 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0030s fsync time: 0.0226s 2024-09-05T07:41:11.073 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0025s fsync time: 0.0254s 2024-09-05T07:41:11.074 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0027s fsync time: 0.0465s 2024-09-05T07:41:11.074 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0049s fsync time: 0.0188s 2024-09-05T07:41:11.074 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0025s fsync time: 0.0189s 2024-09-05T07:41:11.074 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0047s fsync time: 0.0225s 2024-09-05T07:41:11.074 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0152s fsync time: 0.0096s 2024-09-05T07:41:11.075 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0129s fsync time: 0.2023s 2024-09-05T07:41:11.075 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0362s fsync time: 0.0205s 2024-09-05T07:41:11.075 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0034s fsync time: 0.0550s 2024-09-05T07:41:11.075 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0024s fsync time: 0.0812s 2024-09-05T07:41:11.075 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0026s fsync time: 0.0349s 2024-09-05T07:41:11.075 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0024s fsync time: 0.0177s 2024-09-05T07:41:11.075 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0065s fsync time: 0.0170s 2024-09-05T07:41:11.075 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0056s fsync time: 0.0534s 2024-09-05T07:41:11.075 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0032s fsync time: 0.2149s 2024-09-05T07:41:11.076 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0072s fsync time: 0.0158s 2024-09-05T07:41:11.076 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0040s fsync time: 0.0236s 2024-09-05T07:41:11.076 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0066s fsync time: 0.0097s 2024-09-05T07:41:11.076 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0030s fsync time: 0.0829s 2024-09-05T07:41:11.076 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0038s fsync time: 0.0213s 2024-09-05T07:41:11.076 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0031s fsync time: 0.0171s 2024-09-05T07:41:11.076 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0024s fsync time: 0.0279s 2024-09-05T07:41:11.076 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0026s fsync time: 0.0479s 2024-09-05T07:41:11.076 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0096s fsync time: 0.0397s 2024-09-05T07:41:11.076 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0093s fsync time: 0.0112s 2024-09-05T07:41:11.076 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0035s fsync time: 0.0198s 2024-09-05T07:41:11.076 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0077s fsync time: 0.0483s 2024-09-05T07:41:11.076 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0103s fsync time: 0.0378s 2024-09-05T07:41:11.077 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0040s fsync time: 0.0459s 2024-09-05T07:41:11.077 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0028s fsync time: 0.0365s 2024-09-05T07:41:11.077 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0047s fsync time: 0.0174s 2024-09-05T07:41:11.077 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0032s fsync time: 0.0306s 2024-09-05T07:41:11.077 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0037s fsync time: 0.0785s 2024-09-05T07:41:11.077 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0027s fsync time: 0.1047s 2024-09-05T07:41:11.077 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0017s fsync time: 0.0748s 2024-09-05T07:41:11.077 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0027s fsync time: 0.0458s 2024-09-05T07:41:11.077 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0057s fsync time: 0.0151s 2024-09-05T07:41:11.077 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0043s fsync time: 0.0488s 2024-09-05T07:41:11.077 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0027s fsync time: 0.0985s 2024-09-05T07:41:11.078 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.1102s fsync time: 0.0799s 2024-09-05T07:41:11.078 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0026s fsync time: 0.0197s 2024-09-05T07:41:11.078 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0039s fsync time: 0.0190s 2024-09-05T07:41:11.078 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0053s fsync time: 0.0735s 2024-09-05T07:41:11.078 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0058s fsync time: 0.0293s 2024-09-05T07:41:11.078 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0023s fsync time: 0.0553s 2024-09-05T07:41:11.078 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0043s fsync time: 0.0297s 2024-09-05T07:41:11.078 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0028s fsync time: 0.0478s 2024-09-05T07:41:11.078 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0079s fsync time: 0.0175s 2024-09-05T07:41:11.078 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0038s fsync time: 0.0841s 2024-09-05T07:41:11.078 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0227s fsync time: 0.0281s 2024-09-05T07:41:11.079 INFO:tasks.workunit.client.0.smithi071.stdout:write time: 0.0032s fsync time: 0.0831s 2024-09-05T07:41:11.079 INFO:tasks.workunit.client.0.smithi071.stdout:run done 59 fsyncs total, killing random writer 2024-09-05T07:41:11.079 INFO:tasks.workunit.client.0.smithi071.stdout:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-05T07:41:11.079 INFO:tasks.workunit.client.0.smithi071.stderr:+ echo /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-05T07:41:11.079 INFO:tasks.workunit.client.0.smithi071.stderr:+ whereis lsof 2024-09-05T07:41:11.080 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:41:11.267 INFO:tasks.workunit.client.0.smithi071.stdout:lsof: /usr/bin/lsof /usr/share/man/man1/lsof.1.gz 2024-09-05T07:41:11.268 INFO:tasks.workunit.client.0.smithi071.stderr:+ lsof 2024-09-05T07:41:11.333 INFO:tasks.workunit.client.0.smithi071.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/8120bdd9169bfcadfe67affa27bfd863fa68ee76c2e68e2fc674b31d55e05ee3/merged 2024-09-05T07:41:11.334 INFO:tasks.workunit.client.0.smithi071.stderr: Output information may be incomplete. 2024-09-05T07:41:11.334 INFO:tasks.workunit.client.0.smithi071.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/46076d4f1ecde8d625e04c47ea565495092b1d23715895ba5f552892f68fd841/merged 2024-09-05T07:41:11.334 INFO:tasks.workunit.client.0.smithi071.stderr: Output information may be incomplete. 2024-09-05T07:41:11.334 INFO:tasks.workunit.client.0.smithi071.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/a7faf6090295241bf0971b11a2b314883dc4c3d2601b9c8092f75717676919b0/merged 2024-09-05T07:41:11.334 INFO:tasks.workunit.client.0.smithi071.stderr: Output information may be incomplete. 2024-09-05T07:41:11.335 INFO:tasks.workunit.client.0.smithi071.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/7e1480d0beed4a8f67840ca52a994b7bed4d31b29e27cd71cbc90b249dd680b9/merged 2024-09-05T07:41:11.335 INFO:tasks.workunit.client.0.smithi071.stderr: Output information may be incomplete. 2024-09-05T07:41:11.335 INFO:tasks.workunit.client.0.smithi071.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/5338c2e883e9580f44c615f00abeb50064292abc70101c5c5fbfdb09e942c482/merged 2024-09-05T07:41:11.335 INFO:tasks.workunit.client.0.smithi071.stderr: Output information may be incomplete. 2024-09-05T07:41:11.335 INFO:tasks.workunit.client.0.smithi071.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/6a997d72be14dccbabcf1e2a775d22949a245833f4fda451c2e7747734abff1b/merged 2024-09-05T07:41:11.335 INFO:tasks.workunit.client.0.smithi071.stderr: Output information may be incomplete. 2024-09-05T07:41:11.336 INFO:tasks.workunit.client.0.smithi071.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/991c78ebb5acaf28234363b1360f709764f4532aeb50b95d274946f77c30c45d/merged 2024-09-05T07:41:11.336 INFO:tasks.workunit.client.0.smithi071.stderr: Output information may be incomplete. 2024-09-05T07:41:11.336 INFO:tasks.workunit.client.0.smithi071.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/4f596e56bb80eafeb461adc8e3a5ce137e2d25dee7a674715be49d18023e7804/merged 2024-09-05T07:41:11.336 INFO:tasks.workunit.client.0.smithi071.stderr: Output information may be incomplete. 2024-09-05T07:41:11.336 INFO:tasks.workunit.client.0.smithi071.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/166af612f5e3e90f01a45a551b07aedcb685079ba390137d4986a2e4945efbc6/merged 2024-09-05T07:41:11.336 INFO:tasks.workunit.client.0.smithi071.stderr: Output information may be incomplete. 2024-09-05T07:41:11.338 INFO:tasks.workunit.client.0.smithi071.stderr:lsof: WARNING: can't stat() overlay file system /var/lib/containers/storage/overlay/a109a2a91016f0a17c5e79dc4937bbfc790f331da46459af9dddaddff4a274fb/merged 2024-09-05T07:41:11.338 INFO:tasks.workunit.client.0.smithi071.stderr: Output information may be incomplete. 2024-09-05T07:41:11.426 INFO:tasks.workunit.client.0.smithi071.stdout:COMMAND PID TID TASKCMD USER FD TYPE DEVICE SIZE/OFF NODE NAME 2024-09-05T07:41:11.426 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 1 root cwd unknown /proc/1/cwd (readlink: Permission denied) 2024-09-05T07:41:11.426 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 1 root rtd unknown /proc/1/root (readlink: Permission denied) 2024-09-05T07:41:11.426 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 1 root txt unknown /proc/1/exe (readlink: Permission denied) 2024-09-05T07:41:11.427 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 1 root NOFD /proc/1/fd (opendir: Permission denied) 2024-09-05T07:41:11.427 INFO:tasks.workunit.client.0.smithi071.stdout:kthreadd 2 root cwd unknown /proc/2/cwd (readlink: Permission denied) 2024-09-05T07:41:11.427 INFO:tasks.workunit.client.0.smithi071.stdout:kthreadd 2 root rtd unknown /proc/2/root (readlink: Permission denied) 2024-09-05T07:41:11.427 INFO:tasks.workunit.client.0.smithi071.stdout:kthreadd 2 root txt unknown /proc/2/exe (readlink: Permission denied) 2024-09-05T07:41:11.427 INFO:tasks.workunit.client.0.smithi071.stdout:kthreadd 2 root NOFD /proc/2/fd (opendir: Permission denied) 2024-09-05T07:41:11.427 INFO:tasks.workunit.client.0.smithi071.stdout:pool_work 3 root cwd unknown /proc/3/cwd (readlink: Permission denied) 2024-09-05T07:41:11.427 INFO:tasks.workunit.client.0.smithi071.stdout:pool_work 3 root rtd unknown /proc/3/root (readlink: Permission denied) 2024-09-05T07:41:11.427 INFO:tasks.workunit.client.0.smithi071.stdout:pool_work 3 root txt unknown /proc/3/exe (readlink: Permission denied) 2024-09-05T07:41:11.427 INFO:tasks.workunit.client.0.smithi071.stdout:pool_work 3 root NOFD /proc/3/fd (opendir: Permission denied) 2024-09-05T07:41:11.427 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 4 root cwd unknown /proc/4/cwd (readlink: Permission denied) 2024-09-05T07:41:11.427 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 4 root rtd unknown /proc/4/root (readlink: Permission denied) 2024-09-05T07:41:11.427 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 4 root txt unknown /proc/4/exe (readlink: Permission denied) 2024-09-05T07:41:11.427 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 4 root NOFD /proc/4/fd (opendir: Permission denied) 2024-09-05T07:41:11.428 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 5 root cwd unknown /proc/5/cwd (readlink: Permission denied) 2024-09-05T07:41:11.428 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 5 root rtd unknown /proc/5/root (readlink: Permission denied) 2024-09-05T07:41:11.428 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 5 root txt unknown /proc/5/exe (readlink: Permission denied) 2024-09-05T07:41:11.428 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 5 root NOFD /proc/5/fd (opendir: Permission denied) 2024-09-05T07:41:11.428 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 6 root cwd unknown /proc/6/cwd (readlink: Permission denied) 2024-09-05T07:41:11.428 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 6 root rtd unknown /proc/6/root (readlink: Permission denied) 2024-09-05T07:41:11.428 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 6 root txt unknown /proc/6/exe (readlink: Permission denied) 2024-09-05T07:41:11.428 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 6 root NOFD /proc/6/fd (opendir: Permission denied) 2024-09-05T07:41:11.428 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 7 root cwd unknown /proc/7/cwd (readlink: Permission denied) 2024-09-05T07:41:11.428 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 7 root rtd unknown /proc/7/root (readlink: Permission denied) 2024-09-05T07:41:11.428 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 7 root txt unknown /proc/7/exe (readlink: Permission denied) 2024-09-05T07:41:11.428 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 7 root NOFD /proc/7/fd (opendir: Permission denied) 2024-09-05T07:41:11.429 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 9 root cwd unknown /proc/9/cwd (readlink: Permission denied) 2024-09-05T07:41:11.429 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 9 root rtd unknown /proc/9/root (readlink: Permission denied) 2024-09-05T07:41:11.429 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 9 root txt unknown /proc/9/exe (readlink: Permission denied) 2024-09-05T07:41:11.429 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 9 root NOFD /proc/9/fd (opendir: Permission denied) 2024-09-05T07:41:11.429 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 11 root cwd unknown /proc/11/cwd (readlink: Permission denied) 2024-09-05T07:41:11.429 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 11 root rtd unknown /proc/11/root (readlink: Permission denied) 2024-09-05T07:41:11.429 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 11 root txt unknown /proc/11/exe (readlink: Permission denied) 2024-09-05T07:41:11.429 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 11 root NOFD /proc/11/fd (opendir: Permission denied) 2024-09-05T07:41:11.429 INFO:tasks.workunit.client.0.smithi071.stdout:rcu_tasks 13 root cwd unknown /proc/13/cwd (readlink: Permission denied) 2024-09-05T07:41:11.429 INFO:tasks.workunit.client.0.smithi071.stdout:rcu_tasks 13 root rtd unknown /proc/13/root (readlink: Permission denied) 2024-09-05T07:41:11.429 INFO:tasks.workunit.client.0.smithi071.stdout:rcu_tasks 13 root txt unknown /proc/13/exe (readlink: Permission denied) 2024-09-05T07:41:11.429 INFO:tasks.workunit.client.0.smithi071.stdout:rcu_tasks 13 root NOFD /proc/13/fd (opendir: Permission denied) 2024-09-05T07:41:11.429 INFO:tasks.workunit.client.0.smithi071.stdout:rcu_tasks 14 root cwd unknown /proc/14/cwd (readlink: Permission denied) 2024-09-05T07:41:11.429 INFO:tasks.workunit.client.0.smithi071.stdout:rcu_tasks 14 root rtd unknown /proc/14/root (readlink: Permission denied) 2024-09-05T07:41:11.430 INFO:tasks.workunit.client.0.smithi071.stdout:rcu_tasks 14 root txt unknown /proc/14/exe (readlink: Permission denied) 2024-09-05T07:41:11.430 INFO:tasks.workunit.client.0.smithi071.stdout:rcu_tasks 14 root NOFD /proc/14/fd (opendir: Permission denied) 2024-09-05T07:41:11.430 INFO:tasks.workunit.client.0.smithi071.stdout:rcu_tasks 15 root cwd unknown /proc/15/cwd (readlink: Permission denied) 2024-09-05T07:41:11.430 INFO:tasks.workunit.client.0.smithi071.stdout:rcu_tasks 15 root rtd unknown /proc/15/root (readlink: Permission denied) 2024-09-05T07:41:11.430 INFO:tasks.workunit.client.0.smithi071.stdout:rcu_tasks 15 root txt unknown /proc/15/exe (readlink: Permission denied) 2024-09-05T07:41:11.430 INFO:tasks.workunit.client.0.smithi071.stdout:rcu_tasks 15 root NOFD /proc/15/fd (opendir: Permission denied) 2024-09-05T07:41:11.430 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 16 root cwd unknown /proc/16/cwd (readlink: Permission denied) 2024-09-05T07:41:11.430 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 16 root rtd unknown /proc/16/root (readlink: Permission denied) 2024-09-05T07:41:11.430 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 16 root txt unknown /proc/16/exe (readlink: Permission denied) 2024-09-05T07:41:11.430 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 16 root NOFD /proc/16/fd (opendir: Permission denied) 2024-09-05T07:41:11.430 INFO:tasks.workunit.client.0.smithi071.stdout:pr/ttyS1 17 root cwd unknown /proc/17/cwd (readlink: Permission denied) 2024-09-05T07:41:11.430 INFO:tasks.workunit.client.0.smithi071.stdout:pr/ttyS1 17 root rtd unknown /proc/17/root (readlink: Permission denied) 2024-09-05T07:41:11.431 INFO:tasks.workunit.client.0.smithi071.stdout:pr/ttyS1 17 root txt unknown /proc/17/exe (readlink: Permission denied) 2024-09-05T07:41:11.431 INFO:tasks.workunit.client.0.smithi071.stdout:pr/ttyS1 17 root NOFD /proc/17/fd (opendir: Permission denied) 2024-09-05T07:41:11.431 INFO:tasks.workunit.client.0.smithi071.stdout:rcu_preem 18 root cwd unknown /proc/18/cwd (readlink: Permission denied) 2024-09-05T07:41:11.431 INFO:tasks.workunit.client.0.smithi071.stdout:rcu_preem 18 root rtd unknown /proc/18/root (readlink: Permission denied) 2024-09-05T07:41:11.431 INFO:tasks.workunit.client.0.smithi071.stdout:rcu_preem 18 root txt unknown /proc/18/exe (readlink: Permission denied) 2024-09-05T07:41:11.431 INFO:tasks.workunit.client.0.smithi071.stdout:rcu_preem 18 root NOFD /proc/18/fd (opendir: Permission denied) 2024-09-05T07:41:11.431 INFO:tasks.workunit.client.0.smithi071.stdout:migration 19 root cwd unknown /proc/19/cwd (readlink: Permission denied) 2024-09-05T07:41:11.431 INFO:tasks.workunit.client.0.smithi071.stdout:migration 19 root rtd unknown /proc/19/root (readlink: Permission denied) 2024-09-05T07:41:11.431 INFO:tasks.workunit.client.0.smithi071.stdout:migration 19 root txt unknown /proc/19/exe (readlink: Permission denied) 2024-09-05T07:41:11.431 INFO:tasks.workunit.client.0.smithi071.stdout:migration 19 root NOFD /proc/19/fd (opendir: Permission denied) 2024-09-05T07:41:11.431 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 20 root cwd unknown /proc/20/cwd (readlink: Permission denied) 2024-09-05T07:41:11.431 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 20 root rtd unknown /proc/20/root (readlink: Permission denied) 2024-09-05T07:41:11.431 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 20 root txt unknown /proc/20/exe (readlink: Permission denied) 2024-09-05T07:41:11.432 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 20 root NOFD /proc/20/fd (opendir: Permission denied) 2024-09-05T07:41:11.432 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 21 root cwd unknown /proc/21/cwd (readlink: Permission denied) 2024-09-05T07:41:11.432 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 21 root rtd unknown /proc/21/root (readlink: Permission denied) 2024-09-05T07:41:11.432 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 21 root txt unknown /proc/21/exe (readlink: Permission denied) 2024-09-05T07:41:11.432 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 21 root NOFD /proc/21/fd (opendir: Permission denied) 2024-09-05T07:41:11.432 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/0 22 root cwd unknown /proc/22/cwd (readlink: Permission denied) 2024-09-05T07:41:11.432 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/0 22 root rtd unknown /proc/22/root (readlink: Permission denied) 2024-09-05T07:41:11.432 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/0 22 root txt unknown /proc/22/exe (readlink: Permission denied) 2024-09-05T07:41:11.432 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/0 22 root NOFD /proc/22/fd (opendir: Permission denied) 2024-09-05T07:41:11.432 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/1 23 root cwd unknown /proc/23/cwd (readlink: Permission denied) 2024-09-05T07:41:11.432 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/1 23 root rtd unknown /proc/23/root (readlink: Permission denied) 2024-09-05T07:41:11.432 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/1 23 root txt unknown /proc/23/exe (readlink: Permission denied) 2024-09-05T07:41:11.433 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/1 23 root NOFD /proc/23/fd (opendir: Permission denied) 2024-09-05T07:41:11.433 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 24 root cwd unknown /proc/24/cwd (readlink: Permission denied) 2024-09-05T07:41:11.433 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 24 root rtd unknown /proc/24/root (readlink: Permission denied) 2024-09-05T07:41:11.433 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 24 root txt unknown /proc/24/exe (readlink: Permission denied) 2024-09-05T07:41:11.433 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 24 root NOFD /proc/24/fd (opendir: Permission denied) 2024-09-05T07:41:11.433 INFO:tasks.workunit.client.0.smithi071.stdout:migration 25 root cwd unknown /proc/25/cwd (readlink: Permission denied) 2024-09-05T07:41:11.433 INFO:tasks.workunit.client.0.smithi071.stdout:migration 25 root rtd unknown /proc/25/root (readlink: Permission denied) 2024-09-05T07:41:11.433 INFO:tasks.workunit.client.0.smithi071.stdout:migration 25 root txt unknown /proc/25/exe (readlink: Permission denied) 2024-09-05T07:41:11.433 INFO:tasks.workunit.client.0.smithi071.stdout:migration 25 root NOFD /proc/25/fd (opendir: Permission denied) 2024-09-05T07:41:11.433 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 26 root cwd unknown /proc/26/cwd (readlink: Permission denied) 2024-09-05T07:41:11.433 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 26 root rtd unknown /proc/26/root (readlink: Permission denied) 2024-09-05T07:41:11.433 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 26 root txt unknown /proc/26/exe (readlink: Permission denied) 2024-09-05T07:41:11.433 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 26 root NOFD /proc/26/fd (opendir: Permission denied) 2024-09-05T07:41:11.434 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/1 28 root cwd unknown /proc/28/cwd (readlink: Permission denied) 2024-09-05T07:41:11.434 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/1 28 root rtd unknown /proc/28/root (readlink: Permission denied) 2024-09-05T07:41:11.434 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/1 28 root txt unknown /proc/28/exe (readlink: Permission denied) 2024-09-05T07:41:11.434 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/1 28 root NOFD /proc/28/fd (opendir: Permission denied) 2024-09-05T07:41:11.434 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/2 29 root cwd unknown /proc/29/cwd (readlink: Permission denied) 2024-09-05T07:41:11.434 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/2 29 root rtd unknown /proc/29/root (readlink: Permission denied) 2024-09-05T07:41:11.434 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/2 29 root txt unknown /proc/29/exe (readlink: Permission denied) 2024-09-05T07:41:11.434 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/2 29 root NOFD /proc/29/fd (opendir: Permission denied) 2024-09-05T07:41:11.434 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 30 root cwd unknown /proc/30/cwd (readlink: Permission denied) 2024-09-05T07:41:11.434 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 30 root rtd unknown /proc/30/root (readlink: Permission denied) 2024-09-05T07:41:11.434 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 30 root txt unknown /proc/30/exe (readlink: Permission denied) 2024-09-05T07:41:11.434 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 30 root NOFD /proc/30/fd (opendir: Permission denied) 2024-09-05T07:41:11.434 INFO:tasks.workunit.client.0.smithi071.stdout:migration 31 root cwd unknown /proc/31/cwd (readlink: Permission denied) 2024-09-05T07:41:11.435 INFO:tasks.workunit.client.0.smithi071.stdout:migration 31 root rtd unknown /proc/31/root (readlink: Permission denied) 2024-09-05T07:41:11.435 INFO:tasks.workunit.client.0.smithi071.stdout:migration 31 root txt unknown /proc/31/exe (readlink: Permission denied) 2024-09-05T07:41:11.435 INFO:tasks.workunit.client.0.smithi071.stdout:migration 31 root NOFD /proc/31/fd (opendir: Permission denied) 2024-09-05T07:41:11.435 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 32 root cwd unknown /proc/32/cwd (readlink: Permission denied) 2024-09-05T07:41:11.435 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 32 root rtd unknown /proc/32/root (readlink: Permission denied) 2024-09-05T07:41:11.435 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 32 root txt unknown /proc/32/exe (readlink: Permission denied) 2024-09-05T07:41:11.435 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 32 root NOFD /proc/32/fd (opendir: Permission denied) 2024-09-05T07:41:11.435 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 34 root cwd unknown /proc/34/cwd (readlink: Permission denied) 2024-09-05T07:41:11.435 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 34 root rtd unknown /proc/34/root (readlink: Permission denied) 2024-09-05T07:41:11.435 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 34 root txt unknown /proc/34/exe (readlink: Permission denied) 2024-09-05T07:41:11.435 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 34 root NOFD /proc/34/fd (opendir: Permission denied) 2024-09-05T07:41:11.435 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/3 35 root cwd unknown /proc/35/cwd (readlink: Permission denied) 2024-09-05T07:41:11.435 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/3 35 root rtd unknown /proc/35/root (readlink: Permission denied) 2024-09-05T07:41:11.436 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/3 35 root txt unknown /proc/35/exe (readlink: Permission denied) 2024-09-05T07:41:11.436 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/3 35 root NOFD /proc/35/fd (opendir: Permission denied) 2024-09-05T07:41:11.436 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 36 root cwd unknown /proc/36/cwd (readlink: Permission denied) 2024-09-05T07:41:11.436 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 36 root rtd unknown /proc/36/root (readlink: Permission denied) 2024-09-05T07:41:11.436 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 36 root txt unknown /proc/36/exe (readlink: Permission denied) 2024-09-05T07:41:11.436 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 36 root NOFD /proc/36/fd (opendir: Permission denied) 2024-09-05T07:41:11.436 INFO:tasks.workunit.client.0.smithi071.stdout:migration 37 root cwd unknown /proc/37/cwd (readlink: Permission denied) 2024-09-05T07:41:11.436 INFO:tasks.workunit.client.0.smithi071.stdout:migration 37 root rtd unknown /proc/37/root (readlink: Permission denied) 2024-09-05T07:41:11.436 INFO:tasks.workunit.client.0.smithi071.stdout:migration 37 root txt unknown /proc/37/exe (readlink: Permission denied) 2024-09-05T07:41:11.436 INFO:tasks.workunit.client.0.smithi071.stdout:migration 37 root NOFD /proc/37/fd (opendir: Permission denied) 2024-09-05T07:41:11.436 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 38 root cwd unknown /proc/38/cwd (readlink: Permission denied) 2024-09-05T07:41:11.436 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 38 root rtd unknown /proc/38/root (readlink: Permission denied) 2024-09-05T07:41:11.437 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 38 root txt unknown /proc/38/exe (readlink: Permission denied) 2024-09-05T07:41:11.437 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 38 root NOFD /proc/38/fd (opendir: Permission denied) 2024-09-05T07:41:11.437 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 40 root cwd unknown /proc/40/cwd (readlink: Permission denied) 2024-09-05T07:41:11.437 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 40 root rtd unknown /proc/40/root (readlink: Permission denied) 2024-09-05T07:41:11.437 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 40 root txt unknown /proc/40/exe (readlink: Permission denied) 2024-09-05T07:41:11.437 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 40 root NOFD /proc/40/fd (opendir: Permission denied) 2024-09-05T07:41:11.437 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/4 41 root cwd unknown /proc/41/cwd (readlink: Permission denied) 2024-09-05T07:41:11.437 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/4 41 root rtd unknown /proc/41/root (readlink: Permission denied) 2024-09-05T07:41:11.437 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/4 41 root txt unknown /proc/41/exe (readlink: Permission denied) 2024-09-05T07:41:11.437 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/4 41 root NOFD /proc/41/fd (opendir: Permission denied) 2024-09-05T07:41:11.437 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 42 root cwd unknown /proc/42/cwd (readlink: Permission denied) 2024-09-05T07:41:11.437 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 42 root rtd unknown /proc/42/root (readlink: Permission denied) 2024-09-05T07:41:11.437 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 42 root txt unknown /proc/42/exe (readlink: Permission denied) 2024-09-05T07:41:11.438 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 42 root NOFD /proc/42/fd (opendir: Permission denied) 2024-09-05T07:41:11.438 INFO:tasks.workunit.client.0.smithi071.stdout:migration 43 root cwd unknown /proc/43/cwd (readlink: Permission denied) 2024-09-05T07:41:11.438 INFO:tasks.workunit.client.0.smithi071.stdout:migration 43 root rtd unknown /proc/43/root (readlink: Permission denied) 2024-09-05T07:41:11.438 INFO:tasks.workunit.client.0.smithi071.stdout:migration 43 root txt unknown /proc/43/exe (readlink: Permission denied) 2024-09-05T07:41:11.438 INFO:tasks.workunit.client.0.smithi071.stdout:migration 43 root NOFD /proc/43/fd (opendir: Permission denied) 2024-09-05T07:41:11.438 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 44 root cwd unknown /proc/44/cwd (readlink: Permission denied) 2024-09-05T07:41:11.438 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 44 root rtd unknown /proc/44/root (readlink: Permission denied) 2024-09-05T07:41:11.438 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 44 root txt unknown /proc/44/exe (readlink: Permission denied) 2024-09-05T07:41:11.438 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 44 root NOFD /proc/44/fd (opendir: Permission denied) 2024-09-05T07:41:11.438 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 45 root cwd unknown /proc/45/cwd (readlink: Permission denied) 2024-09-05T07:41:11.438 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 45 root rtd unknown /proc/45/root (readlink: Permission denied) 2024-09-05T07:41:11.438 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 45 root txt unknown /proc/45/exe (readlink: Permission denied) 2024-09-05T07:41:11.439 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 45 root NOFD /proc/45/fd (opendir: Permission denied) 2024-09-05T07:41:11.439 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 46 root cwd unknown /proc/46/cwd (readlink: Permission denied) 2024-09-05T07:41:11.439 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 46 root rtd unknown /proc/46/root (readlink: Permission denied) 2024-09-05T07:41:11.439 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 46 root txt unknown /proc/46/exe (readlink: Permission denied) 2024-09-05T07:41:11.439 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 46 root NOFD /proc/46/fd (opendir: Permission denied) 2024-09-05T07:41:11.439 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/5 47 root cwd unknown /proc/47/cwd (readlink: Permission denied) 2024-09-05T07:41:11.439 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/5 47 root rtd unknown /proc/47/root (readlink: Permission denied) 2024-09-05T07:41:11.439 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/5 47 root txt unknown /proc/47/exe (readlink: Permission denied) 2024-09-05T07:41:11.439 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/5 47 root NOFD /proc/47/fd (opendir: Permission denied) 2024-09-05T07:41:11.439 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 48 root cwd unknown /proc/48/cwd (readlink: Permission denied) 2024-09-05T07:41:11.439 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 48 root rtd unknown /proc/48/root (readlink: Permission denied) 2024-09-05T07:41:11.439 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 48 root txt unknown /proc/48/exe (readlink: Permission denied) 2024-09-05T07:41:11.439 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 48 root NOFD /proc/48/fd (opendir: Permission denied) 2024-09-05T07:41:11.440 INFO:tasks.workunit.client.0.smithi071.stdout:migration 49 root cwd unknown /proc/49/cwd (readlink: Permission denied) 2024-09-05T07:41:11.440 INFO:tasks.workunit.client.0.smithi071.stdout:migration 49 root rtd unknown /proc/49/root (readlink: Permission denied) 2024-09-05T07:41:11.440 INFO:tasks.workunit.client.0.smithi071.stdout:migration 49 root txt unknown /proc/49/exe (readlink: Permission denied) 2024-09-05T07:41:11.440 INFO:tasks.workunit.client.0.smithi071.stdout:migration 49 root NOFD /proc/49/fd (opendir: Permission denied) 2024-09-05T07:41:11.440 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 50 root cwd unknown /proc/50/cwd (readlink: Permission denied) 2024-09-05T07:41:11.440 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 50 root rtd unknown /proc/50/root (readlink: Permission denied) 2024-09-05T07:41:11.440 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 50 root txt unknown /proc/50/exe (readlink: Permission denied) 2024-09-05T07:41:11.440 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 50 root NOFD /proc/50/fd (opendir: Permission denied) 2024-09-05T07:41:11.440 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 52 root cwd unknown /proc/52/cwd (readlink: Permission denied) 2024-09-05T07:41:11.440 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 52 root rtd unknown /proc/52/root (readlink: Permission denied) 2024-09-05T07:41:11.440 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 52 root txt unknown /proc/52/exe (readlink: Permission denied) 2024-09-05T07:41:11.440 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 52 root NOFD /proc/52/fd (opendir: Permission denied) 2024-09-05T07:41:11.440 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/6 53 root cwd unknown /proc/53/cwd (readlink: Permission denied) 2024-09-05T07:41:11.441 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/6 53 root rtd unknown /proc/53/root (readlink: Permission denied) 2024-09-05T07:41:11.441 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/6 53 root txt unknown /proc/53/exe (readlink: Permission denied) 2024-09-05T07:41:11.441 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/6 53 root NOFD /proc/53/fd (opendir: Permission denied) 2024-09-05T07:41:11.441 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 54 root cwd unknown /proc/54/cwd (readlink: Permission denied) 2024-09-05T07:41:11.441 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 54 root rtd unknown /proc/54/root (readlink: Permission denied) 2024-09-05T07:41:11.441 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 54 root txt unknown /proc/54/exe (readlink: Permission denied) 2024-09-05T07:41:11.441 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 54 root NOFD /proc/54/fd (opendir: Permission denied) 2024-09-05T07:41:11.441 INFO:tasks.workunit.client.0.smithi071.stdout:migration 55 root cwd unknown /proc/55/cwd (readlink: Permission denied) 2024-09-05T07:41:11.441 INFO:tasks.workunit.client.0.smithi071.stdout:migration 55 root rtd unknown /proc/55/root (readlink: Permission denied) 2024-09-05T07:41:11.441 INFO:tasks.workunit.client.0.smithi071.stdout:migration 55 root txt unknown /proc/55/exe (readlink: Permission denied) 2024-09-05T07:41:11.441 INFO:tasks.workunit.client.0.smithi071.stdout:migration 55 root NOFD /proc/55/fd (opendir: Permission denied) 2024-09-05T07:41:11.441 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 56 root cwd unknown /proc/56/cwd (readlink: Permission denied) 2024-09-05T07:41:11.441 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 56 root rtd unknown /proc/56/root (readlink: Permission denied) 2024-09-05T07:41:11.442 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 56 root txt unknown /proc/56/exe (readlink: Permission denied) 2024-09-05T07:41:11.442 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 56 root NOFD /proc/56/fd (opendir: Permission denied) 2024-09-05T07:41:11.442 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/6 57 root cwd unknown /proc/57/cwd (readlink: Permission denied) 2024-09-05T07:41:11.442 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/6 57 root rtd unknown /proc/57/root (readlink: Permission denied) 2024-09-05T07:41:11.442 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/6 57 root txt unknown /proc/57/exe (readlink: Permission denied) 2024-09-05T07:41:11.442 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/6 57 root NOFD /proc/57/fd (opendir: Permission denied) 2024-09-05T07:41:11.442 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/6 58 root cwd unknown /proc/58/cwd (readlink: Permission denied) 2024-09-05T07:41:11.442 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/6 58 root rtd unknown /proc/58/root (readlink: Permission denied) 2024-09-05T07:41:11.442 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/6 58 root txt unknown /proc/58/exe (readlink: Permission denied) 2024-09-05T07:41:11.442 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/6 58 root NOFD /proc/58/fd (opendir: Permission denied) 2024-09-05T07:41:11.442 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/7 59 root cwd unknown /proc/59/cwd (readlink: Permission denied) 2024-09-05T07:41:11.442 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/7 59 root rtd unknown /proc/59/root (readlink: Permission denied) 2024-09-05T07:41:11.442 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/7 59 root txt unknown /proc/59/exe (readlink: Permission denied) 2024-09-05T07:41:11.443 INFO:tasks.workunit.client.0.smithi071.stdout:cpuhp/7 59 root NOFD /proc/59/fd (opendir: Permission denied) 2024-09-05T07:41:11.443 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 60 root cwd unknown /proc/60/cwd (readlink: Permission denied) 2024-09-05T07:41:11.443 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 60 root rtd unknown /proc/60/root (readlink: Permission denied) 2024-09-05T07:41:11.443 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 60 root txt unknown /proc/60/exe (readlink: Permission denied) 2024-09-05T07:41:11.443 INFO:tasks.workunit.client.0.smithi071.stdout:idle_inje 60 root NOFD /proc/60/fd (opendir: Permission denied) 2024-09-05T07:41:11.443 INFO:tasks.workunit.client.0.smithi071.stdout:migration 61 root cwd unknown /proc/61/cwd (readlink: Permission denied) 2024-09-05T07:41:11.443 INFO:tasks.workunit.client.0.smithi071.stdout:migration 61 root rtd unknown /proc/61/root (readlink: Permission denied) 2024-09-05T07:41:11.443 INFO:tasks.workunit.client.0.smithi071.stdout:migration 61 root txt unknown /proc/61/exe (readlink: Permission denied) 2024-09-05T07:41:11.443 INFO:tasks.workunit.client.0.smithi071.stdout:migration 61 root NOFD /proc/61/fd (opendir: Permission denied) 2024-09-05T07:41:11.443 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 62 root cwd unknown /proc/62/cwd (readlink: Permission denied) 2024-09-05T07:41:11.443 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 62 root rtd unknown /proc/62/root (readlink: Permission denied) 2024-09-05T07:41:11.443 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 62 root txt unknown /proc/62/exe (readlink: Permission denied) 2024-09-05T07:41:11.443 INFO:tasks.workunit.client.0.smithi071.stdout:ksoftirqd 62 root NOFD /proc/62/fd (opendir: Permission denied) 2024-09-05T07:41:11.443 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 64 root cwd unknown /proc/64/cwd (readlink: Permission denied) 2024-09-05T07:41:11.444 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 64 root rtd unknown /proc/64/root (readlink: Permission denied) 2024-09-05T07:41:11.444 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 64 root txt unknown /proc/64/exe (readlink: Permission denied) 2024-09-05T07:41:11.444 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 64 root NOFD /proc/64/fd (opendir: Permission denied) 2024-09-05T07:41:11.444 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 68 root cwd unknown /proc/68/cwd (readlink: Permission denied) 2024-09-05T07:41:11.444 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 68 root rtd unknown /proc/68/root (readlink: Permission denied) 2024-09-05T07:41:11.444 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 68 root txt unknown /proc/68/exe (readlink: Permission denied) 2024-09-05T07:41:11.444 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 68 root NOFD /proc/68/fd (opendir: Permission denied) 2024-09-05T07:41:11.444 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 69 root cwd unknown /proc/69/cwd (readlink: Permission denied) 2024-09-05T07:41:11.444 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 69 root rtd unknown /proc/69/root (readlink: Permission denied) 2024-09-05T07:41:11.444 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 69 root txt unknown /proc/69/exe (readlink: Permission denied) 2024-09-05T07:41:11.444 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 69 root NOFD /proc/69/fd (opendir: Permission denied) 2024-09-05T07:41:11.444 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 70 root cwd unknown /proc/70/cwd (readlink: Permission denied) 2024-09-05T07:41:11.445 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 70 root rtd unknown /proc/70/root (readlink: Permission denied) 2024-09-05T07:41:11.445 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 70 root txt unknown /proc/70/exe (readlink: Permission denied) 2024-09-05T07:41:11.445 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 70 root NOFD /proc/70/fd (opendir: Permission denied) 2024-09-05T07:41:11.445 INFO:tasks.workunit.client.0.smithi071.stdout:kdevtmpfs 72 root cwd unknown /proc/72/cwd (readlink: Permission denied) 2024-09-05T07:41:11.445 INFO:tasks.workunit.client.0.smithi071.stdout:kdevtmpfs 72 root rtd unknown /proc/72/root (readlink: Permission denied) 2024-09-05T07:41:11.445 INFO:tasks.workunit.client.0.smithi071.stdout:kdevtmpfs 72 root txt unknown /proc/72/exe (readlink: Permission denied) 2024-09-05T07:41:11.445 INFO:tasks.workunit.client.0.smithi071.stdout:kdevtmpfs 72 root NOFD /proc/72/fd (opendir: Permission denied) 2024-09-05T07:41:11.445 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 73 root cwd unknown /proc/73/cwd (readlink: Permission denied) 2024-09-05T07:41:11.445 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 73 root rtd unknown /proc/73/root (readlink: Permission denied) 2024-09-05T07:41:11.445 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 73 root txt unknown /proc/73/exe (readlink: Permission denied) 2024-09-05T07:41:11.445 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 73 root NOFD /proc/73/fd (opendir: Permission denied) 2024-09-05T07:41:11.445 INFO:tasks.workunit.client.0.smithi071.stdout:kauditd 74 root cwd unknown /proc/74/cwd (readlink: Permission denied) 2024-09-05T07:41:11.445 INFO:tasks.workunit.client.0.smithi071.stdout:kauditd 74 root rtd unknown /proc/74/root (readlink: Permission denied) 2024-09-05T07:41:11.446 INFO:tasks.workunit.client.0.smithi071.stdout:kauditd 74 root txt unknown /proc/74/exe (readlink: Permission denied) 2024-09-05T07:41:11.446 INFO:tasks.workunit.client.0.smithi071.stdout:kauditd 74 root NOFD /proc/74/fd (opendir: Permission denied) 2024-09-05T07:41:11.446 INFO:tasks.workunit.client.0.smithi071.stdout:khungtask 76 root cwd unknown /proc/76/cwd (readlink: Permission denied) 2024-09-05T07:41:11.446 INFO:tasks.workunit.client.0.smithi071.stdout:khungtask 76 root rtd unknown /proc/76/root (readlink: Permission denied) 2024-09-05T07:41:11.446 INFO:tasks.workunit.client.0.smithi071.stdout:khungtask 76 root txt unknown /proc/76/exe (readlink: Permission denied) 2024-09-05T07:41:11.446 INFO:tasks.workunit.client.0.smithi071.stdout:khungtask 76 root NOFD /proc/76/fd (opendir: Permission denied) 2024-09-05T07:41:11.446 INFO:tasks.workunit.client.0.smithi071.stdout:oom_reape 77 root cwd unknown /proc/77/cwd (readlink: Permission denied) 2024-09-05T07:41:11.446 INFO:tasks.workunit.client.0.smithi071.stdout:oom_reape 77 root rtd unknown /proc/77/root (readlink: Permission denied) 2024-09-05T07:41:11.446 INFO:tasks.workunit.client.0.smithi071.stdout:oom_reape 77 root txt unknown /proc/77/exe (readlink: Permission denied) 2024-09-05T07:41:11.446 INFO:tasks.workunit.client.0.smithi071.stdout:oom_reape 77 root NOFD /proc/77/fd (opendir: Permission denied) 2024-09-05T07:41:11.446 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 78 root cwd unknown /proc/78/cwd (readlink: Permission denied) 2024-09-05T07:41:11.446 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 78 root rtd unknown /proc/78/root (readlink: Permission denied) 2024-09-05T07:41:11.446 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 78 root txt unknown /proc/78/exe (readlink: Permission denied) 2024-09-05T07:41:11.446 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 78 root NOFD /proc/78/fd (opendir: Permission denied) 2024-09-05T07:41:11.447 INFO:tasks.workunit.client.0.smithi071.stdout:kcompactd 79 root cwd unknown /proc/79/cwd (readlink: Permission denied) 2024-09-05T07:41:11.447 INFO:tasks.workunit.client.0.smithi071.stdout:kcompactd 79 root rtd unknown /proc/79/root (readlink: Permission denied) 2024-09-05T07:41:11.447 INFO:tasks.workunit.client.0.smithi071.stdout:kcompactd 79 root txt unknown /proc/79/exe (readlink: Permission denied) 2024-09-05T07:41:11.447 INFO:tasks.workunit.client.0.smithi071.stdout:kcompactd 79 root NOFD /proc/79/fd (opendir: Permission denied) 2024-09-05T07:41:11.447 INFO:tasks.workunit.client.0.smithi071.stdout:ksmd 80 root cwd unknown /proc/80/cwd (readlink: Permission denied) 2024-09-05T07:41:11.447 INFO:tasks.workunit.client.0.smithi071.stdout:ksmd 80 root rtd unknown /proc/80/root (readlink: Permission denied) 2024-09-05T07:41:11.447 INFO:tasks.workunit.client.0.smithi071.stdout:ksmd 80 root txt unknown /proc/80/exe (readlink: Permission denied) 2024-09-05T07:41:11.447 INFO:tasks.workunit.client.0.smithi071.stdout:ksmd 80 root NOFD /proc/80/fd (opendir: Permission denied) 2024-09-05T07:41:11.447 INFO:tasks.workunit.client.0.smithi071.stdout:khugepage 81 root cwd unknown /proc/81/cwd (readlink: Permission denied) 2024-09-05T07:41:11.447 INFO:tasks.workunit.client.0.smithi071.stdout:khugepage 81 root rtd unknown /proc/81/root (readlink: Permission denied) 2024-09-05T07:41:11.447 INFO:tasks.workunit.client.0.smithi071.stdout:khugepage 81 root txt unknown /proc/81/exe (readlink: Permission denied) 2024-09-05T07:41:11.447 INFO:tasks.workunit.client.0.smithi071.stdout:khugepage 81 root NOFD /proc/81/fd (opendir: Permission denied) 2024-09-05T07:41:11.447 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 82 root cwd unknown /proc/82/cwd (readlink: Permission denied) 2024-09-05T07:41:11.448 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 82 root rtd unknown /proc/82/root (readlink: Permission denied) 2024-09-05T07:41:11.448 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 82 root txt unknown /proc/82/exe (readlink: Permission denied) 2024-09-05T07:41:11.448 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 82 root NOFD /proc/82/fd (opendir: Permission denied) 2024-09-05T07:41:11.448 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 83 root cwd unknown /proc/83/cwd (readlink: Permission denied) 2024-09-05T07:41:11.448 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 83 root rtd unknown /proc/83/root (readlink: Permission denied) 2024-09-05T07:41:11.448 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 83 root txt unknown /proc/83/exe (readlink: Permission denied) 2024-09-05T07:41:11.448 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 83 root NOFD /proc/83/fd (opendir: Permission denied) 2024-09-05T07:41:11.448 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 84 root cwd unknown /proc/84/cwd (readlink: Permission denied) 2024-09-05T07:41:11.448 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 84 root rtd unknown /proc/84/root (readlink: Permission denied) 2024-09-05T07:41:11.448 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 84 root txt unknown /proc/84/exe (readlink: Permission denied) 2024-09-05T07:41:11.448 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 84 root NOFD /proc/84/fd (opendir: Permission denied) 2024-09-05T07:41:11.448 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 85 root cwd unknown /proc/85/cwd (readlink: Permission denied) 2024-09-05T07:41:11.449 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 85 root rtd unknown /proc/85/root (readlink: Permission denied) 2024-09-05T07:41:11.449 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 85 root txt unknown /proc/85/exe (readlink: Permission denied) 2024-09-05T07:41:11.449 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 85 root NOFD /proc/85/fd (opendir: Permission denied) 2024-09-05T07:41:11.449 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 86 root cwd unknown /proc/86/cwd (readlink: Permission denied) 2024-09-05T07:41:11.449 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 86 root rtd unknown /proc/86/root (readlink: Permission denied) 2024-09-05T07:41:11.449 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 86 root txt unknown /proc/86/exe (readlink: Permission denied) 2024-09-05T07:41:11.449 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 86 root NOFD /proc/86/fd (opendir: Permission denied) 2024-09-05T07:41:11.449 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 87 root cwd unknown /proc/87/cwd (readlink: Permission denied) 2024-09-05T07:41:11.449 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 87 root rtd unknown /proc/87/root (readlink: Permission denied) 2024-09-05T07:41:11.449 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 87 root txt unknown /proc/87/exe (readlink: Permission denied) 2024-09-05T07:41:11.449 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 87 root NOFD /proc/87/fd (opendir: Permission denied) 2024-09-05T07:41:11.449 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 88 root cwd unknown /proc/88/cwd (readlink: Permission denied) 2024-09-05T07:41:11.450 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 88 root rtd unknown /proc/88/root (readlink: Permission denied) 2024-09-05T07:41:11.450 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 88 root txt unknown /proc/88/exe (readlink: Permission denied) 2024-09-05T07:41:11.450 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 88 root NOFD /proc/88/fd (opendir: Permission denied) 2024-09-05T07:41:11.450 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 89 root cwd unknown /proc/89/cwd (readlink: Permission denied) 2024-09-05T07:41:11.450 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 89 root rtd unknown /proc/89/root (readlink: Permission denied) 2024-09-05T07:41:11.450 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 89 root txt unknown /proc/89/exe (readlink: Permission denied) 2024-09-05T07:41:11.450 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 89 root NOFD /proc/89/fd (opendir: Permission denied) 2024-09-05T07:41:11.450 INFO:tasks.workunit.client.0.smithi071.stdout:watchdogd 90 root cwd unknown /proc/90/cwd (readlink: Permission denied) 2024-09-05T07:41:11.450 INFO:tasks.workunit.client.0.smithi071.stdout:watchdogd 90 root rtd unknown /proc/90/root (readlink: Permission denied) 2024-09-05T07:41:11.450 INFO:tasks.workunit.client.0.smithi071.stdout:watchdogd 90 root txt unknown /proc/90/exe (readlink: Permission denied) 2024-09-05T07:41:11.450 INFO:tasks.workunit.client.0.smithi071.stdout:watchdogd 90 root NOFD /proc/90/fd (opendir: Permission denied) 2024-09-05T07:41:11.450 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 92 root cwd unknown /proc/92/cwd (readlink: Permission denied) 2024-09-05T07:41:11.450 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 92 root rtd unknown /proc/92/root (readlink: Permission denied) 2024-09-05T07:41:11.451 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 92 root txt unknown /proc/92/exe (readlink: Permission denied) 2024-09-05T07:41:11.451 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 92 root NOFD /proc/92/fd (opendir: Permission denied) 2024-09-05T07:41:11.451 INFO:tasks.workunit.client.0.smithi071.stdout:kswapd0 94 root cwd unknown /proc/94/cwd (readlink: Permission denied) 2024-09-05T07:41:11.451 INFO:tasks.workunit.client.0.smithi071.stdout:kswapd0 94 root rtd unknown /proc/94/root (readlink: Permission denied) 2024-09-05T07:41:11.451 INFO:tasks.workunit.client.0.smithi071.stdout:kswapd0 94 root txt unknown /proc/94/exe (readlink: Permission denied) 2024-09-05T07:41:11.451 INFO:tasks.workunit.client.0.smithi071.stdout:kswapd0 94 root NOFD /proc/94/fd (opendir: Permission denied) 2024-09-05T07:41:11.451 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 100 root cwd unknown /proc/100/cwd (readlink: Permission denied) 2024-09-05T07:41:11.451 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 100 root rtd unknown /proc/100/root (readlink: Permission denied) 2024-09-05T07:41:11.451 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 100 root txt unknown /proc/100/exe (readlink: Permission denied) 2024-09-05T07:41:11.451 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 100 root NOFD /proc/100/fd (opendir: Permission denied) 2024-09-05T07:41:11.451 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 111 root cwd unknown /proc/111/cwd (readlink: Permission denied) 2024-09-05T07:41:11.451 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 111 root rtd unknown /proc/111/root (readlink: Permission denied) 2024-09-05T07:41:11.451 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 111 root txt unknown /proc/111/exe (readlink: Permission denied) 2024-09-05T07:41:11.452 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 111 root NOFD /proc/111/fd (opendir: Permission denied) 2024-09-05T07:41:11.452 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 112 root cwd unknown /proc/112/cwd (readlink: Permission denied) 2024-09-05T07:41:11.452 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 112 root rtd unknown /proc/112/root (readlink: Permission denied) 2024-09-05T07:41:11.452 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 112 root txt unknown /proc/112/exe (readlink: Permission denied) 2024-09-05T07:41:11.452 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 112 root NOFD /proc/112/fd (opendir: Permission denied) 2024-09-05T07:41:11.452 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 113 root cwd unknown /proc/113/cwd (readlink: Permission denied) 2024-09-05T07:41:11.452 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 113 root rtd unknown /proc/113/root (readlink: Permission denied) 2024-09-05T07:41:11.452 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 113 root txt unknown /proc/113/exe (readlink: Permission denied) 2024-09-05T07:41:11.452 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 113 root NOFD /proc/113/fd (opendir: Permission denied) 2024-09-05T07:41:11.452 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 114 root cwd unknown /proc/114/cwd (readlink: Permission denied) 2024-09-05T07:41:11.452 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 114 root rtd unknown /proc/114/root (readlink: Permission denied) 2024-09-05T07:41:11.452 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 114 root txt unknown /proc/114/exe (readlink: Permission denied) 2024-09-05T07:41:11.453 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 114 root NOFD /proc/114/fd (opendir: Permission denied) 2024-09-05T07:41:11.453 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 115 root cwd unknown /proc/115/cwd (readlink: Permission denied) 2024-09-05T07:41:11.453 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 115 root rtd unknown /proc/115/root (readlink: Permission denied) 2024-09-05T07:41:11.453 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 115 root txt unknown /proc/115/exe (readlink: Permission denied) 2024-09-05T07:41:11.453 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 115 root NOFD /proc/115/fd (opendir: Permission denied) 2024-09-05T07:41:11.453 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 116 root cwd unknown /proc/116/cwd (readlink: Permission denied) 2024-09-05T07:41:11.453 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 116 root rtd unknown /proc/116/root (readlink: Permission denied) 2024-09-05T07:41:11.453 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 116 root txt unknown /proc/116/exe (readlink: Permission denied) 2024-09-05T07:41:11.453 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 116 root NOFD /proc/116/fd (opendir: Permission denied) 2024-09-05T07:41:11.453 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 125 root cwd unknown /proc/125/cwd (readlink: Permission denied) 2024-09-05T07:41:11.453 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 125 root rtd unknown /proc/125/root (readlink: Permission denied) 2024-09-05T07:41:11.453 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 125 root txt unknown /proc/125/exe (readlink: Permission denied) 2024-09-05T07:41:11.453 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 125 root NOFD /proc/125/fd (opendir: Permission denied) 2024-09-05T07:41:11.454 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 238 root cwd unknown /proc/238/cwd (readlink: Permission denied) 2024-09-05T07:41:11.454 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 238 root rtd unknown /proc/238/root (readlink: Permission denied) 2024-09-05T07:41:11.454 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 238 root txt unknown /proc/238/exe (readlink: Permission denied) 2024-09-05T07:41:11.454 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 238 root NOFD /proc/238/fd (opendir: Permission denied) 2024-09-05T07:41:11.454 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 277 root cwd unknown /proc/277/cwd (readlink: Permission denied) 2024-09-05T07:41:11.454 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 277 root rtd unknown /proc/277/root (readlink: Permission denied) 2024-09-05T07:41:11.454 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 277 root txt unknown /proc/277/exe (readlink: Permission denied) 2024-09-05T07:41:11.454 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 277 root NOFD /proc/277/fd (opendir: Permission denied) 2024-09-05T07:41:11.454 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/6 279 root cwd unknown /proc/279/cwd (readlink: Permission denied) 2024-09-05T07:41:11.454 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/6 279 root rtd unknown /proc/279/root (readlink: Permission denied) 2024-09-05T07:41:11.455 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/6 279 root txt unknown /proc/279/exe (readlink: Permission denied) 2024-09-05T07:41:11.455 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/6 279 root NOFD /proc/279/fd (opendir: Permission denied) 2024-09-05T07:41:11.455 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 281 root cwd unknown /proc/281/cwd (readlink: Permission denied) 2024-09-05T07:41:11.455 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 281 root rtd unknown /proc/281/root (readlink: Permission denied) 2024-09-05T07:41:11.455 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 281 root txt unknown /proc/281/exe (readlink: Permission denied) 2024-09-05T07:41:11.455 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 281 root NOFD /proc/281/fd (opendir: Permission denied) 2024-09-05T07:41:11.455 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/1 287 root cwd unknown /proc/287/cwd (readlink: Permission denied) 2024-09-05T07:41:11.455 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/1 287 root rtd unknown /proc/287/root (readlink: Permission denied) 2024-09-05T07:41:11.455 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/1 287 root txt unknown /proc/287/exe (readlink: Permission denied) 2024-09-05T07:41:11.455 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/1 287 root NOFD /proc/287/fd (opendir: Permission denied) 2024-09-05T07:41:11.455 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 361 root cwd unknown /proc/361/cwd (readlink: Permission denied) 2024-09-05T07:41:11.455 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 361 root rtd unknown /proc/361/root (readlink: Permission denied) 2024-09-05T07:41:11.455 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 361 root txt unknown /proc/361/exe (readlink: Permission denied) 2024-09-05T07:41:11.456 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 361 root NOFD /proc/361/fd (opendir: Permission denied) 2024-09-05T07:41:11.456 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 389 root cwd unknown /proc/389/cwd (readlink: Permission denied) 2024-09-05T07:41:11.456 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 389 root rtd unknown /proc/389/root (readlink: Permission denied) 2024-09-05T07:41:11.456 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 389 root txt unknown /proc/389/exe (readlink: Permission denied) 2024-09-05T07:41:11.456 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 389 root NOFD /proc/389/fd (opendir: Permission denied) 2024-09-05T07:41:11.456 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 427 root cwd unknown /proc/427/cwd (readlink: Permission denied) 2024-09-05T07:41:11.456 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 427 root rtd unknown /proc/427/root (readlink: Permission denied) 2024-09-05T07:41:11.456 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 427 root txt unknown /proc/427/exe (readlink: Permission denied) 2024-09-05T07:41:11.456 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 427 root NOFD /proc/427/fd (opendir: Permission denied) 2024-09-05T07:41:11.456 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 429 root cwd unknown /proc/429/cwd (readlink: Permission denied) 2024-09-05T07:41:11.456 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 429 root rtd unknown /proc/429/root (readlink: Permission denied) 2024-09-05T07:41:11.456 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 429 root txt unknown /proc/429/exe (readlink: Permission denied) 2024-09-05T07:41:11.456 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 429 root NOFD /proc/429/fd (opendir: Permission denied) 2024-09-05T07:41:11.456 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 430 root cwd unknown /proc/430/cwd (readlink: Permission denied) 2024-09-05T07:41:11.457 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 430 root rtd unknown /proc/430/root (readlink: Permission denied) 2024-09-05T07:41:11.457 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 430 root txt unknown /proc/430/exe (readlink: Permission denied) 2024-09-05T07:41:11.457 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 430 root NOFD /proc/430/fd (opendir: Permission denied) 2024-09-05T07:41:11.457 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 431 root cwd unknown /proc/431/cwd (readlink: Permission denied) 2024-09-05T07:41:11.457 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 431 root rtd unknown /proc/431/root (readlink: Permission denied) 2024-09-05T07:41:11.457 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 431 root txt unknown /proc/431/exe (readlink: Permission denied) 2024-09-05T07:41:11.457 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 431 root NOFD /proc/431/fd (opendir: Permission denied) 2024-09-05T07:41:11.457 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 432 root cwd unknown /proc/432/cwd (readlink: Permission denied) 2024-09-05T07:41:11.457 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 432 root rtd unknown /proc/432/root (readlink: Permission denied) 2024-09-05T07:41:11.457 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 432 root txt unknown /proc/432/exe (readlink: Permission denied) 2024-09-05T07:41:11.457 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 432 root NOFD /proc/432/fd (opendir: Permission denied) 2024-09-05T07:41:11.457 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 441 root cwd unknown /proc/441/cwd (readlink: Permission denied) 2024-09-05T07:41:11.457 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 441 root rtd unknown /proc/441/root (readlink: Permission denied) 2024-09-05T07:41:11.458 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 441 root txt unknown /proc/441/exe (readlink: Permission denied) 2024-09-05T07:41:11.458 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 441 root NOFD /proc/441/fd (opendir: Permission denied) 2024-09-05T07:41:11.458 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_0 450 root cwd unknown /proc/450/cwd (readlink: Permission denied) 2024-09-05T07:41:11.458 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_0 450 root rtd unknown /proc/450/root (readlink: Permission denied) 2024-09-05T07:41:11.458 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_0 450 root txt unknown /proc/450/exe (readlink: Permission denied) 2024-09-05T07:41:11.458 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_0 450 root NOFD /proc/450/fd (opendir: Permission denied) 2024-09-05T07:41:11.458 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 451 root cwd unknown /proc/451/cwd (readlink: Permission denied) 2024-09-05T07:41:11.458 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 451 root rtd unknown /proc/451/root (readlink: Permission denied) 2024-09-05T07:41:11.458 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 451 root txt unknown /proc/451/exe (readlink: Permission denied) 2024-09-05T07:41:11.458 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 451 root NOFD /proc/451/fd (opendir: Permission denied) 2024-09-05T07:41:11.458 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_1 452 root cwd unknown /proc/452/cwd (readlink: Permission denied) 2024-09-05T07:41:11.458 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_1 452 root rtd unknown /proc/452/root (readlink: Permission denied) 2024-09-05T07:41:11.459 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_1 452 root txt unknown /proc/452/exe (readlink: Permission denied) 2024-09-05T07:41:11.459 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_1 452 root NOFD /proc/452/fd (opendir: Permission denied) 2024-09-05T07:41:11.459 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 453 root cwd unknown /proc/453/cwd (readlink: Permission denied) 2024-09-05T07:41:11.459 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 453 root rtd unknown /proc/453/root (readlink: Permission denied) 2024-09-05T07:41:11.459 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 453 root txt unknown /proc/453/exe (readlink: Permission denied) 2024-09-05T07:41:11.459 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 453 root NOFD /proc/453/fd (opendir: Permission denied) 2024-09-05T07:41:11.459 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_2 454 root cwd unknown /proc/454/cwd (readlink: Permission denied) 2024-09-05T07:41:11.459 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_2 454 root rtd unknown /proc/454/root (readlink: Permission denied) 2024-09-05T07:41:11.459 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_2 454 root txt unknown /proc/454/exe (readlink: Permission denied) 2024-09-05T07:41:11.459 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_2 454 root NOFD /proc/454/fd (opendir: Permission denied) 2024-09-05T07:41:11.459 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 455 root cwd unknown /proc/455/cwd (readlink: Permission denied) 2024-09-05T07:41:11.459 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 455 root rtd unknown /proc/455/root (readlink: Permission denied) 2024-09-05T07:41:11.459 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 455 root txt unknown /proc/455/exe (readlink: Permission denied) 2024-09-05T07:41:11.459 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 455 root NOFD /proc/455/fd (opendir: Permission denied) 2024-09-05T07:41:11.460 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_3 456 root cwd unknown /proc/456/cwd (readlink: Permission denied) 2024-09-05T07:41:11.460 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_3 456 root rtd unknown /proc/456/root (readlink: Permission denied) 2024-09-05T07:41:11.460 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_3 456 root txt unknown /proc/456/exe (readlink: Permission denied) 2024-09-05T07:41:11.460 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_3 456 root NOFD /proc/456/fd (opendir: Permission denied) 2024-09-05T07:41:11.460 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 457 root cwd unknown /proc/457/cwd (readlink: Permission denied) 2024-09-05T07:41:11.460 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 457 root rtd unknown /proc/457/root (readlink: Permission denied) 2024-09-05T07:41:11.460 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 457 root txt unknown /proc/457/exe (readlink: Permission denied) 2024-09-05T07:41:11.460 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 457 root NOFD /proc/457/fd (opendir: Permission denied) 2024-09-05T07:41:11.460 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_4 458 root cwd unknown /proc/458/cwd (readlink: Permission denied) 2024-09-05T07:41:11.460 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_4 458 root rtd unknown /proc/458/root (readlink: Permission denied) 2024-09-05T07:41:11.460 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_4 458 root txt unknown /proc/458/exe (readlink: Permission denied) 2024-09-05T07:41:11.460 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_4 458 root NOFD /proc/458/fd (opendir: Permission denied) 2024-09-05T07:41:11.460 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 459 root cwd unknown /proc/459/cwd (readlink: Permission denied) 2024-09-05T07:41:11.461 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 459 root rtd unknown /proc/459/root (readlink: Permission denied) 2024-09-05T07:41:11.461 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 459 root txt unknown /proc/459/exe (readlink: Permission denied) 2024-09-05T07:41:11.461 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 459 root NOFD /proc/459/fd (opendir: Permission denied) 2024-09-05T07:41:11.461 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_5 460 root cwd unknown /proc/460/cwd (readlink: Permission denied) 2024-09-05T07:41:11.461 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_5 460 root rtd unknown /proc/460/root (readlink: Permission denied) 2024-09-05T07:41:11.461 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_5 460 root txt unknown /proc/460/exe (readlink: Permission denied) 2024-09-05T07:41:11.461 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_5 460 root NOFD /proc/460/fd (opendir: Permission denied) 2024-09-05T07:41:11.461 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 461 root cwd unknown /proc/461/cwd (readlink: Permission denied) 2024-09-05T07:41:11.461 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 461 root rtd unknown /proc/461/root (readlink: Permission denied) 2024-09-05T07:41:11.461 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 461 root txt unknown /proc/461/exe (readlink: Permission denied) 2024-09-05T07:41:11.461 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 461 root NOFD /proc/461/fd (opendir: Permission denied) 2024-09-05T07:41:11.461 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_6 462 root cwd unknown /proc/462/cwd (readlink: Permission denied) 2024-09-05T07:41:11.462 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_6 462 root rtd unknown /proc/462/root (readlink: Permission denied) 2024-09-05T07:41:11.462 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_6 462 root txt unknown /proc/462/exe (readlink: Permission denied) 2024-09-05T07:41:11.462 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_6 462 root NOFD /proc/462/fd (opendir: Permission denied) 2024-09-05T07:41:11.462 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 463 root cwd unknown /proc/463/cwd (readlink: Permission denied) 2024-09-05T07:41:11.462 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 463 root rtd unknown /proc/463/root (readlink: Permission denied) 2024-09-05T07:41:11.462 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 463 root txt unknown /proc/463/exe (readlink: Permission denied) 2024-09-05T07:41:11.462 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 463 root NOFD /proc/463/fd (opendir: Permission denied) 2024-09-05T07:41:11.462 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_7 464 root cwd unknown /proc/464/cwd (readlink: Permission denied) 2024-09-05T07:41:11.462 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_7 464 root rtd unknown /proc/464/root (readlink: Permission denied) 2024-09-05T07:41:11.462 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_7 464 root txt unknown /proc/464/exe (readlink: Permission denied) 2024-09-05T07:41:11.462 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_7 464 root NOFD /proc/464/fd (opendir: Permission denied) 2024-09-05T07:41:11.462 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 465 root cwd unknown /proc/465/cwd (readlink: Permission denied) 2024-09-05T07:41:11.462 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 465 root rtd unknown /proc/465/root (readlink: Permission denied) 2024-09-05T07:41:11.462 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 465 root txt unknown /proc/465/exe (readlink: Permission denied) 2024-09-05T07:41:11.463 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 465 root NOFD /proc/465/fd (opendir: Permission denied) 2024-09-05T07:41:11.463 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_8 466 root cwd unknown /proc/466/cwd (readlink: Permission denied) 2024-09-05T07:41:11.463 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_8 466 root rtd unknown /proc/466/root (readlink: Permission denied) 2024-09-05T07:41:11.463 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_8 466 root txt unknown /proc/466/exe (readlink: Permission denied) 2024-09-05T07:41:11.463 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_8 466 root NOFD /proc/466/fd (opendir: Permission denied) 2024-09-05T07:41:11.463 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 467 root cwd unknown /proc/467/cwd (readlink: Permission denied) 2024-09-05T07:41:11.463 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 467 root rtd unknown /proc/467/root (readlink: Permission denied) 2024-09-05T07:41:11.463 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 467 root txt unknown /proc/467/exe (readlink: Permission denied) 2024-09-05T07:41:11.463 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 467 root NOFD /proc/467/fd (opendir: Permission denied) 2024-09-05T07:41:11.463 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_9 468 root cwd unknown /proc/468/cwd (readlink: Permission denied) 2024-09-05T07:41:11.463 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_9 468 root rtd unknown /proc/468/root (readlink: Permission denied) 2024-09-05T07:41:11.463 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_9 468 root txt unknown /proc/468/exe (readlink: Permission denied) 2024-09-05T07:41:11.463 INFO:tasks.workunit.client.0.smithi071.stdout:scsi_eh_9 468 root NOFD /proc/468/fd (opendir: Permission denied) 2024-09-05T07:41:11.464 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 469 root cwd unknown /proc/469/cwd (readlink: Permission denied) 2024-09-05T07:41:11.464 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 469 root rtd unknown /proc/469/root (readlink: Permission denied) 2024-09-05T07:41:11.464 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 469 root txt unknown /proc/469/exe (readlink: Permission denied) 2024-09-05T07:41:11.464 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 469 root NOFD /proc/469/fd (opendir: Permission denied) 2024-09-05T07:41:11.464 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 470 root cwd unknown /proc/470/cwd (readlink: Permission denied) 2024-09-05T07:41:11.464 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 470 root rtd unknown /proc/470/root (readlink: Permission denied) 2024-09-05T07:41:11.464 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 470 root txt unknown /proc/470/exe (readlink: Permission denied) 2024-09-05T07:41:11.464 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 470 root NOFD /proc/470/fd (opendir: Permission denied) 2024-09-05T07:41:11.464 INFO:tasks.workunit.client.0.smithi071.stdout:jbd2/sda1 497 root cwd unknown /proc/497/cwd (readlink: Permission denied) 2024-09-05T07:41:11.464 INFO:tasks.workunit.client.0.smithi071.stdout:jbd2/sda1 497 root rtd unknown /proc/497/root (readlink: Permission denied) 2024-09-05T07:41:11.464 INFO:tasks.workunit.client.0.smithi071.stdout:jbd2/sda1 497 root txt unknown /proc/497/exe (readlink: Permission denied) 2024-09-05T07:41:11.464 INFO:tasks.workunit.client.0.smithi071.stdout:jbd2/sda1 497 root NOFD /proc/497/fd (opendir: Permission denied) 2024-09-05T07:41:11.464 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 498 root cwd unknown /proc/498/cwd (readlink: Permission denied) 2024-09-05T07:41:11.464 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 498 root rtd unknown /proc/498/root (readlink: Permission denied) 2024-09-05T07:41:11.465 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 498 root txt unknown /proc/498/exe (readlink: Permission denied) 2024-09-05T07:41:11.465 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 498 root NOFD /proc/498/fd (opendir: Permission denied) 2024-09-05T07:41:11.465 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 527 root cwd unknown /proc/527/cwd (readlink: Permission denied) 2024-09-05T07:41:11.465 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 527 root rtd unknown /proc/527/root (readlink: Permission denied) 2024-09-05T07:41:11.465 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 527 root txt unknown /proc/527/exe (readlink: Permission denied) 2024-09-05T07:41:11.465 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 527 root NOFD /proc/527/fd (opendir: Permission denied) 2024-09-05T07:41:11.465 INFO:tasks.workunit.client.0.smithi071.stdout:systemd-j 574 root cwd unknown /proc/574/cwd (readlink: Permission denied) 2024-09-05T07:41:11.465 INFO:tasks.workunit.client.0.smithi071.stdout:systemd-j 574 root rtd unknown /proc/574/root (readlink: Permission denied) 2024-09-05T07:41:11.465 INFO:tasks.workunit.client.0.smithi071.stdout:systemd-j 574 root txt unknown /proc/574/exe (readlink: Permission denied) 2024-09-05T07:41:11.465 INFO:tasks.workunit.client.0.smithi071.stdout:systemd-j 574 root NOFD /proc/574/fd (opendir: Permission denied) 2024-09-05T07:41:11.465 INFO:tasks.workunit.client.0.smithi071.stdout:ext4lazyi 580 root cwd unknown /proc/580/cwd (readlink: Permission denied) 2024-09-05T07:41:11.465 INFO:tasks.workunit.client.0.smithi071.stdout:ext4lazyi 580 root rtd unknown /proc/580/root (readlink: Permission denied) 2024-09-05T07:41:11.466 INFO:tasks.workunit.client.0.smithi071.stdout:ext4lazyi 580 root txt unknown /proc/580/exe (readlink: Permission denied) 2024-09-05T07:41:11.466 INFO:tasks.workunit.client.0.smithi071.stdout:ext4lazyi 580 root NOFD /proc/580/fd (opendir: Permission denied) 2024-09-05T07:41:11.466 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 595 root cwd unknown /proc/595/cwd (readlink: Permission denied) 2024-09-05T07:41:11.466 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 595 root rtd unknown /proc/595/root (readlink: Permission denied) 2024-09-05T07:41:11.466 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 595 root txt unknown /proc/595/exe (readlink: Permission denied) 2024-09-05T07:41:11.466 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 595 root NOFD /proc/595/fd (opendir: Permission denied) 2024-09-05T07:41:11.466 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 596 root cwd unknown /proc/596/cwd (readlink: Permission denied) 2024-09-05T07:41:11.466 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 596 root rtd unknown /proc/596/root (readlink: Permission denied) 2024-09-05T07:41:11.466 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 596 root txt unknown /proc/596/exe (readlink: Permission denied) 2024-09-05T07:41:11.466 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 596 root NOFD /proc/596/fd (opendir: Permission denied) 2024-09-05T07:41:11.466 INFO:tasks.workunit.client.0.smithi071.stdout:systemd-u 598 root cwd unknown /proc/598/cwd (readlink: Permission denied) 2024-09-05T07:41:11.466 INFO:tasks.workunit.client.0.smithi071.stdout:systemd-u 598 root rtd unknown /proc/598/root (readlink: Permission denied) 2024-09-05T07:41:11.466 INFO:tasks.workunit.client.0.smithi071.stdout:systemd-u 598 root txt unknown /proc/598/exe (readlink: Permission denied) 2024-09-05T07:41:11.467 INFO:tasks.workunit.client.0.smithi071.stdout:systemd-u 598 root NOFD /proc/598/fd (opendir: Permission denied) 2024-09-05T07:41:11.467 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 649 root cwd unknown /proc/649/cwd (readlink: Permission denied) 2024-09-05T07:41:11.467 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 649 root rtd unknown /proc/649/root (readlink: Permission denied) 2024-09-05T07:41:11.467 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 649 root txt unknown /proc/649/exe (readlink: Permission denied) 2024-09-05T07:41:11.467 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 649 root NOFD /proc/649/fd (opendir: Permission denied) 2024-09-05T07:41:11.467 INFO:tasks.workunit.client.0.smithi071.stdout:kipmi0 662 root cwd unknown /proc/662/cwd (readlink: Permission denied) 2024-09-05T07:41:11.467 INFO:tasks.workunit.client.0.smithi071.stdout:kipmi0 662 root rtd unknown /proc/662/root (readlink: Permission denied) 2024-09-05T07:41:11.467 INFO:tasks.workunit.client.0.smithi071.stdout:kipmi0 662 root txt unknown /proc/662/exe (readlink: Permission denied) 2024-09-05T07:41:11.467 INFO:tasks.workunit.client.0.smithi071.stdout:kipmi0 662 root NOFD /proc/662/fd (opendir: Permission denied) 2024-09-05T07:41:11.467 INFO:tasks.workunit.client.0.smithi071.stdout:rpcbind 671 rpc cwd unknown /proc/671/cwd (readlink: Permission denied) 2024-09-05T07:41:11.467 INFO:tasks.workunit.client.0.smithi071.stdout:rpcbind 671 rpc rtd unknown /proc/671/root (readlink: Permission denied) 2024-09-05T07:41:11.467 INFO:tasks.workunit.client.0.smithi071.stdout:rpcbind 671 rpc txt unknown /proc/671/exe (readlink: Permission denied) 2024-09-05T07:41:11.467 INFO:tasks.workunit.client.0.smithi071.stdout:rpcbind 671 rpc NOFD /proc/671/fd (opendir: Permission denied) 2024-09-05T07:41:11.467 INFO:tasks.workunit.client.0.smithi071.stdout:auditd 676 root cwd unknown /proc/676/cwd (readlink: Permission denied) 2024-09-05T07:41:11.468 INFO:tasks.workunit.client.0.smithi071.stdout:auditd 676 root rtd unknown /proc/676/root (readlink: Permission denied) 2024-09-05T07:41:11.468 INFO:tasks.workunit.client.0.smithi071.stdout:auditd 676 root txt unknown /proc/676/exe (readlink: Permission denied) 2024-09-05T07:41:11.468 INFO:tasks.workunit.client.0.smithi071.stdout:auditd 676 root NOFD /proc/676/fd (opendir: Permission denied) 2024-09-05T07:41:11.468 INFO:tasks.workunit.client.0.smithi071.stdout:auditd 676 677 auditd root cwd unknown /proc/676/task/677/cwd (readlink: Permission denied) 2024-09-05T07:41:11.468 INFO:tasks.workunit.client.0.smithi071.stdout:auditd 676 677 auditd root rtd unknown /proc/676/task/677/root (readlink: Permission denied) 2024-09-05T07:41:11.468 INFO:tasks.workunit.client.0.smithi071.stdout:auditd 676 677 auditd root txt unknown /proc/676/task/677/exe (readlink: Permission denied) 2024-09-05T07:41:11.468 INFO:tasks.workunit.client.0.smithi071.stdout:auditd 676 677 auditd root NOFD /proc/676/task/677/fd (opendir: Permission denied) 2024-09-05T07:41:11.468 INFO:tasks.workunit.client.0.smithi071.stdout:auditd 676 679 auditd root cwd unknown /proc/676/task/679/cwd (readlink: Permission denied) 2024-09-05T07:41:11.468 INFO:tasks.workunit.client.0.smithi071.stdout:auditd 676 679 auditd root rtd unknown /proc/676/task/679/root (readlink: Permission denied) 2024-09-05T07:41:11.468 INFO:tasks.workunit.client.0.smithi071.stdout:auditd 676 679 auditd root txt unknown /proc/676/task/679/exe (readlink: Permission denied) 2024-09-05T07:41:11.468 INFO:tasks.workunit.client.0.smithi071.stdout:auditd 676 679 auditd root NOFD /proc/676/task/679/fd (opendir: Permission denied) 2024-09-05T07:41:11.468 INFO:tasks.workunit.client.0.smithi071.stdout:sedispatc 678 root cwd unknown /proc/678/cwd (readlink: Permission denied) 2024-09-05T07:41:11.468 INFO:tasks.workunit.client.0.smithi071.stdout:sedispatc 678 root rtd unknown /proc/678/root (readlink: Permission denied) 2024-09-05T07:41:11.469 INFO:tasks.workunit.client.0.smithi071.stdout:sedispatc 678 root txt unknown /proc/678/exe (readlink: Permission denied) 2024-09-05T07:41:11.469 INFO:tasks.workunit.client.0.smithi071.stdout:sedispatc 678 root NOFD /proc/678/fd (opendir: Permission denied) 2024-09-05T07:41:11.469 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 682 root cwd unknown /proc/682/cwd (readlink: Permission denied) 2024-09-05T07:41:11.469 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 682 root rtd unknown /proc/682/root (readlink: Permission denied) 2024-09-05T07:41:11.469 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 682 root txt unknown /proc/682/exe (readlink: Permission denied) 2024-09-05T07:41:11.469 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 682 root NOFD /proc/682/fd (opendir: Permission denied) 2024-09-05T07:41:11.469 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 683 root cwd unknown /proc/683/cwd (readlink: Permission denied) 2024-09-05T07:41:11.469 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 683 root rtd unknown /proc/683/root (readlink: Permission denied) 2024-09-05T07:41:11.469 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 683 root txt unknown /proc/683/exe (readlink: Permission denied) 2024-09-05T07:41:11.469 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 683 root NOFD /proc/683/fd (opendir: Permission denied) 2024-09-05T07:41:11.469 INFO:tasks.workunit.client.0.smithi071.stdout:dbus-brok 726 dbus cwd unknown /proc/726/cwd (readlink: Permission denied) 2024-09-05T07:41:11.469 INFO:tasks.workunit.client.0.smithi071.stdout:dbus-brok 726 dbus rtd unknown /proc/726/root (readlink: Permission denied) 2024-09-05T07:41:11.469 INFO:tasks.workunit.client.0.smithi071.stdout:dbus-brok 726 dbus txt unknown /proc/726/exe (readlink: Permission denied) 2024-09-05T07:41:11.470 INFO:tasks.workunit.client.0.smithi071.stdout:dbus-brok 726 dbus NOFD /proc/726/fd (opendir: Permission denied) 2024-09-05T07:41:11.470 INFO:tasks.workunit.client.0.smithi071.stdout:dbus-brok 727 dbus cwd unknown /proc/727/cwd (readlink: Permission denied) 2024-09-05T07:41:11.470 INFO:tasks.workunit.client.0.smithi071.stdout:dbus-brok 727 dbus rtd unknown /proc/727/root (readlink: Permission denied) 2024-09-05T07:41:11.470 INFO:tasks.workunit.client.0.smithi071.stdout:dbus-brok 727 dbus txt unknown /proc/727/exe (readlink: Permission denied) 2024-09-05T07:41:11.470 INFO:tasks.workunit.client.0.smithi071.stdout:dbus-brok 727 dbus NOFD /proc/727/fd (opendir: Permission denied) 2024-09-05T07:41:11.470 INFO:tasks.workunit.client.0.smithi071.stdout:NetworkMa 728 root cwd unknown /proc/728/cwd (readlink: Permission denied) 2024-09-05T07:41:11.470 INFO:tasks.workunit.client.0.smithi071.stdout:NetworkMa 728 root rtd unknown /proc/728/root (readlink: Permission denied) 2024-09-05T07:41:11.470 INFO:tasks.workunit.client.0.smithi071.stdout:NetworkMa 728 root txt unknown /proc/728/exe (readlink: Permission denied) 2024-09-05T07:41:11.470 INFO:tasks.workunit.client.0.smithi071.stdout:NetworkMa 728 root NOFD /proc/728/fd (opendir: Permission denied) 2024-09-05T07:41:11.470 INFO:tasks.workunit.client.0.smithi071.stdout:NetworkMa 728 782 gmain root cwd unknown /proc/728/task/782/cwd (readlink: Permission denied) 2024-09-05T07:41:11.470 INFO:tasks.workunit.client.0.smithi071.stdout:NetworkMa 728 782 gmain root rtd unknown /proc/728/task/782/root (readlink: Permission denied) 2024-09-05T07:41:11.470 INFO:tasks.workunit.client.0.smithi071.stdout:NetworkMa 728 782 gmain root txt unknown /proc/728/task/782/exe (readlink: Permission denied) 2024-09-05T07:41:11.470 INFO:tasks.workunit.client.0.smithi071.stdout:NetworkMa 728 782 gmain root NOFD /proc/728/task/782/fd (opendir: Permission denied) 2024-09-05T07:41:11.471 INFO:tasks.workunit.client.0.smithi071.stdout:NetworkMa 728 783 gdbus root cwd unknown /proc/728/task/783/cwd (readlink: Permission denied) 2024-09-05T07:41:11.471 INFO:tasks.workunit.client.0.smithi071.stdout:NetworkMa 728 783 gdbus root rtd unknown /proc/728/task/783/root (readlink: Permission denied) 2024-09-05T07:41:11.471 INFO:tasks.workunit.client.0.smithi071.stdout:NetworkMa 728 783 gdbus root txt unknown /proc/728/task/783/exe (readlink: Permission denied) 2024-09-05T07:41:11.471 INFO:tasks.workunit.client.0.smithi071.stdout:NetworkMa 728 783 gdbus root NOFD /proc/728/task/783/fd (opendir: Permission denied) 2024-09-05T07:41:11.471 INFO:tasks.workunit.client.0.smithi071.stdout:irqbalanc 731 root cwd unknown /proc/731/cwd (readlink: Permission denied) 2024-09-05T07:41:11.471 INFO:tasks.workunit.client.0.smithi071.stdout:irqbalanc 731 root rtd unknown /proc/731/root (readlink: Permission denied) 2024-09-05T07:41:11.471 INFO:tasks.workunit.client.0.smithi071.stdout:irqbalanc 731 root txt unknown /proc/731/exe (readlink: Permission denied) 2024-09-05T07:41:11.471 INFO:tasks.workunit.client.0.smithi071.stdout:irqbalanc 731 root NOFD /proc/731/fd (opendir: Permission denied) 2024-09-05T07:41:11.471 INFO:tasks.workunit.client.0.smithi071.stdout:irqbalanc 731 761 gmain root cwd unknown /proc/731/task/761/cwd (readlink: Permission denied) 2024-09-05T07:41:11.471 INFO:tasks.workunit.client.0.smithi071.stdout:irqbalanc 731 761 gmain root rtd unknown /proc/731/task/761/root (readlink: Permission denied) 2024-09-05T07:41:11.471 INFO:tasks.workunit.client.0.smithi071.stdout:irqbalanc 731 761 gmain root txt unknown /proc/731/task/761/exe (readlink: Permission denied) 2024-09-05T07:41:11.471 INFO:tasks.workunit.client.0.smithi071.stdout:irqbalanc 731 761 gmain root NOFD /proc/731/task/761/fd (opendir: Permission denied) 2024-09-05T07:41:11.472 INFO:tasks.workunit.client.0.smithi071.stdout:lsmd 732 libstoragemgmt cwd unknown /proc/732/cwd (readlink: Permission denied) 2024-09-05T07:41:11.472 INFO:tasks.workunit.client.0.smithi071.stdout:lsmd 732 libstoragemgmt rtd unknown /proc/732/root (readlink: Permission denied) 2024-09-05T07:41:11.472 INFO:tasks.workunit.client.0.smithi071.stdout:lsmd 732 libstoragemgmt txt unknown /proc/732/exe (readlink: Permission denied) 2024-09-05T07:41:11.472 INFO:tasks.workunit.client.0.smithi071.stdout:lsmd 732 libstoragemgmt NOFD /proc/732/fd (opendir: Permission denied) 2024-09-05T07:41:11.472 INFO:tasks.workunit.client.0.smithi071.stdout:mcelog 733 root cwd unknown /proc/733/cwd (readlink: Permission denied) 2024-09-05T07:41:11.472 INFO:tasks.workunit.client.0.smithi071.stdout:mcelog 733 root rtd unknown /proc/733/root (readlink: Permission denied) 2024-09-05T07:41:11.472 INFO:tasks.workunit.client.0.smithi071.stdout:mcelog 733 root txt unknown /proc/733/exe (readlink: Permission denied) 2024-09-05T07:41:11.472 INFO:tasks.workunit.client.0.smithi071.stdout:mcelog 733 root NOFD /proc/733/fd (opendir: Permission denied) 2024-09-05T07:41:11.472 INFO:tasks.workunit.client.0.smithi071.stdout:smartd 735 root cwd unknown /proc/735/cwd (readlink: Permission denied) 2024-09-05T07:41:11.472 INFO:tasks.workunit.client.0.smithi071.stdout:smartd 735 root rtd unknown /proc/735/root (readlink: Permission denied) 2024-09-05T07:41:11.472 INFO:tasks.workunit.client.0.smithi071.stdout:smartd 735 root txt unknown /proc/735/exe (readlink: Permission denied) 2024-09-05T07:41:11.472 INFO:tasks.workunit.client.0.smithi071.stdout:smartd 735 root NOFD /proc/735/fd (opendir: Permission denied) 2024-09-05T07:41:11.472 INFO:tasks.workunit.client.0.smithi071.stdout:systemd-l 740 root cwd unknown /proc/740/cwd (readlink: Permission denied) 2024-09-05T07:41:11.472 INFO:tasks.workunit.client.0.smithi071.stdout:systemd-l 740 root rtd unknown /proc/740/root (readlink: Permission denied) 2024-09-05T07:41:11.473 INFO:tasks.workunit.client.0.smithi071.stdout:systemd-l 740 root txt unknown /proc/740/exe (readlink: Permission denied) 2024-09-05T07:41:11.473 INFO:tasks.workunit.client.0.smithi071.stdout:systemd-l 740 root NOFD /proc/740/fd (opendir: Permission denied) 2024-09-05T07:41:11.473 INFO:tasks.workunit.client.0.smithi071.stdout:sshd 832 root cwd unknown /proc/832/cwd (readlink: Permission denied) 2024-09-05T07:41:11.473 INFO:tasks.workunit.client.0.smithi071.stdout:sshd 832 root rtd unknown /proc/832/root (readlink: Permission denied) 2024-09-05T07:41:11.473 INFO:tasks.workunit.client.0.smithi071.stdout:sshd 832 root txt unknown /proc/832/exe (readlink: Permission denied) 2024-09-05T07:41:11.473 INFO:tasks.workunit.client.0.smithi071.stdout:sshd 832 root NOFD /proc/832/fd (opendir: Permission denied) 2024-09-05T07:41:11.473 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 root cwd unknown /proc/836/cwd (readlink: Permission denied) 2024-09-05T07:41:11.473 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 root rtd unknown /proc/836/root (readlink: Permission denied) 2024-09-05T07:41:11.473 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 root txt unknown /proc/836/exe (readlink: Permission denied) 2024-09-05T07:41:11.473 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 root NOFD /proc/836/fd (opendir: Permission denied) 2024-09-05T07:41:11.473 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 837 gssproxy root cwd unknown /proc/836/task/837/cwd (readlink: Permission denied) 2024-09-05T07:41:11.473 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 837 gssproxy root rtd unknown /proc/836/task/837/root (readlink: Permission denied) 2024-09-05T07:41:11.473 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 837 gssproxy root txt unknown /proc/836/task/837/exe (readlink: Permission denied) 2024-09-05T07:41:11.474 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 837 gssproxy root NOFD /proc/836/task/837/fd (opendir: Permission denied) 2024-09-05T07:41:11.474 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 838 gssproxy root cwd unknown /proc/836/task/838/cwd (readlink: Permission denied) 2024-09-05T07:41:11.474 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 838 gssproxy root rtd unknown /proc/836/task/838/root (readlink: Permission denied) 2024-09-05T07:41:11.474 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 838 gssproxy root txt unknown /proc/836/task/838/exe (readlink: Permission denied) 2024-09-05T07:41:11.474 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 838 gssproxy root NOFD /proc/836/task/838/fd (opendir: Permission denied) 2024-09-05T07:41:11.474 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 839 gssproxy root cwd unknown /proc/836/task/839/cwd (readlink: Permission denied) 2024-09-05T07:41:11.474 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 839 gssproxy root rtd unknown /proc/836/task/839/root (readlink: Permission denied) 2024-09-05T07:41:11.474 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 839 gssproxy root txt unknown /proc/836/task/839/exe (readlink: Permission denied) 2024-09-05T07:41:11.474 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 839 gssproxy root NOFD /proc/836/task/839/fd (opendir: Permission denied) 2024-09-05T07:41:11.474 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 840 gssproxy root cwd unknown /proc/836/task/840/cwd (readlink: Permission denied) 2024-09-05T07:41:11.474 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 840 gssproxy root rtd unknown /proc/836/task/840/root (readlink: Permission denied) 2024-09-05T07:41:11.474 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 840 gssproxy root txt unknown /proc/836/task/840/exe (readlink: Permission denied) 2024-09-05T07:41:11.474 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 840 gssproxy root NOFD /proc/836/task/840/fd (opendir: Permission denied) 2024-09-05T07:41:11.475 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 841 gssproxy root cwd unknown /proc/836/task/841/cwd (readlink: Permission denied) 2024-09-05T07:41:11.475 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 841 gssproxy root rtd unknown /proc/836/task/841/root (readlink: Permission denied) 2024-09-05T07:41:11.475 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 841 gssproxy root txt unknown /proc/836/task/841/exe (readlink: Permission denied) 2024-09-05T07:41:11.475 INFO:tasks.workunit.client.0.smithi071.stdout:gssproxy 836 841 gssproxy root NOFD /proc/836/task/841/fd (opendir: Permission denied) 2024-09-05T07:41:11.475 INFO:tasks.workunit.client.0.smithi071.stdout:atd 843 root cwd unknown /proc/843/cwd (readlink: Permission denied) 2024-09-05T07:41:11.475 INFO:tasks.workunit.client.0.smithi071.stdout:atd 843 root rtd unknown /proc/843/root (readlink: Permission denied) 2024-09-05T07:41:11.475 INFO:tasks.workunit.client.0.smithi071.stdout:atd 843 root txt unknown /proc/843/exe (readlink: Permission denied) 2024-09-05T07:41:11.475 INFO:tasks.workunit.client.0.smithi071.stdout:atd 843 root NOFD /proc/843/fd (opendir: Permission denied) 2024-09-05T07:41:11.475 INFO:tasks.workunit.client.0.smithi071.stdout:crond 845 root cwd unknown /proc/845/cwd (readlink: Permission denied) 2024-09-05T07:41:11.475 INFO:tasks.workunit.client.0.smithi071.stdout:crond 845 root rtd unknown /proc/845/root (readlink: Permission denied) 2024-09-05T07:41:11.475 INFO:tasks.workunit.client.0.smithi071.stdout:crond 845 root txt unknown /proc/845/exe (readlink: Permission denied) 2024-09-05T07:41:11.475 INFO:tasks.workunit.client.0.smithi071.stdout:crond 845 root NOFD /proc/845/fd (opendir: Permission denied) 2024-09-05T07:41:11.475 INFO:tasks.workunit.client.0.smithi071.stdout:nrpe 872 nrpe cwd unknown /proc/872/cwd (readlink: Permission denied) 2024-09-05T07:41:11.476 INFO:tasks.workunit.client.0.smithi071.stdout:nrpe 872 nrpe rtd unknown /proc/872/root (readlink: Permission denied) 2024-09-05T07:41:11.476 INFO:tasks.workunit.client.0.smithi071.stdout:nrpe 872 nrpe txt unknown /proc/872/exe (readlink: Permission denied) 2024-09-05T07:41:11.476 INFO:tasks.workunit.client.0.smithi071.stdout:nrpe 872 nrpe NOFD /proc/872/fd (opendir: Permission denied) 2024-09-05T07:41:11.476 INFO:tasks.workunit.client.0.smithi071.stdout:agetty 5221 root cwd unknown /proc/5221/cwd (readlink: Permission denied) 2024-09-05T07:41:11.476 INFO:tasks.workunit.client.0.smithi071.stdout:agetty 5221 root rtd unknown /proc/5221/root (readlink: Permission denied) 2024-09-05T07:41:11.476 INFO:tasks.workunit.client.0.smithi071.stdout:agetty 5221 root txt unknown /proc/5221/exe (readlink: Permission denied) 2024-09-05T07:41:11.476 INFO:tasks.workunit.client.0.smithi071.stdout:agetty 5221 root NOFD /proc/5221/fd (opendir: Permission denied) 2024-09-05T07:41:11.476 INFO:tasks.workunit.client.0.smithi071.stdout:agetty 5222 root cwd unknown /proc/5222/cwd (readlink: Permission denied) 2024-09-05T07:41:11.476 INFO:tasks.workunit.client.0.smithi071.stdout:agetty 5222 root rtd unknown /proc/5222/root (readlink: Permission denied) 2024-09-05T07:41:11.476 INFO:tasks.workunit.client.0.smithi071.stdout:agetty 5222 root txt unknown /proc/5222/exe (readlink: Permission denied) 2024-09-05T07:41:11.476 INFO:tasks.workunit.client.0.smithi071.stdout:agetty 5222 root NOFD /proc/5222/fd (opendir: Permission denied) 2024-09-05T07:41:11.476 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu cwd DIR 8,1 4096 2 / 2024-09-05T07:41:11.476 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu rtd DIR 8,1 4096 2 / 2024-09-05T07:41:11.477 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu txt REG 8,1 98208 22394 /usr/lib/systemd/systemd 2024-09-05T07:41:11.477 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu DEL REG 8,1 2229 /etc/selinux/targeted/contexts/files/file_contexts.bin 2024-09-05T07:41:11.477 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 636848 11327 /usr/lib64/libpcre2-8.so.0.11.0 2024-09-05T07:41:11.477 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 912440 11215 /usr/lib64/libm.so.6 2024-09-05T07:41:11.477 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 882376 11287 /usr/lib64/libzstd.so.1.5.1 2024-09-05T07:41:11.477 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 5436040 11595 /usr/lib64/libcrypto.so.3.2.2 2024-09-05T07:41:11.477 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu DEL REG 8,1 2232 /etc/selinux/targeted/contexts/files/file_contexts.homedirs.bin 2024-09-05T07:41:11.477 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 1714208 11376 /usr/lib64/libp11-kit.so.0.3.1 2024-09-05T07:41:11.477 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 1304864 11471 /usr/lib64/libgcrypt.so.20.4.0 2024-09-05T07:41:11.477 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 2544296 11212 /usr/lib64/libc.so.6 2024-09-05T07:41:11.477 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 44784 11373 /usr/lib64/libffi.so.8.1.0 2024-09-05T07:41:11.477 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 153600 11397 /usr/lib64/libgpg-error.so.0.32.0 2024-09-05T07:41:11.478 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 28552 11392 /usr/lib64/libattr.so.1.1.2501 2024-09-05T07:41:11.478 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 102672 11274 /usr/lib64/libz.so.1.2.11 2024-09-05T07:41:11.478 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 32528 11311 /usr/lib64/libcap-ng.so.0.0.0 2024-09-05T07:41:11.478 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 40520 12544 /usr/lib64/libeconf.so.0.4.1 2024-09-05T07:41:11.478 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 178728 11282 /usr/lib64/liblzma.so.5.2.5 2024-09-05T07:41:11.478 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 144120 11455 /usr/lib64/liblz4.so.1.9.3 2024-09-05T07:41:11.478 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 201808 11284 /usr/lib64/libcrypt.so.2.0.0 2024-09-05T07:41:11.478 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 36296 11290 /usr/lib64/libcap.so.2.48 2024-09-05T07:41:11.478 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 229424 11714 /usr/lib64/libblkid.so.1.1.0 2024-09-05T07:41:11.478 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 40496 11393 /usr/lib64/libacl.so.1.1.2301 2024-09-05T07:41:11.478 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 291496 11744 /usr/lib64/libmount.so.1.1.0 2024-09-05T07:41:11.478 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 175744 11412 /usr/lib64/libselinux.so.1 2024-09-05T07:41:11.478 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 163464 11315 /usr/lib64/libaudit.so.1.0.0 2024-09-05T07:41:11.479 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 3826840 50305 /usr/lib64/systemd/libsystemd-shared-252.so 2024-09-05T07:41:11.479 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 107528 11768 /usr/lib64/libkmod.so.2.3.6 2024-09-05T07:41:11.479 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 69592 12553 /usr/lib64/libpam.so.0.85.1 2024-09-05T07:41:11.479 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 127680 11560 /usr/lib64/libseccomp.so.2.5.2 2024-09-05T07:41:11.479 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 108136 14698 /usr/lib64/libgcc_s-11-20240719.so.1 2024-09-05T07:41:11.479 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 2162040 50302 /usr/lib64/systemd/libsystemd-core-252.so 2024-09-05T07:41:11.479 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 0,19 0 19 /sys/fs/selinux/status 2024-09-05T07:41:11.479 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu mem REG 8,1 877424 15688 /usr/lib64/ld-linux-x86-64.so.2 2024-09-05T07:41:11.479 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 0r CHR 1,3 0t0 4 /dev/null 2024-09-05T07:41:11.479 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 1u unix 0x0000000000000000 0t0 28686 type=STREAM (CONNECTED) 2024-09-05T07:41:11.479 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 2u unix 0x0000000000000000 0t0 28686 type=STREAM (CONNECTED) 2024-09-05T07:41:11.479 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 3u unix 0x0000000000000000 0t0 28714 type=DGRAM (CONNECTED) 2024-09-05T07:41:11.479 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 4u a_inode 0,14 0 2065 [eventpoll:5,6,8,9,11,12,14,15,16,17,19,20,21] 2024-09-05T07:41:11.480 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 5u a_inode 0,14 0 2065 [signalfd] 2024-09-05T07:41:11.480 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 6r a_inode 0,14 0 2065 inotify 2024-09-05T07:41:11.480 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 7r DIR 0,25 0 3713 /sys/fs/cgroup/user.slice/user-1000.slice/user@1000.service 2024-09-05T07:41:11.480 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 8u a_inode 0,14 0 2065 [timerfd] 2024-09-05T07:41:11.480 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 9u a_inode 0,14 0 2065 [eventpoll:10,13] 2024-09-05T07:41:11.480 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 10r REG 0,20 0 28703 /proc/5230/mountinfo 2024-09-05T07:41:11.480 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 11r a_inode 0,14 0 2065 inotify 2024-09-05T07:41:11.480 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 12u unix 0x0000000000000000 0t0 28736 /run/user/1000/bus type=STREAM (LISTEN) 2024-09-05T07:41:11.480 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 13r a_inode 0,14 0 2065 inotify 2024-09-05T07:41:11.480 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 14r REG 0,20 0 4026532068 /proc/swaps 2024-09-05T07:41:11.480 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 15u netlink 0t0 28718 KOBJECT_UEVENT 2024-09-05T07:41:11.480 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 16u unix 0x0000000000000000 0t0 28723 /run/user/1000/systemd/notify type=DGRAM (UNCONNECTED) 2024-09-05T07:41:11.480 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 17u unix 0x0000000000000000 0t0 28724 type=DGRAM (CONNECTED) 2024-09-05T07:41:11.481 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 18u unix 0x0000000000000000 0t0 28725 type=DGRAM (CONNECTED) 2024-09-05T07:41:11.481 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 19u unix 0x0000000000000000 0t0 28726 /run/user/1000/systemd/private type=STREAM (LISTEN) 2024-09-05T07:41:11.481 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 20u unix 0x0000000000000000 0t0 28728 type=STREAM (CONNECTED) 2024-09-05T07:41:11.481 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 5230 ubuntu 21u a_inode 0,14 0 2065 [timerfd] 2024-09-05T07:41:11.481 INFO:tasks.workunit.client.0.smithi071.stdout:(sd-pam) 5232 ubuntu cwd unknown /proc/5232/cwd (readlink: Permission denied) 2024-09-05T07:41:11.481 INFO:tasks.workunit.client.0.smithi071.stdout:(sd-pam) 5232 ubuntu rtd unknown /proc/5232/root (readlink: Permission denied) 2024-09-05T07:41:11.481 INFO:tasks.workunit.client.0.smithi071.stdout:(sd-pam) 5232 ubuntu txt unknown /proc/5232/exe (readlink: Permission denied) 2024-09-05T07:41:11.481 INFO:tasks.workunit.client.0.smithi071.stdout:(sd-pam) 5232 ubuntu NOFD /proc/5232/fd (opendir: Permission denied) 2024-09-05T07:41:11.481 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 5583 root cwd unknown /proc/5583/cwd (readlink: Permission denied) 2024-09-05T07:41:11.481 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 5583 root rtd unknown /proc/5583/root (readlink: Permission denied) 2024-09-05T07:41:11.481 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 5583 root txt unknown /proc/5583/exe (readlink: Permission denied) 2024-09-05T07:41:11.481 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 5583 root NOFD /proc/5583/fd (opendir: Permission denied) 2024-09-05T07:41:11.481 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 polkitd cwd unknown /proc/5663/cwd (readlink: Permission denied) 2024-09-05T07:41:11.482 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 polkitd rtd unknown /proc/5663/root (readlink: Permission denied) 2024-09-05T07:41:11.482 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 polkitd txt unknown /proc/5663/exe (readlink: Permission denied) 2024-09-05T07:41:11.482 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 polkitd NOFD /proc/5663/fd (opendir: Permission denied) 2024-09-05T07:41:11.482 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5665 gmain polkitd cwd unknown /proc/5663/task/5665/cwd (readlink: Permission denied) 2024-09-05T07:41:11.482 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5665 gmain polkitd rtd unknown /proc/5663/task/5665/root (readlink: Permission denied) 2024-09-05T07:41:11.482 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5665 gmain polkitd txt unknown /proc/5663/task/5665/exe (readlink: Permission denied) 2024-09-05T07:41:11.482 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5665 gmain polkitd NOFD /proc/5663/task/5665/fd (opendir: Permission denied) 2024-09-05T07:41:11.482 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5666 gdbus polkitd cwd unknown /proc/5663/task/5666/cwd (readlink: Permission denied) 2024-09-05T07:41:11.482 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5666 gdbus polkitd rtd unknown /proc/5663/task/5666/root (readlink: Permission denied) 2024-09-05T07:41:11.482 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5666 gdbus polkitd txt unknown /proc/5663/task/5666/exe (readlink: Permission denied) 2024-09-05T07:41:11.482 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5666 gdbus polkitd NOFD /proc/5663/task/5666/fd (opendir: Permission denied) 2024-09-05T07:41:11.482 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5667 JS\x20Hel polkitd cwd unknown /proc/5663/task/5667/cwd (readlink: Permission denied) 2024-09-05T07:41:11.482 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5667 JS\x20Hel polkitd rtd unknown /proc/5663/task/5667/root (readlink: Permission denied) 2024-09-05T07:41:11.483 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5667 JS\x20Hel polkitd txt unknown /proc/5663/task/5667/exe (readlink: Permission denied) 2024-09-05T07:41:11.483 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5667 JS\x20Hel polkitd NOFD /proc/5663/task/5667/fd (opendir: Permission denied) 2024-09-05T07:41:11.483 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5668 JS\x20Hel polkitd cwd unknown /proc/5663/task/5668/cwd (readlink: Permission denied) 2024-09-05T07:41:11.483 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5668 JS\x20Hel polkitd rtd unknown /proc/5663/task/5668/root (readlink: Permission denied) 2024-09-05T07:41:11.483 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5668 JS\x20Hel polkitd txt unknown /proc/5663/task/5668/exe (readlink: Permission denied) 2024-09-05T07:41:11.483 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5668 JS\x20Hel polkitd NOFD /proc/5663/task/5668/fd (opendir: Permission denied) 2024-09-05T07:41:11.483 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5669 JS\x20Hel polkitd cwd unknown /proc/5663/task/5669/cwd (readlink: Permission denied) 2024-09-05T07:41:11.483 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5669 JS\x20Hel polkitd rtd unknown /proc/5663/task/5669/root (readlink: Permission denied) 2024-09-05T07:41:11.483 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5669 JS\x20Hel polkitd txt unknown /proc/5663/task/5669/exe (readlink: Permission denied) 2024-09-05T07:41:11.483 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5669 JS\x20Hel polkitd NOFD /proc/5663/task/5669/fd (opendir: Permission denied) 2024-09-05T07:41:11.483 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5670 JS\x20Hel polkitd cwd unknown /proc/5663/task/5670/cwd (readlink: Permission denied) 2024-09-05T07:41:11.483 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5670 JS\x20Hel polkitd rtd unknown /proc/5663/task/5670/root (readlink: Permission denied) 2024-09-05T07:41:11.483 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5670 JS\x20Hel polkitd txt unknown /proc/5663/task/5670/exe (readlink: Permission denied) 2024-09-05T07:41:11.484 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5670 JS\x20Hel polkitd NOFD /proc/5663/task/5670/fd (opendir: Permission denied) 2024-09-05T07:41:11.484 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5671 JS\x20Hel polkitd cwd unknown /proc/5663/task/5671/cwd (readlink: Permission denied) 2024-09-05T07:41:11.484 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5671 JS\x20Hel polkitd rtd unknown /proc/5663/task/5671/root (readlink: Permission denied) 2024-09-05T07:41:11.484 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5671 JS\x20Hel polkitd txt unknown /proc/5663/task/5671/exe (readlink: Permission denied) 2024-09-05T07:41:11.484 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5671 JS\x20Hel polkitd NOFD /proc/5663/task/5671/fd (opendir: Permission denied) 2024-09-05T07:41:11.484 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5672 JS\x20Hel polkitd cwd unknown /proc/5663/task/5672/cwd (readlink: Permission denied) 2024-09-05T07:41:11.484 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5672 JS\x20Hel polkitd rtd unknown /proc/5663/task/5672/root (readlink: Permission denied) 2024-09-05T07:41:11.484 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5672 JS\x20Hel polkitd txt unknown /proc/5663/task/5672/exe (readlink: Permission denied) 2024-09-05T07:41:11.484 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5672 JS\x20Hel polkitd NOFD /proc/5663/task/5672/fd (opendir: Permission denied) 2024-09-05T07:41:11.484 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5673 JS\x20Hel polkitd cwd unknown /proc/5663/task/5673/cwd (readlink: Permission denied) 2024-09-05T07:41:11.484 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5673 JS\x20Hel polkitd rtd unknown /proc/5663/task/5673/root (readlink: Permission denied) 2024-09-05T07:41:11.484 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5673 JS\x20Hel polkitd txt unknown /proc/5663/task/5673/exe (readlink: Permission denied) 2024-09-05T07:41:11.485 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5673 JS\x20Hel polkitd NOFD /proc/5663/task/5673/fd (opendir: Permission denied) 2024-09-05T07:41:11.485 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5674 JS\x20Hel polkitd cwd unknown /proc/5663/task/5674/cwd (readlink: Permission denied) 2024-09-05T07:41:11.485 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5674 JS\x20Hel polkitd rtd unknown /proc/5663/task/5674/root (readlink: Permission denied) 2024-09-05T07:41:11.485 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5674 JS\x20Hel polkitd txt unknown /proc/5663/task/5674/exe (readlink: Permission denied) 2024-09-05T07:41:11.485 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5674 JS\x20Hel polkitd NOFD /proc/5663/task/5674/fd (opendir: Permission denied) 2024-09-05T07:41:11.485 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5675 polkitd polkitd cwd unknown /proc/5663/task/5675/cwd (readlink: Permission denied) 2024-09-05T07:41:11.485 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5675 polkitd polkitd rtd unknown /proc/5663/task/5675/root (readlink: Permission denied) 2024-09-05T07:41:11.485 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5675 polkitd polkitd txt unknown /proc/5663/task/5675/exe (readlink: Permission denied) 2024-09-05T07:41:11.485 INFO:tasks.workunit.client.0.smithi071.stdout:polkitd 5663 5675 polkitd polkitd NOFD /proc/5663/task/5675/fd (opendir: Permission denied) 2024-09-05T07:41:11.485 INFO:tasks.workunit.client.0.smithi071.stdout:rsyslogd 5913 root cwd unknown /proc/5913/cwd (readlink: Permission denied) 2024-09-05T07:41:11.485 INFO:tasks.workunit.client.0.smithi071.stdout:rsyslogd 5913 root rtd unknown /proc/5913/root (readlink: Permission denied) 2024-09-05T07:41:11.485 INFO:tasks.workunit.client.0.smithi071.stdout:rsyslogd 5913 root txt unknown /proc/5913/exe (readlink: Permission denied) 2024-09-05T07:41:11.485 INFO:tasks.workunit.client.0.smithi071.stdout:rsyslogd 5913 root NOFD /proc/5913/fd (opendir: Permission denied) 2024-09-05T07:41:11.486 INFO:tasks.workunit.client.0.smithi071.stdout:rsyslogd 5913 5915 in:imjour root cwd unknown /proc/5913/task/5915/cwd (readlink: Permission denied) 2024-09-05T07:41:11.486 INFO:tasks.workunit.client.0.smithi071.stdout:rsyslogd 5913 5915 in:imjour root rtd unknown /proc/5913/task/5915/root (readlink: Permission denied) 2024-09-05T07:41:11.486 INFO:tasks.workunit.client.0.smithi071.stdout:rsyslogd 5913 5915 in:imjour root txt unknown /proc/5913/task/5915/exe (readlink: Permission denied) 2024-09-05T07:41:11.486 INFO:tasks.workunit.client.0.smithi071.stdout:rsyslogd 5913 5915 in:imjour root NOFD /proc/5913/task/5915/fd (opendir: Permission denied) 2024-09-05T07:41:11.486 INFO:tasks.workunit.client.0.smithi071.stdout:rsyslogd 5913 5916 rs:main root cwd unknown /proc/5913/task/5916/cwd (readlink: Permission denied) 2024-09-05T07:41:11.486 INFO:tasks.workunit.client.0.smithi071.stdout:rsyslogd 5913 5916 rs:main root rtd unknown /proc/5913/task/5916/root (readlink: Permission denied) 2024-09-05T07:41:11.486 INFO:tasks.workunit.client.0.smithi071.stdout:rsyslogd 5913 5916 rs:main root txt unknown /proc/5913/task/5916/exe (readlink: Permission denied) 2024-09-05T07:41:11.486 INFO:tasks.workunit.client.0.smithi071.stdout:rsyslogd 5913 5916 rs:main root NOFD /proc/5913/task/5916/fd (opendir: Permission denied) 2024-09-05T07:41:11.486 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 21861 root cwd unknown /proc/21861/cwd (readlink: Permission denied) 2024-09-05T07:41:11.486 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 21861 root rtd unknown /proc/21861/root (readlink: Permission denied) 2024-09-05T07:41:11.486 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 21861 root txt unknown /proc/21861/exe (readlink: Permission denied) 2024-09-05T07:41:11.486 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 21861 root NOFD /proc/21861/fd (opendir: Permission denied) 2024-09-05T07:41:11.487 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 21890 root cwd unknown /proc/21890/cwd (readlink: Permission denied) 2024-09-05T07:41:11.487 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 21890 root rtd unknown /proc/21890/root (readlink: Permission denied) 2024-09-05T07:41:11.487 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 21890 root txt unknown /proc/21890/exe (readlink: Permission denied) 2024-09-05T07:41:11.487 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 21890 root NOFD /proc/21890/fd (opendir: Permission denied) 2024-09-05T07:41:11.487 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 21919 root cwd unknown /proc/21919/cwd (readlink: Permission denied) 2024-09-05T07:41:11.487 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 21919 root rtd unknown /proc/21919/root (readlink: Permission denied) 2024-09-05T07:41:11.487 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 21919 root txt unknown /proc/21919/exe (readlink: Permission denied) 2024-09-05T07:41:11.487 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 21919 root NOFD /proc/21919/fd (opendir: Permission denied) 2024-09-05T07:41:11.487 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 21948 root cwd unknown /proc/21948/cwd (readlink: Permission denied) 2024-09-05T07:41:11.487 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 21948 root rtd unknown /proc/21948/root (readlink: Permission denied) 2024-09-05T07:41:11.487 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 21948 root txt unknown /proc/21948/exe (readlink: Permission denied) 2024-09-05T07:41:11.487 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 21948 root NOFD /proc/21948/fd (opendir: Permission denied) 2024-09-05T07:41:11.488 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 21977 root cwd unknown /proc/21977/cwd (readlink: Permission denied) 2024-09-05T07:41:11.488 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 21977 root rtd unknown /proc/21977/root (readlink: Permission denied) 2024-09-05T07:41:11.488 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 21977 root txt unknown /proc/21977/exe (readlink: Permission denied) 2024-09-05T07:41:11.488 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 21977 root NOFD /proc/21977/fd (opendir: Permission denied) 2024-09-05T07:41:11.488 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22141 root cwd unknown /proc/22141/cwd (readlink: Permission denied) 2024-09-05T07:41:11.488 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22141 root rtd unknown /proc/22141/root (readlink: Permission denied) 2024-09-05T07:41:11.488 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22141 root txt unknown /proc/22141/exe (readlink: Permission denied) 2024-09-05T07:41:11.488 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22141 root NOFD /proc/22141/fd (opendir: Permission denied) 2024-09-05T07:41:11.488 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22142 root cwd unknown /proc/22142/cwd (readlink: Permission denied) 2024-09-05T07:41:11.488 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22142 root rtd unknown /proc/22142/root (readlink: Permission denied) 2024-09-05T07:41:11.488 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22142 root txt unknown /proc/22142/exe (readlink: Permission denied) 2024-09-05T07:41:11.488 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22142 root NOFD /proc/22142/fd (opendir: Permission denied) 2024-09-05T07:41:11.489 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22143 root cwd unknown /proc/22143/cwd (readlink: Permission denied) 2024-09-05T07:41:11.489 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22143 root rtd unknown /proc/22143/root (readlink: Permission denied) 2024-09-05T07:41:11.489 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22143 root txt unknown /proc/22143/exe (readlink: Permission denied) 2024-09-05T07:41:11.489 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22143 root NOFD /proc/22143/fd (opendir: Permission denied) 2024-09-05T07:41:11.489 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22144 root cwd unknown /proc/22144/cwd (readlink: Permission denied) 2024-09-05T07:41:11.489 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22144 root rtd unknown /proc/22144/root (readlink: Permission denied) 2024-09-05T07:41:11.489 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22144 root txt unknown /proc/22144/exe (readlink: Permission denied) 2024-09-05T07:41:11.489 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22144 root NOFD /proc/22144/fd (opendir: Permission denied) 2024-09-05T07:41:11.489 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22145 root cwd unknown /proc/22145/cwd (readlink: Permission denied) 2024-09-05T07:41:11.489 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22145 root rtd unknown /proc/22145/root (readlink: Permission denied) 2024-09-05T07:41:11.489 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22145 root txt unknown /proc/22145/exe (readlink: Permission denied) 2024-09-05T07:41:11.489 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22145 root NOFD /proc/22145/fd (opendir: Permission denied) 2024-09-05T07:41:11.490 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22146 root cwd unknown /proc/22146/cwd (readlink: Permission denied) 2024-09-05T07:41:11.490 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22146 root rtd unknown /proc/22146/root (readlink: Permission denied) 2024-09-05T07:41:11.490 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22146 root txt unknown /proc/22146/exe (readlink: Permission denied) 2024-09-05T07:41:11.490 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22146 root NOFD /proc/22146/fd (opendir: Permission denied) 2024-09-05T07:41:11.490 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22147 root cwd unknown /proc/22147/cwd (readlink: Permission denied) 2024-09-05T07:41:11.490 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22147 root rtd unknown /proc/22147/root (readlink: Permission denied) 2024-09-05T07:41:11.490 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22147 root txt unknown /proc/22147/exe (readlink: Permission denied) 2024-09-05T07:41:11.490 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22147 root NOFD /proc/22147/fd (opendir: Permission denied) 2024-09-05T07:41:11.490 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22148 root cwd unknown /proc/22148/cwd (readlink: Permission denied) 2024-09-05T07:41:11.490 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22148 root rtd unknown /proc/22148/root (readlink: Permission denied) 2024-09-05T07:41:11.490 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22148 root txt unknown /proc/22148/exe (readlink: Permission denied) 2024-09-05T07:41:11.490 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22148 root NOFD /proc/22148/fd (opendir: Permission denied) 2024-09-05T07:41:11.490 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22149 root cwd unknown /proc/22149/cwd (readlink: Permission denied) 2024-09-05T07:41:11.491 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22149 root rtd unknown /proc/22149/root (readlink: Permission denied) 2024-09-05T07:41:11.491 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22149 root txt unknown /proc/22149/exe (readlink: Permission denied) 2024-09-05T07:41:11.491 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/R 22149 root NOFD /proc/22149/fd (opendir: Permission denied) 2024-09-05T07:41:11.491 INFO:tasks.workunit.client.0.smithi071.stdout:xfsaild/d 22150 root cwd unknown /proc/22150/cwd (readlink: Permission denied) 2024-09-05T07:41:11.491 INFO:tasks.workunit.client.0.smithi071.stdout:xfsaild/d 22150 root rtd unknown /proc/22150/root (readlink: Permission denied) 2024-09-05T07:41:11.491 INFO:tasks.workunit.client.0.smithi071.stdout:xfsaild/d 22150 root txt unknown /proc/22150/exe (readlink: Permission denied) 2024-09-05T07:41:11.491 INFO:tasks.workunit.client.0.smithi071.stdout:xfsaild/d 22150 root NOFD /proc/22150/fd (opendir: Permission denied) 2024-09-05T07:41:11.491 INFO:tasks.workunit.client.0.smithi071.stdout:sshd 23082 root cwd unknown /proc/23082/cwd (readlink: Permission denied) 2024-09-05T07:41:11.491 INFO:tasks.workunit.client.0.smithi071.stdout:sshd 23082 root rtd unknown /proc/23082/root (readlink: Permission denied) 2024-09-05T07:41:11.491 INFO:tasks.workunit.client.0.smithi071.stdout:sshd 23082 root txt unknown /proc/23082/exe (readlink: Permission denied) 2024-09-05T07:41:11.491 INFO:tasks.workunit.client.0.smithi071.stdout:sshd 23082 root NOFD /proc/23082/fd (opendir: Permission denied) 2024-09-05T07:41:11.491 INFO:tasks.workunit.client.0.smithi071.stdout:sshd 23085 ubuntu cwd unknown /proc/23085/cwd (readlink: Permission denied) 2024-09-05T07:41:11.492 INFO:tasks.workunit.client.0.smithi071.stdout:sshd 23085 ubuntu rtd unknown /proc/23085/root (readlink: Permission denied) 2024-09-05T07:41:11.492 INFO:tasks.workunit.client.0.smithi071.stdout:sshd 23085 ubuntu txt unknown /proc/23085/exe (readlink: Permission denied) 2024-09-05T07:41:11.492 INFO:tasks.workunit.client.0.smithi071.stdout:sshd 23085 ubuntu NOFD /proc/23085/fd (opendir: Permission denied) 2024-09-05T07:41:11.492 INFO:tasks.workunit.client.0.smithi071.stdout:chronyd 23145 chrony cwd unknown /proc/23145/cwd (readlink: Permission denied) 2024-09-05T07:41:11.492 INFO:tasks.workunit.client.0.smithi071.stdout:chronyd 23145 chrony rtd unknown /proc/23145/root (readlink: Permission denied) 2024-09-05T07:41:11.492 INFO:tasks.workunit.client.0.smithi071.stdout:chronyd 23145 chrony txt unknown /proc/23145/exe (readlink: Permission denied) 2024-09-05T07:41:11.492 INFO:tasks.workunit.client.0.smithi071.stdout:chronyd 23145 chrony NOFD /proc/23145/fd (opendir: Permission denied) 2024-09-05T07:41:11.492 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-cras 23453 ceph cwd unknown /proc/23453/cwd (readlink: Permission denied) 2024-09-05T07:41:11.492 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-cras 23453 ceph rtd unknown /proc/23453/root (readlink: Permission denied) 2024-09-05T07:41:11.492 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-cras 23453 ceph txt unknown /proc/23453/exe (readlink: Permission denied) 2024-09-05T07:41:11.492 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-cras 23453 ceph NOFD /proc/23453/fd (opendir: Permission denied) 2024-09-05T07:41:11.492 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 23476 root cwd unknown /proc/23476/cwd (readlink: Permission denied) 2024-09-05T07:41:11.492 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 23476 root rtd unknown /proc/23476/root (readlink: Permission denied) 2024-09-05T07:41:11.493 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 23476 root txt unknown /proc/23476/exe (readlink: Permission denied) 2024-09-05T07:41:11.493 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 23476 root NOFD /proc/23476/fd (opendir: Permission denied) 2024-09-05T07:41:11.493 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/1 23478 root cwd unknown /proc/23478/cwd (readlink: Permission denied) 2024-09-05T07:41:11.493 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/1 23478 root rtd unknown /proc/23478/root (readlink: Permission denied) 2024-09-05T07:41:11.493 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/1 23478 root txt unknown /proc/23478/exe (readlink: Permission denied) 2024-09-05T07:41:11.493 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/1 23478 root NOFD /proc/23478/fd (opendir: Permission denied) 2024-09-05T07:41:11.493 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 25410 root cwd unknown /proc/25410/cwd (readlink: Permission denied) 2024-09-05T07:41:11.493 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 25410 root rtd unknown /proc/25410/root (readlink: Permission denied) 2024-09-05T07:41:11.493 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 25410 root txt unknown /proc/25410/exe (readlink: Permission denied) 2024-09-05T07:41:11.493 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 25410 root NOFD /proc/25410/fd (opendir: Permission denied) 2024-09-05T07:41:11.493 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 29965 root cwd unknown /proc/29965/cwd (readlink: Permission denied) 2024-09-05T07:41:11.493 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 29965 root rtd unknown /proc/29965/root (readlink: Permission denied) 2024-09-05T07:41:11.493 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 29965 root txt unknown /proc/29965/exe (readlink: Permission denied) 2024-09-05T07:41:11.494 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 29965 root NOFD /proc/29965/fd (opendir: Permission denied) 2024-09-05T07:41:11.494 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 29982 root cwd unknown /proc/29982/cwd (readlink: Permission denied) 2024-09-05T07:41:11.494 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 29982 root rtd unknown /proc/29982/root (readlink: Permission denied) 2024-09-05T07:41:11.494 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 29982 root txt unknown /proc/29982/exe (readlink: Permission denied) 2024-09-05T07:41:11.494 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 29982 root NOFD /proc/29982/fd (opendir: Permission denied) 2024-09-05T07:41:11.494 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 29983 root cwd unknown /proc/29983/cwd (readlink: Permission denied) 2024-09-05T07:41:11.494 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 29983 root rtd unknown /proc/29983/root (readlink: Permission denied) 2024-09-05T07:41:11.494 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 29983 root txt unknown /proc/29983/exe (readlink: Permission denied) 2024-09-05T07:41:11.494 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 29983 root NOFD /proc/29983/fd (opendir: Permission denied) 2024-09-05T07:41:11.494 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 30000 root cwd unknown /proc/30000/cwd (readlink: Permission denied) 2024-09-05T07:41:11.494 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 30000 root rtd unknown /proc/30000/root (readlink: Permission denied) 2024-09-05T07:41:11.494 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 30000 root txt unknown /proc/30000/exe (readlink: Permission denied) 2024-09-05T07:41:11.494 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 30000 root NOFD /proc/30000/fd (opendir: Permission denied) 2024-09-05T07:41:11.495 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 30913 root cwd unknown /proc/30913/cwd (readlink: Permission denied) 2024-09-05T07:41:11.495 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 30913 root rtd unknown /proc/30913/root (readlink: Permission denied) 2024-09-05T07:41:11.495 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 30913 root txt unknown /proc/30913/exe (readlink: Permission denied) 2024-09-05T07:41:11.495 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 30913 root NOFD /proc/30913/fd (opendir: Permission denied) 2024-09-05T07:41:11.495 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 30961 root cwd unknown /proc/30961/cwd (readlink: Permission denied) 2024-09-05T07:41:11.495 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 30961 root rtd unknown /proc/30961/root (readlink: Permission denied) 2024-09-05T07:41:11.495 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 30961 root txt unknown /proc/30961/exe (readlink: Permission denied) 2024-09-05T07:41:11.495 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 30961 root NOFD /proc/30961/fd (opendir: Permission denied) 2024-09-05T07:41:11.495 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 30963 root cwd unknown /proc/30963/cwd (readlink: Permission denied) 2024-09-05T07:41:11.495 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 30963 root rtd unknown /proc/30963/root (readlink: Permission denied) 2024-09-05T07:41:11.495 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 30963 root txt unknown /proc/30963/exe (readlink: Permission denied) 2024-09-05T07:41:11.495 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 30963 root NOFD /proc/30963/fd (opendir: Permission denied) 2024-09-05T07:41:11.495 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 ceph cwd unknown /proc/30965/cwd (readlink: Permission denied) 2024-09-05T07:41:11.496 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 ceph rtd unknown /proc/30965/root (readlink: Permission denied) 2024-09-05T07:41:11.496 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 ceph txt unknown /proc/30965/exe (readlink: Permission denied) 2024-09-05T07:41:11.496 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 ceph NOFD /proc/30965/fd (opendir: Permission denied) 2024-09-05T07:41:11.496 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30966 log ceph cwd unknown /proc/30965/task/30966/cwd (readlink: Permission denied) 2024-09-05T07:41:11.496 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30966 log ceph rtd unknown /proc/30965/task/30966/root (readlink: Permission denied) 2024-09-05T07:41:11.496 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30966 log ceph txt unknown /proc/30965/task/30966/exe (readlink: Permission denied) 2024-09-05T07:41:11.496 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30966 log ceph NOFD /proc/30965/task/30966/fd (opendir: Permission denied) 2024-09-05T07:41:11.496 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30967 service ceph cwd unknown /proc/30965/task/30967/cwd (readlink: Permission denied) 2024-09-05T07:41:11.496 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30967 service ceph rtd unknown /proc/30965/task/30967/root (readlink: Permission denied) 2024-09-05T07:41:11.496 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30967 service ceph txt unknown /proc/30965/task/30967/exe (readlink: Permission denied) 2024-09-05T07:41:11.496 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30967 service ceph NOFD /proc/30965/task/30967/fd (opendir: Permission denied) 2024-09-05T07:41:11.496 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30968 admin_soc ceph cwd unknown /proc/30965/task/30968/cwd (readlink: Permission denied) 2024-09-05T07:41:11.496 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30968 admin_soc ceph rtd unknown /proc/30965/task/30968/root (readlink: Permission denied) 2024-09-05T07:41:11.497 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30968 admin_soc ceph txt unknown /proc/30965/task/30968/exe (readlink: Permission denied) 2024-09-05T07:41:11.497 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30968 admin_soc ceph NOFD /proc/30965/task/30968/fd (opendir: Permission denied) 2024-09-05T07:41:11.497 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30969 signal_ha ceph cwd unknown /proc/30965/task/30969/cwd (readlink: Permission denied) 2024-09-05T07:41:11.497 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30969 signal_ha ceph rtd unknown /proc/30965/task/30969/root (readlink: Permission denied) 2024-09-05T07:41:11.497 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30969 signal_ha ceph txt unknown /proc/30965/task/30969/exe (readlink: Permission denied) 2024-09-05T07:41:11.497 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30969 signal_ha ceph NOFD /proc/30965/task/30969/fd (opendir: Permission denied) 2024-09-05T07:41:11.497 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30970 rocksdb:l ceph cwd unknown /proc/30965/task/30970/cwd (readlink: Permission denied) 2024-09-05T07:41:11.497 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30970 rocksdb:l ceph rtd unknown /proc/30965/task/30970/root (readlink: Permission denied) 2024-09-05T07:41:11.497 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30970 rocksdb:l ceph txt unknown /proc/30965/task/30970/exe (readlink: Permission denied) 2024-09-05T07:41:11.497 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30970 rocksdb:l ceph NOFD /proc/30965/task/30970/fd (opendir: Permission denied) 2024-09-05T07:41:11.497 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30971 rocksdb:h ceph cwd unknown /proc/30965/task/30971/cwd (readlink: Permission denied) 2024-09-05T07:41:11.497 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30971 rocksdb:h ceph rtd unknown /proc/30965/task/30971/root (readlink: Permission denied) 2024-09-05T07:41:11.497 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30971 rocksdb:h ceph txt unknown /proc/30965/task/30971/exe (readlink: Permission denied) 2024-09-05T07:41:11.498 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30971 rocksdb:h ceph NOFD /proc/30965/task/30971/fd (opendir: Permission denied) 2024-09-05T07:41:11.498 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30987 ceph-mon ceph cwd unknown /proc/30965/task/30987/cwd (readlink: Permission denied) 2024-09-05T07:41:11.498 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30987 ceph-mon ceph rtd unknown /proc/30965/task/30987/root (readlink: Permission denied) 2024-09-05T07:41:11.498 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30987 ceph-mon ceph txt unknown /proc/30965/task/30987/exe (readlink: Permission denied) 2024-09-05T07:41:11.498 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30987 ceph-mon ceph NOFD /proc/30965/task/30987/fd (opendir: Permission denied) 2024-09-05T07:41:11.498 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30988 fn_monsto ceph cwd unknown /proc/30965/task/30988/cwd (readlink: Permission denied) 2024-09-05T07:41:11.498 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30988 fn_monsto ceph rtd unknown /proc/30965/task/30988/root (readlink: Permission denied) 2024-09-05T07:41:11.498 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30988 fn_monsto ceph txt unknown /proc/30965/task/30988/exe (readlink: Permission denied) 2024-09-05T07:41:11.498 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30988 fn_monsto ceph NOFD /proc/30965/task/30988/fd (opendir: Permission denied) 2024-09-05T07:41:11.498 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30989 msgr-work ceph cwd unknown /proc/30965/task/30989/cwd (readlink: Permission denied) 2024-09-05T07:41:11.498 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30989 msgr-work ceph rtd unknown /proc/30965/task/30989/root (readlink: Permission denied) 2024-09-05T07:41:11.498 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30989 msgr-work ceph txt unknown /proc/30965/task/30989/exe (readlink: Permission denied) 2024-09-05T07:41:11.498 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30989 msgr-work ceph NOFD /proc/30965/task/30989/fd (opendir: Permission denied) 2024-09-05T07:41:11.498 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30990 msgr-work ceph cwd unknown /proc/30965/task/30990/cwd (readlink: Permission denied) 2024-09-05T07:41:11.499 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30990 msgr-work ceph rtd unknown /proc/30965/task/30990/root (readlink: Permission denied) 2024-09-05T07:41:11.499 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30990 msgr-work ceph txt unknown /proc/30965/task/30990/exe (readlink: Permission denied) 2024-09-05T07:41:11.499 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30990 msgr-work ceph NOFD /proc/30965/task/30990/fd (opendir: Permission denied) 2024-09-05T07:41:11.499 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30991 msgr-work ceph cwd unknown /proc/30965/task/30991/cwd (readlink: Permission denied) 2024-09-05T07:41:11.499 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30991 msgr-work ceph rtd unknown /proc/30965/task/30991/root (readlink: Permission denied) 2024-09-05T07:41:11.499 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30991 msgr-work ceph txt unknown /proc/30965/task/30991/exe (readlink: Permission denied) 2024-09-05T07:41:11.499 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30991 msgr-work ceph NOFD /proc/30965/task/30991/fd (opendir: Permission denied) 2024-09-05T07:41:11.499 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30992 OpHistory ceph cwd unknown /proc/30965/task/30992/cwd (readlink: Permission denied) 2024-09-05T07:41:11.499 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30992 OpHistory ceph rtd unknown /proc/30965/task/30992/root (readlink: Permission denied) 2024-09-05T07:41:11.499 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30992 OpHistory ceph txt unknown /proc/30965/task/30992/exe (readlink: Permission denied) 2024-09-05T07:41:11.499 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30992 OpHistory ceph NOFD /proc/30965/task/30992/fd (opendir: Permission denied) 2024-09-05T07:41:11.499 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30993 fin ceph cwd unknown /proc/30965/task/30993/cwd (readlink: Permission denied) 2024-09-05T07:41:11.500 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30993 fin ceph rtd unknown /proc/30965/task/30993/root (readlink: Permission denied) 2024-09-05T07:41:11.500 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30993 fin ceph txt unknown /proc/30965/task/30993/exe (readlink: Permission denied) 2024-09-05T07:41:11.500 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30993 fin ceph NOFD /proc/30965/task/30993/fd (opendir: Permission denied) 2024-09-05T07:41:11.500 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30994 safe_time ceph cwd unknown /proc/30965/task/30994/cwd (readlink: Permission denied) 2024-09-05T07:41:11.500 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30994 safe_time ceph rtd unknown /proc/30965/task/30994/root (readlink: Permission denied) 2024-09-05T07:41:11.500 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30994 safe_time ceph txt unknown /proc/30965/task/30994/exe (readlink: Permission denied) 2024-09-05T07:41:11.500 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30994 safe_time ceph NOFD /proc/30965/task/30994/fd (opendir: Permission denied) 2024-09-05T07:41:11.500 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30995 cpu_tp ceph cwd unknown /proc/30965/task/30995/cwd (readlink: Permission denied) 2024-09-05T07:41:11.500 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30995 cpu_tp ceph rtd unknown /proc/30965/task/30995/root (readlink: Permission denied) 2024-09-05T07:41:11.500 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30995 cpu_tp ceph txt unknown /proc/30965/task/30995/exe (readlink: Permission denied) 2024-09-05T07:41:11.500 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30995 cpu_tp ceph NOFD /proc/30965/task/30995/fd (opendir: Permission denied) 2024-09-05T07:41:11.500 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30996 cpu_tp ceph cwd unknown /proc/30965/task/30996/cwd (readlink: Permission denied) 2024-09-05T07:41:11.500 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30996 cpu_tp ceph rtd unknown /proc/30965/task/30996/root (readlink: Permission denied) 2024-09-05T07:41:11.501 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30996 cpu_tp ceph txt unknown /proc/30965/task/30996/exe (readlink: Permission denied) 2024-09-05T07:41:11.501 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30996 cpu_tp ceph NOFD /proc/30965/task/30996/fd (opendir: Permission denied) 2024-09-05T07:41:11.501 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30997 cpu_tp ceph cwd unknown /proc/30965/task/30997/cwd (readlink: Permission denied) 2024-09-05T07:41:11.501 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30997 cpu_tp ceph rtd unknown /proc/30965/task/30997/root (readlink: Permission denied) 2024-09-05T07:41:11.501 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30997 cpu_tp ceph txt unknown /proc/30965/task/30997/exe (readlink: Permission denied) 2024-09-05T07:41:11.501 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30997 cpu_tp ceph NOFD /proc/30965/task/30997/fd (opendir: Permission denied) 2024-09-05T07:41:11.501 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30998 cpu_tp ceph cwd unknown /proc/30965/task/30998/cwd (readlink: Permission denied) 2024-09-05T07:41:11.501 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30998 cpu_tp ceph rtd unknown /proc/30965/task/30998/root (readlink: Permission denied) 2024-09-05T07:41:11.501 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30998 cpu_tp ceph txt unknown /proc/30965/task/30998/exe (readlink: Permission denied) 2024-09-05T07:41:11.501 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30998 cpu_tp ceph NOFD /proc/30965/task/30998/fd (opendir: Permission denied) 2024-09-05T07:41:11.501 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30999 ms_dispat ceph cwd unknown /proc/30965/task/30999/cwd (readlink: Permission denied) 2024-09-05T07:41:11.501 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30999 ms_dispat ceph rtd unknown /proc/30965/task/30999/root (readlink: Permission denied) 2024-09-05T07:41:11.501 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30999 ms_dispat ceph txt unknown /proc/30965/task/30999/exe (readlink: Permission denied) 2024-09-05T07:41:11.502 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 30999 ms_dispat ceph NOFD /proc/30965/task/30999/fd (opendir: Permission denied) 2024-09-05T07:41:11.502 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 31000 ms_local ceph cwd unknown /proc/30965/task/31000/cwd (readlink: Permission denied) 2024-09-05T07:41:11.502 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 31000 ms_local ceph rtd unknown /proc/30965/task/31000/root (readlink: Permission denied) 2024-09-05T07:41:11.502 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 31000 ms_local ceph txt unknown /proc/30965/task/31000/exe (readlink: Permission denied) 2024-09-05T07:41:11.502 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 31000 ms_local ceph NOFD /proc/30965/task/31000/fd (opendir: Permission denied) 2024-09-05T07:41:11.502 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 31001 safe_time ceph cwd unknown /proc/30965/task/31001/cwd (readlink: Permission denied) 2024-09-05T07:41:11.502 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 31001 safe_time ceph rtd unknown /proc/30965/task/31001/root (readlink: Permission denied) 2024-09-05T07:41:11.502 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 31001 safe_time ceph txt unknown /proc/30965/task/31001/exe (readlink: Permission denied) 2024-09-05T07:41:11.502 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 31001 safe_time ceph NOFD /proc/30965/task/31001/fd (opendir: Permission denied) 2024-09-05T07:41:11.502 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 31002 ms_dispat ceph cwd unknown /proc/30965/task/31002/cwd (readlink: Permission denied) 2024-09-05T07:41:11.502 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 31002 ms_dispat ceph rtd unknown /proc/30965/task/31002/root (readlink: Permission denied) 2024-09-05T07:41:11.502 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 31002 ms_dispat ceph txt unknown /proc/30965/task/31002/exe (readlink: Permission denied) 2024-09-05T07:41:11.502 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 31002 ms_dispat ceph NOFD /proc/30965/task/31002/fd (opendir: Permission denied) 2024-09-05T07:41:11.503 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 31003 ms_local ceph cwd unknown /proc/30965/task/31003/cwd (readlink: Permission denied) 2024-09-05T07:41:11.503 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 31003 ms_local ceph rtd unknown /proc/30965/task/31003/root (readlink: Permission denied) 2024-09-05T07:41:11.503 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 31003 ms_local ceph txt unknown /proc/30965/task/31003/exe (readlink: Permission denied) 2024-09-05T07:41:11.503 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 31003 ms_local ceph NOFD /proc/30965/task/31003/fd (opendir: Permission denied) 2024-09-05T07:41:11.503 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 68909 rstore_co ceph cwd unknown /proc/30965/task/68909/cwd (readlink: Permission denied) 2024-09-05T07:41:11.503 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 68909 rstore_co ceph rtd unknown /proc/30965/task/68909/root (readlink: Permission denied) 2024-09-05T07:41:11.503 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 68909 rstore_co ceph txt unknown /proc/30965/task/68909/exe (readlink: Permission denied) 2024-09-05T07:41:11.503 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mon 30965 68909 rstore_co ceph NOFD /proc/30965/task/68909/fd (opendir: Permission denied) 2024-09-05T07:41:11.503 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 31194 root cwd unknown /proc/31194/cwd (readlink: Permission denied) 2024-09-05T07:41:11.503 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 31194 root rtd unknown /proc/31194/root (readlink: Permission denied) 2024-09-05T07:41:11.503 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 31194 root txt unknown /proc/31194/exe (readlink: Permission denied) 2024-09-05T07:41:11.503 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 31194 root NOFD /proc/31194/fd (opendir: Permission denied) 2024-09-05T07:41:11.503 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 31196 root cwd unknown /proc/31196/cwd (readlink: Permission denied) 2024-09-05T07:41:11.504 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 31196 root rtd unknown /proc/31196/root (readlink: Permission denied) 2024-09-05T07:41:11.504 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 31196 root txt unknown /proc/31196/exe (readlink: Permission denied) 2024-09-05T07:41:11.504 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 31196 root NOFD /proc/31196/fd (opendir: Permission denied) 2024-09-05T07:41:11.504 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 ceph cwd unknown /proc/31198/cwd (readlink: Permission denied) 2024-09-05T07:41:11.504 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 ceph rtd unknown /proc/31198/root (readlink: Permission denied) 2024-09-05T07:41:11.504 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 ceph txt unknown /proc/31198/exe (readlink: Permission denied) 2024-09-05T07:41:11.504 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 ceph NOFD /proc/31198/fd (opendir: Permission denied) 2024-09-05T07:41:11.504 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84040 log ceph cwd unknown /proc/31198/task/84040/cwd (readlink: Permission denied) 2024-09-05T07:41:11.504 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84040 log ceph rtd unknown /proc/31198/task/84040/root (readlink: Permission denied) 2024-09-05T07:41:11.504 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84040 log ceph txt unknown /proc/31198/task/84040/exe (readlink: Permission denied) 2024-09-05T07:41:11.504 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84040 log ceph NOFD /proc/31198/task/84040/fd (opendir: Permission denied) 2024-09-05T07:41:11.504 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84042 msgr-work ceph cwd unknown /proc/31198/task/84042/cwd (readlink: Permission denied) 2024-09-05T07:41:11.504 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84042 msgr-work ceph rtd unknown /proc/31198/task/84042/root (readlink: Permission denied) 2024-09-05T07:41:11.504 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84042 msgr-work ceph txt unknown /proc/31198/task/84042/exe (readlink: Permission denied) 2024-09-05T07:41:11.505 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84042 msgr-work ceph NOFD /proc/31198/task/84042/fd (opendir: Permission denied) 2024-09-05T07:41:11.505 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84043 msgr-work ceph cwd unknown /proc/31198/task/84043/cwd (readlink: Permission denied) 2024-09-05T07:41:11.505 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84043 msgr-work ceph rtd unknown /proc/31198/task/84043/root (readlink: Permission denied) 2024-09-05T07:41:11.505 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84043 msgr-work ceph txt unknown /proc/31198/task/84043/exe (readlink: Permission denied) 2024-09-05T07:41:11.505 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84043 msgr-work ceph NOFD /proc/31198/task/84043/fd (opendir: Permission denied) 2024-09-05T07:41:11.505 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84044 msgr-work ceph cwd unknown /proc/31198/task/84044/cwd (readlink: Permission denied) 2024-09-05T07:41:11.505 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84044 msgr-work ceph rtd unknown /proc/31198/task/84044/root (readlink: Permission denied) 2024-09-05T07:41:11.505 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84044 msgr-work ceph txt unknown /proc/31198/task/84044/exe (readlink: Permission denied) 2024-09-05T07:41:11.505 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84044 msgr-work ceph NOFD /proc/31198/task/84044/fd (opendir: Permission denied) 2024-09-05T07:41:11.505 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84048 service ceph cwd unknown /proc/31198/task/84048/cwd (readlink: Permission denied) 2024-09-05T07:41:11.505 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84048 service ceph rtd unknown /proc/31198/task/84048/root (readlink: Permission denied) 2024-09-05T07:41:11.505 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84048 service ceph txt unknown /proc/31198/task/84048/exe (readlink: Permission denied) 2024-09-05T07:41:11.505 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84048 service ceph NOFD /proc/31198/task/84048/fd (opendir: Permission denied) 2024-09-05T07:41:11.506 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84049 admin_soc ceph cwd unknown /proc/31198/task/84049/cwd (readlink: Permission denied) 2024-09-05T07:41:11.506 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84049 admin_soc ceph rtd unknown /proc/31198/task/84049/root (readlink: Permission denied) 2024-09-05T07:41:11.506 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84049 admin_soc ceph txt unknown /proc/31198/task/84049/exe (readlink: Permission denied) 2024-09-05T07:41:11.506 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84049 admin_soc ceph NOFD /proc/31198/task/84049/fd (opendir: Permission denied) 2024-09-05T07:41:11.506 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84050 ceph_time ceph cwd unknown /proc/31198/task/84050/cwd (readlink: Permission denied) 2024-09-05T07:41:11.506 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84050 ceph_time ceph rtd unknown /proc/31198/task/84050/root (readlink: Permission denied) 2024-09-05T07:41:11.506 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84050 ceph_time ceph txt unknown /proc/31198/task/84050/exe (readlink: Permission denied) 2024-09-05T07:41:11.506 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84050 ceph_time ceph NOFD /proc/31198/task/84050/fd (opendir: Permission denied) 2024-09-05T07:41:11.506 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84051 fn_anonym ceph cwd unknown /proc/31198/task/84051/cwd (readlink: Permission denied) 2024-09-05T07:41:11.506 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84051 fn_anonym ceph rtd unknown /proc/31198/task/84051/root (readlink: Permission denied) 2024-09-05T07:41:11.506 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84051 fn_anonym ceph txt unknown /proc/31198/task/84051/exe (readlink: Permission denied) 2024-09-05T07:41:11.506 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84051 fn_anonym ceph NOFD /proc/31198/task/84051/fd (opendir: Permission denied) 2024-09-05T07:41:11.506 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84052 signal_ha ceph cwd unknown /proc/31198/task/84052/cwd (readlink: Permission denied) 2024-09-05T07:41:11.506 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84052 signal_ha ceph rtd unknown /proc/31198/task/84052/root (readlink: Permission denied) 2024-09-05T07:41:11.507 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84052 signal_ha ceph txt unknown /proc/31198/task/84052/exe (readlink: Permission denied) 2024-09-05T07:41:11.507 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84052 signal_ha ceph NOFD /proc/31198/task/84052/fd (opendir: Permission denied) 2024-09-05T07:41:11.507 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84053 mgrsb-fin ceph cwd unknown /proc/31198/task/84053/cwd (readlink: Permission denied) 2024-09-05T07:41:11.507 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84053 mgrsb-fin ceph rtd unknown /proc/31198/task/84053/root (readlink: Permission denied) 2024-09-05T07:41:11.507 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84053 mgrsb-fin ceph txt unknown /proc/31198/task/84053/exe (readlink: Permission denied) 2024-09-05T07:41:11.507 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84053 mgrsb-fin ceph NOFD /proc/31198/task/84053/fd (opendir: Permission denied) 2024-09-05T07:41:11.507 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84054 ms_dispat ceph cwd unknown /proc/31198/task/84054/cwd (readlink: Permission denied) 2024-09-05T07:41:11.507 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84054 ms_dispat ceph rtd unknown /proc/31198/task/84054/root (readlink: Permission denied) 2024-09-05T07:41:11.507 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84054 ms_dispat ceph txt unknown /proc/31198/task/84054/exe (readlink: Permission denied) 2024-09-05T07:41:11.507 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84054 ms_dispat ceph NOFD /proc/31198/task/84054/fd (opendir: Permission denied) 2024-09-05T07:41:11.507 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84055 ms_local ceph cwd unknown /proc/31198/task/84055/cwd (readlink: Permission denied) 2024-09-05T07:41:11.507 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84055 ms_local ceph rtd unknown /proc/31198/task/84055/root (readlink: Permission denied) 2024-09-05T07:41:11.507 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84055 ms_local ceph txt unknown /proc/31198/task/84055/exe (readlink: Permission denied) 2024-09-05T07:41:11.508 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84055 ms_local ceph NOFD /proc/31198/task/84055/fd (opendir: Permission denied) 2024-09-05T07:41:11.508 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84056 io_contex ceph cwd unknown /proc/31198/task/84056/cwd (readlink: Permission denied) 2024-09-05T07:41:11.508 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84056 io_contex ceph rtd unknown /proc/31198/task/84056/root (readlink: Permission denied) 2024-09-05T07:41:11.508 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84056 io_contex ceph txt unknown /proc/31198/task/84056/exe (readlink: Permission denied) 2024-09-05T07:41:11.508 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84056 io_contex ceph NOFD /proc/31198/task/84056/fd (opendir: Permission denied) 2024-09-05T07:41:11.508 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84057 io_contex ceph cwd unknown /proc/31198/task/84057/cwd (readlink: Permission denied) 2024-09-05T07:41:11.508 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84057 io_contex ceph rtd unknown /proc/31198/task/84057/root (readlink: Permission denied) 2024-09-05T07:41:11.508 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84057 io_contex ceph txt unknown /proc/31198/task/84057/exe (readlink: Permission denied) 2024-09-05T07:41:11.508 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84057 io_contex ceph NOFD /proc/31198/task/84057/fd (opendir: Permission denied) 2024-09-05T07:41:11.508 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84058 safe_time ceph cwd unknown /proc/31198/task/84058/cwd (readlink: Permission denied) 2024-09-05T07:41:11.508 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84058 safe_time ceph rtd unknown /proc/31198/task/84058/root (readlink: Permission denied) 2024-09-05T07:41:11.508 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84058 safe_time ceph txt unknown /proc/31198/task/84058/exe (readlink: Permission denied) 2024-09-05T07:41:11.508 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84058 safe_time ceph NOFD /proc/31198/task/84058/fd (opendir: Permission denied) 2024-09-05T07:41:11.509 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84059 safe_time ceph cwd unknown /proc/31198/task/84059/cwd (readlink: Permission denied) 2024-09-05T07:41:11.509 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84059 safe_time ceph rtd unknown /proc/31198/task/84059/root (readlink: Permission denied) 2024-09-05T07:41:11.509 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84059 safe_time ceph txt unknown /proc/31198/task/84059/exe (readlink: Permission denied) 2024-09-05T07:41:11.509 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84059 safe_time ceph NOFD /proc/31198/task/84059/fd (opendir: Permission denied) 2024-09-05T07:41:11.509 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84060 safe_time ceph cwd unknown /proc/31198/task/84060/cwd (readlink: Permission denied) 2024-09-05T07:41:11.509 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84060 safe_time ceph rtd unknown /proc/31198/task/84060/root (readlink: Permission denied) 2024-09-05T07:41:11.509 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84060 safe_time ceph txt unknown /proc/31198/task/84060/exe (readlink: Permission denied) 2024-09-05T07:41:11.509 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84060 safe_time ceph NOFD /proc/31198/task/84060/fd (opendir: Permission denied) 2024-09-05T07:41:11.509 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84061 fn_anonym ceph cwd unknown /proc/31198/task/84061/cwd (readlink: Permission denied) 2024-09-05T07:41:11.509 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84061 fn_anonym ceph rtd unknown /proc/31198/task/84061/root (readlink: Permission denied) 2024-09-05T07:41:11.509 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84061 fn_anonym ceph txt unknown /proc/31198/task/84061/exe (readlink: Permission denied) 2024-09-05T07:41:11.509 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84061 fn_anonym ceph NOFD /proc/31198/task/84061/fd (opendir: Permission denied) 2024-09-05T07:41:11.509 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84062 flusher ceph cwd unknown /proc/31198/task/84062/cwd (readlink: Permission denied) 2024-09-05T07:41:11.510 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84062 flusher ceph rtd unknown /proc/31198/task/84062/root (readlink: Permission denied) 2024-09-05T07:41:11.510 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84062 flusher ceph txt unknown /proc/31198/task/84062/exe (readlink: Permission denied) 2024-09-05T07:41:11.510 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84062 flusher ceph NOFD /proc/31198/task/84062/fd (opendir: Permission denied) 2024-09-05T07:41:11.510 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84063 safe_time ceph cwd unknown /proc/31198/task/84063/cwd (readlink: Permission denied) 2024-09-05T07:41:11.510 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84063 safe_time ceph rtd unknown /proc/31198/task/84063/root (readlink: Permission denied) 2024-09-05T07:41:11.510 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84063 safe_time ceph txt unknown /proc/31198/task/84063/exe (readlink: Permission denied) 2024-09-05T07:41:11.510 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84063 safe_time ceph NOFD /proc/31198/task/84063/fd (opendir: Permission denied) 2024-09-05T07:41:11.510 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84719 OpHistory ceph cwd unknown /proc/31198/task/84719/cwd (readlink: Permission denied) 2024-09-05T07:41:11.510 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84719 OpHistory ceph rtd unknown /proc/31198/task/84719/root (readlink: Permission denied) 2024-09-05T07:41:11.510 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84719 OpHistory ceph txt unknown /proc/31198/task/84719/exe (readlink: Permission denied) 2024-09-05T07:41:11.510 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84719 OpHistory ceph NOFD /proc/31198/task/84719/fd (opendir: Permission denied) 2024-09-05T07:41:11.510 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84720 mgr-fin ceph cwd unknown /proc/31198/task/84720/cwd (readlink: Permission denied) 2024-09-05T07:41:11.510 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84720 mgr-fin ceph rtd unknown /proc/31198/task/84720/root (readlink: Permission denied) 2024-09-05T07:41:11.510 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84720 mgr-fin ceph txt unknown /proc/31198/task/84720/exe (readlink: Permission denied) 2024-09-05T07:41:11.511 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84720 mgr-fin ceph NOFD /proc/31198/task/84720/fd (opendir: Permission denied) 2024-09-05T07:41:11.511 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84721 ms_dispat ceph cwd unknown /proc/31198/task/84721/cwd (readlink: Permission denied) 2024-09-05T07:41:11.511 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84721 ms_dispat ceph rtd unknown /proc/31198/task/84721/root (readlink: Permission denied) 2024-09-05T07:41:11.511 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84721 ms_dispat ceph txt unknown /proc/31198/task/84721/exe (readlink: Permission denied) 2024-09-05T07:41:11.511 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84721 ms_dispat ceph NOFD /proc/31198/task/84721/fd (opendir: Permission denied) 2024-09-05T07:41:11.511 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84722 ms_local ceph cwd unknown /proc/31198/task/84722/cwd (readlink: Permission denied) 2024-09-05T07:41:11.511 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84722 ms_local ceph rtd unknown /proc/31198/task/84722/root (readlink: Permission denied) 2024-09-05T07:41:11.511 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84722 ms_local ceph txt unknown /proc/31198/task/84722/exe (readlink: Permission denied) 2024-09-05T07:41:11.511 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84722 ms_local ceph NOFD /proc/31198/task/84722/fd (opendir: Permission denied) 2024-09-05T07:41:11.511 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84723 safe_time ceph cwd unknown /proc/31198/task/84723/cwd (readlink: Permission denied) 2024-09-05T07:41:11.511 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84723 safe_time ceph rtd unknown /proc/31198/task/84723/root (readlink: Permission denied) 2024-09-05T07:41:11.511 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84723 safe_time ceph txt unknown /proc/31198/task/84723/exe (readlink: Permission denied) 2024-09-05T07:41:11.512 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84723 safe_time ceph NOFD /proc/31198/task/84723/fd (opendir: Permission denied) 2024-09-05T07:41:11.512 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84724 cmdfin ceph cwd unknown /proc/31198/task/84724/cwd (readlink: Permission denied) 2024-09-05T07:41:11.512 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84724 cmdfin ceph rtd unknown /proc/31198/task/84724/root (readlink: Permission denied) 2024-09-05T07:41:11.512 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84724 cmdfin ceph txt unknown /proc/31198/task/84724/exe (readlink: Permission denied) 2024-09-05T07:41:11.512 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84724 cmdfin ceph NOFD /proc/31198/task/84724/fd (opendir: Permission denied) 2024-09-05T07:41:11.512 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84728 io_contex ceph cwd unknown /proc/31198/task/84728/cwd (readlink: Permission denied) 2024-09-05T07:41:11.512 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84728 io_contex ceph rtd unknown /proc/31198/task/84728/root (readlink: Permission denied) 2024-09-05T07:41:11.512 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84728 io_contex ceph txt unknown /proc/31198/task/84728/exe (readlink: Permission denied) 2024-09-05T07:41:11.512 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84728 io_contex ceph NOFD /proc/31198/task/84728/fd (opendir: Permission denied) 2024-09-05T07:41:11.512 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84729 io_contex ceph cwd unknown /proc/31198/task/84729/cwd (readlink: Permission denied) 2024-09-05T07:41:11.512 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84729 io_contex ceph rtd unknown /proc/31198/task/84729/root (readlink: Permission denied) 2024-09-05T07:41:11.512 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84729 io_contex ceph txt unknown /proc/31198/task/84729/exe (readlink: Permission denied) 2024-09-05T07:41:11.512 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84729 io_contex ceph NOFD /proc/31198/task/84729/fd (opendir: Permission denied) 2024-09-05T07:41:11.513 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84730 ceph_time ceph cwd unknown /proc/31198/task/84730/cwd (readlink: Permission denied) 2024-09-05T07:41:11.513 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84730 ceph_time ceph rtd unknown /proc/31198/task/84730/root (readlink: Permission denied) 2024-09-05T07:41:11.513 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84730 ceph_time ceph txt unknown /proc/31198/task/84730/exe (readlink: Permission denied) 2024-09-05T07:41:11.513 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84730 ceph_time ceph NOFD /proc/31198/task/84730/fd (opendir: Permission denied) 2024-09-05T07:41:11.513 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84731 ms_dispat ceph cwd unknown /proc/31198/task/84731/cwd (readlink: Permission denied) 2024-09-05T07:41:11.513 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84731 ms_dispat ceph rtd unknown /proc/31198/task/84731/root (readlink: Permission denied) 2024-09-05T07:41:11.513 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84731 ms_dispat ceph txt unknown /proc/31198/task/84731/exe (readlink: Permission denied) 2024-09-05T07:41:11.513 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84731 ms_dispat ceph NOFD /proc/31198/task/84731/fd (opendir: Permission denied) 2024-09-05T07:41:11.513 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84732 ms_local ceph cwd unknown /proc/31198/task/84732/cwd (readlink: Permission denied) 2024-09-05T07:41:11.513 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84732 ms_local ceph rtd unknown /proc/31198/task/84732/root (readlink: Permission denied) 2024-09-05T07:41:11.513 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84732 ms_local ceph txt unknown /proc/31198/task/84732/exe (readlink: Permission denied) 2024-09-05T07:41:11.513 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84732 ms_local ceph NOFD /proc/31198/task/84732/fd (opendir: Permission denied) 2024-09-05T07:41:11.513 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84733 safe_time ceph cwd unknown /proc/31198/task/84733/cwd (readlink: Permission denied) 2024-09-05T07:41:11.514 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84733 safe_time ceph rtd unknown /proc/31198/task/84733/root (readlink: Permission denied) 2024-09-05T07:41:11.514 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84733 safe_time ceph txt unknown /proc/31198/task/84733/exe (readlink: Permission denied) 2024-09-05T07:41:11.514 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84733 safe_time ceph NOFD /proc/31198/task/84733/fd (opendir: Permission denied) 2024-09-05T07:41:11.514 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84739 safe_time ceph cwd unknown /proc/31198/task/84739/cwd (readlink: Permission denied) 2024-09-05T07:41:11.514 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84739 safe_time ceph rtd unknown /proc/31198/task/84739/root (readlink: Permission denied) 2024-09-05T07:41:11.514 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84739 safe_time ceph txt unknown /proc/31198/task/84739/exe (readlink: Permission denied) 2024-09-05T07:41:11.514 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84739 safe_time ceph NOFD /proc/31198/task/84739/fd (opendir: Permission denied) 2024-09-05T07:41:11.514 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84740 balancer ceph cwd unknown /proc/31198/task/84740/cwd (readlink: Permission denied) 2024-09-05T07:41:11.514 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84740 balancer ceph rtd unknown /proc/31198/task/84740/root (readlink: Permission denied) 2024-09-05T07:41:11.514 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84740 balancer ceph txt unknown /proc/31198/task/84740/exe (readlink: Permission denied) 2024-09-05T07:41:11.514 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84740 balancer ceph NOFD /proc/31198/task/84740/fd (opendir: Permission denied) 2024-09-05T07:41:11.514 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84741 m-fin-bal ceph cwd unknown /proc/31198/task/84741/cwd (readlink: Permission denied) 2024-09-05T07:41:11.514 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84741 m-fin-bal ceph rtd unknown /proc/31198/task/84741/root (readlink: Permission denied) 2024-09-05T07:41:11.515 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84741 m-fin-bal ceph txt unknown /proc/31198/task/84741/exe (readlink: Permission denied) 2024-09-05T07:41:11.515 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84741 m-fin-bal ceph NOFD /proc/31198/task/84741/fd (opendir: Permission denied) 2024-09-05T07:41:11.515 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84742 mgr-fin ceph cwd unknown /proc/31198/task/84742/cwd (readlink: Permission denied) 2024-09-05T07:41:11.515 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84742 mgr-fin ceph rtd unknown /proc/31198/task/84742/root (readlink: Permission denied) 2024-09-05T07:41:11.515 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84742 mgr-fin ceph txt unknown /proc/31198/task/84742/exe (readlink: Permission denied) 2024-09-05T07:41:11.515 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84742 mgr-fin ceph NOFD /proc/31198/task/84742/fd (opendir: Permission denied) 2024-09-05T07:41:11.515 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84743 mgr-fin ceph cwd unknown /proc/31198/task/84743/cwd (readlink: Permission denied) 2024-09-05T07:41:11.515 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84743 mgr-fin ceph rtd unknown /proc/31198/task/84743/root (readlink: Permission denied) 2024-09-05T07:41:11.515 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84743 mgr-fin ceph txt unknown /proc/31198/task/84743/exe (readlink: Permission denied) 2024-09-05T07:41:11.515 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84743 mgr-fin ceph NOFD /proc/31198/task/84743/fd (opendir: Permission denied) 2024-09-05T07:41:11.515 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84744 mgr-fin ceph cwd unknown /proc/31198/task/84744/cwd (readlink: Permission denied) 2024-09-05T07:41:11.515 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84744 mgr-fin ceph rtd unknown /proc/31198/task/84744/root (readlink: Permission denied) 2024-09-05T07:41:11.516 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84744 mgr-fin ceph txt unknown /proc/31198/task/84744/exe (readlink: Permission denied) 2024-09-05T07:41:11.516 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84744 mgr-fin ceph NOFD /proc/31198/task/84744/fd (opendir: Permission denied) 2024-09-05T07:41:11.516 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84745 mgr-fin ceph cwd unknown /proc/31198/task/84745/cwd (readlink: Permission denied) 2024-09-05T07:41:11.516 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84745 mgr-fin ceph rtd unknown /proc/31198/task/84745/root (readlink: Permission denied) 2024-09-05T07:41:11.516 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84745 mgr-fin ceph txt unknown /proc/31198/task/84745/exe (readlink: Permission denied) 2024-09-05T07:41:11.516 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84745 mgr-fin ceph NOFD /proc/31198/task/84745/fd (opendir: Permission denied) 2024-09-05T07:41:11.516 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84746 mgr-fin ceph cwd unknown /proc/31198/task/84746/cwd (readlink: Permission denied) 2024-09-05T07:41:11.516 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84746 mgr-fin ceph rtd unknown /proc/31198/task/84746/root (readlink: Permission denied) 2024-09-05T07:41:11.516 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84746 mgr-fin ceph txt unknown /proc/31198/task/84746/exe (readlink: Permission denied) 2024-09-05T07:41:11.516 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84746 mgr-fin ceph NOFD /proc/31198/task/84746/fd (opendir: Permission denied) 2024-09-05T07:41:11.516 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84747 mgr-fin ceph cwd unknown /proc/31198/task/84747/cwd (readlink: Permission denied) 2024-09-05T07:41:11.516 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84747 mgr-fin ceph rtd unknown /proc/31198/task/84747/root (readlink: Permission denied) 2024-09-05T07:41:11.517 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84747 mgr-fin ceph txt unknown /proc/31198/task/84747/exe (readlink: Permission denied) 2024-09-05T07:41:11.517 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84747 mgr-fin ceph NOFD /proc/31198/task/84747/fd (opendir: Permission denied) 2024-09-05T07:41:11.517 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84748 mgr-fin ceph cwd unknown /proc/31198/task/84748/cwd (readlink: Permission denied) 2024-09-05T07:41:11.517 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84748 mgr-fin ceph rtd unknown /proc/31198/task/84748/root (readlink: Permission denied) 2024-09-05T07:41:11.517 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84748 mgr-fin ceph txt unknown /proc/31198/task/84748/exe (readlink: Permission denied) 2024-09-05T07:41:11.517 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84748 mgr-fin ceph NOFD /proc/31198/task/84748/fd (opendir: Permission denied) 2024-09-05T07:41:11.517 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84749 mgr-fin ceph cwd unknown /proc/31198/task/84749/cwd (readlink: Permission denied) 2024-09-05T07:41:11.517 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84749 mgr-fin ceph rtd unknown /proc/31198/task/84749/root (readlink: Permission denied) 2024-09-05T07:41:11.517 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84749 mgr-fin ceph txt unknown /proc/31198/task/84749/exe (readlink: Permission denied) 2024-09-05T07:41:11.517 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84749 mgr-fin ceph NOFD /proc/31198/task/84749/fd (opendir: Permission denied) 2024-09-05T07:41:11.517 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84750 mgr-fin ceph cwd unknown /proc/31198/task/84750/cwd (readlink: Permission denied) 2024-09-05T07:41:11.517 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84750 mgr-fin ceph rtd unknown /proc/31198/task/84750/root (readlink: Permission denied) 2024-09-05T07:41:11.517 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84750 mgr-fin ceph txt unknown /proc/31198/task/84750/exe (readlink: Permission denied) 2024-09-05T07:41:11.518 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84750 mgr-fin ceph NOFD /proc/31198/task/84750/fd (opendir: Permission denied) 2024-09-05T07:41:11.518 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84751 mgr-fin ceph cwd unknown /proc/31198/task/84751/cwd (readlink: Permission denied) 2024-09-05T07:41:11.518 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84751 mgr-fin ceph rtd unknown /proc/31198/task/84751/root (readlink: Permission denied) 2024-09-05T07:41:11.518 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84751 mgr-fin ceph txt unknown /proc/31198/task/84751/exe (readlink: Permission denied) 2024-09-05T07:41:11.518 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84751 mgr-fin ceph NOFD /proc/31198/task/84751/fd (opendir: Permission denied) 2024-09-05T07:41:11.518 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84752 mgr-fin ceph cwd unknown /proc/31198/task/84752/cwd (readlink: Permission denied) 2024-09-05T07:41:11.518 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84752 mgr-fin ceph rtd unknown /proc/31198/task/84752/root (readlink: Permission denied) 2024-09-05T07:41:11.518 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84752 mgr-fin ceph txt unknown /proc/31198/task/84752/exe (readlink: Permission denied) 2024-09-05T07:41:11.518 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84752 mgr-fin ceph NOFD /proc/31198/task/84752/fd (opendir: Permission denied) 2024-09-05T07:41:11.518 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84753 mgr-fin ceph cwd unknown /proc/31198/task/84753/cwd (readlink: Permission denied) 2024-09-05T07:41:11.518 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84753 mgr-fin ceph rtd unknown /proc/31198/task/84753/root (readlink: Permission denied) 2024-09-05T07:41:11.518 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84753 mgr-fin ceph txt unknown /proc/31198/task/84753/exe (readlink: Permission denied) 2024-09-05T07:41:11.518 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84753 mgr-fin ceph NOFD /proc/31198/task/84753/fd (opendir: Permission denied) 2024-09-05T07:41:11.518 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84754 mgr-fin ceph cwd unknown /proc/31198/task/84754/cwd (readlink: Permission denied) 2024-09-05T07:41:11.519 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84754 mgr-fin ceph rtd unknown /proc/31198/task/84754/root (readlink: Permission denied) 2024-09-05T07:41:11.519 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84754 mgr-fin ceph txt unknown /proc/31198/task/84754/exe (readlink: Permission denied) 2024-09-05T07:41:11.519 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84754 mgr-fin ceph NOFD /proc/31198/task/84754/fd (opendir: Permission denied) 2024-09-05T07:41:11.519 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84755 mgr-fin ceph cwd unknown /proc/31198/task/84755/cwd (readlink: Permission denied) 2024-09-05T07:41:11.519 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84755 mgr-fin ceph rtd unknown /proc/31198/task/84755/root (readlink: Permission denied) 2024-09-05T07:41:11.519 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84755 mgr-fin ceph txt unknown /proc/31198/task/84755/exe (readlink: Permission denied) 2024-09-05T07:41:11.519 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84755 mgr-fin ceph NOFD /proc/31198/task/84755/fd (opendir: Permission denied) 2024-09-05T07:41:11.519 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84756 mgr-fin ceph cwd unknown /proc/31198/task/84756/cwd (readlink: Permission denied) 2024-09-05T07:41:11.519 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84756 mgr-fin ceph rtd unknown /proc/31198/task/84756/root (readlink: Permission denied) 2024-09-05T07:41:11.519 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84756 mgr-fin ceph txt unknown /proc/31198/task/84756/exe (readlink: Permission denied) 2024-09-05T07:41:11.519 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84756 mgr-fin ceph NOFD /proc/31198/task/84756/fd (opendir: Permission denied) 2024-09-05T07:41:11.519 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84757 cephadm ceph cwd unknown /proc/31198/task/84757/cwd (readlink: Permission denied) 2024-09-05T07:41:11.520 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84757 cephadm ceph rtd unknown /proc/31198/task/84757/root (readlink: Permission denied) 2024-09-05T07:41:11.520 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84757 cephadm ceph txt unknown /proc/31198/task/84757/exe (readlink: Permission denied) 2024-09-05T07:41:11.520 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84757 cephadm ceph NOFD /proc/31198/task/84757/fd (opendir: Permission denied) 2024-09-05T07:41:11.520 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84758 m-fin-cep ceph cwd unknown /proc/31198/task/84758/cwd (readlink: Permission denied) 2024-09-05T07:41:11.520 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84758 m-fin-cep ceph rtd unknown /proc/31198/task/84758/root (readlink: Permission denied) 2024-09-05T07:41:11.520 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84758 m-fin-cep ceph txt unknown /proc/31198/task/84758/exe (readlink: Permission denied) 2024-09-05T07:41:11.520 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84758 m-fin-cep ceph NOFD /proc/31198/task/84758/fd (opendir: Permission denied) 2024-09-05T07:41:11.520 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84759 mgr-fin ceph cwd unknown /proc/31198/task/84759/cwd (readlink: Permission denied) 2024-09-05T07:41:11.520 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84759 mgr-fin ceph rtd unknown /proc/31198/task/84759/root (readlink: Permission denied) 2024-09-05T07:41:11.520 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84759 mgr-fin ceph txt unknown /proc/31198/task/84759/exe (readlink: Permission denied) 2024-09-05T07:41:11.520 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84759 mgr-fin ceph NOFD /proc/31198/task/84759/fd (opendir: Permission denied) 2024-09-05T07:41:11.520 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84760 mgr-fin ceph cwd unknown /proc/31198/task/84760/cwd (readlink: Permission denied) 2024-09-05T07:41:11.520 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84760 mgr-fin ceph rtd unknown /proc/31198/task/84760/root (readlink: Permission denied) 2024-09-05T07:41:11.521 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84760 mgr-fin ceph txt unknown /proc/31198/task/84760/exe (readlink: Permission denied) 2024-09-05T07:41:11.521 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84760 mgr-fin ceph NOFD /proc/31198/task/84760/fd (opendir: Permission denied) 2024-09-05T07:41:11.521 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84761 crash ceph cwd unknown /proc/31198/task/84761/cwd (readlink: Permission denied) 2024-09-05T07:41:11.521 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84761 crash ceph rtd unknown /proc/31198/task/84761/root (readlink: Permission denied) 2024-09-05T07:41:11.521 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84761 crash ceph txt unknown /proc/31198/task/84761/exe (readlink: Permission denied) 2024-09-05T07:41:11.521 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84761 crash ceph NOFD /proc/31198/task/84761/fd (opendir: Permission denied) 2024-09-05T07:41:11.521 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84762 m-fin-cra ceph cwd unknown /proc/31198/task/84762/cwd (readlink: Permission denied) 2024-09-05T07:41:11.521 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84762 m-fin-cra ceph rtd unknown /proc/31198/task/84762/root (readlink: Permission denied) 2024-09-05T07:41:11.521 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84762 m-fin-cra ceph txt unknown /proc/31198/task/84762/exe (readlink: Permission denied) 2024-09-05T07:41:11.521 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84762 m-fin-cra ceph NOFD /proc/31198/task/84762/fd (opendir: Permission denied) 2024-09-05T07:41:11.521 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84763 mgr-fin ceph cwd unknown /proc/31198/task/84763/cwd (readlink: Permission denied) 2024-09-05T07:41:11.521 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84763 mgr-fin ceph rtd unknown /proc/31198/task/84763/root (readlink: Permission denied) 2024-09-05T07:41:11.521 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84763 mgr-fin ceph txt unknown /proc/31198/task/84763/exe (readlink: Permission denied) 2024-09-05T07:41:11.522 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84763 mgr-fin ceph NOFD /proc/31198/task/84763/fd (opendir: Permission denied) 2024-09-05T07:41:11.522 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84764 cephadm ceph cwd unknown /proc/31198/task/84764/cwd (readlink: Permission denied) 2024-09-05T07:41:11.522 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84764 cephadm ceph rtd unknown /proc/31198/task/84764/root (readlink: Permission denied) 2024-09-05T07:41:11.522 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84764 cephadm ceph txt unknown /proc/31198/task/84764/exe (readlink: Permission denied) 2024-09-05T07:41:11.522 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84764 cephadm ceph NOFD /proc/31198/task/84764/fd (opendir: Permission denied) 2024-09-05T07:41:11.522 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84765 mgr-fin ceph cwd unknown /proc/31198/task/84765/cwd (readlink: Permission denied) 2024-09-05T07:41:11.522 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84765 mgr-fin ceph rtd unknown /proc/31198/task/84765/root (readlink: Permission denied) 2024-09-05T07:41:11.522 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84765 mgr-fin ceph txt unknown /proc/31198/task/84765/exe (readlink: Permission denied) 2024-09-05T07:41:11.522 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84765 mgr-fin ceph NOFD /proc/31198/task/84765/fd (opendir: Permission denied) 2024-09-05T07:41:11.522 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84766 dashboard ceph cwd unknown /proc/31198/task/84766/cwd (readlink: Permission denied) 2024-09-05T07:41:11.522 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84766 dashboard ceph rtd unknown /proc/31198/task/84766/root (readlink: Permission denied) 2024-09-05T07:41:11.522 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84766 dashboard ceph txt unknown /proc/31198/task/84766/exe (readlink: Permission denied) 2024-09-05T07:41:11.522 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84766 dashboard ceph NOFD /proc/31198/task/84766/fd (opendir: Permission denied) 2024-09-05T07:41:11.522 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84767 m-fin-das ceph cwd unknown /proc/31198/task/84767/cwd (readlink: Permission denied) 2024-09-05T07:41:11.523 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84767 m-fin-das ceph rtd unknown /proc/31198/task/84767/root (readlink: Permission denied) 2024-09-05T07:41:11.523 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84767 m-fin-das ceph txt unknown /proc/31198/task/84767/exe (readlink: Permission denied) 2024-09-05T07:41:11.523 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84767 m-fin-das ceph NOFD /proc/31198/task/84767/fd (opendir: Permission denied) 2024-09-05T07:41:11.523 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84768 mgr-fin ceph cwd unknown /proc/31198/task/84768/cwd (readlink: Permission denied) 2024-09-05T07:41:11.523 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84768 mgr-fin ceph rtd unknown /proc/31198/task/84768/root (readlink: Permission denied) 2024-09-05T07:41:11.523 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84768 mgr-fin ceph txt unknown /proc/31198/task/84768/exe (readlink: Permission denied) 2024-09-05T07:41:11.523 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84768 mgr-fin ceph NOFD /proc/31198/task/84768/fd (opendir: Permission denied) 2024-09-05T07:41:11.523 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84769 mgr-fin ceph cwd unknown /proc/31198/task/84769/cwd (readlink: Permission denied) 2024-09-05T07:41:11.523 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84769 mgr-fin ceph rtd unknown /proc/31198/task/84769/root (readlink: Permission denied) 2024-09-05T07:41:11.523 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84769 mgr-fin ceph txt unknown /proc/31198/task/84769/exe (readlink: Permission denied) 2024-09-05T07:41:11.523 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84769 mgr-fin ceph NOFD /proc/31198/task/84769/fd (opendir: Permission denied) 2024-09-05T07:41:11.523 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84770 mgr-fin ceph cwd unknown /proc/31198/task/84770/cwd (readlink: Permission denied) 2024-09-05T07:41:11.523 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84770 mgr-fin ceph rtd unknown /proc/31198/task/84770/root (readlink: Permission denied) 2024-09-05T07:41:11.523 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84770 mgr-fin ceph txt unknown /proc/31198/task/84770/exe (readlink: Permission denied) 2024-09-05T07:41:11.524 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84770 mgr-fin ceph NOFD /proc/31198/task/84770/fd (opendir: Permission denied) 2024-09-05T07:41:11.524 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84771 devicehea ceph cwd unknown /proc/31198/task/84771/cwd (readlink: Permission denied) 2024-09-05T07:41:11.524 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84771 devicehea ceph rtd unknown /proc/31198/task/84771/root (readlink: Permission denied) 2024-09-05T07:41:11.524 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84771 devicehea ceph txt unknown /proc/31198/task/84771/exe (readlink: Permission denied) 2024-09-05T07:41:11.524 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84771 devicehea ceph NOFD /proc/31198/task/84771/fd (opendir: Permission denied) 2024-09-05T07:41:11.524 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84772 m-fin-dev ceph cwd unknown /proc/31198/task/84772/cwd (readlink: Permission denied) 2024-09-05T07:41:11.524 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84772 m-fin-dev ceph rtd unknown /proc/31198/task/84772/root (readlink: Permission denied) 2024-09-05T07:41:11.524 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84772 m-fin-dev ceph txt unknown /proc/31198/task/84772/exe (readlink: Permission denied) 2024-09-05T07:41:11.524 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84772 m-fin-dev ceph NOFD /proc/31198/task/84772/fd (opendir: Permission denied) 2024-09-05T07:41:11.524 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84773 mgr-fin ceph cwd unknown /proc/31198/task/84773/cwd (readlink: Permission denied) 2024-09-05T07:41:11.524 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84773 mgr-fin ceph rtd unknown /proc/31198/task/84773/root (readlink: Permission denied) 2024-09-05T07:41:11.524 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84773 mgr-fin ceph txt unknown /proc/31198/task/84773/exe (readlink: Permission denied) 2024-09-05T07:41:11.524 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84773 mgr-fin ceph NOFD /proc/31198/task/84773/fd (opendir: Permission denied) 2024-09-05T07:41:11.525 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84775 m-fin-ios ceph cwd unknown /proc/31198/task/84775/cwd (readlink: Permission denied) 2024-09-05T07:41:11.525 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84775 m-fin-ios ceph rtd unknown /proc/31198/task/84775/root (readlink: Permission denied) 2024-09-05T07:41:11.525 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84775 m-fin-ios ceph txt unknown /proc/31198/task/84775/exe (readlink: Permission denied) 2024-09-05T07:41:11.525 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84775 m-fin-ios ceph NOFD /proc/31198/task/84775/fd (opendir: Permission denied) 2024-09-05T07:41:11.525 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84776 mgr-fin ceph cwd unknown /proc/31198/task/84776/cwd (readlink: Permission denied) 2024-09-05T07:41:11.525 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84776 mgr-fin ceph rtd unknown /proc/31198/task/84776/root (readlink: Permission denied) 2024-09-05T07:41:11.525 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84776 mgr-fin ceph txt unknown /proc/31198/task/84776/exe (readlink: Permission denied) 2024-09-05T07:41:11.525 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84776 mgr-fin ceph NOFD /proc/31198/task/84776/fd (opendir: Permission denied) 2024-09-05T07:41:11.525 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84777 mgr-fin ceph cwd unknown /proc/31198/task/84777/cwd (readlink: Permission denied) 2024-09-05T07:41:11.525 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84777 mgr-fin ceph rtd unknown /proc/31198/task/84777/root (readlink: Permission denied) 2024-09-05T07:41:11.525 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84777 mgr-fin ceph txt unknown /proc/31198/task/84777/exe (readlink: Permission denied) 2024-09-05T07:41:11.525 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84777 mgr-fin ceph NOFD /proc/31198/task/84777/fd (opendir: Permission denied) 2024-09-05T07:41:11.525 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84778 mgr-fin ceph cwd unknown /proc/31198/task/84778/cwd (readlink: Permission denied) 2024-09-05T07:41:11.526 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84778 mgr-fin ceph rtd unknown /proc/31198/task/84778/root (readlink: Permission denied) 2024-09-05T07:41:11.526 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84778 mgr-fin ceph txt unknown /proc/31198/task/84778/exe (readlink: Permission denied) 2024-09-05T07:41:11.526 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84778 mgr-fin ceph NOFD /proc/31198/task/84778/fd (opendir: Permission denied) 2024-09-05T07:41:11.526 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84779 cephadm ceph cwd unknown /proc/31198/task/84779/cwd (readlink: Permission denied) 2024-09-05T07:41:11.526 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84779 cephadm ceph rtd unknown /proc/31198/task/84779/root (readlink: Permission denied) 2024-09-05T07:41:11.526 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84779 cephadm ceph txt unknown /proc/31198/task/84779/exe (readlink: Permission denied) 2024-09-05T07:41:11.526 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84779 cephadm ceph NOFD /proc/31198/task/84779/fd (opendir: Permission denied) 2024-09-05T07:41:11.526 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84781 m-fin-nfs ceph cwd unknown /proc/31198/task/84781/cwd (readlink: Permission denied) 2024-09-05T07:41:11.526 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84781 m-fin-nfs ceph rtd unknown /proc/31198/task/84781/root (readlink: Permission denied) 2024-09-05T07:41:11.526 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84781 m-fin-nfs ceph txt unknown /proc/31198/task/84781/exe (readlink: Permission denied) 2024-09-05T07:41:11.527 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84781 m-fin-nfs ceph NOFD /proc/31198/task/84781/fd (opendir: Permission denied) 2024-09-05T07:41:11.527 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84782 mgr-fin ceph cwd unknown /proc/31198/task/84782/cwd (readlink: Permission denied) 2024-09-05T07:41:11.527 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84782 mgr-fin ceph rtd unknown /proc/31198/task/84782/root (readlink: Permission denied) 2024-09-05T07:41:11.527 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84782 mgr-fin ceph txt unknown /proc/31198/task/84782/exe (readlink: Permission denied) 2024-09-05T07:41:11.527 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84782 mgr-fin ceph NOFD /proc/31198/task/84782/fd (opendir: Permission denied) 2024-09-05T07:41:11.527 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84783 mgr-fin ceph cwd unknown /proc/31198/task/84783/cwd (readlink: Permission denied) 2024-09-05T07:41:11.527 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84783 mgr-fin ceph rtd unknown /proc/31198/task/84783/root (readlink: Permission denied) 2024-09-05T07:41:11.527 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84783 mgr-fin ceph txt unknown /proc/31198/task/84783/exe (readlink: Permission denied) 2024-09-05T07:41:11.527 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84783 mgr-fin ceph NOFD /proc/31198/task/84783/fd (opendir: Permission denied) 2024-09-05T07:41:11.527 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84785 m-fin-orc ceph cwd unknown /proc/31198/task/84785/cwd (readlink: Permission denied) 2024-09-05T07:41:11.527 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84785 m-fin-orc ceph rtd unknown /proc/31198/task/84785/root (readlink: Permission denied) 2024-09-05T07:41:11.527 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84785 m-fin-orc ceph txt unknown /proc/31198/task/84785/exe (readlink: Permission denied) 2024-09-05T07:41:11.527 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84785 m-fin-orc ceph NOFD /proc/31198/task/84785/fd (opendir: Permission denied) 2024-09-05T07:41:11.528 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84786 pg_autosc ceph cwd unknown /proc/31198/task/84786/cwd (readlink: Permission denied) 2024-09-05T07:41:11.528 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84786 pg_autosc ceph rtd unknown /proc/31198/task/84786/root (readlink: Permission denied) 2024-09-05T07:41:11.528 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84786 pg_autosc ceph txt unknown /proc/31198/task/84786/exe (readlink: Permission denied) 2024-09-05T07:41:11.528 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84786 pg_autosc ceph NOFD /proc/31198/task/84786/fd (opendir: Permission denied) 2024-09-05T07:41:11.528 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84787 m-fin-pg_ ceph cwd unknown /proc/31198/task/84787/cwd (readlink: Permission denied) 2024-09-05T07:41:11.528 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84787 m-fin-pg_ ceph rtd unknown /proc/31198/task/84787/root (readlink: Permission denied) 2024-09-05T07:41:11.528 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84787 m-fin-pg_ ceph txt unknown /proc/31198/task/84787/exe (readlink: Permission denied) 2024-09-05T07:41:11.528 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84787 m-fin-pg_ ceph NOFD /proc/31198/task/84787/fd (opendir: Permission denied) 2024-09-05T07:41:11.528 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84788 cephadm ceph cwd unknown /proc/31198/task/84788/cwd (readlink: Permission denied) 2024-09-05T07:41:11.528 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84788 cephadm ceph rtd unknown /proc/31198/task/84788/root (readlink: Permission denied) 2024-09-05T07:41:11.528 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84788 cephadm ceph txt unknown /proc/31198/task/84788/exe (readlink: Permission denied) 2024-09-05T07:41:11.528 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84788 cephadm ceph NOFD /proc/31198/task/84788/fd (opendir: Permission denied) 2024-09-05T07:41:11.528 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84789 progress ceph cwd unknown /proc/31198/task/84789/cwd (readlink: Permission denied) 2024-09-05T07:41:11.528 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84789 progress ceph rtd unknown /proc/31198/task/84789/root (readlink: Permission denied) 2024-09-05T07:41:11.529 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84789 progress ceph txt unknown /proc/31198/task/84789/exe (readlink: Permission denied) 2024-09-05T07:41:11.529 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84789 progress ceph NOFD /proc/31198/task/84789/fd (opendir: Permission denied) 2024-09-05T07:41:11.529 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84790 m-fin-pro ceph cwd unknown /proc/31198/task/84790/cwd (readlink: Permission denied) 2024-09-05T07:41:11.529 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84790 m-fin-pro ceph rtd unknown /proc/31198/task/84790/root (readlink: Permission denied) 2024-09-05T07:41:11.529 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84790 m-fin-pro ceph txt unknown /proc/31198/task/84790/exe (readlink: Permission denied) 2024-09-05T07:41:11.529 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84790 m-fin-pro ceph NOFD /proc/31198/task/84790/fd (opendir: Permission denied) 2024-09-05T07:41:11.529 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84794 cephadm ceph cwd unknown /proc/31198/task/84794/cwd (readlink: Permission denied) 2024-09-05T07:41:11.529 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84794 cephadm ceph rtd unknown /proc/31198/task/84794/root (readlink: Permission denied) 2024-09-05T07:41:11.529 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84794 cephadm ceph txt unknown /proc/31198/task/84794/exe (readlink: Permission denied) 2024-09-05T07:41:11.529 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84794 cephadm ceph NOFD /proc/31198/task/84794/fd (opendir: Permission denied) 2024-09-05T07:41:11.529 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84795 io_contex ceph cwd unknown /proc/31198/task/84795/cwd (readlink: Permission denied) 2024-09-05T07:41:11.529 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84795 io_contex ceph rtd unknown /proc/31198/task/84795/root (readlink: Permission denied) 2024-09-05T07:41:11.529 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84795 io_contex ceph txt unknown /proc/31198/task/84795/exe (readlink: Permission denied) 2024-09-05T07:41:11.529 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84795 io_contex ceph NOFD /proc/31198/task/84795/fd (opendir: Permission denied) 2024-09-05T07:41:11.530 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84796 io_contex ceph cwd unknown /proc/31198/task/84796/cwd (readlink: Permission denied) 2024-09-05T07:41:11.530 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84796 io_contex ceph rtd unknown /proc/31198/task/84796/root (readlink: Permission denied) 2024-09-05T07:41:11.530 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84796 io_contex ceph txt unknown /proc/31198/task/84796/exe (readlink: Permission denied) 2024-09-05T07:41:11.530 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84796 io_contex ceph NOFD /proc/31198/task/84796/fd (opendir: Permission denied) 2024-09-05T07:41:11.530 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84797 ceph_time ceph cwd unknown /proc/31198/task/84797/cwd (readlink: Permission denied) 2024-09-05T07:41:11.530 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84797 ceph_time ceph rtd unknown /proc/31198/task/84797/root (readlink: Permission denied) 2024-09-05T07:41:11.530 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84797 ceph_time ceph txt unknown /proc/31198/task/84797/exe (readlink: Permission denied) 2024-09-05T07:41:11.530 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84797 ceph_time ceph NOFD /proc/31198/task/84797/fd (opendir: Permission denied) 2024-09-05T07:41:11.530 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84798 ms_dispat ceph cwd unknown /proc/31198/task/84798/cwd (readlink: Permission denied) 2024-09-05T07:41:11.530 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84798 ms_dispat ceph rtd unknown /proc/31198/task/84798/root (readlink: Permission denied) 2024-09-05T07:41:11.530 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84798 ms_dispat ceph txt unknown /proc/31198/task/84798/exe (readlink: Permission denied) 2024-09-05T07:41:11.530 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84798 ms_dispat ceph NOFD /proc/31198/task/84798/fd (opendir: Permission denied) 2024-09-05T07:41:11.530 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84799 ms_local ceph cwd unknown /proc/31198/task/84799/cwd (readlink: Permission denied) 2024-09-05T07:41:11.530 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84799 ms_local ceph rtd unknown /proc/31198/task/84799/root (readlink: Permission denied) 2024-09-05T07:41:11.531 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84799 ms_local ceph txt unknown /proc/31198/task/84799/exe (readlink: Permission denied) 2024-09-05T07:41:11.531 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84799 ms_local ceph NOFD /proc/31198/task/84799/fd (opendir: Permission denied) 2024-09-05T07:41:11.531 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84800 safe_time ceph cwd unknown /proc/31198/task/84800/cwd (readlink: Permission denied) 2024-09-05T07:41:11.531 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84800 safe_time ceph rtd unknown /proc/31198/task/84800/root (readlink: Permission denied) 2024-09-05T07:41:11.531 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84800 safe_time ceph txt unknown /proc/31198/task/84800/exe (readlink: Permission denied) 2024-09-05T07:41:11.531 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84800 safe_time ceph NOFD /proc/31198/task/84800/fd (opendir: Permission denied) 2024-09-05T07:41:11.531 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84801 safe_time ceph cwd unknown /proc/31198/task/84801/cwd (readlink: Permission denied) 2024-09-05T07:41:11.531 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84801 safe_time ceph rtd unknown /proc/31198/task/84801/root (readlink: Permission denied) 2024-09-05T07:41:11.531 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84801 safe_time ceph txt unknown /proc/31198/task/84801/exe (readlink: Permission denied) 2024-09-05T07:41:11.531 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84801 safe_time ceph NOFD /proc/31198/task/84801/fd (opendir: Permission denied) 2024-09-05T07:41:11.531 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84802 mgr-fin ceph cwd unknown /proc/31198/task/84802/cwd (readlink: Permission denied) 2024-09-05T07:41:11.531 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84802 mgr-fin ceph rtd unknown /proc/31198/task/84802/root (readlink: Permission denied) 2024-09-05T07:41:11.531 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84802 mgr-fin ceph txt unknown /proc/31198/task/84802/exe (readlink: Permission denied) 2024-09-05T07:41:11.532 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84802 mgr-fin ceph NOFD /proc/31198/task/84802/fd (opendir: Permission denied) 2024-09-05T07:41:11.532 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84804 m-fin-rbd ceph cwd unknown /proc/31198/task/84804/cwd (readlink: Permission denied) 2024-09-05T07:41:11.532 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84804 m-fin-rbd ceph rtd unknown /proc/31198/task/84804/root (readlink: Permission denied) 2024-09-05T07:41:11.532 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84804 m-fin-rbd ceph txt unknown /proc/31198/task/84804/exe (readlink: Permission denied) 2024-09-05T07:41:11.532 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84804 m-fin-rbd ceph NOFD /proc/31198/task/84804/fd (opendir: Permission denied) 2024-09-05T07:41:11.532 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84805 restful ceph cwd unknown /proc/31198/task/84805/cwd (readlink: Permission denied) 2024-09-05T07:41:11.532 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84805 restful ceph rtd unknown /proc/31198/task/84805/root (readlink: Permission denied) 2024-09-05T07:41:11.532 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84805 restful ceph txt unknown /proc/31198/task/84805/exe (readlink: Permission denied) 2024-09-05T07:41:11.532 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84805 restful ceph NOFD /proc/31198/task/84805/fd (opendir: Permission denied) 2024-09-05T07:41:11.532 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84806 m-fin-res ceph cwd unknown /proc/31198/task/84806/cwd (readlink: Permission denied) 2024-09-05T07:41:11.532 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84806 m-fin-res ceph rtd unknown /proc/31198/task/84806/root (readlink: Permission denied) 2024-09-05T07:41:11.532 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84806 m-fin-res ceph txt unknown /proc/31198/task/84806/exe (readlink: Permission denied) 2024-09-05T07:41:11.532 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84806 m-fin-res ceph NOFD /proc/31198/task/84806/fd (opendir: Permission denied) 2024-09-05T07:41:11.532 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84807 mgr-fin ceph cwd unknown /proc/31198/task/84807/cwd (readlink: Permission denied) 2024-09-05T07:41:11.533 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84807 mgr-fin ceph rtd unknown /proc/31198/task/84807/root (readlink: Permission denied) 2024-09-05T07:41:11.533 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84807 mgr-fin ceph txt unknown /proc/31198/task/84807/exe (readlink: Permission denied) 2024-09-05T07:41:11.533 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84807 mgr-fin ceph NOFD /proc/31198/task/84807/fd (opendir: Permission denied) 2024-09-05T07:41:11.533 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84808 mgr-fin ceph cwd unknown /proc/31198/task/84808/cwd (readlink: Permission denied) 2024-09-05T07:41:11.533 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84808 mgr-fin ceph rtd unknown /proc/31198/task/84808/root (readlink: Permission denied) 2024-09-05T07:41:11.533 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84808 mgr-fin ceph txt unknown /proc/31198/task/84808/exe (readlink: Permission denied) 2024-09-05T07:41:11.533 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84808 mgr-fin ceph NOFD /proc/31198/task/84808/fd (opendir: Permission denied) 2024-09-05T07:41:11.533 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84809 mgr-fin ceph cwd unknown /proc/31198/task/84809/cwd (readlink: Permission denied) 2024-09-05T07:41:11.533 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84809 mgr-fin ceph rtd unknown /proc/31198/task/84809/root (readlink: Permission denied) 2024-09-05T07:41:11.533 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84809 mgr-fin ceph txt unknown /proc/31198/task/84809/exe (readlink: Permission denied) 2024-09-05T07:41:11.533 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84809 mgr-fin ceph NOFD /proc/31198/task/84809/fd (opendir: Permission denied) 2024-09-05T07:41:11.533 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84810 mgr-fin ceph cwd unknown /proc/31198/task/84810/cwd (readlink: Permission denied) 2024-09-05T07:41:11.533 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84810 mgr-fin ceph rtd unknown /proc/31198/task/84810/root (readlink: Permission denied) 2024-09-05T07:41:11.534 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84810 mgr-fin ceph txt unknown /proc/31198/task/84810/exe (readlink: Permission denied) 2024-09-05T07:41:11.534 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84810 mgr-fin ceph NOFD /proc/31198/task/84810/fd (opendir: Permission denied) 2024-09-05T07:41:11.534 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84811 mgr-fin ceph cwd unknown /proc/31198/task/84811/cwd (readlink: Permission denied) 2024-09-05T07:41:11.534 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84811 mgr-fin ceph rtd unknown /proc/31198/task/84811/root (readlink: Permission denied) 2024-09-05T07:41:11.534 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84811 mgr-fin ceph txt unknown /proc/31198/task/84811/exe (readlink: Permission denied) 2024-09-05T07:41:11.534 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84811 mgr-fin ceph NOFD /proc/31198/task/84811/fd (opendir: Permission denied) 2024-09-05T07:41:11.534 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84812 mgr-fin ceph cwd unknown /proc/31198/task/84812/cwd (readlink: Permission denied) 2024-09-05T07:41:11.534 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84812 mgr-fin ceph rtd unknown /proc/31198/task/84812/root (readlink: Permission denied) 2024-09-05T07:41:11.534 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84812 mgr-fin ceph txt unknown /proc/31198/task/84812/exe (readlink: Permission denied) 2024-09-05T07:41:11.534 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84812 mgr-fin ceph NOFD /proc/31198/task/84812/fd (opendir: Permission denied) 2024-09-05T07:41:11.534 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84816 io_contex ceph cwd unknown /proc/31198/task/84816/cwd (readlink: Permission denied) 2024-09-05T07:41:11.534 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84816 io_contex ceph rtd unknown /proc/31198/task/84816/root (readlink: Permission denied) 2024-09-05T07:41:11.534 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84816 io_contex ceph txt unknown /proc/31198/task/84816/exe (readlink: Permission denied) 2024-09-05T07:41:11.535 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84816 io_contex ceph NOFD /proc/31198/task/84816/fd (opendir: Permission denied) 2024-09-05T07:41:11.535 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84817 io_contex ceph cwd unknown /proc/31198/task/84817/cwd (readlink: Permission denied) 2024-09-05T07:41:11.535 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84817 io_contex ceph rtd unknown /proc/31198/task/84817/root (readlink: Permission denied) 2024-09-05T07:41:11.535 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84817 io_contex ceph txt unknown /proc/31198/task/84817/exe (readlink: Permission denied) 2024-09-05T07:41:11.535 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84817 io_contex ceph NOFD /proc/31198/task/84817/fd (opendir: Permission denied) 2024-09-05T07:41:11.535 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84818 ceph_time ceph cwd unknown /proc/31198/task/84818/cwd (readlink: Permission denied) 2024-09-05T07:41:11.535 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84818 ceph_time ceph rtd unknown /proc/31198/task/84818/root (readlink: Permission denied) 2024-09-05T07:41:11.535 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84818 ceph_time ceph txt unknown /proc/31198/task/84818/exe (readlink: Permission denied) 2024-09-05T07:41:11.535 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84818 ceph_time ceph NOFD /proc/31198/task/84818/fd (opendir: Permission denied) 2024-09-05T07:41:11.535 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84819 ms_dispat ceph cwd unknown /proc/31198/task/84819/cwd (readlink: Permission denied) 2024-09-05T07:41:11.535 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84819 ms_dispat ceph rtd unknown /proc/31198/task/84819/root (readlink: Permission denied) 2024-09-05T07:41:11.535 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84819 ms_dispat ceph txt unknown /proc/31198/task/84819/exe (readlink: Permission denied) 2024-09-05T07:41:11.535 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84819 ms_dispat ceph NOFD /proc/31198/task/84819/fd (opendir: Permission denied) 2024-09-05T07:41:11.536 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84820 ms_local ceph cwd unknown /proc/31198/task/84820/cwd (readlink: Permission denied) 2024-09-05T07:41:11.536 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84820 ms_local ceph rtd unknown /proc/31198/task/84820/root (readlink: Permission denied) 2024-09-05T07:41:11.536 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84820 ms_local ceph txt unknown /proc/31198/task/84820/exe (readlink: Permission denied) 2024-09-05T07:41:11.536 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84820 ms_local ceph NOFD /proc/31198/task/84820/fd (opendir: Permission denied) 2024-09-05T07:41:11.536 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84821 safe_time ceph cwd unknown /proc/31198/task/84821/cwd (readlink: Permission denied) 2024-09-05T07:41:11.536 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84821 safe_time ceph rtd unknown /proc/31198/task/84821/root (readlink: Permission denied) 2024-09-05T07:41:11.536 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84821 safe_time ceph txt unknown /proc/31198/task/84821/exe (readlink: Permission denied) 2024-09-05T07:41:11.536 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84821 safe_time ceph NOFD /proc/31198/task/84821/fd (opendir: Permission denied) 2024-09-05T07:41:11.536 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84822 safe_time ceph cwd unknown /proc/31198/task/84822/cwd (readlink: Permission denied) 2024-09-05T07:41:11.536 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84822 safe_time ceph rtd unknown /proc/31198/task/84822/root (readlink: Permission denied) 2024-09-05T07:41:11.536 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84822 safe_time ceph txt unknown /proc/31198/task/84822/exe (readlink: Permission denied) 2024-09-05T07:41:11.536 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84822 safe_time ceph NOFD /proc/31198/task/84822/fd (opendir: Permission denied) 2024-09-05T07:41:11.536 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84824 m-fin-sna ceph cwd unknown /proc/31198/task/84824/cwd (readlink: Permission denied) 2024-09-05T07:41:11.536 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84824 m-fin-sna ceph rtd unknown /proc/31198/task/84824/root (readlink: Permission denied) 2024-09-05T07:41:11.537 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84824 m-fin-sna ceph txt unknown /proc/31198/task/84824/exe (readlink: Permission denied) 2024-09-05T07:41:11.537 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84824 m-fin-sna ceph NOFD /proc/31198/task/84824/fd (opendir: Permission denied) 2024-09-05T07:41:11.537 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84826 m-fin-sta ceph cwd unknown /proc/31198/task/84826/cwd (readlink: Permission denied) 2024-09-05T07:41:11.537 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84826 m-fin-sta ceph rtd unknown /proc/31198/task/84826/root (readlink: Permission denied) 2024-09-05T07:41:11.537 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84826 m-fin-sta ceph txt unknown /proc/31198/task/84826/exe (readlink: Permission denied) 2024-09-05T07:41:11.537 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84826 m-fin-sta ceph NOFD /proc/31198/task/84826/fd (opendir: Permission denied) 2024-09-05T07:41:11.537 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84827 telemetry ceph cwd unknown /proc/31198/task/84827/cwd (readlink: Permission denied) 2024-09-05T07:41:11.537 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84827 telemetry ceph rtd unknown /proc/31198/task/84827/root (readlink: Permission denied) 2024-09-05T07:41:11.537 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84827 telemetry ceph txt unknown /proc/31198/task/84827/exe (readlink: Permission denied) 2024-09-05T07:41:11.537 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84827 telemetry ceph NOFD /proc/31198/task/84827/fd (opendir: Permission denied) 2024-09-05T07:41:11.537 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84828 m-fin-tel ceph cwd unknown /proc/31198/task/84828/cwd (readlink: Permission denied) 2024-09-05T07:41:11.537 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84828 m-fin-tel ceph rtd unknown /proc/31198/task/84828/root (readlink: Permission denied) 2024-09-05T07:41:11.537 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84828 m-fin-tel ceph txt unknown /proc/31198/task/84828/exe (readlink: Permission denied) 2024-09-05T07:41:11.538 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84828 m-fin-tel ceph NOFD /proc/31198/task/84828/fd (opendir: Permission denied) 2024-09-05T07:41:11.538 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84829 mgr-fin ceph cwd unknown /proc/31198/task/84829/cwd (readlink: Permission denied) 2024-09-05T07:41:11.538 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84829 mgr-fin ceph rtd unknown /proc/31198/task/84829/root (readlink: Permission denied) 2024-09-05T07:41:11.538 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84829 mgr-fin ceph txt unknown /proc/31198/task/84829/exe (readlink: Permission denied) 2024-09-05T07:41:11.538 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84829 mgr-fin ceph NOFD /proc/31198/task/84829/fd (opendir: Permission denied) 2024-09-05T07:41:11.538 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84833 io_contex ceph cwd unknown /proc/31198/task/84833/cwd (readlink: Permission denied) 2024-09-05T07:41:11.538 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84833 io_contex ceph rtd unknown /proc/31198/task/84833/root (readlink: Permission denied) 2024-09-05T07:41:11.538 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84833 io_contex ceph txt unknown /proc/31198/task/84833/exe (readlink: Permission denied) 2024-09-05T07:41:11.538 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84833 io_contex ceph NOFD /proc/31198/task/84833/fd (opendir: Permission denied) 2024-09-05T07:41:11.538 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84834 io_contex ceph cwd unknown /proc/31198/task/84834/cwd (readlink: Permission denied) 2024-09-05T07:41:11.538 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84834 io_contex ceph rtd unknown /proc/31198/task/84834/root (readlink: Permission denied) 2024-09-05T07:41:11.538 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84834 io_contex ceph txt unknown /proc/31198/task/84834/exe (readlink: Permission denied) 2024-09-05T07:41:11.538 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84834 io_contex ceph NOFD /proc/31198/task/84834/fd (opendir: Permission denied) 2024-09-05T07:41:11.539 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84835 ceph_time ceph cwd unknown /proc/31198/task/84835/cwd (readlink: Permission denied) 2024-09-05T07:41:11.539 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84835 ceph_time ceph rtd unknown /proc/31198/task/84835/root (readlink: Permission denied) 2024-09-05T07:41:11.539 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84835 ceph_time ceph txt unknown /proc/31198/task/84835/exe (readlink: Permission denied) 2024-09-05T07:41:11.539 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84835 ceph_time ceph NOFD /proc/31198/task/84835/fd (opendir: Permission denied) 2024-09-05T07:41:11.539 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84836 ms_dispat ceph cwd unknown /proc/31198/task/84836/cwd (readlink: Permission denied) 2024-09-05T07:41:11.539 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84836 ms_dispat ceph rtd unknown /proc/31198/task/84836/root (readlink: Permission denied) 2024-09-05T07:41:11.539 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84836 ms_dispat ceph txt unknown /proc/31198/task/84836/exe (readlink: Permission denied) 2024-09-05T07:41:11.539 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84836 ms_dispat ceph NOFD /proc/31198/task/84836/fd (opendir: Permission denied) 2024-09-05T07:41:11.539 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84837 ms_local ceph cwd unknown /proc/31198/task/84837/cwd (readlink: Permission denied) 2024-09-05T07:41:11.539 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84837 ms_local ceph rtd unknown /proc/31198/task/84837/root (readlink: Permission denied) 2024-09-05T07:41:11.539 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84837 ms_local ceph txt unknown /proc/31198/task/84837/exe (readlink: Permission denied) 2024-09-05T07:41:11.539 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84837 ms_local ceph NOFD /proc/31198/task/84837/fd (opendir: Permission denied) 2024-09-05T07:41:11.539 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84838 safe_time ceph cwd unknown /proc/31198/task/84838/cwd (readlink: Permission denied) 2024-09-05T07:41:11.539 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84838 safe_time ceph rtd unknown /proc/31198/task/84838/root (readlink: Permission denied) 2024-09-05T07:41:11.540 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84838 safe_time ceph txt unknown /proc/31198/task/84838/exe (readlink: Permission denied) 2024-09-05T07:41:11.540 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84838 safe_time ceph NOFD /proc/31198/task/84838/fd (opendir: Permission denied) 2024-09-05T07:41:11.540 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84839 safe_time ceph cwd unknown /proc/31198/task/84839/cwd (readlink: Permission denied) 2024-09-05T07:41:11.540 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84839 safe_time ceph rtd unknown /proc/31198/task/84839/root (readlink: Permission denied) 2024-09-05T07:41:11.540 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84839 safe_time ceph txt unknown /proc/31198/task/84839/exe (readlink: Permission denied) 2024-09-05T07:41:11.540 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84839 safe_time ceph NOFD /proc/31198/task/84839/fd (opendir: Permission denied) 2024-09-05T07:41:11.540 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84840 mgr-fin ceph cwd unknown /proc/31198/task/84840/cwd (readlink: Permission denied) 2024-09-05T07:41:11.540 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84840 mgr-fin ceph rtd unknown /proc/31198/task/84840/root (readlink: Permission denied) 2024-09-05T07:41:11.540 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84840 mgr-fin ceph txt unknown /proc/31198/task/84840/exe (readlink: Permission denied) 2024-09-05T07:41:11.540 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84840 mgr-fin ceph NOFD /proc/31198/task/84840/fd (opendir: Permission denied) 2024-09-05T07:41:11.540 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84841 mgr-fin ceph cwd unknown /proc/31198/task/84841/cwd (readlink: Permission denied) 2024-09-05T07:41:11.540 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84841 mgr-fin ceph rtd unknown /proc/31198/task/84841/root (readlink: Permission denied) 2024-09-05T07:41:11.541 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84841 mgr-fin ceph txt unknown /proc/31198/task/84841/exe (readlink: Permission denied) 2024-09-05T07:41:11.541 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84841 mgr-fin ceph NOFD /proc/31198/task/84841/fd (opendir: Permission denied) 2024-09-05T07:41:11.541 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84842 mgr-fin ceph cwd unknown /proc/31198/task/84842/cwd (readlink: Permission denied) 2024-09-05T07:41:11.541 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84842 mgr-fin ceph rtd unknown /proc/31198/task/84842/root (readlink: Permission denied) 2024-09-05T07:41:11.541 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84842 mgr-fin ceph txt unknown /proc/31198/task/84842/exe (readlink: Permission denied) 2024-09-05T07:41:11.541 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84842 mgr-fin ceph NOFD /proc/31198/task/84842/fd (opendir: Permission denied) 2024-09-05T07:41:11.541 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84843 mgr-fin ceph cwd unknown /proc/31198/task/84843/cwd (readlink: Permission denied) 2024-09-05T07:41:11.541 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84843 mgr-fin ceph rtd unknown /proc/31198/task/84843/root (readlink: Permission denied) 2024-09-05T07:41:11.541 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84843 mgr-fin ceph txt unknown /proc/31198/task/84843/exe (readlink: Permission denied) 2024-09-05T07:41:11.541 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84843 mgr-fin ceph NOFD /proc/31198/task/84843/fd (opendir: Permission denied) 2024-09-05T07:41:11.541 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84844 mgr-fin ceph cwd unknown /proc/31198/task/84844/cwd (readlink: Permission denied) 2024-09-05T07:41:11.541 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84844 mgr-fin ceph rtd unknown /proc/31198/task/84844/root (readlink: Permission denied) 2024-09-05T07:41:11.541 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84844 mgr-fin ceph txt unknown /proc/31198/task/84844/exe (readlink: Permission denied) 2024-09-05T07:41:11.542 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84844 mgr-fin ceph NOFD /proc/31198/task/84844/fd (opendir: Permission denied) 2024-09-05T07:41:11.542 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84845 mgr-fin ceph cwd unknown /proc/31198/task/84845/cwd (readlink: Permission denied) 2024-09-05T07:41:11.542 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84845 mgr-fin ceph rtd unknown /proc/31198/task/84845/root (readlink: Permission denied) 2024-09-05T07:41:11.542 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84845 mgr-fin ceph txt unknown /proc/31198/task/84845/exe (readlink: Permission denied) 2024-09-05T07:41:11.542 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84845 mgr-fin ceph NOFD /proc/31198/task/84845/fd (opendir: Permission denied) 2024-09-05T07:41:11.542 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84846 mgr-fin ceph cwd unknown /proc/31198/task/84846/cwd (readlink: Permission denied) 2024-09-05T07:41:11.542 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84846 mgr-fin ceph rtd unknown /proc/31198/task/84846/root (readlink: Permission denied) 2024-09-05T07:41:11.542 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84846 mgr-fin ceph txt unknown /proc/31198/task/84846/exe (readlink: Permission denied) 2024-09-05T07:41:11.542 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84846 mgr-fin ceph NOFD /proc/31198/task/84846/fd (opendir: Permission denied) 2024-09-05T07:41:11.542 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84847 mgr-fin ceph cwd unknown /proc/31198/task/84847/cwd (readlink: Permission denied) 2024-09-05T07:41:11.542 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84847 mgr-fin ceph rtd unknown /proc/31198/task/84847/root (readlink: Permission denied) 2024-09-05T07:41:11.542 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84847 mgr-fin ceph txt unknown /proc/31198/task/84847/exe (readlink: Permission denied) 2024-09-05T07:41:11.542 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84847 mgr-fin ceph NOFD /proc/31198/task/84847/fd (opendir: Permission denied) 2024-09-05T07:41:11.543 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84848 mgr-fin ceph cwd unknown /proc/31198/task/84848/cwd (readlink: Permission denied) 2024-09-05T07:41:11.543 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84848 mgr-fin ceph rtd unknown /proc/31198/task/84848/root (readlink: Permission denied) 2024-09-05T07:41:11.543 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84848 mgr-fin ceph txt unknown /proc/31198/task/84848/exe (readlink: Permission denied) 2024-09-05T07:41:11.543 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84848 mgr-fin ceph NOFD /proc/31198/task/84848/fd (opendir: Permission denied) 2024-09-05T07:41:11.543 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84849 mgr-fin ceph cwd unknown /proc/31198/task/84849/cwd (readlink: Permission denied) 2024-09-05T07:41:11.543 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84849 mgr-fin ceph rtd unknown /proc/31198/task/84849/root (readlink: Permission denied) 2024-09-05T07:41:11.543 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84849 mgr-fin ceph txt unknown /proc/31198/task/84849/exe (readlink: Permission denied) 2024-09-05T07:41:11.543 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84849 mgr-fin ceph NOFD /proc/31198/task/84849/fd (opendir: Permission denied) 2024-09-05T07:41:11.543 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84850 mgr-fin ceph cwd unknown /proc/31198/task/84850/cwd (readlink: Permission denied) 2024-09-05T07:41:11.543 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84850 mgr-fin ceph rtd unknown /proc/31198/task/84850/root (readlink: Permission denied) 2024-09-05T07:41:11.543 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84850 mgr-fin ceph txt unknown /proc/31198/task/84850/exe (readlink: Permission denied) 2024-09-05T07:41:11.543 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84850 mgr-fin ceph NOFD /proc/31198/task/84850/fd (opendir: Permission denied) 2024-09-05T07:41:11.543 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84851 mgr-fin ceph cwd unknown /proc/31198/task/84851/cwd (readlink: Permission denied) 2024-09-05T07:41:11.544 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84851 mgr-fin ceph rtd unknown /proc/31198/task/84851/root (readlink: Permission denied) 2024-09-05T07:41:11.544 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84851 mgr-fin ceph txt unknown /proc/31198/task/84851/exe (readlink: Permission denied) 2024-09-05T07:41:11.544 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84851 mgr-fin ceph NOFD /proc/31198/task/84851/fd (opendir: Permission denied) 2024-09-05T07:41:11.544 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84853 m-fin-vol ceph cwd unknown /proc/31198/task/84853/cwd (readlink: Permission denied) 2024-09-05T07:41:11.544 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84853 m-fin-vol ceph rtd unknown /proc/31198/task/84853/root (readlink: Permission denied) 2024-09-05T07:41:11.544 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84853 m-fin-vol ceph txt unknown /proc/31198/task/84853/exe (readlink: Permission denied) 2024-09-05T07:41:11.544 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84853 m-fin-vol ceph NOFD /proc/31198/task/84853/fd (opendir: Permission denied) 2024-09-05T07:41:11.544 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84854 io_contex ceph cwd unknown /proc/31198/task/84854/cwd (readlink: Permission denied) 2024-09-05T07:41:11.544 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84854 io_contex ceph rtd unknown /proc/31198/task/84854/root (readlink: Permission denied) 2024-09-05T07:41:11.544 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84854 io_contex ceph txt unknown /proc/31198/task/84854/exe (readlink: Permission denied) 2024-09-05T07:41:11.544 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84854 io_contex ceph NOFD /proc/31198/task/84854/fd (opendir: Permission denied) 2024-09-05T07:41:11.544 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84855 io_contex ceph cwd unknown /proc/31198/task/84855/cwd (readlink: Permission denied) 2024-09-05T07:41:11.544 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84855 io_contex ceph rtd unknown /proc/31198/task/84855/root (readlink: Permission denied) 2024-09-05T07:41:11.545 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84855 io_contex ceph txt unknown /proc/31198/task/84855/exe (readlink: Permission denied) 2024-09-05T07:41:11.545 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84855 io_contex ceph NOFD /proc/31198/task/84855/fd (opendir: Permission denied) 2024-09-05T07:41:11.545 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84904 dashboard ceph cwd unknown /proc/31198/task/84904/cwd (readlink: Permission denied) 2024-09-05T07:41:11.545 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84904 dashboard ceph rtd unknown /proc/31198/task/84904/root (readlink: Permission denied) 2024-09-05T07:41:11.545 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84904 dashboard ceph txt unknown /proc/31198/task/84904/exe (readlink: Permission denied) 2024-09-05T07:41:11.545 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84904 dashboard ceph NOFD /proc/31198/task/84904/fd (opendir: Permission denied) 2024-09-05T07:41:11.545 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84906 dashboard ceph cwd unknown /proc/31198/task/84906/cwd (readlink: Permission denied) 2024-09-05T07:41:11.545 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84906 dashboard ceph rtd unknown /proc/31198/task/84906/root (readlink: Permission denied) 2024-09-05T07:41:11.545 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84906 dashboard ceph txt unknown /proc/31198/task/84906/exe (readlink: Permission denied) 2024-09-05T07:41:11.545 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84906 dashboard ceph NOFD /proc/31198/task/84906/fd (opendir: Permission denied) 2024-09-05T07:41:11.545 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84908 dashboard ceph cwd unknown /proc/31198/task/84908/cwd (readlink: Permission denied) 2024-09-05T07:41:11.545 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84908 dashboard ceph rtd unknown /proc/31198/task/84908/root (readlink: Permission denied) 2024-09-05T07:41:11.545 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84908 dashboard ceph txt unknown /proc/31198/task/84908/exe (readlink: Permission denied) 2024-09-05T07:41:11.546 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84908 dashboard ceph NOFD /proc/31198/task/84908/fd (opendir: Permission denied) 2024-09-05T07:41:11.546 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84909 dashboard ceph cwd unknown /proc/31198/task/84909/cwd (readlink: Permission denied) 2024-09-05T07:41:11.546 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84909 dashboard ceph rtd unknown /proc/31198/task/84909/root (readlink: Permission denied) 2024-09-05T07:41:11.546 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84909 dashboard ceph txt unknown /proc/31198/task/84909/exe (readlink: Permission denied) 2024-09-05T07:41:11.546 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84909 dashboard ceph NOFD /proc/31198/task/84909/fd (opendir: Permission denied) 2024-09-05T07:41:11.546 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84910 dashboard ceph cwd unknown /proc/31198/task/84910/cwd (readlink: Permission denied) 2024-09-05T07:41:11.546 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84910 dashboard ceph rtd unknown /proc/31198/task/84910/root (readlink: Permission denied) 2024-09-05T07:41:11.546 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84910 dashboard ceph txt unknown /proc/31198/task/84910/exe (readlink: Permission denied) 2024-09-05T07:41:11.546 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84910 dashboard ceph NOFD /proc/31198/task/84910/fd (opendir: Permission denied) 2024-09-05T07:41:11.546 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84911 dashboard ceph cwd unknown /proc/31198/task/84911/cwd (readlink: Permission denied) 2024-09-05T07:41:11.546 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84911 dashboard ceph rtd unknown /proc/31198/task/84911/root (readlink: Permission denied) 2024-09-05T07:41:11.546 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84911 dashboard ceph txt unknown /proc/31198/task/84911/exe (readlink: Permission denied) 2024-09-05T07:41:11.546 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84911 dashboard ceph NOFD /proc/31198/task/84911/fd (opendir: Permission denied) 2024-09-05T07:41:11.546 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84912 dashboard ceph cwd unknown /proc/31198/task/84912/cwd (readlink: Permission denied) 2024-09-05T07:41:11.547 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84912 dashboard ceph rtd unknown /proc/31198/task/84912/root (readlink: Permission denied) 2024-09-05T07:41:11.547 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84912 dashboard ceph txt unknown /proc/31198/task/84912/exe (readlink: Permission denied) 2024-09-05T07:41:11.547 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84912 dashboard ceph NOFD /proc/31198/task/84912/fd (opendir: Permission denied) 2024-09-05T07:41:11.547 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84913 dashboard ceph cwd unknown /proc/31198/task/84913/cwd (readlink: Permission denied) 2024-09-05T07:41:11.547 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84913 dashboard ceph rtd unknown /proc/31198/task/84913/root (readlink: Permission denied) 2024-09-05T07:41:11.547 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84913 dashboard ceph txt unknown /proc/31198/task/84913/exe (readlink: Permission denied) 2024-09-05T07:41:11.547 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84913 dashboard ceph NOFD /proc/31198/task/84913/fd (opendir: Permission denied) 2024-09-05T07:41:11.547 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84915 dashboard ceph cwd unknown /proc/31198/task/84915/cwd (readlink: Permission denied) 2024-09-05T07:41:11.547 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84915 dashboard ceph rtd unknown /proc/31198/task/84915/root (readlink: Permission denied) 2024-09-05T07:41:11.547 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84915 dashboard ceph txt unknown /proc/31198/task/84915/exe (readlink: Permission denied) 2024-09-05T07:41:11.547 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84915 dashboard ceph NOFD /proc/31198/task/84915/fd (opendir: Permission denied) 2024-09-05T07:41:11.547 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84916 dashboard ceph cwd unknown /proc/31198/task/84916/cwd (readlink: Permission denied) 2024-09-05T07:41:11.547 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84916 dashboard ceph rtd unknown /proc/31198/task/84916/root (readlink: Permission denied) 2024-09-05T07:41:11.548 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84916 dashboard ceph txt unknown /proc/31198/task/84916/exe (readlink: Permission denied) 2024-09-05T07:41:11.548 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84916 dashboard ceph NOFD /proc/31198/task/84916/fd (opendir: Permission denied) 2024-09-05T07:41:11.548 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84917 dashboard ceph cwd unknown /proc/31198/task/84917/cwd (readlink: Permission denied) 2024-09-05T07:41:11.548 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84917 dashboard ceph rtd unknown /proc/31198/task/84917/root (readlink: Permission denied) 2024-09-05T07:41:11.548 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84917 dashboard ceph txt unknown /proc/31198/task/84917/exe (readlink: Permission denied) 2024-09-05T07:41:11.548 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 84917 dashboard ceph NOFD /proc/31198/task/84917/fd (opendir: Permission denied) 2024-09-05T07:41:11.548 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85014 dashboard ceph cwd unknown /proc/31198/task/85014/cwd (readlink: Permission denied) 2024-09-05T07:41:11.548 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85014 dashboard ceph rtd unknown /proc/31198/task/85014/root (readlink: Permission denied) 2024-09-05T07:41:11.548 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85014 dashboard ceph txt unknown /proc/31198/task/85014/exe (readlink: Permission denied) 2024-09-05T07:41:11.548 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85014 dashboard ceph NOFD /proc/31198/task/85014/fd (opendir: Permission denied) 2024-09-05T07:41:11.548 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85190 mgr-fin ceph cwd unknown /proc/31198/task/85190/cwd (readlink: Permission denied) 2024-09-05T07:41:11.548 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85190 mgr-fin ceph rtd unknown /proc/31198/task/85190/root (readlink: Permission denied) 2024-09-05T07:41:11.548 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85190 mgr-fin ceph txt unknown /proc/31198/task/85190/exe (readlink: Permission denied) 2024-09-05T07:41:11.549 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85190 mgr-fin ceph NOFD /proc/31198/task/85190/fd (opendir: Permission denied) 2024-09-05T07:41:11.549 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85191 mgr-fin ceph cwd unknown /proc/31198/task/85191/cwd (readlink: Permission denied) 2024-09-05T07:41:11.549 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85191 mgr-fin ceph rtd unknown /proc/31198/task/85191/root (readlink: Permission denied) 2024-09-05T07:41:11.549 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85191 mgr-fin ceph txt unknown /proc/31198/task/85191/exe (readlink: Permission denied) 2024-09-05T07:41:11.549 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85191 mgr-fin ceph NOFD /proc/31198/task/85191/fd (opendir: Permission denied) 2024-09-05T07:41:11.549 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85192 mgr-fin ceph cwd unknown /proc/31198/task/85192/cwd (readlink: Permission denied) 2024-09-05T07:41:11.549 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85192 mgr-fin ceph rtd unknown /proc/31198/task/85192/root (readlink: Permission denied) 2024-09-05T07:41:11.549 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85192 mgr-fin ceph txt unknown /proc/31198/task/85192/exe (readlink: Permission denied) 2024-09-05T07:41:11.549 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85192 mgr-fin ceph NOFD /proc/31198/task/85192/fd (opendir: Permission denied) 2024-09-05T07:41:11.549 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85193 mgr-fin ceph cwd unknown /proc/31198/task/85193/cwd (readlink: Permission denied) 2024-09-05T07:41:11.549 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85193 mgr-fin ceph rtd unknown /proc/31198/task/85193/root (readlink: Permission denied) 2024-09-05T07:41:11.549 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85193 mgr-fin ceph txt unknown /proc/31198/task/85193/exe (readlink: Permission denied) 2024-09-05T07:41:11.549 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85193 mgr-fin ceph NOFD /proc/31198/task/85193/fd (opendir: Permission denied) 2024-09-05T07:41:11.549 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85194 mgr-fin ceph cwd unknown /proc/31198/task/85194/cwd (readlink: Permission denied) 2024-09-05T07:41:11.550 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85194 mgr-fin ceph rtd unknown /proc/31198/task/85194/root (readlink: Permission denied) 2024-09-05T07:41:11.550 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85194 mgr-fin ceph txt unknown /proc/31198/task/85194/exe (readlink: Permission denied) 2024-09-05T07:41:11.550 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85194 mgr-fin ceph NOFD /proc/31198/task/85194/fd (opendir: Permission denied) 2024-09-05T07:41:11.550 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85195 mgr-fin ceph cwd unknown /proc/31198/task/85195/cwd (readlink: Permission denied) 2024-09-05T07:41:11.550 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85195 mgr-fin ceph rtd unknown /proc/31198/task/85195/root (readlink: Permission denied) 2024-09-05T07:41:11.550 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85195 mgr-fin ceph txt unknown /proc/31198/task/85195/exe (readlink: Permission denied) 2024-09-05T07:41:11.550 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85195 mgr-fin ceph NOFD /proc/31198/task/85195/fd (opendir: Permission denied) 2024-09-05T07:41:11.550 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85196 mgr-fin ceph cwd unknown /proc/31198/task/85196/cwd (readlink: Permission denied) 2024-09-05T07:41:11.550 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85196 mgr-fin ceph rtd unknown /proc/31198/task/85196/root (readlink: Permission denied) 2024-09-05T07:41:11.550 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85196 mgr-fin ceph txt unknown /proc/31198/task/85196/exe (readlink: Permission denied) 2024-09-05T07:41:11.550 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85196 mgr-fin ceph NOFD /proc/31198/task/85196/fd (opendir: Permission denied) 2024-09-05T07:41:11.550 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85197 mgr-fin ceph cwd unknown /proc/31198/task/85197/cwd (readlink: Permission denied) 2024-09-05T07:41:11.550 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85197 mgr-fin ceph rtd unknown /proc/31198/task/85197/root (readlink: Permission denied) 2024-09-05T07:41:11.551 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85197 mgr-fin ceph txt unknown /proc/31198/task/85197/exe (readlink: Permission denied) 2024-09-05T07:41:11.551 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85197 mgr-fin ceph NOFD /proc/31198/task/85197/fd (opendir: Permission denied) 2024-09-05T07:41:11.551 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85198 mgr-fin ceph cwd unknown /proc/31198/task/85198/cwd (readlink: Permission denied) 2024-09-05T07:41:11.551 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85198 mgr-fin ceph rtd unknown /proc/31198/task/85198/root (readlink: Permission denied) 2024-09-05T07:41:11.551 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85198 mgr-fin ceph txt unknown /proc/31198/task/85198/exe (readlink: Permission denied) 2024-09-05T07:41:11.551 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85198 mgr-fin ceph NOFD /proc/31198/task/85198/fd (opendir: Permission denied) 2024-09-05T07:41:11.551 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85199 mgr-fin ceph cwd unknown /proc/31198/task/85199/cwd (readlink: Permission denied) 2024-09-05T07:41:11.551 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85199 mgr-fin ceph rtd unknown /proc/31198/task/85199/root (readlink: Permission denied) 2024-09-05T07:41:11.551 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85199 mgr-fin ceph txt unknown /proc/31198/task/85199/exe (readlink: Permission denied) 2024-09-05T07:41:11.551 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85199 mgr-fin ceph NOFD /proc/31198/task/85199/fd (opendir: Permission denied) 2024-09-05T07:41:11.551 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85200 mgr-fin ceph cwd unknown /proc/31198/task/85200/cwd (readlink: Permission denied) 2024-09-05T07:41:11.551 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85200 mgr-fin ceph rtd unknown /proc/31198/task/85200/root (readlink: Permission denied) 2024-09-05T07:41:11.551 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85200 mgr-fin ceph txt unknown /proc/31198/task/85200/exe (readlink: Permission denied) 2024-09-05T07:41:11.552 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85200 mgr-fin ceph NOFD /proc/31198/task/85200/fd (opendir: Permission denied) 2024-09-05T07:41:11.552 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85225 mgr-fin ceph cwd unknown /proc/31198/task/85225/cwd (readlink: Permission denied) 2024-09-05T07:41:11.552 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85225 mgr-fin ceph rtd unknown /proc/31198/task/85225/root (readlink: Permission denied) 2024-09-05T07:41:11.552 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85225 mgr-fin ceph txt unknown /proc/31198/task/85225/exe (readlink: Permission denied) 2024-09-05T07:41:11.552 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85225 mgr-fin ceph NOFD /proc/31198/task/85225/fd (opendir: Permission denied) 2024-09-05T07:41:11.552 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85226 mgr-fin ceph cwd unknown /proc/31198/task/85226/cwd (readlink: Permission denied) 2024-09-05T07:41:11.552 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85226 mgr-fin ceph rtd unknown /proc/31198/task/85226/root (readlink: Permission denied) 2024-09-05T07:41:11.552 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85226 mgr-fin ceph txt unknown /proc/31198/task/85226/exe (readlink: Permission denied) 2024-09-05T07:41:11.552 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85226 mgr-fin ceph NOFD /proc/31198/task/85226/fd (opendir: Permission denied) 2024-09-05T07:41:11.552 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85227 mgr-fin ceph cwd unknown /proc/31198/task/85227/cwd (readlink: Permission denied) 2024-09-05T07:41:11.552 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85227 mgr-fin ceph rtd unknown /proc/31198/task/85227/root (readlink: Permission denied) 2024-09-05T07:41:11.552 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85227 mgr-fin ceph txt unknown /proc/31198/task/85227/exe (readlink: Permission denied) 2024-09-05T07:41:11.552 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85227 mgr-fin ceph NOFD /proc/31198/task/85227/fd (opendir: Permission denied) 2024-09-05T07:41:11.552 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85228 mgr-fin ceph cwd unknown /proc/31198/task/85228/cwd (readlink: Permission denied) 2024-09-05T07:41:11.553 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85228 mgr-fin ceph rtd unknown /proc/31198/task/85228/root (readlink: Permission denied) 2024-09-05T07:41:11.553 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85228 mgr-fin ceph txt unknown /proc/31198/task/85228/exe (readlink: Permission denied) 2024-09-05T07:41:11.553 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85228 mgr-fin ceph NOFD /proc/31198/task/85228/fd (opendir: Permission denied) 2024-09-05T07:41:11.553 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85230 mgr-fin ceph cwd unknown /proc/31198/task/85230/cwd (readlink: Permission denied) 2024-09-05T07:41:11.553 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85230 mgr-fin ceph rtd unknown /proc/31198/task/85230/root (readlink: Permission denied) 2024-09-05T07:41:11.553 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85230 mgr-fin ceph txt unknown /proc/31198/task/85230/exe (readlink: Permission denied) 2024-09-05T07:41:11.553 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85230 mgr-fin ceph NOFD /proc/31198/task/85230/fd (opendir: Permission denied) 2024-09-05T07:41:11.553 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85234 mgr-fin ceph cwd unknown /proc/31198/task/85234/cwd (readlink: Permission denied) 2024-09-05T07:41:11.563 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85234 mgr-fin ceph rtd unknown /proc/31198/task/85234/root (readlink: Permission denied) 2024-09-05T07:41:11.563 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85234 mgr-fin ceph txt unknown /proc/31198/task/85234/exe (readlink: Permission denied) 2024-09-05T07:41:11.564 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85234 mgr-fin ceph NOFD /proc/31198/task/85234/fd (opendir: Permission denied) 2024-09-05T07:41:11.564 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85236 mgr-fin ceph cwd unknown /proc/31198/task/85236/cwd (readlink: Permission denied) 2024-09-05T07:41:11.564 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85236 mgr-fin ceph rtd unknown /proc/31198/task/85236/root (readlink: Permission denied) 2024-09-05T07:41:11.564 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85236 mgr-fin ceph txt unknown /proc/31198/task/85236/exe (readlink: Permission denied) 2024-09-05T07:41:11.564 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85236 mgr-fin ceph NOFD /proc/31198/task/85236/fd (opendir: Permission denied) 2024-09-05T07:41:11.564 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85237 mgr-fin ceph cwd unknown /proc/31198/task/85237/cwd (readlink: Permission denied) 2024-09-05T07:41:11.564 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85237 mgr-fin ceph rtd unknown /proc/31198/task/85237/root (readlink: Permission denied) 2024-09-05T07:41:11.564 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85237 mgr-fin ceph txt unknown /proc/31198/task/85237/exe (readlink: Permission denied) 2024-09-05T07:41:11.564 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85237 mgr-fin ceph NOFD /proc/31198/task/85237/fd (opendir: Permission denied) 2024-09-05T07:41:11.564 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85238 mgr-fin ceph cwd unknown /proc/31198/task/85238/cwd (readlink: Permission denied) 2024-09-05T07:41:11.564 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85238 mgr-fin ceph rtd unknown /proc/31198/task/85238/root (readlink: Permission denied) 2024-09-05T07:41:11.564 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85238 mgr-fin ceph txt unknown /proc/31198/task/85238/exe (readlink: Permission denied) 2024-09-05T07:41:11.565 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85238 mgr-fin ceph NOFD /proc/31198/task/85238/fd (opendir: Permission denied) 2024-09-05T07:41:11.565 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85239 mgr-fin ceph cwd unknown /proc/31198/task/85239/cwd (readlink: Permission denied) 2024-09-05T07:41:11.565 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85239 mgr-fin ceph rtd unknown /proc/31198/task/85239/root (readlink: Permission denied) 2024-09-05T07:41:11.565 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85239 mgr-fin ceph txt unknown /proc/31198/task/85239/exe (readlink: Permission denied) 2024-09-05T07:41:11.565 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85239 mgr-fin ceph NOFD /proc/31198/task/85239/fd (opendir: Permission denied) 2024-09-05T07:41:11.565 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85240 mgr-fin ceph cwd unknown /proc/31198/task/85240/cwd (readlink: Permission denied) 2024-09-05T07:41:11.565 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85240 mgr-fin ceph rtd unknown /proc/31198/task/85240/root (readlink: Permission denied) 2024-09-05T07:41:11.565 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85240 mgr-fin ceph txt unknown /proc/31198/task/85240/exe (readlink: Permission denied) 2024-09-05T07:41:11.565 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85240 mgr-fin ceph NOFD /proc/31198/task/85240/fd (opendir: Permission denied) 2024-09-05T07:41:11.565 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85463 devicehea ceph cwd unknown /proc/31198/task/85463/cwd (readlink: Permission denied) 2024-09-05T07:41:11.565 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85463 devicehea ceph rtd unknown /proc/31198/task/85463/root (readlink: Permission denied) 2024-09-05T07:41:11.565 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85463 devicehea ceph txt unknown /proc/31198/task/85463/exe (readlink: Permission denied) 2024-09-05T07:41:11.565 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85463 devicehea ceph NOFD /proc/31198/task/85463/fd (opendir: Permission denied) 2024-09-05T07:41:11.565 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85483 io_contex ceph cwd unknown /proc/31198/task/85483/cwd (readlink: Permission denied) 2024-09-05T07:41:11.566 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85483 io_contex ceph rtd unknown /proc/31198/task/85483/root (readlink: Permission denied) 2024-09-05T07:41:11.566 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85483 io_contex ceph txt unknown /proc/31198/task/85483/exe (readlink: Permission denied) 2024-09-05T07:41:11.566 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85483 io_contex ceph NOFD /proc/31198/task/85483/fd (opendir: Permission denied) 2024-09-05T07:41:11.566 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85484 io_contex ceph cwd unknown /proc/31198/task/85484/cwd (readlink: Permission denied) 2024-09-05T07:41:11.566 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85484 io_contex ceph rtd unknown /proc/31198/task/85484/root (readlink: Permission denied) 2024-09-05T07:41:11.566 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85484 io_contex ceph txt unknown /proc/31198/task/85484/exe (readlink: Permission denied) 2024-09-05T07:41:11.566 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85484 io_contex ceph NOFD /proc/31198/task/85484/fd (opendir: Permission denied) 2024-09-05T07:41:11.566 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85485 ceph_time ceph cwd unknown /proc/31198/task/85485/cwd (readlink: Permission denied) 2024-09-05T07:41:11.566 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85485 ceph_time ceph rtd unknown /proc/31198/task/85485/root (readlink: Permission denied) 2024-09-05T07:41:11.566 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85485 ceph_time ceph txt unknown /proc/31198/task/85485/exe (readlink: Permission denied) 2024-09-05T07:41:11.566 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85485 ceph_time ceph NOFD /proc/31198/task/85485/fd (opendir: Permission denied) 2024-09-05T07:41:11.566 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85486 ms_dispat ceph cwd unknown /proc/31198/task/85486/cwd (readlink: Permission denied) 2024-09-05T07:41:11.566 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85486 ms_dispat ceph rtd unknown /proc/31198/task/85486/root (readlink: Permission denied) 2024-09-05T07:41:11.567 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85486 ms_dispat ceph txt unknown /proc/31198/task/85486/exe (readlink: Permission denied) 2024-09-05T07:41:11.567 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85486 ms_dispat ceph NOFD /proc/31198/task/85486/fd (opendir: Permission denied) 2024-09-05T07:41:11.567 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85487 ms_local ceph cwd unknown /proc/31198/task/85487/cwd (readlink: Permission denied) 2024-09-05T07:41:11.567 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85487 ms_local ceph rtd unknown /proc/31198/task/85487/root (readlink: Permission denied) 2024-09-05T07:41:11.567 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85487 ms_local ceph txt unknown /proc/31198/task/85487/exe (readlink: Permission denied) 2024-09-05T07:41:11.567 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85487 ms_local ceph NOFD /proc/31198/task/85487/fd (opendir: Permission denied) 2024-09-05T07:41:11.567 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85488 safe_time ceph cwd unknown /proc/31198/task/85488/cwd (readlink: Permission denied) 2024-09-05T07:41:11.567 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85488 safe_time ceph rtd unknown /proc/31198/task/85488/root (readlink: Permission denied) 2024-09-05T07:41:11.567 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85488 safe_time ceph txt unknown /proc/31198/task/85488/exe (readlink: Permission denied) 2024-09-05T07:41:11.567 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85488 safe_time ceph NOFD /proc/31198/task/85488/fd (opendir: Permission denied) 2024-09-05T07:41:11.567 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85489 safe_time ceph cwd unknown /proc/31198/task/85489/cwd (readlink: Permission denied) 2024-09-05T07:41:11.567 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85489 safe_time ceph rtd unknown /proc/31198/task/85489/root (readlink: Permission denied) 2024-09-05T07:41:11.567 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85489 safe_time ceph txt unknown /proc/31198/task/85489/exe (readlink: Permission denied) 2024-09-05T07:41:11.568 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 85489 safe_time ceph NOFD /proc/31198/task/85489/fd (opendir: Permission denied) 2024-09-05T07:41:11.568 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88629 ceph_time ceph cwd unknown /proc/31198/task/88629/cwd (readlink: Permission denied) 2024-09-05T07:41:11.568 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88629 ceph_time ceph rtd unknown /proc/31198/task/88629/root (readlink: Permission denied) 2024-09-05T07:41:11.568 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88629 ceph_time ceph txt unknown /proc/31198/task/88629/exe (readlink: Permission denied) 2024-09-05T07:41:11.568 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88629 ceph_time ceph NOFD /proc/31198/task/88629/fd (opendir: Permission denied) 2024-09-05T07:41:11.568 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88630 fn_anonym ceph cwd unknown /proc/31198/task/88630/cwd (readlink: Permission denied) 2024-09-05T07:41:11.568 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88630 fn_anonym ceph rtd unknown /proc/31198/task/88630/root (readlink: Permission denied) 2024-09-05T07:41:11.568 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88630 fn_anonym ceph txt unknown /proc/31198/task/88630/exe (readlink: Permission denied) 2024-09-05T07:41:11.568 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88630 fn_anonym ceph NOFD /proc/31198/task/88630/fd (opendir: Permission denied) 2024-09-05T07:41:11.568 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88631 safe_time ceph cwd unknown /proc/31198/task/88631/cwd (readlink: Permission denied) 2024-09-05T07:41:11.568 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88631 safe_time ceph rtd unknown /proc/31198/task/88631/root (readlink: Permission denied) 2024-09-05T07:41:11.568 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88631 safe_time ceph txt unknown /proc/31198/task/88631/exe (readlink: Permission denied) 2024-09-05T07:41:11.569 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88631 safe_time ceph NOFD /proc/31198/task/88631/fd (opendir: Permission denied) 2024-09-05T07:41:11.569 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88632 fn_anonym ceph cwd unknown /proc/31198/task/88632/cwd (readlink: Permission denied) 2024-09-05T07:41:11.569 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88632 fn_anonym ceph rtd unknown /proc/31198/task/88632/root (readlink: Permission denied) 2024-09-05T07:41:11.569 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88632 fn_anonym ceph txt unknown /proc/31198/task/88632/exe (readlink: Permission denied) 2024-09-05T07:41:11.569 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88632 fn_anonym ceph NOFD /proc/31198/task/88632/fd (opendir: Permission denied) 2024-09-05T07:41:11.569 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88633 flusher ceph cwd unknown /proc/31198/task/88633/cwd (readlink: Permission denied) 2024-09-05T07:41:11.569 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88633 flusher ceph rtd unknown /proc/31198/task/88633/root (readlink: Permission denied) 2024-09-05T07:41:11.569 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88633 flusher ceph txt unknown /proc/31198/task/88633/exe (readlink: Permission denied) 2024-09-05T07:41:11.569 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88633 flusher ceph NOFD /proc/31198/task/88633/fd (opendir: Permission denied) 2024-09-05T07:41:11.569 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88634 ms_dispat ceph cwd unknown /proc/31198/task/88634/cwd (readlink: Permission denied) 2024-09-05T07:41:11.569 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88634 ms_dispat ceph rtd unknown /proc/31198/task/88634/root (readlink: Permission denied) 2024-09-05T07:41:11.569 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88634 ms_dispat ceph txt unknown /proc/31198/task/88634/exe (readlink: Permission denied) 2024-09-05T07:41:11.569 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88634 ms_dispat ceph NOFD /proc/31198/task/88634/fd (opendir: Permission denied) 2024-09-05T07:41:11.569 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88635 ms_local ceph cwd unknown /proc/31198/task/88635/cwd (readlink: Permission denied) 2024-09-05T07:41:11.570 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88635 ms_local ceph rtd unknown /proc/31198/task/88635/root (readlink: Permission denied) 2024-09-05T07:41:11.570 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88635 ms_local ceph txt unknown /proc/31198/task/88635/exe (readlink: Permission denied) 2024-09-05T07:41:11.570 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88635 ms_local ceph NOFD /proc/31198/task/88635/fd (opendir: Permission denied) 2024-09-05T07:41:11.570 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88636 safe_time ceph cwd unknown /proc/31198/task/88636/cwd (readlink: Permission denied) 2024-09-05T07:41:11.570 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88636 safe_time ceph rtd unknown /proc/31198/task/88636/root (readlink: Permission denied) 2024-09-05T07:41:11.570 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88636 safe_time ceph txt unknown /proc/31198/task/88636/exe (readlink: Permission denied) 2024-09-05T07:41:11.570 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88636 safe_time ceph NOFD /proc/31198/task/88636/fd (opendir: Permission denied) 2024-09-05T07:41:11.570 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88637 m-fin-sna ceph cwd unknown /proc/31198/task/88637/cwd (readlink: Permission denied) 2024-09-05T07:41:11.570 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88637 m-fin-sna ceph rtd unknown /proc/31198/task/88637/root (readlink: Permission denied) 2024-09-05T07:41:11.570 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88637 m-fin-sna ceph txt unknown /proc/31198/task/88637/exe (readlink: Permission denied) 2024-09-05T07:41:11.570 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 88637 m-fin-sna ceph NOFD /proc/31198/task/88637/fd (opendir: Permission denied) 2024-09-05T07:41:11.570 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 92278 m-fin-sna ceph cwd unknown /proc/31198/task/92278/cwd (readlink: Permission denied) 2024-09-05T07:41:11.570 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 92278 m-fin-sna ceph rtd unknown /proc/31198/task/92278/root (readlink: Permission denied) 2024-09-05T07:41:11.571 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 92278 m-fin-sna ceph txt unknown /proc/31198/task/92278/exe (readlink: Permission denied) 2024-09-05T07:41:11.571 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mgr 31198 92278 m-fin-sna ceph NOFD /proc/31198/task/92278/fd (opendir: Permission denied) 2024-09-05T07:41:11.571 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 32171 root cwd unknown /proc/32171/cwd (readlink: Permission denied) 2024-09-05T07:41:11.571 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 32171 root rtd unknown /proc/32171/root (readlink: Permission denied) 2024-09-05T07:41:11.571 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 32171 root txt unknown /proc/32171/exe (readlink: Permission denied) 2024-09-05T07:41:11.571 INFO:tasks.workunit.client.0.smithi071.stdout:systemd 32171 root NOFD /proc/32171/fd (opendir: Permission denied) 2024-09-05T07:41:11.571 INFO:tasks.workunit.client.0.smithi071.stdout:(sd-pam) 32173 root cwd unknown /proc/32173/cwd (readlink: Permission denied) 2024-09-05T07:41:11.571 INFO:tasks.workunit.client.0.smithi071.stdout:(sd-pam) 32173 root rtd unknown /proc/32173/root (readlink: Permission denied) 2024-09-05T07:41:11.571 INFO:tasks.workunit.client.0.smithi071.stdout:(sd-pam) 32173 root txt unknown /proc/32173/exe (readlink: Permission denied) 2024-09-05T07:41:11.571 INFO:tasks.workunit.client.0.smithi071.stdout:(sd-pam) 32173 root NOFD /proc/32173/fd (opendir: Permission denied) 2024-09-05T07:41:11.571 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 44271 root cwd unknown /proc/44271/cwd (readlink: Permission denied) 2024-09-05T07:41:11.571 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 44271 root rtd unknown /proc/44271/root (readlink: Permission denied) 2024-09-05T07:41:11.572 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 44271 root txt unknown /proc/44271/exe (readlink: Permission denied) 2024-09-05T07:41:11.572 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 44271 root NOFD /proc/44271/fd (opendir: Permission denied) 2024-09-05T07:41:11.572 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 44920 root cwd unknown /proc/44920/cwd (readlink: Permission denied) 2024-09-05T07:41:11.572 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 44920 root rtd unknown /proc/44920/root (readlink: Permission denied) 2024-09-05T07:41:11.572 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 44920 root txt unknown /proc/44920/exe (readlink: Permission denied) 2024-09-05T07:41:11.572 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 44920 root NOFD /proc/44920/fd (opendir: Permission denied) 2024-09-05T07:41:11.572 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 44922 root cwd unknown /proc/44922/cwd (readlink: Permission denied) 2024-09-05T07:41:11.572 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 44922 root rtd unknown /proc/44922/root (readlink: Permission denied) 2024-09-05T07:41:11.572 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 44922 root txt unknown /proc/44922/exe (readlink: Permission denied) 2024-09-05T07:41:11.572 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 44922 root NOFD /proc/44922/fd (opendir: Permission denied) 2024-09-05T07:41:11.572 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 ceph cwd unknown /proc/44924/cwd (readlink: Permission denied) 2024-09-05T07:41:11.572 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 ceph rtd unknown /proc/44924/root (readlink: Permission denied) 2024-09-05T07:41:11.572 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 ceph txt unknown /proc/44924/exe (readlink: Permission denied) 2024-09-05T07:41:11.573 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 ceph NOFD /proc/44924/fd (opendir: Permission denied) 2024-09-05T07:41:11.573 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44925 log ceph cwd unknown /proc/44924/task/44925/cwd (readlink: Permission denied) 2024-09-05T07:41:11.573 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44925 log ceph rtd unknown /proc/44924/task/44925/root (readlink: Permission denied) 2024-09-05T07:41:11.573 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44925 log ceph txt unknown /proc/44924/task/44925/exe (readlink: Permission denied) 2024-09-05T07:41:11.573 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44925 log ceph NOFD /proc/44924/task/44925/fd (opendir: Permission denied) 2024-09-05T07:41:11.573 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44927 msgr-work ceph cwd unknown /proc/44924/task/44927/cwd (readlink: Permission denied) 2024-09-05T07:41:11.573 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44927 msgr-work ceph rtd unknown /proc/44924/task/44927/root (readlink: Permission denied) 2024-09-05T07:41:11.573 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44927 msgr-work ceph txt unknown /proc/44924/task/44927/exe (readlink: Permission denied) 2024-09-05T07:41:11.573 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44927 msgr-work ceph NOFD /proc/44924/task/44927/fd (opendir: Permission denied) 2024-09-05T07:41:11.573 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44928 msgr-work ceph cwd unknown /proc/44924/task/44928/cwd (readlink: Permission denied) 2024-09-05T07:41:11.573 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44928 msgr-work ceph rtd unknown /proc/44924/task/44928/root (readlink: Permission denied) 2024-09-05T07:41:11.573 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44928 msgr-work ceph txt unknown /proc/44924/task/44928/exe (readlink: Permission denied) 2024-09-05T07:41:11.573 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44928 msgr-work ceph NOFD /proc/44924/task/44928/fd (opendir: Permission denied) 2024-09-05T07:41:11.573 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44929 msgr-work ceph cwd unknown /proc/44924/task/44929/cwd (readlink: Permission denied) 2024-09-05T07:41:11.574 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44929 msgr-work ceph rtd unknown /proc/44924/task/44929/root (readlink: Permission denied) 2024-09-05T07:41:11.574 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44929 msgr-work ceph txt unknown /proc/44924/task/44929/exe (readlink: Permission denied) 2024-09-05T07:41:11.574 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44929 msgr-work ceph NOFD /proc/44924/task/44929/fd (opendir: Permission denied) 2024-09-05T07:41:11.574 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44933 service ceph cwd unknown /proc/44924/task/44933/cwd (readlink: Permission denied) 2024-09-05T07:41:11.574 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44933 service ceph rtd unknown /proc/44924/task/44933/root (readlink: Permission denied) 2024-09-05T07:41:11.574 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44933 service ceph txt unknown /proc/44924/task/44933/exe (readlink: Permission denied) 2024-09-05T07:41:11.574 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44933 service ceph NOFD /proc/44924/task/44933/fd (opendir: Permission denied) 2024-09-05T07:41:11.574 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44934 admin_soc ceph cwd unknown /proc/44924/task/44934/cwd (readlink: Permission denied) 2024-09-05T07:41:11.574 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44934 admin_soc ceph rtd unknown /proc/44924/task/44934/root (readlink: Permission denied) 2024-09-05T07:41:11.574 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44934 admin_soc ceph txt unknown /proc/44924/task/44934/exe (readlink: Permission denied) 2024-09-05T07:41:11.574 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 44934 admin_soc ceph NOFD /proc/44924/task/44934/fd (opendir: Permission denied) 2024-09-05T07:41:11.574 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45232 signal_ha ceph cwd unknown /proc/44924/task/45232/cwd (readlink: Permission denied) 2024-09-05T07:41:11.574 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45232 signal_ha ceph rtd unknown /proc/44924/task/45232/root (readlink: Permission denied) 2024-09-05T07:41:11.574 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45232 signal_ha ceph txt unknown /proc/44924/task/45232/exe (readlink: Permission denied) 2024-09-05T07:41:11.575 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45232 signal_ha ceph NOFD /proc/44924/task/45232/fd (opendir: Permission denied) 2024-09-05T07:41:11.575 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45233 io_contex ceph cwd unknown /proc/44924/task/45233/cwd (readlink: Permission denied) 2024-09-05T07:41:11.575 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45233 io_contex ceph rtd unknown /proc/44924/task/45233/root (readlink: Permission denied) 2024-09-05T07:41:11.575 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45233 io_contex ceph txt unknown /proc/44924/task/45233/exe (readlink: Permission denied) 2024-09-05T07:41:11.575 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45233 io_contex ceph NOFD /proc/44924/task/45233/fd (opendir: Permission denied) 2024-09-05T07:41:11.575 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45234 io_contex ceph cwd unknown /proc/44924/task/45234/cwd (readlink: Permission denied) 2024-09-05T07:41:11.575 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45234 io_contex ceph rtd unknown /proc/44924/task/45234/root (readlink: Permission denied) 2024-09-05T07:41:11.575 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45234 io_contex ceph txt unknown /proc/44924/task/45234/exe (readlink: Permission denied) 2024-09-05T07:41:11.575 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45234 io_contex ceph NOFD /proc/44924/task/45234/fd (opendir: Permission denied) 2024-09-05T07:41:11.575 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45257 OpHistory ceph cwd unknown /proc/44924/task/45257/cwd (readlink: Permission denied) 2024-09-05T07:41:11.575 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45257 OpHistory ceph rtd unknown /proc/44924/task/45257/root (readlink: Permission denied) 2024-09-05T07:41:11.575 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45257 OpHistory ceph txt unknown /proc/44924/task/45257/exe (readlink: Permission denied) 2024-09-05T07:41:11.576 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45257 OpHistory ceph NOFD /proc/44924/task/45257/fd (opendir: Permission denied) 2024-09-05T07:41:11.576 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45258 ceph_time ceph cwd unknown /proc/44924/task/45258/cwd (readlink: Permission denied) 2024-09-05T07:41:11.576 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45258 ceph_time ceph rtd unknown /proc/44924/task/45258/root (readlink: Permission denied) 2024-09-05T07:41:11.576 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45258 ceph_time ceph txt unknown /proc/44924/task/45258/exe (readlink: Permission denied) 2024-09-05T07:41:11.576 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45258 ceph_time ceph NOFD /proc/44924/task/45258/fd (opendir: Permission denied) 2024-09-05T07:41:11.576 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45508 ceph-osd ceph cwd unknown /proc/44924/task/45508/cwd (readlink: Permission denied) 2024-09-05T07:41:11.576 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45508 ceph-osd ceph rtd unknown /proc/44924/task/45508/root (readlink: Permission denied) 2024-09-05T07:41:11.576 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45508 ceph-osd ceph txt unknown /proc/44924/task/45508/exe (readlink: Permission denied) 2024-09-05T07:41:11.576 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45508 ceph-osd ceph NOFD /proc/44924/task/45508/fd (opendir: Permission denied) 2024-09-05T07:41:11.576 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45510 safe_time ceph cwd unknown /proc/44924/task/45510/cwd (readlink: Permission denied) 2024-09-05T07:41:11.576 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45510 safe_time ceph rtd unknown /proc/44924/task/45510/root (readlink: Permission denied) 2024-09-05T07:41:11.576 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45510 safe_time ceph txt unknown /proc/44924/task/45510/exe (readlink: Permission denied) 2024-09-05T07:41:11.576 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45510 safe_time ceph NOFD /proc/44924/task/45510/fd (opendir: Permission denied) 2024-09-05T07:41:11.576 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45511 safe_time ceph cwd unknown /proc/44924/task/45511/cwd (readlink: Permission denied) 2024-09-05T07:41:11.577 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45511 safe_time ceph rtd unknown /proc/44924/task/45511/root (readlink: Permission denied) 2024-09-05T07:41:11.577 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45511 safe_time ceph txt unknown /proc/44924/task/45511/exe (readlink: Permission denied) 2024-09-05T07:41:11.577 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45511 safe_time ceph NOFD /proc/44924/task/45511/fd (opendir: Permission denied) 2024-09-05T07:41:11.577 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45512 safe_time ceph cwd unknown /proc/44924/task/45512/cwd (readlink: Permission denied) 2024-09-05T07:41:11.577 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45512 safe_time ceph rtd unknown /proc/44924/task/45512/root (readlink: Permission denied) 2024-09-05T07:41:11.577 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45512 safe_time ceph txt unknown /proc/44924/task/45512/exe (readlink: Permission denied) 2024-09-05T07:41:11.577 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45512 safe_time ceph NOFD /proc/44924/task/45512/fd (opendir: Permission denied) 2024-09-05T07:41:11.577 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45513 safe_time ceph cwd unknown /proc/44924/task/45513/cwd (readlink: Permission denied) 2024-09-05T07:41:11.577 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45513 safe_time ceph rtd unknown /proc/44924/task/45513/root (readlink: Permission denied) 2024-09-05T07:41:11.577 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45513 safe_time ceph txt unknown /proc/44924/task/45513/exe (readlink: Permission denied) 2024-09-05T07:41:11.577 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45513 safe_time ceph NOFD /proc/44924/task/45513/fd (opendir: Permission denied) 2024-09-05T07:41:11.577 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45514 fn_anonym ceph cwd unknown /proc/44924/task/45514/cwd (readlink: Permission denied) 2024-09-05T07:41:11.577 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45514 fn_anonym ceph rtd unknown /proc/44924/task/45514/root (readlink: Permission denied) 2024-09-05T07:41:11.577 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45514 fn_anonym ceph txt unknown /proc/44924/task/45514/exe (readlink: Permission denied) 2024-09-05T07:41:11.578 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45514 fn_anonym ceph NOFD /proc/44924/task/45514/fd (opendir: Permission denied) 2024-09-05T07:41:11.578 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45599 rocksdb:l ceph cwd unknown /proc/44924/task/45599/cwd (readlink: Permission denied) 2024-09-05T07:41:11.578 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45599 rocksdb:l ceph rtd unknown /proc/44924/task/45599/root (readlink: Permission denied) 2024-09-05T07:41:11.578 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45599 rocksdb:l ceph txt unknown /proc/44924/task/45599/exe (readlink: Permission denied) 2024-09-05T07:41:11.578 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45599 rocksdb:l ceph NOFD /proc/44924/task/45599/fd (opendir: Permission denied) 2024-09-05T07:41:11.578 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45600 rocksdb:l ceph cwd unknown /proc/44924/task/45600/cwd (readlink: Permission denied) 2024-09-05T07:41:11.578 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45600 rocksdb:l ceph rtd unknown /proc/44924/task/45600/root (readlink: Permission denied) 2024-09-05T07:41:11.578 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45600 rocksdb:l ceph txt unknown /proc/44924/task/45600/exe (readlink: Permission denied) 2024-09-05T07:41:11.578 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45600 rocksdb:l ceph NOFD /proc/44924/task/45600/fd (opendir: Permission denied) 2024-09-05T07:41:11.578 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45601 rocksdb:l ceph cwd unknown /proc/44924/task/45601/cwd (readlink: Permission denied) 2024-09-05T07:41:11.578 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45601 rocksdb:l ceph rtd unknown /proc/44924/task/45601/root (readlink: Permission denied) 2024-09-05T07:41:11.578 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45601 rocksdb:l ceph txt unknown /proc/44924/task/45601/exe (readlink: Permission denied) 2024-09-05T07:41:11.578 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45601 rocksdb:l ceph NOFD /proc/44924/task/45601/fd (opendir: Permission denied) 2024-09-05T07:41:11.579 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45602 rocksdb:h ceph cwd unknown /proc/44924/task/45602/cwd (readlink: Permission denied) 2024-09-05T07:41:11.579 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45602 rocksdb:h ceph rtd unknown /proc/44924/task/45602/root (readlink: Permission denied) 2024-09-05T07:41:11.579 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45602 rocksdb:h ceph txt unknown /proc/44924/task/45602/exe (readlink: Permission denied) 2024-09-05T07:41:11.579 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 45602 rocksdb:h ceph NOFD /proc/44924/task/45602/fd (opendir: Permission denied) 2024-09-05T07:41:11.579 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46011 bstore_ai ceph cwd unknown /proc/44924/task/46011/cwd (readlink: Permission denied) 2024-09-05T07:41:11.579 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46011 bstore_ai ceph rtd unknown /proc/44924/task/46011/root (readlink: Permission denied) 2024-09-05T07:41:11.579 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46011 bstore_ai ceph txt unknown /proc/44924/task/46011/exe (readlink: Permission denied) 2024-09-05T07:41:11.579 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46011 bstore_ai ceph NOFD /proc/44924/task/46011/fd (opendir: Permission denied) 2024-09-05T07:41:11.579 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46200 bstore_ai ceph cwd unknown /proc/44924/task/46200/cwd (readlink: Permission denied) 2024-09-05T07:41:11.579 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46200 bstore_ai ceph rtd unknown /proc/44924/task/46200/root (readlink: Permission denied) 2024-09-05T07:41:11.579 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46200 bstore_ai ceph txt unknown /proc/44924/task/46200/exe (readlink: Permission denied) 2024-09-05T07:41:11.579 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46200 bstore_ai ceph NOFD /proc/44924/task/46200/fd (opendir: Permission denied) 2024-09-05T07:41:11.579 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46383 ceph-osd ceph cwd unknown /proc/44924/task/46383/cwd (readlink: Permission denied) 2024-09-05T07:41:11.580 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46383 ceph-osd ceph rtd unknown /proc/44924/task/46383/root (readlink: Permission denied) 2024-09-05T07:41:11.580 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46383 ceph-osd ceph txt unknown /proc/44924/task/46383/exe (readlink: Permission denied) 2024-09-05T07:41:11.580 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46383 ceph-osd ceph NOFD /proc/44924/task/46383/fd (opendir: Permission denied) 2024-09-05T07:41:11.580 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46384 cfin ceph cwd unknown /proc/44924/task/46384/cwd (readlink: Permission denied) 2024-09-05T07:41:11.580 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46384 cfin ceph rtd unknown /proc/44924/task/46384/root (readlink: Permission denied) 2024-09-05T07:41:11.580 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46384 cfin ceph txt unknown /proc/44924/task/46384/exe (readlink: Permission denied) 2024-09-05T07:41:11.580 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46384 cfin ceph NOFD /proc/44924/task/46384/fd (opendir: Permission denied) 2024-09-05T07:41:11.580 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46385 bstore_kv ceph cwd unknown /proc/44924/task/46385/cwd (readlink: Permission denied) 2024-09-05T07:41:11.580 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46385 bstore_kv ceph rtd unknown /proc/44924/task/46385/root (readlink: Permission denied) 2024-09-05T07:41:11.580 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46385 bstore_kv ceph txt unknown /proc/44924/task/46385/exe (readlink: Permission denied) 2024-09-05T07:41:11.580 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46385 bstore_kv ceph NOFD /proc/44924/task/46385/fd (opendir: Permission denied) 2024-09-05T07:41:11.580 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46386 bstore_kv ceph cwd unknown /proc/44924/task/46386/cwd (readlink: Permission denied) 2024-09-05T07:41:11.580 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46386 bstore_kv ceph rtd unknown /proc/44924/task/46386/root (readlink: Permission denied) 2024-09-05T07:41:11.581 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46386 bstore_kv ceph txt unknown /proc/44924/task/46386/exe (readlink: Permission denied) 2024-09-05T07:41:11.581 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46386 bstore_kv ceph NOFD /proc/44924/task/46386/fd (opendir: Permission denied) 2024-09-05T07:41:11.581 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46387 bstore_me ceph cwd unknown /proc/44924/task/46387/cwd (readlink: Permission denied) 2024-09-05T07:41:11.581 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46387 bstore_me ceph rtd unknown /proc/44924/task/46387/root (readlink: Permission denied) 2024-09-05T07:41:11.581 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46387 bstore_me ceph txt unknown /proc/44924/task/46387/exe (readlink: Permission denied) 2024-09-05T07:41:11.581 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46387 bstore_me ceph NOFD /proc/44924/task/46387/fd (opendir: Permission denied) 2024-09-05T07:41:11.581 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46388 ms_dispat ceph cwd unknown /proc/44924/task/46388/cwd (readlink: Permission denied) 2024-09-05T07:41:11.581 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46388 ms_dispat ceph rtd unknown /proc/44924/task/46388/root (readlink: Permission denied) 2024-09-05T07:41:11.581 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46388 ms_dispat ceph txt unknown /proc/44924/task/46388/exe (readlink: Permission denied) 2024-09-05T07:41:11.581 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46388 ms_dispat ceph NOFD /proc/44924/task/46388/fd (opendir: Permission denied) 2024-09-05T07:41:11.581 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46389 ms_local ceph cwd unknown /proc/44924/task/46389/cwd (readlink: Permission denied) 2024-09-05T07:41:11.581 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46389 ms_local ceph rtd unknown /proc/44924/task/46389/root (readlink: Permission denied) 2024-09-05T07:41:11.581 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46389 ms_local ceph txt unknown /proc/44924/task/46389/exe (readlink: Permission denied) 2024-09-05T07:41:11.582 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46389 ms_local ceph NOFD /proc/44924/task/46389/fd (opendir: Permission denied) 2024-09-05T07:41:11.582 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46390 safe_time ceph cwd unknown /proc/44924/task/46390/cwd (readlink: Permission denied) 2024-09-05T07:41:11.582 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46390 safe_time ceph rtd unknown /proc/44924/task/46390/root (readlink: Permission denied) 2024-09-05T07:41:11.582 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46390 safe_time ceph txt unknown /proc/44924/task/46390/exe (readlink: Permission denied) 2024-09-05T07:41:11.582 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46390 safe_time ceph NOFD /proc/44924/task/46390/fd (opendir: Permission denied) 2024-09-05T07:41:11.582 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46391 safe_time ceph cwd unknown /proc/44924/task/46391/cwd (readlink: Permission denied) 2024-09-05T07:41:11.582 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46391 safe_time ceph rtd unknown /proc/44924/task/46391/root (readlink: Permission denied) 2024-09-05T07:41:11.582 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46391 safe_time ceph txt unknown /proc/44924/task/46391/exe (readlink: Permission denied) 2024-09-05T07:41:11.582 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46391 safe_time ceph NOFD /proc/44924/task/46391/fd (opendir: Permission denied) 2024-09-05T07:41:11.582 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46392 ms_dispat ceph cwd unknown /proc/44924/task/46392/cwd (readlink: Permission denied) 2024-09-05T07:41:11.582 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46392 ms_dispat ceph rtd unknown /proc/44924/task/46392/root (readlink: Permission denied) 2024-09-05T07:41:11.582 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46392 ms_dispat ceph txt unknown /proc/44924/task/46392/exe (readlink: Permission denied) 2024-09-05T07:41:11.582 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46392 ms_dispat ceph NOFD /proc/44924/task/46392/fd (opendir: Permission denied) 2024-09-05T07:41:11.583 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46393 ms_local ceph cwd unknown /proc/44924/task/46393/cwd (readlink: Permission denied) 2024-09-05T07:41:11.583 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46393 ms_local ceph rtd unknown /proc/44924/task/46393/root (readlink: Permission denied) 2024-09-05T07:41:11.583 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46393 ms_local ceph txt unknown /proc/44924/task/46393/exe (readlink: Permission denied) 2024-09-05T07:41:11.583 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46393 ms_local ceph NOFD /proc/44924/task/46393/fd (opendir: Permission denied) 2024-09-05T07:41:11.583 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46394 ms_dispat ceph cwd unknown /proc/44924/task/46394/cwd (readlink: Permission denied) 2024-09-05T07:41:11.583 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46394 ms_dispat ceph rtd unknown /proc/44924/task/46394/root (readlink: Permission denied) 2024-09-05T07:41:11.583 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46394 ms_dispat ceph txt unknown /proc/44924/task/46394/exe (readlink: Permission denied) 2024-09-05T07:41:11.583 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46394 ms_dispat ceph NOFD /proc/44924/task/46394/fd (opendir: Permission denied) 2024-09-05T07:41:11.583 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46395 ms_local ceph cwd unknown /proc/44924/task/46395/cwd (readlink: Permission denied) 2024-09-05T07:41:11.583 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46395 ms_local ceph rtd unknown /proc/44924/task/46395/root (readlink: Permission denied) 2024-09-05T07:41:11.583 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46395 ms_local ceph txt unknown /proc/44924/task/46395/exe (readlink: Permission denied) 2024-09-05T07:41:11.583 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46395 ms_local ceph NOFD /proc/44924/task/46395/fd (opendir: Permission denied) 2024-09-05T07:41:11.584 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46396 ms_dispat ceph cwd unknown /proc/44924/task/46396/cwd (readlink: Permission denied) 2024-09-05T07:41:11.584 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46396 ms_dispat ceph rtd unknown /proc/44924/task/46396/root (readlink: Permission denied) 2024-09-05T07:41:11.584 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46396 ms_dispat ceph txt unknown /proc/44924/task/46396/exe (readlink: Permission denied) 2024-09-05T07:41:11.584 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46396 ms_dispat ceph NOFD /proc/44924/task/46396/fd (opendir: Permission denied) 2024-09-05T07:41:11.584 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46397 ms_local ceph cwd unknown /proc/44924/task/46397/cwd (readlink: Permission denied) 2024-09-05T07:41:11.584 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46397 ms_local ceph rtd unknown /proc/44924/task/46397/root (readlink: Permission denied) 2024-09-05T07:41:11.584 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46397 ms_local ceph txt unknown /proc/44924/task/46397/exe (readlink: Permission denied) 2024-09-05T07:41:11.584 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46397 ms_local ceph NOFD /proc/44924/task/46397/fd (opendir: Permission denied) 2024-09-05T07:41:11.584 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46398 ms_dispat ceph cwd unknown /proc/44924/task/46398/cwd (readlink: Permission denied) 2024-09-05T07:41:11.584 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46398 ms_dispat ceph rtd unknown /proc/44924/task/46398/root (readlink: Permission denied) 2024-09-05T07:41:11.584 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46398 ms_dispat ceph txt unknown /proc/44924/task/46398/exe (readlink: Permission denied) 2024-09-05T07:41:11.584 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46398 ms_dispat ceph NOFD /proc/44924/task/46398/fd (opendir: Permission denied) 2024-09-05T07:41:11.584 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46399 ms_local ceph cwd unknown /proc/44924/task/46399/cwd (readlink: Permission denied) 2024-09-05T07:41:11.585 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46399 ms_local ceph rtd unknown /proc/44924/task/46399/root (readlink: Permission denied) 2024-09-05T07:41:11.585 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46399 ms_local ceph txt unknown /proc/44924/task/46399/exe (readlink: Permission denied) 2024-09-05T07:41:11.585 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46399 ms_local ceph NOFD /proc/44924/task/46399/fd (opendir: Permission denied) 2024-09-05T07:41:11.585 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46400 ms_dispat ceph cwd unknown /proc/44924/task/46400/cwd (readlink: Permission denied) 2024-09-05T07:41:11.585 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46400 ms_dispat ceph rtd unknown /proc/44924/task/46400/root (readlink: Permission denied) 2024-09-05T07:41:11.585 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46400 ms_dispat ceph txt unknown /proc/44924/task/46400/exe (readlink: Permission denied) 2024-09-05T07:41:11.585 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46400 ms_dispat ceph NOFD /proc/44924/task/46400/fd (opendir: Permission denied) 2024-09-05T07:41:11.585 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46401 ms_local ceph cwd unknown /proc/44924/task/46401/cwd (readlink: Permission denied) 2024-09-05T07:41:11.585 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46401 ms_local ceph rtd unknown /proc/44924/task/46401/root (readlink: Permission denied) 2024-09-05T07:41:11.585 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46401 ms_local ceph txt unknown /proc/44924/task/46401/exe (readlink: Permission denied) 2024-09-05T07:41:11.585 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46401 ms_local ceph NOFD /proc/44924/task/46401/fd (opendir: Permission denied) 2024-09-05T07:41:11.585 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46402 ms_dispat ceph cwd unknown /proc/44924/task/46402/cwd (readlink: Permission denied) 2024-09-05T07:41:11.586 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46402 ms_dispat ceph rtd unknown /proc/44924/task/46402/root (readlink: Permission denied) 2024-09-05T07:41:11.586 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46402 ms_dispat ceph txt unknown /proc/44924/task/46402/exe (readlink: Permission denied) 2024-09-05T07:41:11.586 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46402 ms_dispat ceph NOFD /proc/44924/task/46402/fd (opendir: Permission denied) 2024-09-05T07:41:11.586 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46403 ms_local ceph cwd unknown /proc/44924/task/46403/cwd (readlink: Permission denied) 2024-09-05T07:41:11.586 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46403 ms_local ceph rtd unknown /proc/44924/task/46403/root (readlink: Permission denied) 2024-09-05T07:41:11.586 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46403 ms_local ceph txt unknown /proc/44924/task/46403/exe (readlink: Permission denied) 2024-09-05T07:41:11.586 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46403 ms_local ceph NOFD /proc/44924/task/46403/fd (opendir: Permission denied) 2024-09-05T07:41:11.586 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46404 fn_anonym ceph cwd unknown /proc/44924/task/46404/cwd (readlink: Permission denied) 2024-09-05T07:41:11.586 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46404 fn_anonym ceph rtd unknown /proc/44924/task/46404/root (readlink: Permission denied) 2024-09-05T07:41:11.586 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46404 fn_anonym ceph txt unknown /proc/44924/task/46404/exe (readlink: Permission denied) 2024-09-05T07:41:11.586 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46404 fn_anonym ceph NOFD /proc/44924/task/46404/fd (opendir: Permission denied) 2024-09-05T07:41:11.586 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46405 finisher ceph cwd unknown /proc/44924/task/46405/cwd (readlink: Permission denied) 2024-09-05T07:41:11.586 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46405 finisher ceph rtd unknown /proc/44924/task/46405/root (readlink: Permission denied) 2024-09-05T07:41:11.587 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46405 finisher ceph txt unknown /proc/44924/task/46405/exe (readlink: Permission denied) 2024-09-05T07:41:11.587 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46405 finisher ceph NOFD /proc/44924/task/46405/fd (opendir: Permission denied) 2024-09-05T07:41:11.587 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46406 safe_time ceph cwd unknown /proc/44924/task/46406/cwd (readlink: Permission denied) 2024-09-05T07:41:11.587 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46406 safe_time ceph rtd unknown /proc/44924/task/46406/root (readlink: Permission denied) 2024-09-05T07:41:11.587 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46406 safe_time ceph txt unknown /proc/44924/task/46406/exe (readlink: Permission denied) 2024-09-05T07:41:11.587 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46406 safe_time ceph NOFD /proc/44924/task/46406/fd (opendir: Permission denied) 2024-09-05T07:41:11.587 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46407 safe_time ceph cwd unknown /proc/44924/task/46407/cwd (readlink: Permission denied) 2024-09-05T07:41:11.587 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46407 safe_time ceph rtd unknown /proc/44924/task/46407/root (readlink: Permission denied) 2024-09-05T07:41:11.587 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46407 safe_time ceph txt unknown /proc/44924/task/46407/exe (readlink: Permission denied) 2024-09-05T07:41:11.587 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46407 safe_time ceph NOFD /proc/44924/task/46407/fd (opendir: Permission denied) 2024-09-05T07:41:11.587 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46408 ceph-osd ceph cwd unknown /proc/44924/task/46408/cwd (readlink: Permission denied) 2024-09-05T07:41:11.587 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46408 ceph-osd ceph rtd unknown /proc/44924/task/46408/root (readlink: Permission denied) 2024-09-05T07:41:11.587 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46408 ceph-osd ceph txt unknown /proc/44924/task/46408/exe (readlink: Permission denied) 2024-09-05T07:41:11.588 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46408 ceph-osd ceph NOFD /proc/44924/task/46408/fd (opendir: Permission denied) 2024-09-05T07:41:11.588 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46409 osd_srv_a ceph cwd unknown /proc/44924/task/46409/cwd (readlink: Permission denied) 2024-09-05T07:41:11.588 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46409 osd_srv_a ceph rtd unknown /proc/44924/task/46409/root (readlink: Permission denied) 2024-09-05T07:41:11.588 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46409 osd_srv_a ceph txt unknown /proc/44924/task/46409/exe (readlink: Permission denied) 2024-09-05T07:41:11.588 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46409 osd_srv_a ceph NOFD /proc/44924/task/46409/fd (opendir: Permission denied) 2024-09-05T07:41:11.588 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46410 tp_osd_tp ceph cwd unknown /proc/44924/task/46410/cwd (readlink: Permission denied) 2024-09-05T07:41:11.588 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46410 tp_osd_tp ceph rtd unknown /proc/44924/task/46410/root (readlink: Permission denied) 2024-09-05T07:41:11.588 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46410 tp_osd_tp ceph txt unknown /proc/44924/task/46410/exe (readlink: Permission denied) 2024-09-05T07:41:11.588 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46410 tp_osd_tp ceph NOFD /proc/44924/task/46410/fd (opendir: Permission denied) 2024-09-05T07:41:11.588 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46411 tp_osd_tp ceph cwd unknown /proc/44924/task/46411/cwd (readlink: Permission denied) 2024-09-05T07:41:11.588 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46411 tp_osd_tp ceph rtd unknown /proc/44924/task/46411/root (readlink: Permission denied) 2024-09-05T07:41:11.588 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46411 tp_osd_tp ceph txt unknown /proc/44924/task/46411/exe (readlink: Permission denied) 2024-09-05T07:41:11.588 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46411 tp_osd_tp ceph NOFD /proc/44924/task/46411/fd (opendir: Permission denied) 2024-09-05T07:41:11.589 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46412 tp_osd_tp ceph cwd unknown /proc/44924/task/46412/cwd (readlink: Permission denied) 2024-09-05T07:41:11.589 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46412 tp_osd_tp ceph rtd unknown /proc/44924/task/46412/root (readlink: Permission denied) 2024-09-05T07:41:11.589 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46412 tp_osd_tp ceph txt unknown /proc/44924/task/46412/exe (readlink: Permission denied) 2024-09-05T07:41:11.589 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46412 tp_osd_tp ceph NOFD /proc/44924/task/46412/fd (opendir: Permission denied) 2024-09-05T07:41:11.589 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46413 tp_osd_tp ceph cwd unknown /proc/44924/task/46413/cwd (readlink: Permission denied) 2024-09-05T07:41:11.589 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46413 tp_osd_tp ceph rtd unknown /proc/44924/task/46413/root (readlink: Permission denied) 2024-09-05T07:41:11.589 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46413 tp_osd_tp ceph txt unknown /proc/44924/task/46413/exe (readlink: Permission denied) 2024-09-05T07:41:11.589 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46413 tp_osd_tp ceph NOFD /proc/44924/task/46413/fd (opendir: Permission denied) 2024-09-05T07:41:11.589 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46414 tp_osd_tp ceph cwd unknown /proc/44924/task/46414/cwd (readlink: Permission denied) 2024-09-05T07:41:11.589 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46414 tp_osd_tp ceph rtd unknown /proc/44924/task/46414/root (readlink: Permission denied) 2024-09-05T07:41:11.589 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46414 tp_osd_tp ceph txt unknown /proc/44924/task/46414/exe (readlink: Permission denied) 2024-09-05T07:41:11.589 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46414 tp_osd_tp ceph NOFD /proc/44924/task/46414/fd (opendir: Permission denied) 2024-09-05T07:41:11.590 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46415 tp_osd_tp ceph cwd unknown /proc/44924/task/46415/cwd (readlink: Permission denied) 2024-09-05T07:41:11.590 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46415 tp_osd_tp ceph rtd unknown /proc/44924/task/46415/root (readlink: Permission denied) 2024-09-05T07:41:11.590 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46415 tp_osd_tp ceph txt unknown /proc/44924/task/46415/exe (readlink: Permission denied) 2024-09-05T07:41:11.590 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46415 tp_osd_tp ceph NOFD /proc/44924/task/46415/fd (opendir: Permission denied) 2024-09-05T07:41:11.590 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46416 tp_osd_tp ceph cwd unknown /proc/44924/task/46416/cwd (readlink: Permission denied) 2024-09-05T07:41:11.590 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46416 tp_osd_tp ceph rtd unknown /proc/44924/task/46416/root (readlink: Permission denied) 2024-09-05T07:41:11.590 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46416 tp_osd_tp ceph txt unknown /proc/44924/task/46416/exe (readlink: Permission denied) 2024-09-05T07:41:11.590 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46416 tp_osd_tp ceph NOFD /proc/44924/task/46416/fd (opendir: Permission denied) 2024-09-05T07:41:11.590 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46417 tp_osd_tp ceph cwd unknown /proc/44924/task/46417/cwd (readlink: Permission denied) 2024-09-05T07:41:11.590 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46417 tp_osd_tp ceph rtd unknown /proc/44924/task/46417/root (readlink: Permission denied) 2024-09-05T07:41:11.590 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46417 tp_osd_tp ceph txt unknown /proc/44924/task/46417/exe (readlink: Permission denied) 2024-09-05T07:41:11.590 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46417 tp_osd_tp ceph NOFD /proc/44924/task/46417/fd (opendir: Permission denied) 2024-09-05T07:41:11.590 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46418 tp_osd_tp ceph cwd unknown /proc/44924/task/46418/cwd (readlink: Permission denied) 2024-09-05T07:41:11.591 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46418 tp_osd_tp ceph rtd unknown /proc/44924/task/46418/root (readlink: Permission denied) 2024-09-05T07:41:11.591 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46418 tp_osd_tp ceph txt unknown /proc/44924/task/46418/exe (readlink: Permission denied) 2024-09-05T07:41:11.591 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46418 tp_osd_tp ceph NOFD /proc/44924/task/46418/fd (opendir: Permission denied) 2024-09-05T07:41:11.591 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46419 tp_osd_tp ceph cwd unknown /proc/44924/task/46419/cwd (readlink: Permission denied) 2024-09-05T07:41:11.591 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46419 tp_osd_tp ceph rtd unknown /proc/44924/task/46419/root (readlink: Permission denied) 2024-09-05T07:41:11.591 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46419 tp_osd_tp ceph txt unknown /proc/44924/task/46419/exe (readlink: Permission denied) 2024-09-05T07:41:11.591 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46419 tp_osd_tp ceph NOFD /proc/44924/task/46419/fd (opendir: Permission denied) 2024-09-05T07:41:11.591 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46420 tp_osd_tp ceph cwd unknown /proc/44924/task/46420/cwd (readlink: Permission denied) 2024-09-05T07:41:11.591 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46420 tp_osd_tp ceph rtd unknown /proc/44924/task/46420/root (readlink: Permission denied) 2024-09-05T07:41:11.591 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46420 tp_osd_tp ceph txt unknown /proc/44924/task/46420/exe (readlink: Permission denied) 2024-09-05T07:41:11.591 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46420 tp_osd_tp ceph NOFD /proc/44924/task/46420/fd (opendir: Permission denied) 2024-09-05T07:41:11.591 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46421 tp_osd_tp ceph cwd unknown /proc/44924/task/46421/cwd (readlink: Permission denied) 2024-09-05T07:41:11.592 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46421 tp_osd_tp ceph rtd unknown /proc/44924/task/46421/root (readlink: Permission denied) 2024-09-05T07:41:11.592 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46421 tp_osd_tp ceph txt unknown /proc/44924/task/46421/exe (readlink: Permission denied) 2024-09-05T07:41:11.592 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46421 tp_osd_tp ceph NOFD /proc/44924/task/46421/fd (opendir: Permission denied) 2024-09-05T07:41:11.592 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46422 tp_osd_tp ceph cwd unknown /proc/44924/task/46422/cwd (readlink: Permission denied) 2024-09-05T07:41:11.592 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46422 tp_osd_tp ceph rtd unknown /proc/44924/task/46422/root (readlink: Permission denied) 2024-09-05T07:41:11.592 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46422 tp_osd_tp ceph txt unknown /proc/44924/task/46422/exe (readlink: Permission denied) 2024-09-05T07:41:11.592 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46422 tp_osd_tp ceph NOFD /proc/44924/task/46422/fd (opendir: Permission denied) 2024-09-05T07:41:11.592 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46423 tp_osd_tp ceph cwd unknown /proc/44924/task/46423/cwd (readlink: Permission denied) 2024-09-05T07:41:11.592 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46423 tp_osd_tp ceph rtd unknown /proc/44924/task/46423/root (readlink: Permission denied) 2024-09-05T07:41:11.592 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46423 tp_osd_tp ceph txt unknown /proc/44924/task/46423/exe (readlink: Permission denied) 2024-09-05T07:41:11.592 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46423 tp_osd_tp ceph NOFD /proc/44924/task/46423/fd (opendir: Permission denied) 2024-09-05T07:41:11.592 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46424 tp_osd_tp ceph cwd unknown /proc/44924/task/46424/cwd (readlink: Permission denied) 2024-09-05T07:41:11.592 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46424 tp_osd_tp ceph rtd unknown /proc/44924/task/46424/root (readlink: Permission denied) 2024-09-05T07:41:11.593 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46424 tp_osd_tp ceph txt unknown /proc/44924/task/46424/exe (readlink: Permission denied) 2024-09-05T07:41:11.593 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46424 tp_osd_tp ceph NOFD /proc/44924/task/46424/fd (opendir: Permission denied) 2024-09-05T07:41:11.593 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46425 tp_osd_tp ceph cwd unknown /proc/44924/task/46425/cwd (readlink: Permission denied) 2024-09-05T07:41:11.593 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46425 tp_osd_tp ceph rtd unknown /proc/44924/task/46425/root (readlink: Permission denied) 2024-09-05T07:41:11.593 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46425 tp_osd_tp ceph txt unknown /proc/44924/task/46425/exe (readlink: Permission denied) 2024-09-05T07:41:11.593 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46425 tp_osd_tp ceph NOFD /proc/44924/task/46425/fd (opendir: Permission denied) 2024-09-05T07:41:11.593 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46426 osd_srv_h ceph cwd unknown /proc/44924/task/46426/cwd (readlink: Permission denied) 2024-09-05T07:41:11.593 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46426 osd_srv_h ceph rtd unknown /proc/44924/task/46426/root (readlink: Permission denied) 2024-09-05T07:41:11.593 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46426 osd_srv_h ceph txt unknown /proc/44924/task/46426/exe (readlink: Permission denied) 2024-09-05T07:41:11.593 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 44924 46426 osd_srv_h ceph NOFD /proc/44924/task/46426/fd (opendir: Permission denied) 2024-09-05T07:41:11.593 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 45535 root cwd unknown /proc/45535/cwd (readlink: Permission denied) 2024-09-05T07:41:11.593 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 45535 root rtd unknown /proc/45535/root (readlink: Permission denied) 2024-09-05T07:41:11.593 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 45535 root txt unknown /proc/45535/exe (readlink: Permission denied) 2024-09-05T07:41:11.594 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 45535 root NOFD /proc/45535/fd (opendir: Permission denied) 2024-09-05T07:41:11.594 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 45554 root cwd unknown /proc/45554/cwd (readlink: Permission denied) 2024-09-05T07:41:11.594 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 45554 root rtd unknown /proc/45554/root (readlink: Permission denied) 2024-09-05T07:41:11.594 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 45554 root txt unknown /proc/45554/exe (readlink: Permission denied) 2024-09-05T07:41:11.594 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 45554 root NOFD /proc/45554/fd (opendir: Permission denied) 2024-09-05T07:41:11.594 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 50727 root cwd unknown /proc/50727/cwd (readlink: Permission denied) 2024-09-05T07:41:11.594 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 50727 root rtd unknown /proc/50727/root (readlink: Permission denied) 2024-09-05T07:41:11.594 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 50727 root txt unknown /proc/50727/exe (readlink: Permission denied) 2024-09-05T07:41:11.594 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 50727 root NOFD /proc/50727/fd (opendir: Permission denied) 2024-09-05T07:41:11.594 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 51251 root cwd unknown /proc/51251/cwd (readlink: Permission denied) 2024-09-05T07:41:11.594 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 51251 root rtd unknown /proc/51251/root (readlink: Permission denied) 2024-09-05T07:41:11.594 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 51251 root txt unknown /proc/51251/exe (readlink: Permission denied) 2024-09-05T07:41:11.594 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 51251 root NOFD /proc/51251/fd (opendir: Permission denied) 2024-09-05T07:41:11.595 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 51253 root cwd unknown /proc/51253/cwd (readlink: Permission denied) 2024-09-05T07:41:11.595 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 51253 root rtd unknown /proc/51253/root (readlink: Permission denied) 2024-09-05T07:41:11.595 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 51253 root txt unknown /proc/51253/exe (readlink: Permission denied) 2024-09-05T07:41:11.595 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 51253 root NOFD /proc/51253/fd (opendir: Permission denied) 2024-09-05T07:41:11.595 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 ceph cwd unknown /proc/51255/cwd (readlink: Permission denied) 2024-09-05T07:41:11.595 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 ceph rtd unknown /proc/51255/root (readlink: Permission denied) 2024-09-05T07:41:11.595 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 ceph txt unknown /proc/51255/exe (readlink: Permission denied) 2024-09-05T07:41:11.595 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 ceph NOFD /proc/51255/fd (opendir: Permission denied) 2024-09-05T07:41:11.595 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51256 log ceph cwd unknown /proc/51255/task/51256/cwd (readlink: Permission denied) 2024-09-05T07:41:11.595 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51256 log ceph rtd unknown /proc/51255/task/51256/root (readlink: Permission denied) 2024-09-05T07:41:11.595 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51256 log ceph txt unknown /proc/51255/task/51256/exe (readlink: Permission denied) 2024-09-05T07:41:11.595 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51256 log ceph NOFD /proc/51255/task/51256/fd (opendir: Permission denied) 2024-09-05T07:41:11.595 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51258 msgr-work ceph cwd unknown /proc/51255/task/51258/cwd (readlink: Permission denied) 2024-09-05T07:41:11.596 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51258 msgr-work ceph rtd unknown /proc/51255/task/51258/root (readlink: Permission denied) 2024-09-05T07:41:11.596 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51258 msgr-work ceph txt unknown /proc/51255/task/51258/exe (readlink: Permission denied) 2024-09-05T07:41:11.596 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51258 msgr-work ceph NOFD /proc/51255/task/51258/fd (opendir: Permission denied) 2024-09-05T07:41:11.596 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51259 msgr-work ceph cwd unknown /proc/51255/task/51259/cwd (readlink: Permission denied) 2024-09-05T07:41:11.596 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51259 msgr-work ceph rtd unknown /proc/51255/task/51259/root (readlink: Permission denied) 2024-09-05T07:41:11.596 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51259 msgr-work ceph txt unknown /proc/51255/task/51259/exe (readlink: Permission denied) 2024-09-05T07:41:11.596 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51259 msgr-work ceph NOFD /proc/51255/task/51259/fd (opendir: Permission denied) 2024-09-05T07:41:11.596 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51260 msgr-work ceph cwd unknown /proc/51255/task/51260/cwd (readlink: Permission denied) 2024-09-05T07:41:11.596 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51260 msgr-work ceph rtd unknown /proc/51255/task/51260/root (readlink: Permission denied) 2024-09-05T07:41:11.596 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51260 msgr-work ceph txt unknown /proc/51255/task/51260/exe (readlink: Permission denied) 2024-09-05T07:41:11.596 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51260 msgr-work ceph NOFD /proc/51255/task/51260/fd (opendir: Permission denied) 2024-09-05T07:41:11.596 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51264 service ceph cwd unknown /proc/51255/task/51264/cwd (readlink: Permission denied) 2024-09-05T07:41:11.596 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51264 service ceph rtd unknown /proc/51255/task/51264/root (readlink: Permission denied) 2024-09-05T07:41:11.597 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51264 service ceph txt unknown /proc/51255/task/51264/exe (readlink: Permission denied) 2024-09-05T07:41:11.597 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51264 service ceph NOFD /proc/51255/task/51264/fd (opendir: Permission denied) 2024-09-05T07:41:11.597 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51265 admin_soc ceph cwd unknown /proc/51255/task/51265/cwd (readlink: Permission denied) 2024-09-05T07:41:11.597 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51265 admin_soc ceph rtd unknown /proc/51255/task/51265/root (readlink: Permission denied) 2024-09-05T07:41:11.597 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51265 admin_soc ceph txt unknown /proc/51255/task/51265/exe (readlink: Permission denied) 2024-09-05T07:41:11.597 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51265 admin_soc ceph NOFD /proc/51255/task/51265/fd (opendir: Permission denied) 2024-09-05T07:41:11.597 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51600 signal_ha ceph cwd unknown /proc/51255/task/51600/cwd (readlink: Permission denied) 2024-09-05T07:41:11.597 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51600 signal_ha ceph rtd unknown /proc/51255/task/51600/root (readlink: Permission denied) 2024-09-05T07:41:11.597 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51600 signal_ha ceph txt unknown /proc/51255/task/51600/exe (readlink: Permission denied) 2024-09-05T07:41:11.597 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51600 signal_ha ceph NOFD /proc/51255/task/51600/fd (opendir: Permission denied) 2024-09-05T07:41:11.597 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51601 io_contex ceph cwd unknown /proc/51255/task/51601/cwd (readlink: Permission denied) 2024-09-05T07:41:11.597 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51601 io_contex ceph rtd unknown /proc/51255/task/51601/root (readlink: Permission denied) 2024-09-05T07:41:11.597 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51601 io_contex ceph txt unknown /proc/51255/task/51601/exe (readlink: Permission denied) 2024-09-05T07:41:11.598 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51601 io_contex ceph NOFD /proc/51255/task/51601/fd (opendir: Permission denied) 2024-09-05T07:41:11.598 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51602 io_contex ceph cwd unknown /proc/51255/task/51602/cwd (readlink: Permission denied) 2024-09-05T07:41:11.598 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51602 io_contex ceph rtd unknown /proc/51255/task/51602/root (readlink: Permission denied) 2024-09-05T07:41:11.598 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51602 io_contex ceph txt unknown /proc/51255/task/51602/exe (readlink: Permission denied) 2024-09-05T07:41:11.598 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51602 io_contex ceph NOFD /proc/51255/task/51602/fd (opendir: Permission denied) 2024-09-05T07:41:11.598 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51616 OpHistory ceph cwd unknown /proc/51255/task/51616/cwd (readlink: Permission denied) 2024-09-05T07:41:11.598 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51616 OpHistory ceph rtd unknown /proc/51255/task/51616/root (readlink: Permission denied) 2024-09-05T07:41:11.598 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51616 OpHistory ceph txt unknown /proc/51255/task/51616/exe (readlink: Permission denied) 2024-09-05T07:41:11.598 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51616 OpHistory ceph NOFD /proc/51255/task/51616/fd (opendir: Permission denied) 2024-09-05T07:41:11.598 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51617 ceph_time ceph cwd unknown /proc/51255/task/51617/cwd (readlink: Permission denied) 2024-09-05T07:41:11.598 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51617 ceph_time ceph rtd unknown /proc/51255/task/51617/root (readlink: Permission denied) 2024-09-05T07:41:11.598 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51617 ceph_time ceph txt unknown /proc/51255/task/51617/exe (readlink: Permission denied) 2024-09-05T07:41:11.598 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51617 ceph_time ceph NOFD /proc/51255/task/51617/fd (opendir: Permission denied) 2024-09-05T07:41:11.599 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51629 ceph-osd ceph cwd unknown /proc/51255/task/51629/cwd (readlink: Permission denied) 2024-09-05T07:41:11.599 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51629 ceph-osd ceph rtd unknown /proc/51255/task/51629/root (readlink: Permission denied) 2024-09-05T07:41:11.599 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51629 ceph-osd ceph txt unknown /proc/51255/task/51629/exe (readlink: Permission denied) 2024-09-05T07:41:11.599 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51629 ceph-osd ceph NOFD /proc/51255/task/51629/fd (opendir: Permission denied) 2024-09-05T07:41:11.599 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51658 ceph-osd ceph cwd unknown /proc/51255/task/51658/cwd (readlink: Permission denied) 2024-09-05T07:41:11.599 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51658 ceph-osd ceph rtd unknown /proc/51255/task/51658/root (readlink: Permission denied) 2024-09-05T07:41:11.599 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51658 ceph-osd ceph txt unknown /proc/51255/task/51658/exe (readlink: Permission denied) 2024-09-05T07:41:11.599 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51658 ceph-osd ceph NOFD /proc/51255/task/51658/fd (opendir: Permission denied) 2024-09-05T07:41:11.599 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51780 ceph-osd ceph cwd unknown /proc/51255/task/51780/cwd (readlink: Permission denied) 2024-09-05T07:41:11.599 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51780 ceph-osd ceph rtd unknown /proc/51255/task/51780/root (readlink: Permission denied) 2024-09-05T07:41:11.599 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51780 ceph-osd ceph txt unknown /proc/51255/task/51780/exe (readlink: Permission denied) 2024-09-05T07:41:11.599 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51780 ceph-osd ceph NOFD /proc/51255/task/51780/fd (opendir: Permission denied) 2024-09-05T07:41:11.599 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51819 ceph-osd ceph cwd unknown /proc/51255/task/51819/cwd (readlink: Permission denied) 2024-09-05T07:41:11.600 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51819 ceph-osd ceph rtd unknown /proc/51255/task/51819/root (readlink: Permission denied) 2024-09-05T07:41:11.600 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51819 ceph-osd ceph txt unknown /proc/51255/task/51819/exe (readlink: Permission denied) 2024-09-05T07:41:11.600 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51819 ceph-osd ceph NOFD /proc/51255/task/51819/fd (opendir: Permission denied) 2024-09-05T07:41:11.600 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51866 ceph-osd ceph cwd unknown /proc/51255/task/51866/cwd (readlink: Permission denied) 2024-09-05T07:41:11.600 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51866 ceph-osd ceph rtd unknown /proc/51255/task/51866/root (readlink: Permission denied) 2024-09-05T07:41:11.600 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51866 ceph-osd ceph txt unknown /proc/51255/task/51866/exe (readlink: Permission denied) 2024-09-05T07:41:11.600 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51866 ceph-osd ceph NOFD /proc/51255/task/51866/fd (opendir: Permission denied) 2024-09-05T07:41:11.600 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51880 ceph-osd ceph cwd unknown /proc/51255/task/51880/cwd (readlink: Permission denied) 2024-09-05T07:41:11.600 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51880 ceph-osd ceph rtd unknown /proc/51255/task/51880/root (readlink: Permission denied) 2024-09-05T07:41:11.600 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51880 ceph-osd ceph txt unknown /proc/51255/task/51880/exe (readlink: Permission denied) 2024-09-05T07:41:11.600 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51880 ceph-osd ceph NOFD /proc/51255/task/51880/fd (opendir: Permission denied) 2024-09-05T07:41:11.600 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51884 ceph-osd ceph cwd unknown /proc/51255/task/51884/cwd (readlink: Permission denied) 2024-09-05T07:41:11.600 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51884 ceph-osd ceph rtd unknown /proc/51255/task/51884/root (readlink: Permission denied) 2024-09-05T07:41:11.601 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51884 ceph-osd ceph txt unknown /proc/51255/task/51884/exe (readlink: Permission denied) 2024-09-05T07:41:11.601 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51884 ceph-osd ceph NOFD /proc/51255/task/51884/fd (opendir: Permission denied) 2024-09-05T07:41:11.601 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51968 ceph-osd ceph cwd unknown /proc/51255/task/51968/cwd (readlink: Permission denied) 2024-09-05T07:41:11.601 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51968 ceph-osd ceph rtd unknown /proc/51255/task/51968/root (readlink: Permission denied) 2024-09-05T07:41:11.601 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51968 ceph-osd ceph txt unknown /proc/51255/task/51968/exe (readlink: Permission denied) 2024-09-05T07:41:11.601 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51968 ceph-osd ceph NOFD /proc/51255/task/51968/fd (opendir: Permission denied) 2024-09-05T07:41:11.601 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51972 ceph-osd ceph cwd unknown /proc/51255/task/51972/cwd (readlink: Permission denied) 2024-09-05T07:41:11.601 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51972 ceph-osd ceph rtd unknown /proc/51255/task/51972/root (readlink: Permission denied) 2024-09-05T07:41:11.601 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51972 ceph-osd ceph txt unknown /proc/51255/task/51972/exe (readlink: Permission denied) 2024-09-05T07:41:11.601 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51972 ceph-osd ceph NOFD /proc/51255/task/51972/fd (opendir: Permission denied) 2024-09-05T07:41:11.601 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51973 safe_time ceph cwd unknown /proc/51255/task/51973/cwd (readlink: Permission denied) 2024-09-05T07:41:11.601 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51973 safe_time ceph rtd unknown /proc/51255/task/51973/root (readlink: Permission denied) 2024-09-05T07:41:11.601 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51973 safe_time ceph txt unknown /proc/51255/task/51973/exe (readlink: Permission denied) 2024-09-05T07:41:11.602 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51973 safe_time ceph NOFD /proc/51255/task/51973/fd (opendir: Permission denied) 2024-09-05T07:41:11.602 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51974 safe_time ceph cwd unknown /proc/51255/task/51974/cwd (readlink: Permission denied) 2024-09-05T07:41:11.602 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51974 safe_time ceph rtd unknown /proc/51255/task/51974/root (readlink: Permission denied) 2024-09-05T07:41:11.602 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51974 safe_time ceph txt unknown /proc/51255/task/51974/exe (readlink: Permission denied) 2024-09-05T07:41:11.602 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51974 safe_time ceph NOFD /proc/51255/task/51974/fd (opendir: Permission denied) 2024-09-05T07:41:11.602 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51975 safe_time ceph cwd unknown /proc/51255/task/51975/cwd (readlink: Permission denied) 2024-09-05T07:41:11.602 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51975 safe_time ceph rtd unknown /proc/51255/task/51975/root (readlink: Permission denied) 2024-09-05T07:41:11.602 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51975 safe_time ceph txt unknown /proc/51255/task/51975/exe (readlink: Permission denied) 2024-09-05T07:41:11.602 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51975 safe_time ceph NOFD /proc/51255/task/51975/fd (opendir: Permission denied) 2024-09-05T07:41:11.602 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51976 safe_time ceph cwd unknown /proc/51255/task/51976/cwd (readlink: Permission denied) 2024-09-05T07:41:11.602 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51976 safe_time ceph rtd unknown /proc/51255/task/51976/root (readlink: Permission denied) 2024-09-05T07:41:11.602 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51976 safe_time ceph txt unknown /proc/51255/task/51976/exe (readlink: Permission denied) 2024-09-05T07:41:11.602 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51976 safe_time ceph NOFD /proc/51255/task/51976/fd (opendir: Permission denied) 2024-09-05T07:41:11.603 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51977 fn_anonym ceph cwd unknown /proc/51255/task/51977/cwd (readlink: Permission denied) 2024-09-05T07:41:11.603 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51977 fn_anonym ceph rtd unknown /proc/51255/task/51977/root (readlink: Permission denied) 2024-09-05T07:41:11.603 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51977 fn_anonym ceph txt unknown /proc/51255/task/51977/exe (readlink: Permission denied) 2024-09-05T07:41:11.603 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 51977 fn_anonym ceph NOFD /proc/51255/task/51977/fd (opendir: Permission denied) 2024-09-05T07:41:11.603 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52061 rocksdb:l ceph cwd unknown /proc/51255/task/52061/cwd (readlink: Permission denied) 2024-09-05T07:41:11.603 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52061 rocksdb:l ceph rtd unknown /proc/51255/task/52061/root (readlink: Permission denied) 2024-09-05T07:41:11.603 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52061 rocksdb:l ceph txt unknown /proc/51255/task/52061/exe (readlink: Permission denied) 2024-09-05T07:41:11.603 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52061 rocksdb:l ceph NOFD /proc/51255/task/52061/fd (opendir: Permission denied) 2024-09-05T07:41:11.603 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52062 rocksdb:l ceph cwd unknown /proc/51255/task/52062/cwd (readlink: Permission denied) 2024-09-05T07:41:11.603 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52062 rocksdb:l ceph rtd unknown /proc/51255/task/52062/root (readlink: Permission denied) 2024-09-05T07:41:11.603 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52062 rocksdb:l ceph txt unknown /proc/51255/task/52062/exe (readlink: Permission denied) 2024-09-05T07:41:11.603 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52062 rocksdb:l ceph NOFD /proc/51255/task/52062/fd (opendir: Permission denied) 2024-09-05T07:41:11.603 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52063 rocksdb:l ceph cwd unknown /proc/51255/task/52063/cwd (readlink: Permission denied) 2024-09-05T07:41:11.603 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52063 rocksdb:l ceph rtd unknown /proc/51255/task/52063/root (readlink: Permission denied) 2024-09-05T07:41:11.604 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52063 rocksdb:l ceph txt unknown /proc/51255/task/52063/exe (readlink: Permission denied) 2024-09-05T07:41:11.604 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52063 rocksdb:l ceph NOFD /proc/51255/task/52063/fd (opendir: Permission denied) 2024-09-05T07:41:11.604 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52064 rocksdb:h ceph cwd unknown /proc/51255/task/52064/cwd (readlink: Permission denied) 2024-09-05T07:41:11.604 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52064 rocksdb:h ceph rtd unknown /proc/51255/task/52064/root (readlink: Permission denied) 2024-09-05T07:41:11.604 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52064 rocksdb:h ceph txt unknown /proc/51255/task/52064/exe (readlink: Permission denied) 2024-09-05T07:41:11.604 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52064 rocksdb:h ceph NOFD /proc/51255/task/52064/fd (opendir: Permission denied) 2024-09-05T07:41:11.604 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52452 bstore_ai ceph cwd unknown /proc/51255/task/52452/cwd (readlink: Permission denied) 2024-09-05T07:41:11.604 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52452 bstore_ai ceph rtd unknown /proc/51255/task/52452/root (readlink: Permission denied) 2024-09-05T07:41:11.604 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52452 bstore_ai ceph txt unknown /proc/51255/task/52452/exe (readlink: Permission denied) 2024-09-05T07:41:11.604 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52452 bstore_ai ceph NOFD /proc/51255/task/52452/fd (opendir: Permission denied) 2024-09-05T07:41:11.604 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52638 bstore_ai ceph cwd unknown /proc/51255/task/52638/cwd (readlink: Permission denied) 2024-09-05T07:41:11.604 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52638 bstore_ai ceph rtd unknown /proc/51255/task/52638/root (readlink: Permission denied) 2024-09-05T07:41:11.604 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52638 bstore_ai ceph txt unknown /proc/51255/task/52638/exe (readlink: Permission denied) 2024-09-05T07:41:11.604 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52638 bstore_ai ceph NOFD /proc/51255/task/52638/fd (opendir: Permission denied) 2024-09-05T07:41:11.605 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52827 ceph-osd ceph cwd unknown /proc/51255/task/52827/cwd (readlink: Permission denied) 2024-09-05T07:41:11.605 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52827 ceph-osd ceph rtd unknown /proc/51255/task/52827/root (readlink: Permission denied) 2024-09-05T07:41:11.605 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52827 ceph-osd ceph txt unknown /proc/51255/task/52827/exe (readlink: Permission denied) 2024-09-05T07:41:11.605 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52827 ceph-osd ceph NOFD /proc/51255/task/52827/fd (opendir: Permission denied) 2024-09-05T07:41:11.605 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52828 cfin ceph cwd unknown /proc/51255/task/52828/cwd (readlink: Permission denied) 2024-09-05T07:41:11.605 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52828 cfin ceph rtd unknown /proc/51255/task/52828/root (readlink: Permission denied) 2024-09-05T07:41:11.605 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52828 cfin ceph txt unknown /proc/51255/task/52828/exe (readlink: Permission denied) 2024-09-05T07:41:11.605 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52828 cfin ceph NOFD /proc/51255/task/52828/fd (opendir: Permission denied) 2024-09-05T07:41:11.605 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52829 bstore_kv ceph cwd unknown /proc/51255/task/52829/cwd (readlink: Permission denied) 2024-09-05T07:41:11.605 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52829 bstore_kv ceph rtd unknown /proc/51255/task/52829/root (readlink: Permission denied) 2024-09-05T07:41:11.605 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52829 bstore_kv ceph txt unknown /proc/51255/task/52829/exe (readlink: Permission denied) 2024-09-05T07:41:11.605 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52829 bstore_kv ceph NOFD /proc/51255/task/52829/fd (opendir: Permission denied) 2024-09-05T07:41:11.605 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52830 bstore_kv ceph cwd unknown /proc/51255/task/52830/cwd (readlink: Permission denied) 2024-09-05T07:41:11.606 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52830 bstore_kv ceph rtd unknown /proc/51255/task/52830/root (readlink: Permission denied) 2024-09-05T07:41:11.606 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52830 bstore_kv ceph txt unknown /proc/51255/task/52830/exe (readlink: Permission denied) 2024-09-05T07:41:11.606 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52830 bstore_kv ceph NOFD /proc/51255/task/52830/fd (opendir: Permission denied) 2024-09-05T07:41:11.606 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52831 bstore_me ceph cwd unknown /proc/51255/task/52831/cwd (readlink: Permission denied) 2024-09-05T07:41:11.606 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52831 bstore_me ceph rtd unknown /proc/51255/task/52831/root (readlink: Permission denied) 2024-09-05T07:41:11.606 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52831 bstore_me ceph txt unknown /proc/51255/task/52831/exe (readlink: Permission denied) 2024-09-05T07:41:11.606 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52831 bstore_me ceph NOFD /proc/51255/task/52831/fd (opendir: Permission denied) 2024-09-05T07:41:11.606 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52842 ms_dispat ceph cwd unknown /proc/51255/task/52842/cwd (readlink: Permission denied) 2024-09-05T07:41:11.606 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52842 ms_dispat ceph rtd unknown /proc/51255/task/52842/root (readlink: Permission denied) 2024-09-05T07:41:11.606 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52842 ms_dispat ceph txt unknown /proc/51255/task/52842/exe (readlink: Permission denied) 2024-09-05T07:41:11.606 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52842 ms_dispat ceph NOFD /proc/51255/task/52842/fd (opendir: Permission denied) 2024-09-05T07:41:11.606 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52843 ms_local ceph cwd unknown /proc/51255/task/52843/cwd (readlink: Permission denied) 2024-09-05T07:41:11.607 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52843 ms_local ceph rtd unknown /proc/51255/task/52843/root (readlink: Permission denied) 2024-09-05T07:41:11.607 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52843 ms_local ceph txt unknown /proc/51255/task/52843/exe (readlink: Permission denied) 2024-09-05T07:41:11.607 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52843 ms_local ceph NOFD /proc/51255/task/52843/fd (opendir: Permission denied) 2024-09-05T07:41:11.607 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52844 safe_time ceph cwd unknown /proc/51255/task/52844/cwd (readlink: Permission denied) 2024-09-05T07:41:11.607 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52844 safe_time ceph rtd unknown /proc/51255/task/52844/root (readlink: Permission denied) 2024-09-05T07:41:11.607 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52844 safe_time ceph txt unknown /proc/51255/task/52844/exe (readlink: Permission denied) 2024-09-05T07:41:11.607 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52844 safe_time ceph NOFD /proc/51255/task/52844/fd (opendir: Permission denied) 2024-09-05T07:41:11.607 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52845 safe_time ceph cwd unknown /proc/51255/task/52845/cwd (readlink: Permission denied) 2024-09-05T07:41:11.607 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52845 safe_time ceph rtd unknown /proc/51255/task/52845/root (readlink: Permission denied) 2024-09-05T07:41:11.607 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52845 safe_time ceph txt unknown /proc/51255/task/52845/exe (readlink: Permission denied) 2024-09-05T07:41:11.607 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52845 safe_time ceph NOFD /proc/51255/task/52845/fd (opendir: Permission denied) 2024-09-05T07:41:11.607 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52846 ms_dispat ceph cwd unknown /proc/51255/task/52846/cwd (readlink: Permission denied) 2024-09-05T07:41:11.607 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52846 ms_dispat ceph rtd unknown /proc/51255/task/52846/root (readlink: Permission denied) 2024-09-05T07:41:11.607 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52846 ms_dispat ceph txt unknown /proc/51255/task/52846/exe (readlink: Permission denied) 2024-09-05T07:41:11.608 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52846 ms_dispat ceph NOFD /proc/51255/task/52846/fd (opendir: Permission denied) 2024-09-05T07:41:11.608 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52847 ms_local ceph cwd unknown /proc/51255/task/52847/cwd (readlink: Permission denied) 2024-09-05T07:41:11.608 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52847 ms_local ceph rtd unknown /proc/51255/task/52847/root (readlink: Permission denied) 2024-09-05T07:41:11.608 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52847 ms_local ceph txt unknown /proc/51255/task/52847/exe (readlink: Permission denied) 2024-09-05T07:41:11.608 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52847 ms_local ceph NOFD /proc/51255/task/52847/fd (opendir: Permission denied) 2024-09-05T07:41:11.608 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52848 ms_dispat ceph cwd unknown /proc/51255/task/52848/cwd (readlink: Permission denied) 2024-09-05T07:41:11.608 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52848 ms_dispat ceph rtd unknown /proc/51255/task/52848/root (readlink: Permission denied) 2024-09-05T07:41:11.608 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52848 ms_dispat ceph txt unknown /proc/51255/task/52848/exe (readlink: Permission denied) 2024-09-05T07:41:11.608 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52848 ms_dispat ceph NOFD /proc/51255/task/52848/fd (opendir: Permission denied) 2024-09-05T07:41:11.608 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52849 ms_local ceph cwd unknown /proc/51255/task/52849/cwd (readlink: Permission denied) 2024-09-05T07:41:11.608 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52849 ms_local ceph rtd unknown /proc/51255/task/52849/root (readlink: Permission denied) 2024-09-05T07:41:11.608 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52849 ms_local ceph txt unknown /proc/51255/task/52849/exe (readlink: Permission denied) 2024-09-05T07:41:11.608 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52849 ms_local ceph NOFD /proc/51255/task/52849/fd (opendir: Permission denied) 2024-09-05T07:41:11.608 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52850 ms_dispat ceph cwd unknown /proc/51255/task/52850/cwd (readlink: Permission denied) 2024-09-05T07:41:11.609 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52850 ms_dispat ceph rtd unknown /proc/51255/task/52850/root (readlink: Permission denied) 2024-09-05T07:41:11.609 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52850 ms_dispat ceph txt unknown /proc/51255/task/52850/exe (readlink: Permission denied) 2024-09-05T07:41:11.609 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52850 ms_dispat ceph NOFD /proc/51255/task/52850/fd (opendir: Permission denied) 2024-09-05T07:41:11.609 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52851 ms_local ceph cwd unknown /proc/51255/task/52851/cwd (readlink: Permission denied) 2024-09-05T07:41:11.609 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52851 ms_local ceph rtd unknown /proc/51255/task/52851/root (readlink: Permission denied) 2024-09-05T07:41:11.609 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52851 ms_local ceph txt unknown /proc/51255/task/52851/exe (readlink: Permission denied) 2024-09-05T07:41:11.609 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52851 ms_local ceph NOFD /proc/51255/task/52851/fd (opendir: Permission denied) 2024-09-05T07:41:11.609 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52852 ms_dispat ceph cwd unknown /proc/51255/task/52852/cwd (readlink: Permission denied) 2024-09-05T07:41:11.609 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52852 ms_dispat ceph rtd unknown /proc/51255/task/52852/root (readlink: Permission denied) 2024-09-05T07:41:11.609 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52852 ms_dispat ceph txt unknown /proc/51255/task/52852/exe (readlink: Permission denied) 2024-09-05T07:41:11.609 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52852 ms_dispat ceph NOFD /proc/51255/task/52852/fd (opendir: Permission denied) 2024-09-05T07:41:11.609 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52853 ms_local ceph cwd unknown /proc/51255/task/52853/cwd (readlink: Permission denied) 2024-09-05T07:41:11.609 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52853 ms_local ceph rtd unknown /proc/51255/task/52853/root (readlink: Permission denied) 2024-09-05T07:41:11.612 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52853 ms_local ceph txt unknown /proc/51255/task/52853/exe (readlink: Permission denied) 2024-09-05T07:41:11.612 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52853 ms_local ceph NOFD /proc/51255/task/52853/fd (opendir: Permission denied) 2024-09-05T07:41:11.613 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52854 ms_dispat ceph cwd unknown /proc/51255/task/52854/cwd (readlink: Permission denied) 2024-09-05T07:41:11.613 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52854 ms_dispat ceph rtd unknown /proc/51255/task/52854/root (readlink: Permission denied) 2024-09-05T07:41:11.613 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52854 ms_dispat ceph txt unknown /proc/51255/task/52854/exe (readlink: Permission denied) 2024-09-05T07:41:11.613 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52854 ms_dispat ceph NOFD /proc/51255/task/52854/fd (opendir: Permission denied) 2024-09-05T07:41:11.613 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52855 ms_local ceph cwd unknown /proc/51255/task/52855/cwd (readlink: Permission denied) 2024-09-05T07:41:11.613 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52855 ms_local ceph rtd unknown /proc/51255/task/52855/root (readlink: Permission denied) 2024-09-05T07:41:11.613 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52855 ms_local ceph txt unknown /proc/51255/task/52855/exe (readlink: Permission denied) 2024-09-05T07:41:11.613 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52855 ms_local ceph NOFD /proc/51255/task/52855/fd (opendir: Permission denied) 2024-09-05T07:41:11.613 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52856 ms_dispat ceph cwd unknown /proc/51255/task/52856/cwd (readlink: Permission denied) 2024-09-05T07:41:11.613 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52856 ms_dispat ceph rtd unknown /proc/51255/task/52856/root (readlink: Permission denied) 2024-09-05T07:41:11.613 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52856 ms_dispat ceph txt unknown /proc/51255/task/52856/exe (readlink: Permission denied) 2024-09-05T07:41:11.613 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52856 ms_dispat ceph NOFD /proc/51255/task/52856/fd (opendir: Permission denied) 2024-09-05T07:41:11.613 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52857 ms_local ceph cwd unknown /proc/51255/task/52857/cwd (readlink: Permission denied) 2024-09-05T07:41:11.614 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52857 ms_local ceph rtd unknown /proc/51255/task/52857/root (readlink: Permission denied) 2024-09-05T07:41:11.614 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52857 ms_local ceph txt unknown /proc/51255/task/52857/exe (readlink: Permission denied) 2024-09-05T07:41:11.614 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52857 ms_local ceph NOFD /proc/51255/task/52857/fd (opendir: Permission denied) 2024-09-05T07:41:11.614 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52858 fn_anonym ceph cwd unknown /proc/51255/task/52858/cwd (readlink: Permission denied) 2024-09-05T07:41:11.614 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52858 fn_anonym ceph rtd unknown /proc/51255/task/52858/root (readlink: Permission denied) 2024-09-05T07:41:11.614 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52858 fn_anonym ceph txt unknown /proc/51255/task/52858/exe (readlink: Permission denied) 2024-09-05T07:41:11.614 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52858 fn_anonym ceph NOFD /proc/51255/task/52858/fd (opendir: Permission denied) 2024-09-05T07:41:11.614 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52859 finisher ceph cwd unknown /proc/51255/task/52859/cwd (readlink: Permission denied) 2024-09-05T07:41:11.614 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52859 finisher ceph rtd unknown /proc/51255/task/52859/root (readlink: Permission denied) 2024-09-05T07:41:11.614 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52859 finisher ceph txt unknown /proc/51255/task/52859/exe (readlink: Permission denied) 2024-09-05T07:41:11.614 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52859 finisher ceph NOFD /proc/51255/task/52859/fd (opendir: Permission denied) 2024-09-05T07:41:11.614 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52860 safe_time ceph cwd unknown /proc/51255/task/52860/cwd (readlink: Permission denied) 2024-09-05T07:41:11.614 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52860 safe_time ceph rtd unknown /proc/51255/task/52860/root (readlink: Permission denied) 2024-09-05T07:41:11.615 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52860 safe_time ceph txt unknown /proc/51255/task/52860/exe (readlink: Permission denied) 2024-09-05T07:41:11.615 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52860 safe_time ceph NOFD /proc/51255/task/52860/fd (opendir: Permission denied) 2024-09-05T07:41:11.615 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52861 safe_time ceph cwd unknown /proc/51255/task/52861/cwd (readlink: Permission denied) 2024-09-05T07:41:11.615 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52861 safe_time ceph rtd unknown /proc/51255/task/52861/root (readlink: Permission denied) 2024-09-05T07:41:11.615 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52861 safe_time ceph txt unknown /proc/51255/task/52861/exe (readlink: Permission denied) 2024-09-05T07:41:11.615 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52861 safe_time ceph NOFD /proc/51255/task/52861/fd (opendir: Permission denied) 2024-09-05T07:41:11.615 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52862 ceph-osd ceph cwd unknown /proc/51255/task/52862/cwd (readlink: Permission denied) 2024-09-05T07:41:11.615 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52862 ceph-osd ceph rtd unknown /proc/51255/task/52862/root (readlink: Permission denied) 2024-09-05T07:41:11.615 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52862 ceph-osd ceph txt unknown /proc/51255/task/52862/exe (readlink: Permission denied) 2024-09-05T07:41:11.615 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52862 ceph-osd ceph NOFD /proc/51255/task/52862/fd (opendir: Permission denied) 2024-09-05T07:41:11.615 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52863 osd_srv_a ceph cwd unknown /proc/51255/task/52863/cwd (readlink: Permission denied) 2024-09-05T07:41:11.615 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52863 osd_srv_a ceph rtd unknown /proc/51255/task/52863/root (readlink: Permission denied) 2024-09-05T07:41:11.615 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52863 osd_srv_a ceph txt unknown /proc/51255/task/52863/exe (readlink: Permission denied) 2024-09-05T07:41:11.616 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52863 osd_srv_a ceph NOFD /proc/51255/task/52863/fd (opendir: Permission denied) 2024-09-05T07:41:11.616 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52864 tp_osd_tp ceph cwd unknown /proc/51255/task/52864/cwd (readlink: Permission denied) 2024-09-05T07:41:11.616 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52864 tp_osd_tp ceph rtd unknown /proc/51255/task/52864/root (readlink: Permission denied) 2024-09-05T07:41:11.616 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52864 tp_osd_tp ceph txt unknown /proc/51255/task/52864/exe (readlink: Permission denied) 2024-09-05T07:41:11.616 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52864 tp_osd_tp ceph NOFD /proc/51255/task/52864/fd (opendir: Permission denied) 2024-09-05T07:41:11.616 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52865 tp_osd_tp ceph cwd unknown /proc/51255/task/52865/cwd (readlink: Permission denied) 2024-09-05T07:41:11.616 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52865 tp_osd_tp ceph rtd unknown /proc/51255/task/52865/root (readlink: Permission denied) 2024-09-05T07:41:11.616 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52865 tp_osd_tp ceph txt unknown /proc/51255/task/52865/exe (readlink: Permission denied) 2024-09-05T07:41:11.616 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52865 tp_osd_tp ceph NOFD /proc/51255/task/52865/fd (opendir: Permission denied) 2024-09-05T07:41:11.616 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52866 tp_osd_tp ceph cwd unknown /proc/51255/task/52866/cwd (readlink: Permission denied) 2024-09-05T07:41:11.616 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52866 tp_osd_tp ceph rtd unknown /proc/51255/task/52866/root (readlink: Permission denied) 2024-09-05T07:41:11.616 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52866 tp_osd_tp ceph txt unknown /proc/51255/task/52866/exe (readlink: Permission denied) 2024-09-05T07:41:11.616 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52866 tp_osd_tp ceph NOFD /proc/51255/task/52866/fd (opendir: Permission denied) 2024-09-05T07:41:11.616 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52867 tp_osd_tp ceph cwd unknown /proc/51255/task/52867/cwd (readlink: Permission denied) 2024-09-05T07:41:11.617 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52867 tp_osd_tp ceph rtd unknown /proc/51255/task/52867/root (readlink: Permission denied) 2024-09-05T07:41:11.617 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52867 tp_osd_tp ceph txt unknown /proc/51255/task/52867/exe (readlink: Permission denied) 2024-09-05T07:41:11.617 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52867 tp_osd_tp ceph NOFD /proc/51255/task/52867/fd (opendir: Permission denied) 2024-09-05T07:41:11.617 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52868 tp_osd_tp ceph cwd unknown /proc/51255/task/52868/cwd (readlink: Permission denied) 2024-09-05T07:41:11.617 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52868 tp_osd_tp ceph rtd unknown /proc/51255/task/52868/root (readlink: Permission denied) 2024-09-05T07:41:11.617 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52868 tp_osd_tp ceph txt unknown /proc/51255/task/52868/exe (readlink: Permission denied) 2024-09-05T07:41:11.617 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52868 tp_osd_tp ceph NOFD /proc/51255/task/52868/fd (opendir: Permission denied) 2024-09-05T07:41:11.617 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52869 tp_osd_tp ceph cwd unknown /proc/51255/task/52869/cwd (readlink: Permission denied) 2024-09-05T07:41:11.617 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52869 tp_osd_tp ceph rtd unknown /proc/51255/task/52869/root (readlink: Permission denied) 2024-09-05T07:41:11.617 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52869 tp_osd_tp ceph txt unknown /proc/51255/task/52869/exe (readlink: Permission denied) 2024-09-05T07:41:11.617 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52869 tp_osd_tp ceph NOFD /proc/51255/task/52869/fd (opendir: Permission denied) 2024-09-05T07:41:11.617 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52870 tp_osd_tp ceph cwd unknown /proc/51255/task/52870/cwd (readlink: Permission denied) 2024-09-05T07:41:11.617 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52870 tp_osd_tp ceph rtd unknown /proc/51255/task/52870/root (readlink: Permission denied) 2024-09-05T07:41:11.618 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52870 tp_osd_tp ceph txt unknown /proc/51255/task/52870/exe (readlink: Permission denied) 2024-09-05T07:41:11.618 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52870 tp_osd_tp ceph NOFD /proc/51255/task/52870/fd (opendir: Permission denied) 2024-09-05T07:41:11.618 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52871 tp_osd_tp ceph cwd unknown /proc/51255/task/52871/cwd (readlink: Permission denied) 2024-09-05T07:41:11.618 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52871 tp_osd_tp ceph rtd unknown /proc/51255/task/52871/root (readlink: Permission denied) 2024-09-05T07:41:11.618 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52871 tp_osd_tp ceph txt unknown /proc/51255/task/52871/exe (readlink: Permission denied) 2024-09-05T07:41:11.618 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52871 tp_osd_tp ceph NOFD /proc/51255/task/52871/fd (opendir: Permission denied) 2024-09-05T07:41:11.618 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52872 tp_osd_tp ceph cwd unknown /proc/51255/task/52872/cwd (readlink: Permission denied) 2024-09-05T07:41:11.618 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52872 tp_osd_tp ceph rtd unknown /proc/51255/task/52872/root (readlink: Permission denied) 2024-09-05T07:41:11.618 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52872 tp_osd_tp ceph txt unknown /proc/51255/task/52872/exe (readlink: Permission denied) 2024-09-05T07:41:11.618 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52872 tp_osd_tp ceph NOFD /proc/51255/task/52872/fd (opendir: Permission denied) 2024-09-05T07:41:11.618 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52873 tp_osd_tp ceph cwd unknown /proc/51255/task/52873/cwd (readlink: Permission denied) 2024-09-05T07:41:11.618 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52873 tp_osd_tp ceph rtd unknown /proc/51255/task/52873/root (readlink: Permission denied) 2024-09-05T07:41:11.618 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52873 tp_osd_tp ceph txt unknown /proc/51255/task/52873/exe (readlink: Permission denied) 2024-09-05T07:41:11.619 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52873 tp_osd_tp ceph NOFD /proc/51255/task/52873/fd (opendir: Permission denied) 2024-09-05T07:41:11.619 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52874 tp_osd_tp ceph cwd unknown /proc/51255/task/52874/cwd (readlink: Permission denied) 2024-09-05T07:41:11.619 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52874 tp_osd_tp ceph rtd unknown /proc/51255/task/52874/root (readlink: Permission denied) 2024-09-05T07:41:11.619 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52874 tp_osd_tp ceph txt unknown /proc/51255/task/52874/exe (readlink: Permission denied) 2024-09-05T07:41:11.619 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52874 tp_osd_tp ceph NOFD /proc/51255/task/52874/fd (opendir: Permission denied) 2024-09-05T07:41:11.619 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52875 tp_osd_tp ceph cwd unknown /proc/51255/task/52875/cwd (readlink: Permission denied) 2024-09-05T07:41:11.619 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52875 tp_osd_tp ceph rtd unknown /proc/51255/task/52875/root (readlink: Permission denied) 2024-09-05T07:41:11.619 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52875 tp_osd_tp ceph txt unknown /proc/51255/task/52875/exe (readlink: Permission denied) 2024-09-05T07:41:11.619 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52875 tp_osd_tp ceph NOFD /proc/51255/task/52875/fd (opendir: Permission denied) 2024-09-05T07:41:11.619 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52876 tp_osd_tp ceph cwd unknown /proc/51255/task/52876/cwd (readlink: Permission denied) 2024-09-05T07:41:11.619 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52876 tp_osd_tp ceph rtd unknown /proc/51255/task/52876/root (readlink: Permission denied) 2024-09-05T07:41:11.619 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52876 tp_osd_tp ceph txt unknown /proc/51255/task/52876/exe (readlink: Permission denied) 2024-09-05T07:41:11.619 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52876 tp_osd_tp ceph NOFD /proc/51255/task/52876/fd (opendir: Permission denied) 2024-09-05T07:41:11.620 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52877 tp_osd_tp ceph cwd unknown /proc/51255/task/52877/cwd (readlink: Permission denied) 2024-09-05T07:41:11.620 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52877 tp_osd_tp ceph rtd unknown /proc/51255/task/52877/root (readlink: Permission denied) 2024-09-05T07:41:11.620 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52877 tp_osd_tp ceph txt unknown /proc/51255/task/52877/exe (readlink: Permission denied) 2024-09-05T07:41:11.620 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52877 tp_osd_tp ceph NOFD /proc/51255/task/52877/fd (opendir: Permission denied) 2024-09-05T07:41:11.620 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52878 tp_osd_tp ceph cwd unknown /proc/51255/task/52878/cwd (readlink: Permission denied) 2024-09-05T07:41:11.620 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52878 tp_osd_tp ceph rtd unknown /proc/51255/task/52878/root (readlink: Permission denied) 2024-09-05T07:41:11.620 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52878 tp_osd_tp ceph txt unknown /proc/51255/task/52878/exe (readlink: Permission denied) 2024-09-05T07:41:11.620 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52878 tp_osd_tp ceph NOFD /proc/51255/task/52878/fd (opendir: Permission denied) 2024-09-05T07:41:11.620 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52879 tp_osd_tp ceph cwd unknown /proc/51255/task/52879/cwd (readlink: Permission denied) 2024-09-05T07:41:11.620 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52879 tp_osd_tp ceph rtd unknown /proc/51255/task/52879/root (readlink: Permission denied) 2024-09-05T07:41:11.620 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52879 tp_osd_tp ceph txt unknown /proc/51255/task/52879/exe (readlink: Permission denied) 2024-09-05T07:41:11.620 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52879 tp_osd_tp ceph NOFD /proc/51255/task/52879/fd (opendir: Permission denied) 2024-09-05T07:41:11.620 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52880 osd_srv_h ceph cwd unknown /proc/51255/task/52880/cwd (readlink: Permission denied) 2024-09-05T07:41:11.621 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52880 osd_srv_h ceph rtd unknown /proc/51255/task/52880/root (readlink: Permission denied) 2024-09-05T07:41:11.621 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52880 osd_srv_h ceph txt unknown /proc/51255/task/52880/exe (readlink: Permission denied) 2024-09-05T07:41:11.621 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 51255 52880 osd_srv_h ceph NOFD /proc/51255/task/52880/fd (opendir: Permission denied) 2024-09-05T07:41:11.621 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 52009 root cwd unknown /proc/52009/cwd (readlink: Permission denied) 2024-09-05T07:41:11.621 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 52009 root rtd unknown /proc/52009/root (readlink: Permission denied) 2024-09-05T07:41:11.621 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 52009 root txt unknown /proc/52009/exe (readlink: Permission denied) 2024-09-05T07:41:11.621 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 52009 root NOFD /proc/52009/fd (opendir: Permission denied) 2024-09-05T07:41:11.621 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 52039 root cwd unknown /proc/52039/cwd (readlink: Permission denied) 2024-09-05T07:41:11.621 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 52039 root rtd unknown /proc/52039/root (readlink: Permission denied) 2024-09-05T07:41:11.621 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 52039 root txt unknown /proc/52039/exe (readlink: Permission denied) 2024-09-05T07:41:11.621 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 52039 root NOFD /proc/52039/fd (opendir: Permission denied) 2024-09-05T07:41:11.621 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/1 55090 root cwd unknown /proc/55090/cwd (readlink: Permission denied) 2024-09-05T07:41:11.621 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/1 55090 root rtd unknown /proc/55090/root (readlink: Permission denied) 2024-09-05T07:41:11.622 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/1 55090 root txt unknown /proc/55090/exe (readlink: Permission denied) 2024-09-05T07:41:11.622 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/1 55090 root NOFD /proc/55090/fd (opendir: Permission denied) 2024-09-05T07:41:11.622 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 55103 root cwd unknown /proc/55103/cwd (readlink: Permission denied) 2024-09-05T07:41:11.622 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 55103 root rtd unknown /proc/55103/root (readlink: Permission denied) 2024-09-05T07:41:11.622 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 55103 root txt unknown /proc/55103/exe (readlink: Permission denied) 2024-09-05T07:41:11.622 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 55103 root NOFD /proc/55103/fd (opendir: Permission denied) 2024-09-05T07:41:11.622 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 57732 root cwd unknown /proc/57732/cwd (readlink: Permission denied) 2024-09-05T07:41:11.622 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 57732 root rtd unknown /proc/57732/root (readlink: Permission denied) 2024-09-05T07:41:11.622 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 57732 root txt unknown /proc/57732/exe (readlink: Permission denied) 2024-09-05T07:41:11.622 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 57732 root NOFD /proc/57732/fd (opendir: Permission denied) 2024-09-05T07:41:11.622 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 57734 root cwd unknown /proc/57734/cwd (readlink: Permission denied) 2024-09-05T07:41:11.622 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 57734 root rtd unknown /proc/57734/root (readlink: Permission denied) 2024-09-05T07:41:11.622 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 57734 root txt unknown /proc/57734/exe (readlink: Permission denied) 2024-09-05T07:41:11.623 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 57734 root NOFD /proc/57734/fd (opendir: Permission denied) 2024-09-05T07:41:11.623 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 ceph cwd unknown /proc/57736/cwd (readlink: Permission denied) 2024-09-05T07:41:11.623 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 ceph rtd unknown /proc/57736/root (readlink: Permission denied) 2024-09-05T07:41:11.623 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 ceph txt unknown /proc/57736/exe (readlink: Permission denied) 2024-09-05T07:41:11.623 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 ceph NOFD /proc/57736/fd (opendir: Permission denied) 2024-09-05T07:41:11.623 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57737 log ceph cwd unknown /proc/57736/task/57737/cwd (readlink: Permission denied) 2024-09-05T07:41:11.623 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57737 log ceph rtd unknown /proc/57736/task/57737/root (readlink: Permission denied) 2024-09-05T07:41:11.623 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57737 log ceph txt unknown /proc/57736/task/57737/exe (readlink: Permission denied) 2024-09-05T07:41:11.623 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57737 log ceph NOFD /proc/57736/task/57737/fd (opendir: Permission denied) 2024-09-05T07:41:11.623 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57739 msgr-work ceph cwd unknown /proc/57736/task/57739/cwd (readlink: Permission denied) 2024-09-05T07:41:11.623 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57739 msgr-work ceph rtd unknown /proc/57736/task/57739/root (readlink: Permission denied) 2024-09-05T07:41:11.623 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57739 msgr-work ceph txt unknown /proc/57736/task/57739/exe (readlink: Permission denied) 2024-09-05T07:41:11.623 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57739 msgr-work ceph NOFD /proc/57736/task/57739/fd (opendir: Permission denied) 2024-09-05T07:41:11.624 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57740 msgr-work ceph cwd unknown /proc/57736/task/57740/cwd (readlink: Permission denied) 2024-09-05T07:41:11.624 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57740 msgr-work ceph rtd unknown /proc/57736/task/57740/root (readlink: Permission denied) 2024-09-05T07:41:11.624 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57740 msgr-work ceph txt unknown /proc/57736/task/57740/exe (readlink: Permission denied) 2024-09-05T07:41:11.624 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57740 msgr-work ceph NOFD /proc/57736/task/57740/fd (opendir: Permission denied) 2024-09-05T07:41:11.624 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57741 msgr-work ceph cwd unknown /proc/57736/task/57741/cwd (readlink: Permission denied) 2024-09-05T07:41:11.624 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57741 msgr-work ceph rtd unknown /proc/57736/task/57741/root (readlink: Permission denied) 2024-09-05T07:41:11.624 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57741 msgr-work ceph txt unknown /proc/57736/task/57741/exe (readlink: Permission denied) 2024-09-05T07:41:11.624 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57741 msgr-work ceph NOFD /proc/57736/task/57741/fd (opendir: Permission denied) 2024-09-05T07:41:11.624 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57745 service ceph cwd unknown /proc/57736/task/57745/cwd (readlink: Permission denied) 2024-09-05T07:41:11.624 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57745 service ceph rtd unknown /proc/57736/task/57745/root (readlink: Permission denied) 2024-09-05T07:41:11.624 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57745 service ceph txt unknown /proc/57736/task/57745/exe (readlink: Permission denied) 2024-09-05T07:41:11.624 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57745 service ceph NOFD /proc/57736/task/57745/fd (opendir: Permission denied) 2024-09-05T07:41:11.625 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57746 admin_soc ceph cwd unknown /proc/57736/task/57746/cwd (readlink: Permission denied) 2024-09-05T07:41:11.625 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57746 admin_soc ceph rtd unknown /proc/57736/task/57746/root (readlink: Permission denied) 2024-09-05T07:41:11.625 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57746 admin_soc ceph txt unknown /proc/57736/task/57746/exe (readlink: Permission denied) 2024-09-05T07:41:11.625 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 57746 admin_soc ceph NOFD /proc/57736/task/57746/fd (opendir: Permission denied) 2024-09-05T07:41:11.625 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58071 signal_ha ceph cwd unknown /proc/57736/task/58071/cwd (readlink: Permission denied) 2024-09-05T07:41:11.625 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58071 signal_ha ceph rtd unknown /proc/57736/task/58071/root (readlink: Permission denied) 2024-09-05T07:41:11.625 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58071 signal_ha ceph txt unknown /proc/57736/task/58071/exe (readlink: Permission denied) 2024-09-05T07:41:11.625 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58071 signal_ha ceph NOFD /proc/57736/task/58071/fd (opendir: Permission denied) 2024-09-05T07:41:11.625 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58072 io_contex ceph cwd unknown /proc/57736/task/58072/cwd (readlink: Permission denied) 2024-09-05T07:41:11.625 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58072 io_contex ceph rtd unknown /proc/57736/task/58072/root (readlink: Permission denied) 2024-09-05T07:41:11.625 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58072 io_contex ceph txt unknown /proc/57736/task/58072/exe (readlink: Permission denied) 2024-09-05T07:41:11.625 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58072 io_contex ceph NOFD /proc/57736/task/58072/fd (opendir: Permission denied) 2024-09-05T07:41:11.625 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58073 io_contex ceph cwd unknown /proc/57736/task/58073/cwd (readlink: Permission denied) 2024-09-05T07:41:11.626 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58073 io_contex ceph rtd unknown /proc/57736/task/58073/root (readlink: Permission denied) 2024-09-05T07:41:11.626 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58073 io_contex ceph txt unknown /proc/57736/task/58073/exe (readlink: Permission denied) 2024-09-05T07:41:11.626 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58073 io_contex ceph NOFD /proc/57736/task/58073/fd (opendir: Permission denied) 2024-09-05T07:41:11.626 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58093 OpHistory ceph cwd unknown /proc/57736/task/58093/cwd (readlink: Permission denied) 2024-09-05T07:41:11.626 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58093 OpHistory ceph rtd unknown /proc/57736/task/58093/root (readlink: Permission denied) 2024-09-05T07:41:11.626 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58093 OpHistory ceph txt unknown /proc/57736/task/58093/exe (readlink: Permission denied) 2024-09-05T07:41:11.626 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58093 OpHistory ceph NOFD /proc/57736/task/58093/fd (opendir: Permission denied) 2024-09-05T07:41:11.626 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58094 ceph_time ceph cwd unknown /proc/57736/task/58094/cwd (readlink: Permission denied) 2024-09-05T07:41:11.626 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58094 ceph_time ceph rtd unknown /proc/57736/task/58094/root (readlink: Permission denied) 2024-09-05T07:41:11.626 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58094 ceph_time ceph txt unknown /proc/57736/task/58094/exe (readlink: Permission denied) 2024-09-05T07:41:11.626 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58094 ceph_time ceph NOFD /proc/57736/task/58094/fd (opendir: Permission denied) 2024-09-05T07:41:11.626 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58443 ceph-osd ceph cwd unknown /proc/57736/task/58443/cwd (readlink: Permission denied) 2024-09-05T07:41:11.626 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58443 ceph-osd ceph rtd unknown /proc/57736/task/58443/root (readlink: Permission denied) 2024-09-05T07:41:11.627 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58443 ceph-osd ceph txt unknown /proc/57736/task/58443/exe (readlink: Permission denied) 2024-09-05T07:41:11.627 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58443 ceph-osd ceph NOFD /proc/57736/task/58443/fd (opendir: Permission denied) 2024-09-05T07:41:11.627 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58444 safe_time ceph cwd unknown /proc/57736/task/58444/cwd (readlink: Permission denied) 2024-09-05T07:41:11.627 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58444 safe_time ceph rtd unknown /proc/57736/task/58444/root (readlink: Permission denied) 2024-09-05T07:41:11.627 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58444 safe_time ceph txt unknown /proc/57736/task/58444/exe (readlink: Permission denied) 2024-09-05T07:41:11.627 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58444 safe_time ceph NOFD /proc/57736/task/58444/fd (opendir: Permission denied) 2024-09-05T07:41:11.627 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58445 safe_time ceph cwd unknown /proc/57736/task/58445/cwd (readlink: Permission denied) 2024-09-05T07:41:11.627 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58445 safe_time ceph rtd unknown /proc/57736/task/58445/root (readlink: Permission denied) 2024-09-05T07:41:11.627 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58445 safe_time ceph txt unknown /proc/57736/task/58445/exe (readlink: Permission denied) 2024-09-05T07:41:11.627 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58445 safe_time ceph NOFD /proc/57736/task/58445/fd (opendir: Permission denied) 2024-09-05T07:41:11.627 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58446 safe_time ceph cwd unknown /proc/57736/task/58446/cwd (readlink: Permission denied) 2024-09-05T07:41:11.627 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58446 safe_time ceph rtd unknown /proc/57736/task/58446/root (readlink: Permission denied) 2024-09-05T07:41:11.627 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58446 safe_time ceph txt unknown /proc/57736/task/58446/exe (readlink: Permission denied) 2024-09-05T07:41:11.628 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58446 safe_time ceph NOFD /proc/57736/task/58446/fd (opendir: Permission denied) 2024-09-05T07:41:11.628 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58447 safe_time ceph cwd unknown /proc/57736/task/58447/cwd (readlink: Permission denied) 2024-09-05T07:41:11.628 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58447 safe_time ceph rtd unknown /proc/57736/task/58447/root (readlink: Permission denied) 2024-09-05T07:41:11.628 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58447 safe_time ceph txt unknown /proc/57736/task/58447/exe (readlink: Permission denied) 2024-09-05T07:41:11.628 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58447 safe_time ceph NOFD /proc/57736/task/58447/fd (opendir: Permission denied) 2024-09-05T07:41:11.628 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58448 fn_anonym ceph cwd unknown /proc/57736/task/58448/cwd (readlink: Permission denied) 2024-09-05T07:41:11.628 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58448 fn_anonym ceph rtd unknown /proc/57736/task/58448/root (readlink: Permission denied) 2024-09-05T07:41:11.628 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58448 fn_anonym ceph txt unknown /proc/57736/task/58448/exe (readlink: Permission denied) 2024-09-05T07:41:11.628 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58448 fn_anonym ceph NOFD /proc/57736/task/58448/fd (opendir: Permission denied) 2024-09-05T07:41:11.628 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58497 rocksdb:l ceph cwd unknown /proc/57736/task/58497/cwd (readlink: Permission denied) 2024-09-05T07:41:11.628 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58497 rocksdb:l ceph rtd unknown /proc/57736/task/58497/root (readlink: Permission denied) 2024-09-05T07:41:11.628 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58497 rocksdb:l ceph txt unknown /proc/57736/task/58497/exe (readlink: Permission denied) 2024-09-05T07:41:11.628 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58497 rocksdb:l ceph NOFD /proc/57736/task/58497/fd (opendir: Permission denied) 2024-09-05T07:41:11.628 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58498 rocksdb:l ceph cwd unknown /proc/57736/task/58498/cwd (readlink: Permission denied) 2024-09-05T07:41:11.629 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58498 rocksdb:l ceph rtd unknown /proc/57736/task/58498/root (readlink: Permission denied) 2024-09-05T07:41:11.629 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58498 rocksdb:l ceph txt unknown /proc/57736/task/58498/exe (readlink: Permission denied) 2024-09-05T07:41:11.629 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58498 rocksdb:l ceph NOFD /proc/57736/task/58498/fd (opendir: Permission denied) 2024-09-05T07:41:11.629 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58499 rocksdb:l ceph cwd unknown /proc/57736/task/58499/cwd (readlink: Permission denied) 2024-09-05T07:41:11.629 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58499 rocksdb:l ceph rtd unknown /proc/57736/task/58499/root (readlink: Permission denied) 2024-09-05T07:41:11.629 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58499 rocksdb:l ceph txt unknown /proc/57736/task/58499/exe (readlink: Permission denied) 2024-09-05T07:41:11.629 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58499 rocksdb:l ceph NOFD /proc/57736/task/58499/fd (opendir: Permission denied) 2024-09-05T07:41:11.629 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58500 rocksdb:h ceph cwd unknown /proc/57736/task/58500/cwd (readlink: Permission denied) 2024-09-05T07:41:11.629 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58500 rocksdb:h ceph rtd unknown /proc/57736/task/58500/root (readlink: Permission denied) 2024-09-05T07:41:11.629 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58500 rocksdb:h ceph txt unknown /proc/57736/task/58500/exe (readlink: Permission denied) 2024-09-05T07:41:11.629 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58500 rocksdb:h ceph NOFD /proc/57736/task/58500/fd (opendir: Permission denied) 2024-09-05T07:41:11.629 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58923 bstore_ai ceph cwd unknown /proc/57736/task/58923/cwd (readlink: Permission denied) 2024-09-05T07:41:11.629 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58923 bstore_ai ceph rtd unknown /proc/57736/task/58923/root (readlink: Permission denied) 2024-09-05T07:41:11.630 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58923 bstore_ai ceph txt unknown /proc/57736/task/58923/exe (readlink: Permission denied) 2024-09-05T07:41:11.630 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 58923 bstore_ai ceph NOFD /proc/57736/task/58923/fd (opendir: Permission denied) 2024-09-05T07:41:11.630 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59128 bstore_ai ceph cwd unknown /proc/57736/task/59128/cwd (readlink: Permission denied) 2024-09-05T07:41:11.630 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59128 bstore_ai ceph rtd unknown /proc/57736/task/59128/root (readlink: Permission denied) 2024-09-05T07:41:11.630 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59128 bstore_ai ceph txt unknown /proc/57736/task/59128/exe (readlink: Permission denied) 2024-09-05T07:41:11.630 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59128 bstore_ai ceph NOFD /proc/57736/task/59128/fd (opendir: Permission denied) 2024-09-05T07:41:11.630 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59310 ceph-osd ceph cwd unknown /proc/57736/task/59310/cwd (readlink: Permission denied) 2024-09-05T07:41:11.630 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59310 ceph-osd ceph rtd unknown /proc/57736/task/59310/root (readlink: Permission denied) 2024-09-05T07:41:11.630 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59310 ceph-osd ceph txt unknown /proc/57736/task/59310/exe (readlink: Permission denied) 2024-09-05T07:41:11.630 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59310 ceph-osd ceph NOFD /proc/57736/task/59310/fd (opendir: Permission denied) 2024-09-05T07:41:11.630 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59311 cfin ceph cwd unknown /proc/57736/task/59311/cwd (readlink: Permission denied) 2024-09-05T07:41:11.630 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59311 cfin ceph rtd unknown /proc/57736/task/59311/root (readlink: Permission denied) 2024-09-05T07:41:11.630 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59311 cfin ceph txt unknown /proc/57736/task/59311/exe (readlink: Permission denied) 2024-09-05T07:41:11.631 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59311 cfin ceph NOFD /proc/57736/task/59311/fd (opendir: Permission denied) 2024-09-05T07:41:11.631 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59312 bstore_kv ceph cwd unknown /proc/57736/task/59312/cwd (readlink: Permission denied) 2024-09-05T07:41:11.631 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59312 bstore_kv ceph rtd unknown /proc/57736/task/59312/root (readlink: Permission denied) 2024-09-05T07:41:11.631 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59312 bstore_kv ceph txt unknown /proc/57736/task/59312/exe (readlink: Permission denied) 2024-09-05T07:41:11.631 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59312 bstore_kv ceph NOFD /proc/57736/task/59312/fd (opendir: Permission denied) 2024-09-05T07:41:11.631 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59313 bstore_kv ceph cwd unknown /proc/57736/task/59313/cwd (readlink: Permission denied) 2024-09-05T07:41:11.631 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59313 bstore_kv ceph rtd unknown /proc/57736/task/59313/root (readlink: Permission denied) 2024-09-05T07:41:11.631 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59313 bstore_kv ceph txt unknown /proc/57736/task/59313/exe (readlink: Permission denied) 2024-09-05T07:41:11.631 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59313 bstore_kv ceph NOFD /proc/57736/task/59313/fd (opendir: Permission denied) 2024-09-05T07:41:11.631 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59314 bstore_me ceph cwd unknown /proc/57736/task/59314/cwd (readlink: Permission denied) 2024-09-05T07:41:11.631 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59314 bstore_me ceph rtd unknown /proc/57736/task/59314/root (readlink: Permission denied) 2024-09-05T07:41:11.631 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59314 bstore_me ceph txt unknown /proc/57736/task/59314/exe (readlink: Permission denied) 2024-09-05T07:41:11.631 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59314 bstore_me ceph NOFD /proc/57736/task/59314/fd (opendir: Permission denied) 2024-09-05T07:41:11.631 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59315 ms_dispat ceph cwd unknown /proc/57736/task/59315/cwd (readlink: Permission denied) 2024-09-05T07:41:11.632 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59315 ms_dispat ceph rtd unknown /proc/57736/task/59315/root (readlink: Permission denied) 2024-09-05T07:41:11.632 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59315 ms_dispat ceph txt unknown /proc/57736/task/59315/exe (readlink: Permission denied) 2024-09-05T07:41:11.632 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59315 ms_dispat ceph NOFD /proc/57736/task/59315/fd (opendir: Permission denied) 2024-09-05T07:41:11.632 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59316 ms_local ceph cwd unknown /proc/57736/task/59316/cwd (readlink: Permission denied) 2024-09-05T07:41:11.632 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59316 ms_local ceph rtd unknown /proc/57736/task/59316/root (readlink: Permission denied) 2024-09-05T07:41:11.632 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59316 ms_local ceph txt unknown /proc/57736/task/59316/exe (readlink: Permission denied) 2024-09-05T07:41:11.632 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59316 ms_local ceph NOFD /proc/57736/task/59316/fd (opendir: Permission denied) 2024-09-05T07:41:11.632 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59317 safe_time ceph cwd unknown /proc/57736/task/59317/cwd (readlink: Permission denied) 2024-09-05T07:41:11.632 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59317 safe_time ceph rtd unknown /proc/57736/task/59317/root (readlink: Permission denied) 2024-09-05T07:41:11.632 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59317 safe_time ceph txt unknown /proc/57736/task/59317/exe (readlink: Permission denied) 2024-09-05T07:41:11.632 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59317 safe_time ceph NOFD /proc/57736/task/59317/fd (opendir: Permission denied) 2024-09-05T07:41:11.632 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59318 safe_time ceph cwd unknown /proc/57736/task/59318/cwd (readlink: Permission denied) 2024-09-05T07:41:11.632 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59318 safe_time ceph rtd unknown /proc/57736/task/59318/root (readlink: Permission denied) 2024-09-05T07:41:11.633 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59318 safe_time ceph txt unknown /proc/57736/task/59318/exe (readlink: Permission denied) 2024-09-05T07:41:11.633 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59318 safe_time ceph NOFD /proc/57736/task/59318/fd (opendir: Permission denied) 2024-09-05T07:41:11.633 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59319 ms_dispat ceph cwd unknown /proc/57736/task/59319/cwd (readlink: Permission denied) 2024-09-05T07:41:11.633 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59319 ms_dispat ceph rtd unknown /proc/57736/task/59319/root (readlink: Permission denied) 2024-09-05T07:41:11.633 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59319 ms_dispat ceph txt unknown /proc/57736/task/59319/exe (readlink: Permission denied) 2024-09-05T07:41:11.633 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59319 ms_dispat ceph NOFD /proc/57736/task/59319/fd (opendir: Permission denied) 2024-09-05T07:41:11.633 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59320 ms_local ceph cwd unknown /proc/57736/task/59320/cwd (readlink: Permission denied) 2024-09-05T07:41:11.633 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59320 ms_local ceph rtd unknown /proc/57736/task/59320/root (readlink: Permission denied) 2024-09-05T07:41:11.633 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59320 ms_local ceph txt unknown /proc/57736/task/59320/exe (readlink: Permission denied) 2024-09-05T07:41:11.633 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59320 ms_local ceph NOFD /proc/57736/task/59320/fd (opendir: Permission denied) 2024-09-05T07:41:11.633 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59321 ms_dispat ceph cwd unknown /proc/57736/task/59321/cwd (readlink: Permission denied) 2024-09-05T07:41:11.633 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59321 ms_dispat ceph rtd unknown /proc/57736/task/59321/root (readlink: Permission denied) 2024-09-05T07:41:11.633 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59321 ms_dispat ceph txt unknown /proc/57736/task/59321/exe (readlink: Permission denied) 2024-09-05T07:41:11.634 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59321 ms_dispat ceph NOFD /proc/57736/task/59321/fd (opendir: Permission denied) 2024-09-05T07:41:11.634 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59322 ms_local ceph cwd unknown /proc/57736/task/59322/cwd (readlink: Permission denied) 2024-09-05T07:41:11.634 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59322 ms_local ceph rtd unknown /proc/57736/task/59322/root (readlink: Permission denied) 2024-09-05T07:41:11.634 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59322 ms_local ceph txt unknown /proc/57736/task/59322/exe (readlink: Permission denied) 2024-09-05T07:41:11.634 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59322 ms_local ceph NOFD /proc/57736/task/59322/fd (opendir: Permission denied) 2024-09-05T07:41:11.634 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59323 ms_dispat ceph cwd unknown /proc/57736/task/59323/cwd (readlink: Permission denied) 2024-09-05T07:41:11.634 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59323 ms_dispat ceph rtd unknown /proc/57736/task/59323/root (readlink: Permission denied) 2024-09-05T07:41:11.634 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59323 ms_dispat ceph txt unknown /proc/57736/task/59323/exe (readlink: Permission denied) 2024-09-05T07:41:11.634 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59323 ms_dispat ceph NOFD /proc/57736/task/59323/fd (opendir: Permission denied) 2024-09-05T07:41:11.634 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59324 ms_local ceph cwd unknown /proc/57736/task/59324/cwd (readlink: Permission denied) 2024-09-05T07:41:11.634 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59324 ms_local ceph rtd unknown /proc/57736/task/59324/root (readlink: Permission denied) 2024-09-05T07:41:11.634 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59324 ms_local ceph txt unknown /proc/57736/task/59324/exe (readlink: Permission denied) 2024-09-05T07:41:11.634 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59324 ms_local ceph NOFD /proc/57736/task/59324/fd (opendir: Permission denied) 2024-09-05T07:41:11.634 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59325 ms_dispat ceph cwd unknown /proc/57736/task/59325/cwd (readlink: Permission denied) 2024-09-05T07:41:11.635 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59325 ms_dispat ceph rtd unknown /proc/57736/task/59325/root (readlink: Permission denied) 2024-09-05T07:41:11.635 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59325 ms_dispat ceph txt unknown /proc/57736/task/59325/exe (readlink: Permission denied) 2024-09-05T07:41:11.635 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59325 ms_dispat ceph NOFD /proc/57736/task/59325/fd (opendir: Permission denied) 2024-09-05T07:41:11.635 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59326 ms_local ceph cwd unknown /proc/57736/task/59326/cwd (readlink: Permission denied) 2024-09-05T07:41:11.635 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59326 ms_local ceph rtd unknown /proc/57736/task/59326/root (readlink: Permission denied) 2024-09-05T07:41:11.635 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59326 ms_local ceph txt unknown /proc/57736/task/59326/exe (readlink: Permission denied) 2024-09-05T07:41:11.635 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59326 ms_local ceph NOFD /proc/57736/task/59326/fd (opendir: Permission denied) 2024-09-05T07:41:11.635 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59327 ms_dispat ceph cwd unknown /proc/57736/task/59327/cwd (readlink: Permission denied) 2024-09-05T07:41:11.635 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59327 ms_dispat ceph rtd unknown /proc/57736/task/59327/root (readlink: Permission denied) 2024-09-05T07:41:11.635 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59327 ms_dispat ceph txt unknown /proc/57736/task/59327/exe (readlink: Permission denied) 2024-09-05T07:41:11.635 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59327 ms_dispat ceph NOFD /proc/57736/task/59327/fd (opendir: Permission denied) 2024-09-05T07:41:11.635 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59328 ms_local ceph cwd unknown /proc/57736/task/59328/cwd (readlink: Permission denied) 2024-09-05T07:41:11.635 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59328 ms_local ceph rtd unknown /proc/57736/task/59328/root (readlink: Permission denied) 2024-09-05T07:41:11.635 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59328 ms_local ceph txt unknown /proc/57736/task/59328/exe (readlink: Permission denied) 2024-09-05T07:41:11.636 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59328 ms_local ceph NOFD /proc/57736/task/59328/fd (opendir: Permission denied) 2024-09-05T07:41:11.636 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59329 ms_dispat ceph cwd unknown /proc/57736/task/59329/cwd (readlink: Permission denied) 2024-09-05T07:41:11.636 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59329 ms_dispat ceph rtd unknown /proc/57736/task/59329/root (readlink: Permission denied) 2024-09-05T07:41:11.636 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59329 ms_dispat ceph txt unknown /proc/57736/task/59329/exe (readlink: Permission denied) 2024-09-05T07:41:11.636 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59329 ms_dispat ceph NOFD /proc/57736/task/59329/fd (opendir: Permission denied) 2024-09-05T07:41:11.636 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59330 ms_local ceph cwd unknown /proc/57736/task/59330/cwd (readlink: Permission denied) 2024-09-05T07:41:11.636 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59330 ms_local ceph rtd unknown /proc/57736/task/59330/root (readlink: Permission denied) 2024-09-05T07:41:11.636 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59330 ms_local ceph txt unknown /proc/57736/task/59330/exe (readlink: Permission denied) 2024-09-05T07:41:11.636 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59330 ms_local ceph NOFD /proc/57736/task/59330/fd (opendir: Permission denied) 2024-09-05T07:41:11.636 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59331 fn_anonym ceph cwd unknown /proc/57736/task/59331/cwd (readlink: Permission denied) 2024-09-05T07:41:11.636 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59331 fn_anonym ceph rtd unknown /proc/57736/task/59331/root (readlink: Permission denied) 2024-09-05T07:41:11.636 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59331 fn_anonym ceph txt unknown /proc/57736/task/59331/exe (readlink: Permission denied) 2024-09-05T07:41:11.637 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59331 fn_anonym ceph NOFD /proc/57736/task/59331/fd (opendir: Permission denied) 2024-09-05T07:41:11.637 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59332 finisher ceph cwd unknown /proc/57736/task/59332/cwd (readlink: Permission denied) 2024-09-05T07:41:11.637 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59332 finisher ceph rtd unknown /proc/57736/task/59332/root (readlink: Permission denied) 2024-09-05T07:41:11.637 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59332 finisher ceph txt unknown /proc/57736/task/59332/exe (readlink: Permission denied) 2024-09-05T07:41:11.637 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59332 finisher ceph NOFD /proc/57736/task/59332/fd (opendir: Permission denied) 2024-09-05T07:41:11.637 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59333 safe_time ceph cwd unknown /proc/57736/task/59333/cwd (readlink: Permission denied) 2024-09-05T07:41:11.637 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59333 safe_time ceph rtd unknown /proc/57736/task/59333/root (readlink: Permission denied) 2024-09-05T07:41:11.637 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59333 safe_time ceph txt unknown /proc/57736/task/59333/exe (readlink: Permission denied) 2024-09-05T07:41:11.637 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59333 safe_time ceph NOFD /proc/57736/task/59333/fd (opendir: Permission denied) 2024-09-05T07:41:11.637 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59334 safe_time ceph cwd unknown /proc/57736/task/59334/cwd (readlink: Permission denied) 2024-09-05T07:41:11.637 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59334 safe_time ceph rtd unknown /proc/57736/task/59334/root (readlink: Permission denied) 2024-09-05T07:41:11.637 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59334 safe_time ceph txt unknown /proc/57736/task/59334/exe (readlink: Permission denied) 2024-09-05T07:41:11.637 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59334 safe_time ceph NOFD /proc/57736/task/59334/fd (opendir: Permission denied) 2024-09-05T07:41:11.637 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59335 ceph-osd ceph cwd unknown /proc/57736/task/59335/cwd (readlink: Permission denied) 2024-09-05T07:41:11.638 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59335 ceph-osd ceph rtd unknown /proc/57736/task/59335/root (readlink: Permission denied) 2024-09-05T07:41:11.638 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59335 ceph-osd ceph txt unknown /proc/57736/task/59335/exe (readlink: Permission denied) 2024-09-05T07:41:11.638 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59335 ceph-osd ceph NOFD /proc/57736/task/59335/fd (opendir: Permission denied) 2024-09-05T07:41:11.638 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59336 osd_srv_a ceph cwd unknown /proc/57736/task/59336/cwd (readlink: Permission denied) 2024-09-05T07:41:11.638 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59336 osd_srv_a ceph rtd unknown /proc/57736/task/59336/root (readlink: Permission denied) 2024-09-05T07:41:11.638 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59336 osd_srv_a ceph txt unknown /proc/57736/task/59336/exe (readlink: Permission denied) 2024-09-05T07:41:11.638 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59336 osd_srv_a ceph NOFD /proc/57736/task/59336/fd (opendir: Permission denied) 2024-09-05T07:41:11.638 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59337 tp_osd_tp ceph cwd unknown /proc/57736/task/59337/cwd (readlink: Permission denied) 2024-09-05T07:41:11.638 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59337 tp_osd_tp ceph rtd unknown /proc/57736/task/59337/root (readlink: Permission denied) 2024-09-05T07:41:11.638 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59337 tp_osd_tp ceph txt unknown /proc/57736/task/59337/exe (readlink: Permission denied) 2024-09-05T07:41:11.638 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59337 tp_osd_tp ceph NOFD /proc/57736/task/59337/fd (opendir: Permission denied) 2024-09-05T07:41:11.638 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59338 tp_osd_tp ceph cwd unknown /proc/57736/task/59338/cwd (readlink: Permission denied) 2024-09-05T07:41:11.638 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59338 tp_osd_tp ceph rtd unknown /proc/57736/task/59338/root (readlink: Permission denied) 2024-09-05T07:41:11.639 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59338 tp_osd_tp ceph txt unknown /proc/57736/task/59338/exe (readlink: Permission denied) 2024-09-05T07:41:11.639 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59338 tp_osd_tp ceph NOFD /proc/57736/task/59338/fd (opendir: Permission denied) 2024-09-05T07:41:11.639 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59339 tp_osd_tp ceph cwd unknown /proc/57736/task/59339/cwd (readlink: Permission denied) 2024-09-05T07:41:11.639 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59339 tp_osd_tp ceph rtd unknown /proc/57736/task/59339/root (readlink: Permission denied) 2024-09-05T07:41:11.639 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59339 tp_osd_tp ceph txt unknown /proc/57736/task/59339/exe (readlink: Permission denied) 2024-09-05T07:41:11.639 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59339 tp_osd_tp ceph NOFD /proc/57736/task/59339/fd (opendir: Permission denied) 2024-09-05T07:41:11.639 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59340 tp_osd_tp ceph cwd unknown /proc/57736/task/59340/cwd (readlink: Permission denied) 2024-09-05T07:41:11.639 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59340 tp_osd_tp ceph rtd unknown /proc/57736/task/59340/root (readlink: Permission denied) 2024-09-05T07:41:11.639 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59340 tp_osd_tp ceph txt unknown /proc/57736/task/59340/exe (readlink: Permission denied) 2024-09-05T07:41:11.639 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59340 tp_osd_tp ceph NOFD /proc/57736/task/59340/fd (opendir: Permission denied) 2024-09-05T07:41:11.639 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59341 tp_osd_tp ceph cwd unknown /proc/57736/task/59341/cwd (readlink: Permission denied) 2024-09-05T07:41:11.639 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59341 tp_osd_tp ceph rtd unknown /proc/57736/task/59341/root (readlink: Permission denied) 2024-09-05T07:41:11.639 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59341 tp_osd_tp ceph txt unknown /proc/57736/task/59341/exe (readlink: Permission denied) 2024-09-05T07:41:11.640 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59341 tp_osd_tp ceph NOFD /proc/57736/task/59341/fd (opendir: Permission denied) 2024-09-05T07:41:11.640 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59342 tp_osd_tp ceph cwd unknown /proc/57736/task/59342/cwd (readlink: Permission denied) 2024-09-05T07:41:11.640 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59342 tp_osd_tp ceph rtd unknown /proc/57736/task/59342/root (readlink: Permission denied) 2024-09-05T07:41:11.640 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59342 tp_osd_tp ceph txt unknown /proc/57736/task/59342/exe (readlink: Permission denied) 2024-09-05T07:41:11.640 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59342 tp_osd_tp ceph NOFD /proc/57736/task/59342/fd (opendir: Permission denied) 2024-09-05T07:41:11.640 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59343 tp_osd_tp ceph cwd unknown /proc/57736/task/59343/cwd (readlink: Permission denied) 2024-09-05T07:41:11.640 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59343 tp_osd_tp ceph rtd unknown /proc/57736/task/59343/root (readlink: Permission denied) 2024-09-05T07:41:11.640 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59343 tp_osd_tp ceph txt unknown /proc/57736/task/59343/exe (readlink: Permission denied) 2024-09-05T07:41:11.640 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59343 tp_osd_tp ceph NOFD /proc/57736/task/59343/fd (opendir: Permission denied) 2024-09-05T07:41:11.640 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59344 tp_osd_tp ceph cwd unknown /proc/57736/task/59344/cwd (readlink: Permission denied) 2024-09-05T07:41:11.640 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59344 tp_osd_tp ceph rtd unknown /proc/57736/task/59344/root (readlink: Permission denied) 2024-09-05T07:41:11.640 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59344 tp_osd_tp ceph txt unknown /proc/57736/task/59344/exe (readlink: Permission denied) 2024-09-05T07:41:11.640 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59344 tp_osd_tp ceph NOFD /proc/57736/task/59344/fd (opendir: Permission denied) 2024-09-05T07:41:11.641 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59345 tp_osd_tp ceph cwd unknown /proc/57736/task/59345/cwd (readlink: Permission denied) 2024-09-05T07:41:11.641 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59345 tp_osd_tp ceph rtd unknown /proc/57736/task/59345/root (readlink: Permission denied) 2024-09-05T07:41:11.641 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59345 tp_osd_tp ceph txt unknown /proc/57736/task/59345/exe (readlink: Permission denied) 2024-09-05T07:41:11.641 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59345 tp_osd_tp ceph NOFD /proc/57736/task/59345/fd (opendir: Permission denied) 2024-09-05T07:41:11.641 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59346 tp_osd_tp ceph cwd unknown /proc/57736/task/59346/cwd (readlink: Permission denied) 2024-09-05T07:41:11.641 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59346 tp_osd_tp ceph rtd unknown /proc/57736/task/59346/root (readlink: Permission denied) 2024-09-05T07:41:11.641 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59346 tp_osd_tp ceph txt unknown /proc/57736/task/59346/exe (readlink: Permission denied) 2024-09-05T07:41:11.641 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59346 tp_osd_tp ceph NOFD /proc/57736/task/59346/fd (opendir: Permission denied) 2024-09-05T07:41:11.641 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59347 tp_osd_tp ceph cwd unknown /proc/57736/task/59347/cwd (readlink: Permission denied) 2024-09-05T07:41:11.641 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59347 tp_osd_tp ceph rtd unknown /proc/57736/task/59347/root (readlink: Permission denied) 2024-09-05T07:41:11.641 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59347 tp_osd_tp ceph txt unknown /proc/57736/task/59347/exe (readlink: Permission denied) 2024-09-05T07:41:11.641 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59347 tp_osd_tp ceph NOFD /proc/57736/task/59347/fd (opendir: Permission denied) 2024-09-05T07:41:11.641 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59348 tp_osd_tp ceph cwd unknown /proc/57736/task/59348/cwd (readlink: Permission denied) 2024-09-05T07:41:11.642 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59348 tp_osd_tp ceph rtd unknown /proc/57736/task/59348/root (readlink: Permission denied) 2024-09-05T07:41:11.642 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59348 tp_osd_tp ceph txt unknown /proc/57736/task/59348/exe (readlink: Permission denied) 2024-09-05T07:41:11.642 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59348 tp_osd_tp ceph NOFD /proc/57736/task/59348/fd (opendir: Permission denied) 2024-09-05T07:41:11.642 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59349 tp_osd_tp ceph cwd unknown /proc/57736/task/59349/cwd (readlink: Permission denied) 2024-09-05T07:41:11.642 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59349 tp_osd_tp ceph rtd unknown /proc/57736/task/59349/root (readlink: Permission denied) 2024-09-05T07:41:11.642 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59349 tp_osd_tp ceph txt unknown /proc/57736/task/59349/exe (readlink: Permission denied) 2024-09-05T07:41:11.642 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59349 tp_osd_tp ceph NOFD /proc/57736/task/59349/fd (opendir: Permission denied) 2024-09-05T07:41:11.642 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59350 tp_osd_tp ceph cwd unknown /proc/57736/task/59350/cwd (readlink: Permission denied) 2024-09-05T07:41:11.642 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59350 tp_osd_tp ceph rtd unknown /proc/57736/task/59350/root (readlink: Permission denied) 2024-09-05T07:41:11.642 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59350 tp_osd_tp ceph txt unknown /proc/57736/task/59350/exe (readlink: Permission denied) 2024-09-05T07:41:11.642 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59350 tp_osd_tp ceph NOFD /proc/57736/task/59350/fd (opendir: Permission denied) 2024-09-05T07:41:11.642 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59351 tp_osd_tp ceph cwd unknown /proc/57736/task/59351/cwd (readlink: Permission denied) 2024-09-05T07:41:11.642 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59351 tp_osd_tp ceph rtd unknown /proc/57736/task/59351/root (readlink: Permission denied) 2024-09-05T07:41:11.643 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59351 tp_osd_tp ceph txt unknown /proc/57736/task/59351/exe (readlink: Permission denied) 2024-09-05T07:41:11.643 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59351 tp_osd_tp ceph NOFD /proc/57736/task/59351/fd (opendir: Permission denied) 2024-09-05T07:41:11.643 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59352 tp_osd_tp ceph cwd unknown /proc/57736/task/59352/cwd (readlink: Permission denied) 2024-09-05T07:41:11.643 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59352 tp_osd_tp ceph rtd unknown /proc/57736/task/59352/root (readlink: Permission denied) 2024-09-05T07:41:11.643 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59352 tp_osd_tp ceph txt unknown /proc/57736/task/59352/exe (readlink: Permission denied) 2024-09-05T07:41:11.643 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59352 tp_osd_tp ceph NOFD /proc/57736/task/59352/fd (opendir: Permission denied) 2024-09-05T07:41:11.643 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59353 osd_srv_h ceph cwd unknown /proc/57736/task/59353/cwd (readlink: Permission denied) 2024-09-05T07:41:11.643 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59353 osd_srv_h ceph rtd unknown /proc/57736/task/59353/root (readlink: Permission denied) 2024-09-05T07:41:11.643 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59353 osd_srv_h ceph txt unknown /proc/57736/task/59353/exe (readlink: Permission denied) 2024-09-05T07:41:11.643 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 57736 59353 osd_srv_h ceph NOFD /proc/57736/task/59353/fd (opendir: Permission denied) 2024-09-05T07:41:11.643 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 58323 root cwd unknown /proc/58323/cwd (readlink: Permission denied) 2024-09-05T07:41:11.643 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 58323 root rtd unknown /proc/58323/root (readlink: Permission denied) 2024-09-05T07:41:11.643 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 58323 root txt unknown /proc/58323/exe (readlink: Permission denied) 2024-09-05T07:41:11.644 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 58323 root NOFD /proc/58323/fd (opendir: Permission denied) 2024-09-05T07:41:11.644 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 58681 root cwd unknown /proc/58681/cwd (readlink: Permission denied) 2024-09-05T07:41:11.644 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 58681 root rtd unknown /proc/58681/root (readlink: Permission denied) 2024-09-05T07:41:11.644 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 58681 root txt unknown /proc/58681/exe (readlink: Permission denied) 2024-09-05T07:41:11.644 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 58681 root NOFD /proc/58681/fd (opendir: Permission denied) 2024-09-05T07:41:11.644 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 58708 root cwd unknown /proc/58708/cwd (readlink: Permission denied) 2024-09-05T07:41:11.644 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 58708 root rtd unknown /proc/58708/root (readlink: Permission denied) 2024-09-05T07:41:11.644 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 58708 root txt unknown /proc/58708/exe (readlink: Permission denied) 2024-09-05T07:41:11.644 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 58708 root NOFD /proc/58708/fd (opendir: Permission denied) 2024-09-05T07:41:11.644 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 61983 root cwd unknown /proc/61983/cwd (readlink: Permission denied) 2024-09-05T07:41:11.644 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 61983 root rtd unknown /proc/61983/root (readlink: Permission denied) 2024-09-05T07:41:11.644 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 61983 root txt unknown /proc/61983/exe (readlink: Permission denied) 2024-09-05T07:41:11.645 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 61983 root NOFD /proc/61983/fd (opendir: Permission denied) 2024-09-05T07:41:11.645 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 61984 root cwd unknown /proc/61984/cwd (readlink: Permission denied) 2024-09-05T07:41:11.645 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 61984 root rtd unknown /proc/61984/root (readlink: Permission denied) 2024-09-05T07:41:11.645 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 61984 root txt unknown /proc/61984/exe (readlink: Permission denied) 2024-09-05T07:41:11.645 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 61984 root NOFD /proc/61984/fd (opendir: Permission denied) 2024-09-05T07:41:11.645 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 64134 root cwd unknown /proc/64134/cwd (readlink: Permission denied) 2024-09-05T07:41:11.645 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 64134 root rtd unknown /proc/64134/root (readlink: Permission denied) 2024-09-05T07:41:11.645 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 64134 root txt unknown /proc/64134/exe (readlink: Permission denied) 2024-09-05T07:41:11.645 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 64134 root NOFD /proc/64134/fd (opendir: Permission denied) 2024-09-05T07:41:11.645 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 64696 root cwd unknown /proc/64696/cwd (readlink: Permission denied) 2024-09-05T07:41:11.645 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 64696 root rtd unknown /proc/64696/root (readlink: Permission denied) 2024-09-05T07:41:11.645 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 64696 root txt unknown /proc/64696/exe (readlink: Permission denied) 2024-09-05T07:41:11.645 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 64696 root NOFD /proc/64696/fd (opendir: Permission denied) 2024-09-05T07:41:11.645 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 64698 root cwd unknown /proc/64698/cwd (readlink: Permission denied) 2024-09-05T07:41:11.646 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 64698 root rtd unknown /proc/64698/root (readlink: Permission denied) 2024-09-05T07:41:11.646 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 64698 root txt unknown /proc/64698/exe (readlink: Permission denied) 2024-09-05T07:41:11.646 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 64698 root NOFD /proc/64698/fd (opendir: Permission denied) 2024-09-05T07:41:11.646 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 ceph cwd unknown /proc/64700/cwd (readlink: Permission denied) 2024-09-05T07:41:11.646 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 ceph rtd unknown /proc/64700/root (readlink: Permission denied) 2024-09-05T07:41:11.646 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 ceph txt unknown /proc/64700/exe (readlink: Permission denied) 2024-09-05T07:41:11.646 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 ceph NOFD /proc/64700/fd (opendir: Permission denied) 2024-09-05T07:41:11.646 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64701 log ceph cwd unknown /proc/64700/task/64701/cwd (readlink: Permission denied) 2024-09-05T07:41:11.646 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64701 log ceph rtd unknown /proc/64700/task/64701/root (readlink: Permission denied) 2024-09-05T07:41:11.646 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64701 log ceph txt unknown /proc/64700/task/64701/exe (readlink: Permission denied) 2024-09-05T07:41:11.646 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64701 log ceph NOFD /proc/64700/task/64701/fd (opendir: Permission denied) 2024-09-05T07:41:11.646 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64703 msgr-work ceph cwd unknown /proc/64700/task/64703/cwd (readlink: Permission denied) 2024-09-05T07:41:11.647 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64703 msgr-work ceph rtd unknown /proc/64700/task/64703/root (readlink: Permission denied) 2024-09-05T07:41:11.647 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64703 msgr-work ceph txt unknown /proc/64700/task/64703/exe (readlink: Permission denied) 2024-09-05T07:41:11.647 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64703 msgr-work ceph NOFD /proc/64700/task/64703/fd (opendir: Permission denied) 2024-09-05T07:41:11.647 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64704 msgr-work ceph cwd unknown /proc/64700/task/64704/cwd (readlink: Permission denied) 2024-09-05T07:41:11.647 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64704 msgr-work ceph rtd unknown /proc/64700/task/64704/root (readlink: Permission denied) 2024-09-05T07:41:11.647 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64704 msgr-work ceph txt unknown /proc/64700/task/64704/exe (readlink: Permission denied) 2024-09-05T07:41:11.647 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64704 msgr-work ceph NOFD /proc/64700/task/64704/fd (opendir: Permission denied) 2024-09-05T07:41:11.647 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64705 msgr-work ceph cwd unknown /proc/64700/task/64705/cwd (readlink: Permission denied) 2024-09-05T07:41:11.647 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64705 msgr-work ceph rtd unknown /proc/64700/task/64705/root (readlink: Permission denied) 2024-09-05T07:41:11.647 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64705 msgr-work ceph txt unknown /proc/64700/task/64705/exe (readlink: Permission denied) 2024-09-05T07:41:11.647 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64705 msgr-work ceph NOFD /proc/64700/task/64705/fd (opendir: Permission denied) 2024-09-05T07:41:11.647 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64709 service ceph cwd unknown /proc/64700/task/64709/cwd (readlink: Permission denied) 2024-09-05T07:41:11.647 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64709 service ceph rtd unknown /proc/64700/task/64709/root (readlink: Permission denied) 2024-09-05T07:41:11.647 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64709 service ceph txt unknown /proc/64700/task/64709/exe (readlink: Permission denied) 2024-09-05T07:41:11.648 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64709 service ceph NOFD /proc/64700/task/64709/fd (opendir: Permission denied) 2024-09-05T07:41:11.648 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64710 admin_soc ceph cwd unknown /proc/64700/task/64710/cwd (readlink: Permission denied) 2024-09-05T07:41:11.648 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64710 admin_soc ceph rtd unknown /proc/64700/task/64710/root (readlink: Permission denied) 2024-09-05T07:41:11.648 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64710 admin_soc ceph txt unknown /proc/64700/task/64710/exe (readlink: Permission denied) 2024-09-05T07:41:11.648 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 64710 admin_soc ceph NOFD /proc/64700/task/64710/fd (opendir: Permission denied) 2024-09-05T07:41:11.648 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65023 signal_ha ceph cwd unknown /proc/64700/task/65023/cwd (readlink: Permission denied) 2024-09-05T07:41:11.648 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65023 signal_ha ceph rtd unknown /proc/64700/task/65023/root (readlink: Permission denied) 2024-09-05T07:41:11.648 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65023 signal_ha ceph txt unknown /proc/64700/task/65023/exe (readlink: Permission denied) 2024-09-05T07:41:11.648 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65023 signal_ha ceph NOFD /proc/64700/task/65023/fd (opendir: Permission denied) 2024-09-05T07:41:11.648 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65024 io_contex ceph cwd unknown /proc/64700/task/65024/cwd (readlink: Permission denied) 2024-09-05T07:41:11.648 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65024 io_contex ceph rtd unknown /proc/64700/task/65024/root (readlink: Permission denied) 2024-09-05T07:41:11.648 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65024 io_contex ceph txt unknown /proc/64700/task/65024/exe (readlink: Permission denied) 2024-09-05T07:41:11.648 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65024 io_contex ceph NOFD /proc/64700/task/65024/fd (opendir: Permission denied) 2024-09-05T07:41:11.648 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65025 io_contex ceph cwd unknown /proc/64700/task/65025/cwd (readlink: Permission denied) 2024-09-05T07:41:11.649 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65025 io_contex ceph rtd unknown /proc/64700/task/65025/root (readlink: Permission denied) 2024-09-05T07:41:11.649 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65025 io_contex ceph txt unknown /proc/64700/task/65025/exe (readlink: Permission denied) 2024-09-05T07:41:11.649 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65025 io_contex ceph NOFD /proc/64700/task/65025/fd (opendir: Permission denied) 2024-09-05T07:41:11.649 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65051 OpHistory ceph cwd unknown /proc/64700/task/65051/cwd (readlink: Permission denied) 2024-09-05T07:41:11.649 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65051 OpHistory ceph rtd unknown /proc/64700/task/65051/root (readlink: Permission denied) 2024-09-05T07:41:11.649 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65051 OpHistory ceph txt unknown /proc/64700/task/65051/exe (readlink: Permission denied) 2024-09-05T07:41:11.649 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65051 OpHistory ceph NOFD /proc/64700/task/65051/fd (opendir: Permission denied) 2024-09-05T07:41:11.649 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65052 ceph_time ceph cwd unknown /proc/64700/task/65052/cwd (readlink: Permission denied) 2024-09-05T07:41:11.649 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65052 ceph_time ceph rtd unknown /proc/64700/task/65052/root (readlink: Permission denied) 2024-09-05T07:41:11.649 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65052 ceph_time ceph txt unknown /proc/64700/task/65052/exe (readlink: Permission denied) 2024-09-05T07:41:11.649 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65052 ceph_time ceph NOFD /proc/64700/task/65052/fd (opendir: Permission denied) 2024-09-05T07:41:11.649 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65314 ceph-osd ceph cwd unknown /proc/64700/task/65314/cwd (readlink: Permission denied) 2024-09-05T07:41:11.649 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65314 ceph-osd ceph rtd unknown /proc/64700/task/65314/root (readlink: Permission denied) 2024-09-05T07:41:11.649 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65314 ceph-osd ceph txt unknown /proc/64700/task/65314/exe (readlink: Permission denied) 2024-09-05T07:41:11.650 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65314 ceph-osd ceph NOFD /proc/64700/task/65314/fd (opendir: Permission denied) 2024-09-05T07:41:11.650 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65315 safe_time ceph cwd unknown /proc/64700/task/65315/cwd (readlink: Permission denied) 2024-09-05T07:41:11.650 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65315 safe_time ceph rtd unknown /proc/64700/task/65315/root (readlink: Permission denied) 2024-09-05T07:41:11.650 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65315 safe_time ceph txt unknown /proc/64700/task/65315/exe (readlink: Permission denied) 2024-09-05T07:41:11.650 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65315 safe_time ceph NOFD /proc/64700/task/65315/fd (opendir: Permission denied) 2024-09-05T07:41:11.650 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65316 safe_time ceph cwd unknown /proc/64700/task/65316/cwd (readlink: Permission denied) 2024-09-05T07:41:11.650 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65316 safe_time ceph rtd unknown /proc/64700/task/65316/root (readlink: Permission denied) 2024-09-05T07:41:11.650 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65316 safe_time ceph txt unknown /proc/64700/task/65316/exe (readlink: Permission denied) 2024-09-05T07:41:11.650 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65316 safe_time ceph NOFD /proc/64700/task/65316/fd (opendir: Permission denied) 2024-09-05T07:41:11.650 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65317 safe_time ceph cwd unknown /proc/64700/task/65317/cwd (readlink: Permission denied) 2024-09-05T07:41:11.650 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65317 safe_time ceph rtd unknown /proc/64700/task/65317/root (readlink: Permission denied) 2024-09-05T07:41:11.650 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65317 safe_time ceph txt unknown /proc/64700/task/65317/exe (readlink: Permission denied) 2024-09-05T07:41:11.650 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65317 safe_time ceph NOFD /proc/64700/task/65317/fd (opendir: Permission denied) 2024-09-05T07:41:11.651 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65319 safe_time ceph cwd unknown /proc/64700/task/65319/cwd (readlink: Permission denied) 2024-09-05T07:41:11.651 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65319 safe_time ceph rtd unknown /proc/64700/task/65319/root (readlink: Permission denied) 2024-09-05T07:41:11.651 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65319 safe_time ceph txt unknown /proc/64700/task/65319/exe (readlink: Permission denied) 2024-09-05T07:41:11.651 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65319 safe_time ceph NOFD /proc/64700/task/65319/fd (opendir: Permission denied) 2024-09-05T07:41:11.651 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65320 fn_anonym ceph cwd unknown /proc/64700/task/65320/cwd (readlink: Permission denied) 2024-09-05T07:41:11.651 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65320 fn_anonym ceph rtd unknown /proc/64700/task/65320/root (readlink: Permission denied) 2024-09-05T07:41:11.651 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65320 fn_anonym ceph txt unknown /proc/64700/task/65320/exe (readlink: Permission denied) 2024-09-05T07:41:11.651 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65320 fn_anonym ceph NOFD /proc/64700/task/65320/fd (opendir: Permission denied) 2024-09-05T07:41:11.651 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65429 rocksdb:l ceph cwd unknown /proc/64700/task/65429/cwd (readlink: Permission denied) 2024-09-05T07:41:11.651 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65429 rocksdb:l ceph rtd unknown /proc/64700/task/65429/root (readlink: Permission denied) 2024-09-05T07:41:11.651 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65429 rocksdb:l ceph txt unknown /proc/64700/task/65429/exe (readlink: Permission denied) 2024-09-05T07:41:11.651 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65429 rocksdb:l ceph NOFD /proc/64700/task/65429/fd (opendir: Permission denied) 2024-09-05T07:41:11.651 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65430 rocksdb:l ceph cwd unknown /proc/64700/task/65430/cwd (readlink: Permission denied) 2024-09-05T07:41:11.651 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65430 rocksdb:l ceph rtd unknown /proc/64700/task/65430/root (readlink: Permission denied) 2024-09-05T07:41:11.652 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65430 rocksdb:l ceph txt unknown /proc/64700/task/65430/exe (readlink: Permission denied) 2024-09-05T07:41:11.652 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65430 rocksdb:l ceph NOFD /proc/64700/task/65430/fd (opendir: Permission denied) 2024-09-05T07:41:11.652 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65431 rocksdb:l ceph cwd unknown /proc/64700/task/65431/cwd (readlink: Permission denied) 2024-09-05T07:41:11.652 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65431 rocksdb:l ceph rtd unknown /proc/64700/task/65431/root (readlink: Permission denied) 2024-09-05T07:41:11.652 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65431 rocksdb:l ceph txt unknown /proc/64700/task/65431/exe (readlink: Permission denied) 2024-09-05T07:41:11.652 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65431 rocksdb:l ceph NOFD /proc/64700/task/65431/fd (opendir: Permission denied) 2024-09-05T07:41:11.652 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65432 rocksdb:h ceph cwd unknown /proc/64700/task/65432/cwd (readlink: Permission denied) 2024-09-05T07:41:11.652 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65432 rocksdb:h ceph rtd unknown /proc/64700/task/65432/root (readlink: Permission denied) 2024-09-05T07:41:11.652 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65432 rocksdb:h ceph txt unknown /proc/64700/task/65432/exe (readlink: Permission denied) 2024-09-05T07:41:11.652 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65432 rocksdb:h ceph NOFD /proc/64700/task/65432/fd (opendir: Permission denied) 2024-09-05T07:41:11.652 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65881 bstore_ai ceph cwd unknown /proc/64700/task/65881/cwd (readlink: Permission denied) 2024-09-05T07:41:11.652 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65881 bstore_ai ceph rtd unknown /proc/64700/task/65881/root (readlink: Permission denied) 2024-09-05T07:41:11.653 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65881 bstore_ai ceph txt unknown /proc/64700/task/65881/exe (readlink: Permission denied) 2024-09-05T07:41:11.653 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 65881 bstore_ai ceph NOFD /proc/64700/task/65881/fd (opendir: Permission denied) 2024-09-05T07:41:11.653 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66070 bstore_ai ceph cwd unknown /proc/64700/task/66070/cwd (readlink: Permission denied) 2024-09-05T07:41:11.653 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66070 bstore_ai ceph rtd unknown /proc/64700/task/66070/root (readlink: Permission denied) 2024-09-05T07:41:11.653 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66070 bstore_ai ceph txt unknown /proc/64700/task/66070/exe (readlink: Permission denied) 2024-09-05T07:41:11.653 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66070 bstore_ai ceph NOFD /proc/64700/task/66070/fd (opendir: Permission denied) 2024-09-05T07:41:11.653 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66254 ceph-osd ceph cwd unknown /proc/64700/task/66254/cwd (readlink: Permission denied) 2024-09-05T07:41:11.653 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66254 ceph-osd ceph rtd unknown /proc/64700/task/66254/root (readlink: Permission denied) 2024-09-05T07:41:11.653 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66254 ceph-osd ceph txt unknown /proc/64700/task/66254/exe (readlink: Permission denied) 2024-09-05T07:41:11.653 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66254 ceph-osd ceph NOFD /proc/64700/task/66254/fd (opendir: Permission denied) 2024-09-05T07:41:11.653 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66255 cfin ceph cwd unknown /proc/64700/task/66255/cwd (readlink: Permission denied) 2024-09-05T07:41:11.653 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66255 cfin ceph rtd unknown /proc/64700/task/66255/root (readlink: Permission denied) 2024-09-05T07:41:11.653 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66255 cfin ceph txt unknown /proc/64700/task/66255/exe (readlink: Permission denied) 2024-09-05T07:41:11.654 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66255 cfin ceph NOFD /proc/64700/task/66255/fd (opendir: Permission denied) 2024-09-05T07:41:11.654 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66256 bstore_kv ceph cwd unknown /proc/64700/task/66256/cwd (readlink: Permission denied) 2024-09-05T07:41:11.654 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66256 bstore_kv ceph rtd unknown /proc/64700/task/66256/root (readlink: Permission denied) 2024-09-05T07:41:11.654 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66256 bstore_kv ceph txt unknown /proc/64700/task/66256/exe (readlink: Permission denied) 2024-09-05T07:41:11.654 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66256 bstore_kv ceph NOFD /proc/64700/task/66256/fd (opendir: Permission denied) 2024-09-05T07:41:11.654 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66257 bstore_kv ceph cwd unknown /proc/64700/task/66257/cwd (readlink: Permission denied) 2024-09-05T07:41:11.654 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66257 bstore_kv ceph rtd unknown /proc/64700/task/66257/root (readlink: Permission denied) 2024-09-05T07:41:11.654 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66257 bstore_kv ceph txt unknown /proc/64700/task/66257/exe (readlink: Permission denied) 2024-09-05T07:41:11.654 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66257 bstore_kv ceph NOFD /proc/64700/task/66257/fd (opendir: Permission denied) 2024-09-05T07:41:11.654 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66258 bstore_me ceph cwd unknown /proc/64700/task/66258/cwd (readlink: Permission denied) 2024-09-05T07:41:11.654 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66258 bstore_me ceph rtd unknown /proc/64700/task/66258/root (readlink: Permission denied) 2024-09-05T07:41:11.654 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66258 bstore_me ceph txt unknown /proc/64700/task/66258/exe (readlink: Permission denied) 2024-09-05T07:41:11.654 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66258 bstore_me ceph NOFD /proc/64700/task/66258/fd (opendir: Permission denied) 2024-09-05T07:41:11.655 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66259 ms_dispat ceph cwd unknown /proc/64700/task/66259/cwd (readlink: Permission denied) 2024-09-05T07:41:11.655 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66259 ms_dispat ceph rtd unknown /proc/64700/task/66259/root (readlink: Permission denied) 2024-09-05T07:41:11.655 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66259 ms_dispat ceph txt unknown /proc/64700/task/66259/exe (readlink: Permission denied) 2024-09-05T07:41:11.655 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66259 ms_dispat ceph NOFD /proc/64700/task/66259/fd (opendir: Permission denied) 2024-09-05T07:41:11.655 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66260 ms_local ceph cwd unknown /proc/64700/task/66260/cwd (readlink: Permission denied) 2024-09-05T07:41:11.655 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66260 ms_local ceph rtd unknown /proc/64700/task/66260/root (readlink: Permission denied) 2024-09-05T07:41:11.655 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66260 ms_local ceph txt unknown /proc/64700/task/66260/exe (readlink: Permission denied) 2024-09-05T07:41:11.655 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66260 ms_local ceph NOFD /proc/64700/task/66260/fd (opendir: Permission denied) 2024-09-05T07:41:11.655 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66261 safe_time ceph cwd unknown /proc/64700/task/66261/cwd (readlink: Permission denied) 2024-09-05T07:41:11.655 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66261 safe_time ceph rtd unknown /proc/64700/task/66261/root (readlink: Permission denied) 2024-09-05T07:41:11.655 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66261 safe_time ceph txt unknown /proc/64700/task/66261/exe (readlink: Permission denied) 2024-09-05T07:41:11.655 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66261 safe_time ceph NOFD /proc/64700/task/66261/fd (opendir: Permission denied) 2024-09-05T07:41:11.655 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66262 safe_time ceph cwd unknown /proc/64700/task/66262/cwd (readlink: Permission denied) 2024-09-05T07:41:11.656 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66262 safe_time ceph rtd unknown /proc/64700/task/66262/root (readlink: Permission denied) 2024-09-05T07:41:11.656 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66262 safe_time ceph txt unknown /proc/64700/task/66262/exe (readlink: Permission denied) 2024-09-05T07:41:11.656 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66262 safe_time ceph NOFD /proc/64700/task/66262/fd (opendir: Permission denied) 2024-09-05T07:41:11.656 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66263 ms_dispat ceph cwd unknown /proc/64700/task/66263/cwd (readlink: Permission denied) 2024-09-05T07:41:11.656 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66263 ms_dispat ceph rtd unknown /proc/64700/task/66263/root (readlink: Permission denied) 2024-09-05T07:41:11.656 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66263 ms_dispat ceph txt unknown /proc/64700/task/66263/exe (readlink: Permission denied) 2024-09-05T07:41:11.656 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66263 ms_dispat ceph NOFD /proc/64700/task/66263/fd (opendir: Permission denied) 2024-09-05T07:41:11.656 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66264 ms_local ceph cwd unknown /proc/64700/task/66264/cwd (readlink: Permission denied) 2024-09-05T07:41:11.656 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66264 ms_local ceph rtd unknown /proc/64700/task/66264/root (readlink: Permission denied) 2024-09-05T07:41:11.656 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66264 ms_local ceph txt unknown /proc/64700/task/66264/exe (readlink: Permission denied) 2024-09-05T07:41:11.656 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66264 ms_local ceph NOFD /proc/64700/task/66264/fd (opendir: Permission denied) 2024-09-05T07:41:11.656 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66265 ms_dispat ceph cwd unknown /proc/64700/task/66265/cwd (readlink: Permission denied) 2024-09-05T07:41:11.656 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66265 ms_dispat ceph rtd unknown /proc/64700/task/66265/root (readlink: Permission denied) 2024-09-05T07:41:11.657 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66265 ms_dispat ceph txt unknown /proc/64700/task/66265/exe (readlink: Permission denied) 2024-09-05T07:41:11.657 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66265 ms_dispat ceph NOFD /proc/64700/task/66265/fd (opendir: Permission denied) 2024-09-05T07:41:11.657 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66266 ms_local ceph cwd unknown /proc/64700/task/66266/cwd (readlink: Permission denied) 2024-09-05T07:41:11.657 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66266 ms_local ceph rtd unknown /proc/64700/task/66266/root (readlink: Permission denied) 2024-09-05T07:41:11.657 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66266 ms_local ceph txt unknown /proc/64700/task/66266/exe (readlink: Permission denied) 2024-09-05T07:41:11.657 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66266 ms_local ceph NOFD /proc/64700/task/66266/fd (opendir: Permission denied) 2024-09-05T07:41:11.657 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66267 ms_dispat ceph cwd unknown /proc/64700/task/66267/cwd (readlink: Permission denied) 2024-09-05T07:41:11.657 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66267 ms_dispat ceph rtd unknown /proc/64700/task/66267/root (readlink: Permission denied) 2024-09-05T07:41:11.657 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66267 ms_dispat ceph txt unknown /proc/64700/task/66267/exe (readlink: Permission denied) 2024-09-05T07:41:11.657 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66267 ms_dispat ceph NOFD /proc/64700/task/66267/fd (opendir: Permission denied) 2024-09-05T07:41:11.657 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66268 ms_local ceph cwd unknown /proc/64700/task/66268/cwd (readlink: Permission denied) 2024-09-05T07:41:11.657 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66268 ms_local ceph rtd unknown /proc/64700/task/66268/root (readlink: Permission denied) 2024-09-05T07:41:11.658 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66268 ms_local ceph txt unknown /proc/64700/task/66268/exe (readlink: Permission denied) 2024-09-05T07:41:11.658 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66268 ms_local ceph NOFD /proc/64700/task/66268/fd (opendir: Permission denied) 2024-09-05T07:41:11.658 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66269 ms_dispat ceph cwd unknown /proc/64700/task/66269/cwd (readlink: Permission denied) 2024-09-05T07:41:11.658 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66269 ms_dispat ceph rtd unknown /proc/64700/task/66269/root (readlink: Permission denied) 2024-09-05T07:41:11.658 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66269 ms_dispat ceph txt unknown /proc/64700/task/66269/exe (readlink: Permission denied) 2024-09-05T07:41:11.658 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66269 ms_dispat ceph NOFD /proc/64700/task/66269/fd (opendir: Permission denied) 2024-09-05T07:41:11.658 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66270 ms_local ceph cwd unknown /proc/64700/task/66270/cwd (readlink: Permission denied) 2024-09-05T07:41:11.658 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66270 ms_local ceph rtd unknown /proc/64700/task/66270/root (readlink: Permission denied) 2024-09-05T07:41:11.658 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66270 ms_local ceph txt unknown /proc/64700/task/66270/exe (readlink: Permission denied) 2024-09-05T07:41:11.658 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66270 ms_local ceph NOFD /proc/64700/task/66270/fd (opendir: Permission denied) 2024-09-05T07:41:11.658 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66271 ms_dispat ceph cwd unknown /proc/64700/task/66271/cwd (readlink: Permission denied) 2024-09-05T07:41:11.658 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66271 ms_dispat ceph rtd unknown /proc/64700/task/66271/root (readlink: Permission denied) 2024-09-05T07:41:11.658 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66271 ms_dispat ceph txt unknown /proc/64700/task/66271/exe (readlink: Permission denied) 2024-09-05T07:41:11.659 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66271 ms_dispat ceph NOFD /proc/64700/task/66271/fd (opendir: Permission denied) 2024-09-05T07:41:11.659 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66272 ms_local ceph cwd unknown /proc/64700/task/66272/cwd (readlink: Permission denied) 2024-09-05T07:41:11.659 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66272 ms_local ceph rtd unknown /proc/64700/task/66272/root (readlink: Permission denied) 2024-09-05T07:41:11.659 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66272 ms_local ceph txt unknown /proc/64700/task/66272/exe (readlink: Permission denied) 2024-09-05T07:41:11.659 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66272 ms_local ceph NOFD /proc/64700/task/66272/fd (opendir: Permission denied) 2024-09-05T07:41:11.659 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66273 ms_dispat ceph cwd unknown /proc/64700/task/66273/cwd (readlink: Permission denied) 2024-09-05T07:41:11.659 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66273 ms_dispat ceph rtd unknown /proc/64700/task/66273/root (readlink: Permission denied) 2024-09-05T07:41:11.659 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66273 ms_dispat ceph txt unknown /proc/64700/task/66273/exe (readlink: Permission denied) 2024-09-05T07:41:11.659 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66273 ms_dispat ceph NOFD /proc/64700/task/66273/fd (opendir: Permission denied) 2024-09-05T07:41:11.659 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66274 ms_local ceph cwd unknown /proc/64700/task/66274/cwd (readlink: Permission denied) 2024-09-05T07:41:11.659 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66274 ms_local ceph rtd unknown /proc/64700/task/66274/root (readlink: Permission denied) 2024-09-05T07:41:11.659 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66274 ms_local ceph txt unknown /proc/64700/task/66274/exe (readlink: Permission denied) 2024-09-05T07:41:11.659 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66274 ms_local ceph NOFD /proc/64700/task/66274/fd (opendir: Permission denied) 2024-09-05T07:41:11.660 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66275 fn_anonym ceph cwd unknown /proc/64700/task/66275/cwd (readlink: Permission denied) 2024-09-05T07:41:11.660 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66275 fn_anonym ceph rtd unknown /proc/64700/task/66275/root (readlink: Permission denied) 2024-09-05T07:41:11.660 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66275 fn_anonym ceph txt unknown /proc/64700/task/66275/exe (readlink: Permission denied) 2024-09-05T07:41:11.660 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66275 fn_anonym ceph NOFD /proc/64700/task/66275/fd (opendir: Permission denied) 2024-09-05T07:41:11.660 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66276 finisher ceph cwd unknown /proc/64700/task/66276/cwd (readlink: Permission denied) 2024-09-05T07:41:11.660 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66276 finisher ceph rtd unknown /proc/64700/task/66276/root (readlink: Permission denied) 2024-09-05T07:41:11.660 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66276 finisher ceph txt unknown /proc/64700/task/66276/exe (readlink: Permission denied) 2024-09-05T07:41:11.660 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66276 finisher ceph NOFD /proc/64700/task/66276/fd (opendir: Permission denied) 2024-09-05T07:41:11.660 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66277 safe_time ceph cwd unknown /proc/64700/task/66277/cwd (readlink: Permission denied) 2024-09-05T07:41:11.660 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66277 safe_time ceph rtd unknown /proc/64700/task/66277/root (readlink: Permission denied) 2024-09-05T07:41:11.660 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66277 safe_time ceph txt unknown /proc/64700/task/66277/exe (readlink: Permission denied) 2024-09-05T07:41:11.660 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66277 safe_time ceph NOFD /proc/64700/task/66277/fd (opendir: Permission denied) 2024-09-05T07:41:11.661 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66278 safe_time ceph cwd unknown /proc/64700/task/66278/cwd (readlink: Permission denied) 2024-09-05T07:41:11.661 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66278 safe_time ceph rtd unknown /proc/64700/task/66278/root (readlink: Permission denied) 2024-09-05T07:41:11.661 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66278 safe_time ceph txt unknown /proc/64700/task/66278/exe (readlink: Permission denied) 2024-09-05T07:41:11.661 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66278 safe_time ceph NOFD /proc/64700/task/66278/fd (opendir: Permission denied) 2024-09-05T07:41:11.661 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66279 ceph-osd ceph cwd unknown /proc/64700/task/66279/cwd (readlink: Permission denied) 2024-09-05T07:41:11.661 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66279 ceph-osd ceph rtd unknown /proc/64700/task/66279/root (readlink: Permission denied) 2024-09-05T07:41:11.661 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66279 ceph-osd ceph txt unknown /proc/64700/task/66279/exe (readlink: Permission denied) 2024-09-05T07:41:11.661 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66279 ceph-osd ceph NOFD /proc/64700/task/66279/fd (opendir: Permission denied) 2024-09-05T07:41:11.661 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66280 osd_srv_a ceph cwd unknown /proc/64700/task/66280/cwd (readlink: Permission denied) 2024-09-05T07:41:11.661 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66280 osd_srv_a ceph rtd unknown /proc/64700/task/66280/root (readlink: Permission denied) 2024-09-05T07:41:11.661 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66280 osd_srv_a ceph txt unknown /proc/64700/task/66280/exe (readlink: Permission denied) 2024-09-05T07:41:11.661 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66280 osd_srv_a ceph NOFD /proc/64700/task/66280/fd (opendir: Permission denied) 2024-09-05T07:41:11.661 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66281 tp_osd_tp ceph cwd unknown /proc/64700/task/66281/cwd (readlink: Permission denied) 2024-09-05T07:41:11.662 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66281 tp_osd_tp ceph rtd unknown /proc/64700/task/66281/root (readlink: Permission denied) 2024-09-05T07:41:11.662 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66281 tp_osd_tp ceph txt unknown /proc/64700/task/66281/exe (readlink: Permission denied) 2024-09-05T07:41:11.662 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66281 tp_osd_tp ceph NOFD /proc/64700/task/66281/fd (opendir: Permission denied) 2024-09-05T07:41:11.662 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66282 tp_osd_tp ceph cwd unknown /proc/64700/task/66282/cwd (readlink: Permission denied) 2024-09-05T07:41:11.662 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66282 tp_osd_tp ceph rtd unknown /proc/64700/task/66282/root (readlink: Permission denied) 2024-09-05T07:41:11.662 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66282 tp_osd_tp ceph txt unknown /proc/64700/task/66282/exe (readlink: Permission denied) 2024-09-05T07:41:11.662 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66282 tp_osd_tp ceph NOFD /proc/64700/task/66282/fd (opendir: Permission denied) 2024-09-05T07:41:11.662 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66283 tp_osd_tp ceph cwd unknown /proc/64700/task/66283/cwd (readlink: Permission denied) 2024-09-05T07:41:11.662 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66283 tp_osd_tp ceph rtd unknown /proc/64700/task/66283/root (readlink: Permission denied) 2024-09-05T07:41:11.662 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66283 tp_osd_tp ceph txt unknown /proc/64700/task/66283/exe (readlink: Permission denied) 2024-09-05T07:41:11.662 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66283 tp_osd_tp ceph NOFD /proc/64700/task/66283/fd (opendir: Permission denied) 2024-09-05T07:41:11.662 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66284 tp_osd_tp ceph cwd unknown /proc/64700/task/66284/cwd (readlink: Permission denied) 2024-09-05T07:41:11.662 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66284 tp_osd_tp ceph rtd unknown /proc/64700/task/66284/root (readlink: Permission denied) 2024-09-05T07:41:11.663 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66284 tp_osd_tp ceph txt unknown /proc/64700/task/66284/exe (readlink: Permission denied) 2024-09-05T07:41:11.663 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66284 tp_osd_tp ceph NOFD /proc/64700/task/66284/fd (opendir: Permission denied) 2024-09-05T07:41:11.663 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66285 tp_osd_tp ceph cwd unknown /proc/64700/task/66285/cwd (readlink: Permission denied) 2024-09-05T07:41:11.663 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66285 tp_osd_tp ceph rtd unknown /proc/64700/task/66285/root (readlink: Permission denied) 2024-09-05T07:41:11.663 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66285 tp_osd_tp ceph txt unknown /proc/64700/task/66285/exe (readlink: Permission denied) 2024-09-05T07:41:11.663 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66285 tp_osd_tp ceph NOFD /proc/64700/task/66285/fd (opendir: Permission denied) 2024-09-05T07:41:11.663 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66286 tp_osd_tp ceph cwd unknown /proc/64700/task/66286/cwd (readlink: Permission denied) 2024-09-05T07:41:11.663 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66286 tp_osd_tp ceph rtd unknown /proc/64700/task/66286/root (readlink: Permission denied) 2024-09-05T07:41:11.663 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66286 tp_osd_tp ceph txt unknown /proc/64700/task/66286/exe (readlink: Permission denied) 2024-09-05T07:41:11.663 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66286 tp_osd_tp ceph NOFD /proc/64700/task/66286/fd (opendir: Permission denied) 2024-09-05T07:41:11.663 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66287 tp_osd_tp ceph cwd unknown /proc/64700/task/66287/cwd (readlink: Permission denied) 2024-09-05T07:41:11.663 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66287 tp_osd_tp ceph rtd unknown /proc/64700/task/66287/root (readlink: Permission denied) 2024-09-05T07:41:11.663 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66287 tp_osd_tp ceph txt unknown /proc/64700/task/66287/exe (readlink: Permission denied) 2024-09-05T07:41:11.663 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66287 tp_osd_tp ceph NOFD /proc/64700/task/66287/fd (opendir: Permission denied) 2024-09-05T07:41:11.664 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66288 tp_osd_tp ceph cwd unknown /proc/64700/task/66288/cwd (readlink: Permission denied) 2024-09-05T07:41:11.664 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66288 tp_osd_tp ceph rtd unknown /proc/64700/task/66288/root (readlink: Permission denied) 2024-09-05T07:41:11.664 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66288 tp_osd_tp ceph txt unknown /proc/64700/task/66288/exe (readlink: Permission denied) 2024-09-05T07:41:11.664 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66288 tp_osd_tp ceph NOFD /proc/64700/task/66288/fd (opendir: Permission denied) 2024-09-05T07:41:11.664 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66289 tp_osd_tp ceph cwd unknown /proc/64700/task/66289/cwd (readlink: Permission denied) 2024-09-05T07:41:11.664 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66289 tp_osd_tp ceph rtd unknown /proc/64700/task/66289/root (readlink: Permission denied) 2024-09-05T07:41:11.664 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66289 tp_osd_tp ceph txt unknown /proc/64700/task/66289/exe (readlink: Permission denied) 2024-09-05T07:41:11.664 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66289 tp_osd_tp ceph NOFD /proc/64700/task/66289/fd (opendir: Permission denied) 2024-09-05T07:41:11.664 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66290 tp_osd_tp ceph cwd unknown /proc/64700/task/66290/cwd (readlink: Permission denied) 2024-09-05T07:41:11.664 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66290 tp_osd_tp ceph rtd unknown /proc/64700/task/66290/root (readlink: Permission denied) 2024-09-05T07:41:11.664 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66290 tp_osd_tp ceph txt unknown /proc/64700/task/66290/exe (readlink: Permission denied) 2024-09-05T07:41:11.664 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66290 tp_osd_tp ceph NOFD /proc/64700/task/66290/fd (opendir: Permission denied) 2024-09-05T07:41:11.664 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66291 tp_osd_tp ceph cwd unknown /proc/64700/task/66291/cwd (readlink: Permission denied) 2024-09-05T07:41:11.665 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66291 tp_osd_tp ceph rtd unknown /proc/64700/task/66291/root (readlink: Permission denied) 2024-09-05T07:41:11.665 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66291 tp_osd_tp ceph txt unknown /proc/64700/task/66291/exe (readlink: Permission denied) 2024-09-05T07:41:11.665 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66291 tp_osd_tp ceph NOFD /proc/64700/task/66291/fd (opendir: Permission denied) 2024-09-05T07:41:11.665 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66292 tp_osd_tp ceph cwd unknown /proc/64700/task/66292/cwd (readlink: Permission denied) 2024-09-05T07:41:11.665 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66292 tp_osd_tp ceph rtd unknown /proc/64700/task/66292/root (readlink: Permission denied) 2024-09-05T07:41:11.665 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66292 tp_osd_tp ceph txt unknown /proc/64700/task/66292/exe (readlink: Permission denied) 2024-09-05T07:41:11.665 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66292 tp_osd_tp ceph NOFD /proc/64700/task/66292/fd (opendir: Permission denied) 2024-09-05T07:41:11.665 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66293 tp_osd_tp ceph cwd unknown /proc/64700/task/66293/cwd (readlink: Permission denied) 2024-09-05T07:41:11.665 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66293 tp_osd_tp ceph rtd unknown /proc/64700/task/66293/root (readlink: Permission denied) 2024-09-05T07:41:11.665 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66293 tp_osd_tp ceph txt unknown /proc/64700/task/66293/exe (readlink: Permission denied) 2024-09-05T07:41:11.665 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66293 tp_osd_tp ceph NOFD /proc/64700/task/66293/fd (opendir: Permission denied) 2024-09-05T07:41:11.665 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66294 tp_osd_tp ceph cwd unknown /proc/64700/task/66294/cwd (readlink: Permission denied) 2024-09-05T07:41:11.665 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66294 tp_osd_tp ceph rtd unknown /proc/64700/task/66294/root (readlink: Permission denied) 2024-09-05T07:41:11.666 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66294 tp_osd_tp ceph txt unknown /proc/64700/task/66294/exe (readlink: Permission denied) 2024-09-05T07:41:11.666 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66294 tp_osd_tp ceph NOFD /proc/64700/task/66294/fd (opendir: Permission denied) 2024-09-05T07:41:11.666 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66295 tp_osd_tp ceph cwd unknown /proc/64700/task/66295/cwd (readlink: Permission denied) 2024-09-05T07:41:11.666 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66295 tp_osd_tp ceph rtd unknown /proc/64700/task/66295/root (readlink: Permission denied) 2024-09-05T07:41:11.666 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66295 tp_osd_tp ceph txt unknown /proc/64700/task/66295/exe (readlink: Permission denied) 2024-09-05T07:41:11.666 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66295 tp_osd_tp ceph NOFD /proc/64700/task/66295/fd (opendir: Permission denied) 2024-09-05T07:41:11.666 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66296 tp_osd_tp ceph cwd unknown /proc/64700/task/66296/cwd (readlink: Permission denied) 2024-09-05T07:41:11.666 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66296 tp_osd_tp ceph rtd unknown /proc/64700/task/66296/root (readlink: Permission denied) 2024-09-05T07:41:11.666 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66296 tp_osd_tp ceph txt unknown /proc/64700/task/66296/exe (readlink: Permission denied) 2024-09-05T07:41:11.666 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66296 tp_osd_tp ceph NOFD /proc/64700/task/66296/fd (opendir: Permission denied) 2024-09-05T07:41:11.666 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66297 osd_srv_h ceph cwd unknown /proc/64700/task/66297/cwd (readlink: Permission denied) 2024-09-05T07:41:11.666 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66297 osd_srv_h ceph rtd unknown /proc/64700/task/66297/root (readlink: Permission denied) 2024-09-05T07:41:11.666 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66297 osd_srv_h ceph txt unknown /proc/64700/task/66297/exe (readlink: Permission denied) 2024-09-05T07:41:11.667 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-osd 64700 66297 osd_srv_h ceph NOFD /proc/64700/task/66297/fd (opendir: Permission denied) 2024-09-05T07:41:11.667 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 65160 root cwd unknown /proc/65160/cwd (readlink: Permission denied) 2024-09-05T07:41:11.667 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 65160 root rtd unknown /proc/65160/root (readlink: Permission denied) 2024-09-05T07:41:11.667 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 65160 root txt unknown /proc/65160/exe (readlink: Permission denied) 2024-09-05T07:41:11.667 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 65160 root NOFD /proc/65160/fd (opendir: Permission denied) 2024-09-05T07:41:11.667 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 65613 root cwd unknown /proc/65613/cwd (readlink: Permission denied) 2024-09-05T07:41:11.667 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 65613 root rtd unknown /proc/65613/root (readlink: Permission denied) 2024-09-05T07:41:11.667 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 65613 root txt unknown /proc/65613/exe (readlink: Permission denied) 2024-09-05T07:41:11.667 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 65613 root NOFD /proc/65613/fd (opendir: Permission denied) 2024-09-05T07:41:11.667 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 65630 root cwd unknown /proc/65630/cwd (readlink: Permission denied) 2024-09-05T07:41:11.667 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 65630 root rtd unknown /proc/65630/root (readlink: Permission denied) 2024-09-05T07:41:11.667 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 65630 root txt unknown /proc/65630/exe (readlink: Permission denied) 2024-09-05T07:41:11.667 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 65630 root NOFD /proc/65630/fd (opendir: Permission denied) 2024-09-05T07:41:11.668 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 69658 root cwd unknown /proc/69658/cwd (readlink: Permission denied) 2024-09-05T07:41:11.668 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 69658 root rtd unknown /proc/69658/root (readlink: Permission denied) 2024-09-05T07:41:11.668 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 69658 root txt unknown /proc/69658/exe (readlink: Permission denied) 2024-09-05T07:41:11.668 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 69658 root NOFD /proc/69658/fd (opendir: Permission denied) 2024-09-05T07:41:11.668 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 69675 root cwd unknown /proc/69675/cwd (readlink: Permission denied) 2024-09-05T07:41:11.668 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 69675 root rtd unknown /proc/69675/root (readlink: Permission denied) 2024-09-05T07:41:11.668 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 69675 root txt unknown /proc/69675/exe (readlink: Permission denied) 2024-09-05T07:41:11.668 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 69675 root NOFD /proc/69675/fd (opendir: Permission denied) 2024-09-05T07:41:11.668 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 69676 root cwd unknown /proc/69676/cwd (readlink: Permission denied) 2024-09-05T07:41:11.668 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 69676 root rtd unknown /proc/69676/root (readlink: Permission denied) 2024-09-05T07:41:11.668 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 69676 root txt unknown /proc/69676/exe (readlink: Permission denied) 2024-09-05T07:41:11.668 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 69676 root NOFD /proc/69676/fd (opendir: Permission denied) 2024-09-05T07:41:11.668 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 69693 root cwd unknown /proc/69693/cwd (readlink: Permission denied) 2024-09-05T07:41:11.669 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 69693 root rtd unknown /proc/69693/root (readlink: Permission denied) 2024-09-05T07:41:11.669 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 69693 root txt unknown /proc/69693/exe (readlink: Permission denied) 2024-09-05T07:41:11.669 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 69693 root NOFD /proc/69693/fd (opendir: Permission denied) 2024-09-05T07:41:11.669 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 69694 root cwd unknown /proc/69694/cwd (readlink: Permission denied) 2024-09-05T07:41:11.669 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 69694 root rtd unknown /proc/69694/root (readlink: Permission denied) 2024-09-05T07:41:11.669 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 69694 root txt unknown /proc/69694/exe (readlink: Permission denied) 2024-09-05T07:41:11.669 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 69694 root NOFD /proc/69694/fd (opendir: Permission denied) 2024-09-05T07:41:11.669 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 69711 root cwd unknown /proc/69711/cwd (readlink: Permission denied) 2024-09-05T07:41:11.669 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 69711 root rtd unknown /proc/69711/root (readlink: Permission denied) 2024-09-05T07:41:11.669 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 69711 root txt unknown /proc/69711/exe (readlink: Permission denied) 2024-09-05T07:41:11.669 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 69711 root NOFD /proc/69711/fd (opendir: Permission denied) 2024-09-05T07:41:11.669 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 69712 root cwd unknown /proc/69712/cwd (readlink: Permission denied) 2024-09-05T07:41:11.669 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 69712 root rtd unknown /proc/69712/root (readlink: Permission denied) 2024-09-05T07:41:11.669 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 69712 root txt unknown /proc/69712/exe (readlink: Permission denied) 2024-09-05T07:41:11.670 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 69712 root NOFD /proc/69712/fd (opendir: Permission denied) 2024-09-05T07:41:11.670 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 69729 root cwd unknown /proc/69729/cwd (readlink: Permission denied) 2024-09-05T07:41:11.670 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 69729 root rtd unknown /proc/69729/root (readlink: Permission denied) 2024-09-05T07:41:11.670 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 69729 root txt unknown /proc/69729/exe (readlink: Permission denied) 2024-09-05T07:41:11.670 INFO:tasks.workunit.client.0.smithi071.stdout:journalct 69729 root NOFD /proc/69729/fd (opendir: Permission denied) 2024-09-05T07:41:11.670 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 69841 root cwd unknown /proc/69841/cwd (readlink: Permission denied) 2024-09-05T07:41:11.670 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 69841 root rtd unknown /proc/69841/root (readlink: Permission denied) 2024-09-05T07:41:11.670 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 69841 root txt unknown /proc/69841/exe (readlink: Permission denied) 2024-09-05T07:41:11.670 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 69841 root NOFD /proc/69841/fd (opendir: Permission denied) 2024-09-05T07:41:11.670 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 70248 root cwd unknown /proc/70248/cwd (readlink: Permission denied) 2024-09-05T07:41:11.670 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 70248 root rtd unknown /proc/70248/root (readlink: Permission denied) 2024-09-05T07:41:11.670 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 70248 root txt unknown /proc/70248/exe (readlink: Permission denied) 2024-09-05T07:41:11.670 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 70248 root NOFD /proc/70248/fd (opendir: Permission denied) 2024-09-05T07:41:11.671 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 70250 root cwd unknown /proc/70250/cwd (readlink: Permission denied) 2024-09-05T07:41:11.671 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 70250 root rtd unknown /proc/70250/root (readlink: Permission denied) 2024-09-05T07:41:11.671 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 70250 root txt unknown /proc/70250/exe (readlink: Permission denied) 2024-09-05T07:41:11.671 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 70250 root NOFD /proc/70250/fd (opendir: Permission denied) 2024-09-05T07:41:11.671 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 ceph cwd unknown /proc/70263/cwd (readlink: Permission denied) 2024-09-05T07:41:11.671 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 ceph rtd unknown /proc/70263/root (readlink: Permission denied) 2024-09-05T07:41:11.671 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 ceph txt unknown /proc/70263/exe (readlink: Permission denied) 2024-09-05T07:41:11.671 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 ceph NOFD /proc/70263/fd (opendir: Permission denied) 2024-09-05T07:41:11.671 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70276 log ceph cwd unknown /proc/70263/task/70276/cwd (readlink: Permission denied) 2024-09-05T07:41:11.671 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70276 log ceph rtd unknown /proc/70263/task/70276/root (readlink: Permission denied) 2024-09-05T07:41:11.671 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70276 log ceph txt unknown /proc/70263/task/70276/exe (readlink: Permission denied) 2024-09-05T07:41:11.671 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70276 log ceph NOFD /proc/70263/task/70276/fd (opendir: Permission denied) 2024-09-05T07:41:11.671 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70278 msgr-work ceph cwd unknown /proc/70263/task/70278/cwd (readlink: Permission denied) 2024-09-05T07:41:11.672 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70278 msgr-work ceph rtd unknown /proc/70263/task/70278/root (readlink: Permission denied) 2024-09-05T07:41:11.672 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70278 msgr-work ceph txt unknown /proc/70263/task/70278/exe (readlink: Permission denied) 2024-09-05T07:41:11.672 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70278 msgr-work ceph NOFD /proc/70263/task/70278/fd (opendir: Permission denied) 2024-09-05T07:41:11.672 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70279 msgr-work ceph cwd unknown /proc/70263/task/70279/cwd (readlink: Permission denied) 2024-09-05T07:41:11.672 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70279 msgr-work ceph rtd unknown /proc/70263/task/70279/root (readlink: Permission denied) 2024-09-05T07:41:11.672 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70279 msgr-work ceph txt unknown /proc/70263/task/70279/exe (readlink: Permission denied) 2024-09-05T07:41:11.672 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70279 msgr-work ceph NOFD /proc/70263/task/70279/fd (opendir: Permission denied) 2024-09-05T07:41:11.672 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70280 msgr-work ceph cwd unknown /proc/70263/task/70280/cwd (readlink: Permission denied) 2024-09-05T07:41:11.672 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70280 msgr-work ceph rtd unknown /proc/70263/task/70280/root (readlink: Permission denied) 2024-09-05T07:41:11.672 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70280 msgr-work ceph txt unknown /proc/70263/task/70280/exe (readlink: Permission denied) 2024-09-05T07:41:11.672 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70280 msgr-work ceph NOFD /proc/70263/task/70280/fd (opendir: Permission denied) 2024-09-05T07:41:11.672 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70284 service ceph cwd unknown /proc/70263/task/70284/cwd (readlink: Permission denied) 2024-09-05T07:41:11.673 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70284 service ceph rtd unknown /proc/70263/task/70284/root (readlink: Permission denied) 2024-09-05T07:41:11.673 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70284 service ceph txt unknown /proc/70263/task/70284/exe (readlink: Permission denied) 2024-09-05T07:41:11.673 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70284 service ceph NOFD /proc/70263/task/70284/fd (opendir: Permission denied) 2024-09-05T07:41:11.673 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70285 admin_soc ceph cwd unknown /proc/70263/task/70285/cwd (readlink: Permission denied) 2024-09-05T07:41:11.673 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70285 admin_soc ceph rtd unknown /proc/70263/task/70285/root (readlink: Permission denied) 2024-09-05T07:41:11.673 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70285 admin_soc ceph txt unknown /proc/70263/task/70285/exe (readlink: Permission denied) 2024-09-05T07:41:11.673 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70285 admin_soc ceph NOFD /proc/70263/task/70285/fd (opendir: Permission denied) 2024-09-05T07:41:11.673 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70286 signal_ha ceph cwd unknown /proc/70263/task/70286/cwd (readlink: Permission denied) 2024-09-05T07:41:11.673 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70286 signal_ha ceph rtd unknown /proc/70263/task/70286/root (readlink: Permission denied) 2024-09-05T07:41:11.673 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70286 signal_ha ceph txt unknown /proc/70263/task/70286/exe (readlink: Permission denied) 2024-09-05T07:41:11.673 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70286 signal_ha ceph NOFD /proc/70263/task/70286/fd (opendir: Permission denied) 2024-09-05T07:41:11.673 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70287 io_contex ceph cwd unknown /proc/70263/task/70287/cwd (readlink: Permission denied) 2024-09-05T07:41:11.673 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70287 io_contex ceph rtd unknown /proc/70263/task/70287/root (readlink: Permission denied) 2024-09-05T07:41:11.674 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70287 io_contex ceph txt unknown /proc/70263/task/70287/exe (readlink: Permission denied) 2024-09-05T07:41:11.674 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70287 io_contex ceph NOFD /proc/70263/task/70287/fd (opendir: Permission denied) 2024-09-05T07:41:11.674 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70288 io_contex ceph cwd unknown /proc/70263/task/70288/cwd (readlink: Permission denied) 2024-09-05T07:41:11.674 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70288 io_contex ceph rtd unknown /proc/70263/task/70288/root (readlink: Permission denied) 2024-09-05T07:41:11.674 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70288 io_contex ceph txt unknown /proc/70263/task/70288/exe (readlink: Permission denied) 2024-09-05T07:41:11.674 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70288 io_contex ceph NOFD /proc/70263/task/70288/fd (opendir: Permission denied) 2024-09-05T07:41:11.674 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70289 ms_dispat ceph cwd unknown /proc/70263/task/70289/cwd (readlink: Permission denied) 2024-09-05T07:41:11.674 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70289 ms_dispat ceph rtd unknown /proc/70263/task/70289/root (readlink: Permission denied) 2024-09-05T07:41:11.674 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70289 ms_dispat ceph txt unknown /proc/70263/task/70289/exe (readlink: Permission denied) 2024-09-05T07:41:11.674 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70289 ms_dispat ceph NOFD /proc/70263/task/70289/fd (opendir: Permission denied) 2024-09-05T07:41:11.674 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70290 ms_local ceph cwd unknown /proc/70263/task/70290/cwd (readlink: Permission denied) 2024-09-05T07:41:11.674 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70290 ms_local ceph rtd unknown /proc/70263/task/70290/root (readlink: Permission denied) 2024-09-05T07:41:11.674 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70290 ms_local ceph txt unknown /proc/70263/task/70290/exe (readlink: Permission denied) 2024-09-05T07:41:11.675 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70290 ms_local ceph NOFD /proc/70263/task/70290/fd (opendir: Permission denied) 2024-09-05T07:41:11.675 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70291 safe_time ceph cwd unknown /proc/70263/task/70291/cwd (readlink: Permission denied) 2024-09-05T07:41:11.675 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70291 safe_time ceph rtd unknown /proc/70263/task/70291/root (readlink: Permission denied) 2024-09-05T07:41:11.675 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70291 safe_time ceph txt unknown /proc/70263/task/70291/exe (readlink: Permission denied) 2024-09-05T07:41:11.675 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70291 safe_time ceph NOFD /proc/70263/task/70291/fd (opendir: Permission denied) 2024-09-05T07:41:11.675 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70292 safe_time ceph cwd unknown /proc/70263/task/70292/cwd (readlink: Permission denied) 2024-09-05T07:41:11.675 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70292 safe_time ceph rtd unknown /proc/70263/task/70292/root (readlink: Permission denied) 2024-09-05T07:41:11.675 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70292 safe_time ceph txt unknown /proc/70263/task/70292/exe (readlink: Permission denied) 2024-09-05T07:41:11.675 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70292 safe_time ceph NOFD /proc/70263/task/70292/fd (opendir: Permission denied) 2024-09-05T07:41:11.675 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70293 ceph-mds ceph cwd unknown /proc/70263/task/70293/cwd (readlink: Permission denied) 2024-09-05T07:41:11.675 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70293 ceph-mds ceph rtd unknown /proc/70263/task/70293/root (readlink: Permission denied) 2024-09-05T07:41:11.675 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70293 ceph-mds ceph txt unknown /proc/70263/task/70293/exe (readlink: Permission denied) 2024-09-05T07:41:11.675 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70293 ceph-mds ceph NOFD /proc/70263/task/70293/fd (opendir: Permission denied) 2024-09-05T07:41:11.675 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70393 safe_time ceph cwd unknown /proc/70263/task/70393/cwd (readlink: Permission denied) 2024-09-05T07:41:11.676 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70393 safe_time ceph rtd unknown /proc/70263/task/70393/root (readlink: Permission denied) 2024-09-05T07:41:11.676 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70393 safe_time ceph txt unknown /proc/70263/task/70393/exe (readlink: Permission denied) 2024-09-05T07:41:11.676 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70263 70393 safe_time ceph NOFD /proc/70263/task/70393/fd (opendir: Permission denied) 2024-09-05T07:41:11.676 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 70644 root cwd unknown /proc/70644/cwd (readlink: Permission denied) 2024-09-05T07:41:11.676 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 70644 root rtd unknown /proc/70644/root (readlink: Permission denied) 2024-09-05T07:41:11.676 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 70644 root txt unknown /proc/70644/exe (readlink: Permission denied) 2024-09-05T07:41:11.676 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 70644 root NOFD /proc/70644/fd (opendir: Permission denied) 2024-09-05T07:41:11.676 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 70646 root cwd unknown /proc/70646/cwd (readlink: Permission denied) 2024-09-05T07:41:11.676 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 70646 root rtd unknown /proc/70646/root (readlink: Permission denied) 2024-09-05T07:41:11.676 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 70646 root txt unknown /proc/70646/exe (readlink: Permission denied) 2024-09-05T07:41:11.676 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 70646 root NOFD /proc/70646/fd (opendir: Permission denied) 2024-09-05T07:41:11.677 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 ceph cwd unknown /proc/70648/cwd (readlink: Permission denied) 2024-09-05T07:41:11.677 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 ceph rtd unknown /proc/70648/root (readlink: Permission denied) 2024-09-05T07:41:11.677 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 ceph txt unknown /proc/70648/exe (readlink: Permission denied) 2024-09-05T07:41:11.677 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 ceph NOFD /proc/70648/fd (opendir: Permission denied) 2024-09-05T07:41:11.677 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70649 log ceph cwd unknown /proc/70648/task/70649/cwd (readlink: Permission denied) 2024-09-05T07:41:11.677 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70649 log ceph rtd unknown /proc/70648/task/70649/root (readlink: Permission denied) 2024-09-05T07:41:11.677 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70649 log ceph txt unknown /proc/70648/task/70649/exe (readlink: Permission denied) 2024-09-05T07:41:11.677 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70649 log ceph NOFD /proc/70648/task/70649/fd (opendir: Permission denied) 2024-09-05T07:41:11.677 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70651 msgr-work ceph cwd unknown /proc/70648/task/70651/cwd (readlink: Permission denied) 2024-09-05T07:41:11.677 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70651 msgr-work ceph rtd unknown /proc/70648/task/70651/root (readlink: Permission denied) 2024-09-05T07:41:11.677 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70651 msgr-work ceph txt unknown /proc/70648/task/70651/exe (readlink: Permission denied) 2024-09-05T07:41:11.677 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70651 msgr-work ceph NOFD /proc/70648/task/70651/fd (opendir: Permission denied) 2024-09-05T07:41:11.677 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70652 msgr-work ceph cwd unknown /proc/70648/task/70652/cwd (readlink: Permission denied) 2024-09-05T07:41:11.677 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70652 msgr-work ceph rtd unknown /proc/70648/task/70652/root (readlink: Permission denied) 2024-09-05T07:41:11.678 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70652 msgr-work ceph txt unknown /proc/70648/task/70652/exe (readlink: Permission denied) 2024-09-05T07:41:11.678 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70652 msgr-work ceph NOFD /proc/70648/task/70652/fd (opendir: Permission denied) 2024-09-05T07:41:11.678 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70653 msgr-work ceph cwd unknown /proc/70648/task/70653/cwd (readlink: Permission denied) 2024-09-05T07:41:11.678 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70653 msgr-work ceph rtd unknown /proc/70648/task/70653/root (readlink: Permission denied) 2024-09-05T07:41:11.678 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70653 msgr-work ceph txt unknown /proc/70648/task/70653/exe (readlink: Permission denied) 2024-09-05T07:41:11.678 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70653 msgr-work ceph NOFD /proc/70648/task/70653/fd (opendir: Permission denied) 2024-09-05T07:41:11.678 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70657 service ceph cwd unknown /proc/70648/task/70657/cwd (readlink: Permission denied) 2024-09-05T07:41:11.678 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70657 service ceph rtd unknown /proc/70648/task/70657/root (readlink: Permission denied) 2024-09-05T07:41:11.678 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70657 service ceph txt unknown /proc/70648/task/70657/exe (readlink: Permission denied) 2024-09-05T07:41:11.678 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70657 service ceph NOFD /proc/70648/task/70657/fd (opendir: Permission denied) 2024-09-05T07:41:11.678 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70658 admin_soc ceph cwd unknown /proc/70648/task/70658/cwd (readlink: Permission denied) 2024-09-05T07:41:11.678 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70658 admin_soc ceph rtd unknown /proc/70648/task/70658/root (readlink: Permission denied) 2024-09-05T07:41:11.678 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70658 admin_soc ceph txt unknown /proc/70648/task/70658/exe (readlink: Permission denied) 2024-09-05T07:41:11.678 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70658 admin_soc ceph NOFD /proc/70648/task/70658/fd (opendir: Permission denied) 2024-09-05T07:41:11.678 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70660 signal_ha ceph cwd unknown /proc/70648/task/70660/cwd (readlink: Permission denied) 2024-09-05T07:41:11.679 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70660 signal_ha ceph rtd unknown /proc/70648/task/70660/root (readlink: Permission denied) 2024-09-05T07:41:11.679 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70660 signal_ha ceph txt unknown /proc/70648/task/70660/exe (readlink: Permission denied) 2024-09-05T07:41:11.679 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70660 signal_ha ceph NOFD /proc/70648/task/70660/fd (opendir: Permission denied) 2024-09-05T07:41:11.679 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70661 io_contex ceph cwd unknown /proc/70648/task/70661/cwd (readlink: Permission denied) 2024-09-05T07:41:11.679 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70661 io_contex ceph rtd unknown /proc/70648/task/70661/root (readlink: Permission denied) 2024-09-05T07:41:11.679 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70661 io_contex ceph txt unknown /proc/70648/task/70661/exe (readlink: Permission denied) 2024-09-05T07:41:11.679 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70661 io_contex ceph NOFD /proc/70648/task/70661/fd (opendir: Permission denied) 2024-09-05T07:41:11.679 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70662 io_contex ceph cwd unknown /proc/70648/task/70662/cwd (readlink: Permission denied) 2024-09-05T07:41:11.679 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70662 io_contex ceph rtd unknown /proc/70648/task/70662/root (readlink: Permission denied) 2024-09-05T07:41:11.679 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70662 io_contex ceph txt unknown /proc/70648/task/70662/exe (readlink: Permission denied) 2024-09-05T07:41:11.679 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70662 io_contex ceph NOFD /proc/70648/task/70662/fd (opendir: Permission denied) 2024-09-05T07:41:11.679 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70663 ms_dispat ceph cwd unknown /proc/70648/task/70663/cwd (readlink: Permission denied) 2024-09-05T07:41:11.679 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70663 ms_dispat ceph rtd unknown /proc/70648/task/70663/root (readlink: Permission denied) 2024-09-05T07:41:11.680 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70663 ms_dispat ceph txt unknown /proc/70648/task/70663/exe (readlink: Permission denied) 2024-09-05T07:41:11.680 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70663 ms_dispat ceph NOFD /proc/70648/task/70663/fd (opendir: Permission denied) 2024-09-05T07:41:11.680 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70664 ms_local ceph cwd unknown /proc/70648/task/70664/cwd (readlink: Permission denied) 2024-09-05T07:41:11.680 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70664 ms_local ceph rtd unknown /proc/70648/task/70664/root (readlink: Permission denied) 2024-09-05T07:41:11.680 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70664 ms_local ceph txt unknown /proc/70648/task/70664/exe (readlink: Permission denied) 2024-09-05T07:41:11.680 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70664 ms_local ceph NOFD /proc/70648/task/70664/fd (opendir: Permission denied) 2024-09-05T07:41:11.680 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70665 safe_time ceph cwd unknown /proc/70648/task/70665/cwd (readlink: Permission denied) 2024-09-05T07:41:11.680 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70665 safe_time ceph rtd unknown /proc/70648/task/70665/root (readlink: Permission denied) 2024-09-05T07:41:11.680 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70665 safe_time ceph txt unknown /proc/70648/task/70665/exe (readlink: Permission denied) 2024-09-05T07:41:11.680 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70665 safe_time ceph NOFD /proc/70648/task/70665/fd (opendir: Permission denied) 2024-09-05T07:41:11.680 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70667 safe_time ceph cwd unknown /proc/70648/task/70667/cwd (readlink: Permission denied) 2024-09-05T07:41:11.680 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70667 safe_time ceph rtd unknown /proc/70648/task/70667/root (readlink: Permission denied) 2024-09-05T07:41:11.680 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70667 safe_time ceph txt unknown /proc/70648/task/70667/exe (readlink: Permission denied) 2024-09-05T07:41:11.681 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70667 safe_time ceph NOFD /proc/70648/task/70667/fd (opendir: Permission denied) 2024-09-05T07:41:11.681 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70668 ceph-mds ceph cwd unknown /proc/70648/task/70668/cwd (readlink: Permission denied) 2024-09-05T07:41:11.681 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70668 ceph-mds ceph rtd unknown /proc/70648/task/70668/root (readlink: Permission denied) 2024-09-05T07:41:11.681 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70668 ceph-mds ceph txt unknown /proc/70648/task/70668/exe (readlink: Permission denied) 2024-09-05T07:41:11.681 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70668 ceph-mds ceph NOFD /proc/70648/task/70668/fd (opendir: Permission denied) 2024-09-05T07:41:11.681 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70747 safe_time ceph cwd unknown /proc/70648/task/70747/cwd (readlink: Permission denied) 2024-09-05T07:41:11.681 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70747 safe_time ceph rtd unknown /proc/70648/task/70747/root (readlink: Permission denied) 2024-09-05T07:41:11.681 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70747 safe_time ceph txt unknown /proc/70648/task/70747/exe (readlink: Permission denied) 2024-09-05T07:41:11.681 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 70648 70747 safe_time ceph NOFD /proc/70648/task/70747/fd (opendir: Permission denied) 2024-09-05T07:41:11.681 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 71137 root cwd unknown /proc/71137/cwd (readlink: Permission denied) 2024-09-05T07:41:11.681 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 71137 root rtd unknown /proc/71137/root (readlink: Permission denied) 2024-09-05T07:41:11.681 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 71137 root txt unknown /proc/71137/exe (readlink: Permission denied) 2024-09-05T07:41:11.681 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 71137 root NOFD /proc/71137/fd (opendir: Permission denied) 2024-09-05T07:41:11.682 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 71428 root cwd unknown /proc/71428/cwd (readlink: Permission denied) 2024-09-05T07:41:11.682 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 71428 root rtd unknown /proc/71428/root (readlink: Permission denied) 2024-09-05T07:41:11.682 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 71428 root txt unknown /proc/71428/exe (readlink: Permission denied) 2024-09-05T07:41:11.682 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 71428 root NOFD /proc/71428/fd (opendir: Permission denied) 2024-09-05T07:41:11.682 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 71430 root cwd unknown /proc/71430/cwd (readlink: Permission denied) 2024-09-05T07:41:11.682 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 71430 root rtd unknown /proc/71430/root (readlink: Permission denied) 2024-09-05T07:41:11.682 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 71430 root txt unknown /proc/71430/exe (readlink: Permission denied) 2024-09-05T07:41:11.682 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 71430 root NOFD /proc/71430/fd (opendir: Permission denied) 2024-09-05T07:41:11.682 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 ceph cwd unknown /proc/71432/cwd (readlink: Permission denied) 2024-09-05T07:41:11.682 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 ceph rtd unknown /proc/71432/root (readlink: Permission denied) 2024-09-05T07:41:11.682 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 ceph txt unknown /proc/71432/exe (readlink: Permission denied) 2024-09-05T07:41:11.682 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 ceph NOFD /proc/71432/fd (opendir: Permission denied) 2024-09-05T07:41:11.682 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71445 log ceph cwd unknown /proc/71432/task/71445/cwd (readlink: Permission denied) 2024-09-05T07:41:11.682 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71445 log ceph rtd unknown /proc/71432/task/71445/root (readlink: Permission denied) 2024-09-05T07:41:11.683 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71445 log ceph txt unknown /proc/71432/task/71445/exe (readlink: Permission denied) 2024-09-05T07:41:11.683 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71445 log ceph NOFD /proc/71432/task/71445/fd (opendir: Permission denied) 2024-09-05T07:41:11.683 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71447 msgr-work ceph cwd unknown /proc/71432/task/71447/cwd (readlink: Permission denied) 2024-09-05T07:41:11.683 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71447 msgr-work ceph rtd unknown /proc/71432/task/71447/root (readlink: Permission denied) 2024-09-05T07:41:11.683 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71447 msgr-work ceph txt unknown /proc/71432/task/71447/exe (readlink: Permission denied) 2024-09-05T07:41:11.683 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71447 msgr-work ceph NOFD /proc/71432/task/71447/fd (opendir: Permission denied) 2024-09-05T07:41:11.683 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71448 msgr-work ceph cwd unknown /proc/71432/task/71448/cwd (readlink: Permission denied) 2024-09-05T07:41:11.683 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71448 msgr-work ceph rtd unknown /proc/71432/task/71448/root (readlink: Permission denied) 2024-09-05T07:41:11.683 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71448 msgr-work ceph txt unknown /proc/71432/task/71448/exe (readlink: Permission denied) 2024-09-05T07:41:11.683 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71448 msgr-work ceph NOFD /proc/71432/task/71448/fd (opendir: Permission denied) 2024-09-05T07:41:11.683 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71449 msgr-work ceph cwd unknown /proc/71432/task/71449/cwd (readlink: Permission denied) 2024-09-05T07:41:11.683 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71449 msgr-work ceph rtd unknown /proc/71432/task/71449/root (readlink: Permission denied) 2024-09-05T07:41:11.683 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71449 msgr-work ceph txt unknown /proc/71432/task/71449/exe (readlink: Permission denied) 2024-09-05T07:41:11.683 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71449 msgr-work ceph NOFD /proc/71432/task/71449/fd (opendir: Permission denied) 2024-09-05T07:41:11.684 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71453 service ceph cwd unknown /proc/71432/task/71453/cwd (readlink: Permission denied) 2024-09-05T07:41:11.684 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71453 service ceph rtd unknown /proc/71432/task/71453/root (readlink: Permission denied) 2024-09-05T07:41:11.684 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71453 service ceph txt unknown /proc/71432/task/71453/exe (readlink: Permission denied) 2024-09-05T07:41:11.684 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71453 service ceph NOFD /proc/71432/task/71453/fd (opendir: Permission denied) 2024-09-05T07:41:11.684 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71454 admin_soc ceph cwd unknown /proc/71432/task/71454/cwd (readlink: Permission denied) 2024-09-05T07:41:11.684 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71454 admin_soc ceph rtd unknown /proc/71432/task/71454/root (readlink: Permission denied) 2024-09-05T07:41:11.684 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71454 admin_soc ceph txt unknown /proc/71432/task/71454/exe (readlink: Permission denied) 2024-09-05T07:41:11.684 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71454 admin_soc ceph NOFD /proc/71432/task/71454/fd (opendir: Permission denied) 2024-09-05T07:41:11.684 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71455 signal_ha ceph cwd unknown /proc/71432/task/71455/cwd (readlink: Permission denied) 2024-09-05T07:41:11.684 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71455 signal_ha ceph rtd unknown /proc/71432/task/71455/root (readlink: Permission denied) 2024-09-05T07:41:11.684 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71455 signal_ha ceph txt unknown /proc/71432/task/71455/exe (readlink: Permission denied) 2024-09-05T07:41:11.684 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71455 signal_ha ceph NOFD /proc/71432/task/71455/fd (opendir: Permission denied) 2024-09-05T07:41:11.685 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71456 io_contex ceph cwd unknown /proc/71432/task/71456/cwd (readlink: Permission denied) 2024-09-05T07:41:11.685 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71456 io_contex ceph rtd unknown /proc/71432/task/71456/root (readlink: Permission denied) 2024-09-05T07:41:11.685 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71456 io_contex ceph txt unknown /proc/71432/task/71456/exe (readlink: Permission denied) 2024-09-05T07:41:11.685 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71456 io_contex ceph NOFD /proc/71432/task/71456/fd (opendir: Permission denied) 2024-09-05T07:41:11.685 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71457 io_contex ceph cwd unknown /proc/71432/task/71457/cwd (readlink: Permission denied) 2024-09-05T07:41:11.685 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71457 io_contex ceph rtd unknown /proc/71432/task/71457/root (readlink: Permission denied) 2024-09-05T07:41:11.685 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71457 io_contex ceph txt unknown /proc/71432/task/71457/exe (readlink: Permission denied) 2024-09-05T07:41:11.685 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71457 io_contex ceph NOFD /proc/71432/task/71457/fd (opendir: Permission denied) 2024-09-05T07:41:11.685 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71458 ms_dispat ceph cwd unknown /proc/71432/task/71458/cwd (readlink: Permission denied) 2024-09-05T07:41:11.685 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71458 ms_dispat ceph rtd unknown /proc/71432/task/71458/root (readlink: Permission denied) 2024-09-05T07:41:11.685 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71458 ms_dispat ceph txt unknown /proc/71432/task/71458/exe (readlink: Permission denied) 2024-09-05T07:41:11.685 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71458 ms_dispat ceph NOFD /proc/71432/task/71458/fd (opendir: Permission denied) 2024-09-05T07:41:11.685 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71459 ms_local ceph cwd unknown /proc/71432/task/71459/cwd (readlink: Permission denied) 2024-09-05T07:41:11.685 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71459 ms_local ceph rtd unknown /proc/71432/task/71459/root (readlink: Permission denied) 2024-09-05T07:41:11.686 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71459 ms_local ceph txt unknown /proc/71432/task/71459/exe (readlink: Permission denied) 2024-09-05T07:41:11.686 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71459 ms_local ceph NOFD /proc/71432/task/71459/fd (opendir: Permission denied) 2024-09-05T07:41:11.686 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71460 safe_time ceph cwd unknown /proc/71432/task/71460/cwd (readlink: Permission denied) 2024-09-05T07:41:11.686 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71460 safe_time ceph rtd unknown /proc/71432/task/71460/root (readlink: Permission denied) 2024-09-05T07:41:11.686 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71460 safe_time ceph txt unknown /proc/71432/task/71460/exe (readlink: Permission denied) 2024-09-05T07:41:11.686 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71460 safe_time ceph NOFD /proc/71432/task/71460/fd (opendir: Permission denied) 2024-09-05T07:41:11.686 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71461 safe_time ceph cwd unknown /proc/71432/task/71461/cwd (readlink: Permission denied) 2024-09-05T07:41:11.686 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71461 safe_time ceph rtd unknown /proc/71432/task/71461/root (readlink: Permission denied) 2024-09-05T07:41:11.686 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71461 safe_time ceph txt unknown /proc/71432/task/71461/exe (readlink: Permission denied) 2024-09-05T07:41:11.686 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71461 safe_time ceph NOFD /proc/71432/task/71461/fd (opendir: Permission denied) 2024-09-05T07:41:11.686 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71462 ceph-mds ceph cwd unknown /proc/71432/task/71462/cwd (readlink: Permission denied) 2024-09-05T07:41:11.686 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71462 ceph-mds ceph rtd unknown /proc/71432/task/71462/root (readlink: Permission denied) 2024-09-05T07:41:11.686 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71462 ceph-mds ceph txt unknown /proc/71432/task/71462/exe (readlink: Permission denied) 2024-09-05T07:41:11.686 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71462 ceph-mds ceph NOFD /proc/71432/task/71462/fd (opendir: Permission denied) 2024-09-05T07:41:11.686 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71463 safe_time ceph cwd unknown /proc/71432/task/71463/cwd (readlink: Permission denied) 2024-09-05T07:41:11.687 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71463 safe_time ceph rtd unknown /proc/71432/task/71463/root (readlink: Permission denied) 2024-09-05T07:41:11.687 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71463 safe_time ceph txt unknown /proc/71432/task/71463/exe (readlink: Permission denied) 2024-09-05T07:41:11.687 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71432 71463 safe_time ceph NOFD /proc/71432/task/71463/fd (opendir: Permission denied) 2024-09-05T07:41:11.687 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 71823 root cwd unknown /proc/71823/cwd (readlink: Permission denied) 2024-09-05T07:41:11.687 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 71823 root rtd unknown /proc/71823/root (readlink: Permission denied) 2024-09-05T07:41:11.687 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 71823 root txt unknown /proc/71823/exe (readlink: Permission denied) 2024-09-05T07:41:11.687 INFO:tasks.workunit.client.0.smithi071.stdout:conmon 71823 root NOFD /proc/71823/fd (opendir: Permission denied) 2024-09-05T07:41:11.687 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 71825 root cwd unknown /proc/71825/cwd (readlink: Permission denied) 2024-09-05T07:41:11.687 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 71825 root rtd unknown /proc/71825/root (readlink: Permission denied) 2024-09-05T07:41:11.687 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 71825 root txt unknown /proc/71825/exe (readlink: Permission denied) 2024-09-05T07:41:11.687 INFO:tasks.workunit.client.0.smithi071.stdout:podman-in 71825 root NOFD /proc/71825/fd (opendir: Permission denied) 2024-09-05T07:41:11.687 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 ceph cwd unknown /proc/71827/cwd (readlink: Permission denied) 2024-09-05T07:41:11.687 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 ceph rtd unknown /proc/71827/root (readlink: Permission denied) 2024-09-05T07:41:11.687 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 ceph txt unknown /proc/71827/exe (readlink: Permission denied) 2024-09-05T07:41:11.688 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 ceph NOFD /proc/71827/fd (opendir: Permission denied) 2024-09-05T07:41:11.688 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71828 log ceph cwd unknown /proc/71827/task/71828/cwd (readlink: Permission denied) 2024-09-05T07:41:11.688 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71828 log ceph rtd unknown /proc/71827/task/71828/root (readlink: Permission denied) 2024-09-05T07:41:11.688 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71828 log ceph txt unknown /proc/71827/task/71828/exe (readlink: Permission denied) 2024-09-05T07:41:11.688 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71828 log ceph NOFD /proc/71827/task/71828/fd (opendir: Permission denied) 2024-09-05T07:41:11.688 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71830 msgr-work ceph cwd unknown /proc/71827/task/71830/cwd (readlink: Permission denied) 2024-09-05T07:41:11.688 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71830 msgr-work ceph rtd unknown /proc/71827/task/71830/root (readlink: Permission denied) 2024-09-05T07:41:11.688 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71830 msgr-work ceph txt unknown /proc/71827/task/71830/exe (readlink: Permission denied) 2024-09-05T07:41:11.688 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71830 msgr-work ceph NOFD /proc/71827/task/71830/fd (opendir: Permission denied) 2024-09-05T07:41:11.688 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71831 msgr-work ceph cwd unknown /proc/71827/task/71831/cwd (readlink: Permission denied) 2024-09-05T07:41:11.688 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71831 msgr-work ceph rtd unknown /proc/71827/task/71831/root (readlink: Permission denied) 2024-09-05T07:41:11.688 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71831 msgr-work ceph txt unknown /proc/71827/task/71831/exe (readlink: Permission denied) 2024-09-05T07:41:11.688 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71831 msgr-work ceph NOFD /proc/71827/task/71831/fd (opendir: Permission denied) 2024-09-05T07:41:11.689 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71832 msgr-work ceph cwd unknown /proc/71827/task/71832/cwd (readlink: Permission denied) 2024-09-05T07:41:11.689 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71832 msgr-work ceph rtd unknown /proc/71827/task/71832/root (readlink: Permission denied) 2024-09-05T07:41:11.689 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71832 msgr-work ceph txt unknown /proc/71827/task/71832/exe (readlink: Permission denied) 2024-09-05T07:41:11.689 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71832 msgr-work ceph NOFD /proc/71827/task/71832/fd (opendir: Permission denied) 2024-09-05T07:41:11.689 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71836 service ceph cwd unknown /proc/71827/task/71836/cwd (readlink: Permission denied) 2024-09-05T07:41:11.689 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71836 service ceph rtd unknown /proc/71827/task/71836/root (readlink: Permission denied) 2024-09-05T07:41:11.689 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71836 service ceph txt unknown /proc/71827/task/71836/exe (readlink: Permission denied) 2024-09-05T07:41:11.689 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71836 service ceph NOFD /proc/71827/task/71836/fd (opendir: Permission denied) 2024-09-05T07:41:11.689 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71837 admin_soc ceph cwd unknown /proc/71827/task/71837/cwd (readlink: Permission denied) 2024-09-05T07:41:11.689 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71837 admin_soc ceph rtd unknown /proc/71827/task/71837/root (readlink: Permission denied) 2024-09-05T07:41:11.689 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71837 admin_soc ceph txt unknown /proc/71827/task/71837/exe (readlink: Permission denied) 2024-09-05T07:41:11.689 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71837 admin_soc ceph NOFD /proc/71827/task/71837/fd (opendir: Permission denied) 2024-09-05T07:41:11.689 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71838 signal_ha ceph cwd unknown /proc/71827/task/71838/cwd (readlink: Permission denied) 2024-09-05T07:41:11.689 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71838 signal_ha ceph rtd unknown /proc/71827/task/71838/root (readlink: Permission denied) 2024-09-05T07:41:11.690 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71838 signal_ha ceph txt unknown /proc/71827/task/71838/exe (readlink: Permission denied) 2024-09-05T07:41:11.690 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71838 signal_ha ceph NOFD /proc/71827/task/71838/fd (opendir: Permission denied) 2024-09-05T07:41:11.690 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71839 io_contex ceph cwd unknown /proc/71827/task/71839/cwd (readlink: Permission denied) 2024-09-05T07:41:11.690 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71839 io_contex ceph rtd unknown /proc/71827/task/71839/root (readlink: Permission denied) 2024-09-05T07:41:11.690 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71839 io_contex ceph txt unknown /proc/71827/task/71839/exe (readlink: Permission denied) 2024-09-05T07:41:11.690 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71839 io_contex ceph NOFD /proc/71827/task/71839/fd (opendir: Permission denied) 2024-09-05T07:41:11.690 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71840 io_contex ceph cwd unknown /proc/71827/task/71840/cwd (readlink: Permission denied) 2024-09-05T07:41:11.690 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71840 io_contex ceph rtd unknown /proc/71827/task/71840/root (readlink: Permission denied) 2024-09-05T07:41:11.690 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71840 io_contex ceph txt unknown /proc/71827/task/71840/exe (readlink: Permission denied) 2024-09-05T07:41:11.690 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71840 io_contex ceph NOFD /proc/71827/task/71840/fd (opendir: Permission denied) 2024-09-05T07:41:11.690 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71841 ms_dispat ceph cwd unknown /proc/71827/task/71841/cwd (readlink: Permission denied) 2024-09-05T07:41:11.690 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71841 ms_dispat ceph rtd unknown /proc/71827/task/71841/root (readlink: Permission denied) 2024-09-05T07:41:11.690 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71841 ms_dispat ceph txt unknown /proc/71827/task/71841/exe (readlink: Permission denied) 2024-09-05T07:41:11.690 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71841 ms_dispat ceph NOFD /proc/71827/task/71841/fd (opendir: Permission denied) 2024-09-05T07:41:11.691 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71842 ms_local ceph cwd unknown /proc/71827/task/71842/cwd (readlink: Permission denied) 2024-09-05T07:41:11.691 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71842 ms_local ceph rtd unknown /proc/71827/task/71842/root (readlink: Permission denied) 2024-09-05T07:41:11.691 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71842 ms_local ceph txt unknown /proc/71827/task/71842/exe (readlink: Permission denied) 2024-09-05T07:41:11.691 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71842 ms_local ceph NOFD /proc/71827/task/71842/fd (opendir: Permission denied) 2024-09-05T07:41:11.691 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71843 safe_time ceph cwd unknown /proc/71827/task/71843/cwd (readlink: Permission denied) 2024-09-05T07:41:11.691 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71843 safe_time ceph rtd unknown /proc/71827/task/71843/root (readlink: Permission denied) 2024-09-05T07:41:11.691 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71843 safe_time ceph txt unknown /proc/71827/task/71843/exe (readlink: Permission denied) 2024-09-05T07:41:11.691 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71843 safe_time ceph NOFD /proc/71827/task/71843/fd (opendir: Permission denied) 2024-09-05T07:41:11.691 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71844 safe_time ceph cwd unknown /proc/71827/task/71844/cwd (readlink: Permission denied) 2024-09-05T07:41:11.691 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71844 safe_time ceph rtd unknown /proc/71827/task/71844/root (readlink: Permission denied) 2024-09-05T07:41:11.691 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71844 safe_time ceph txt unknown /proc/71827/task/71844/exe (readlink: Permission denied) 2024-09-05T07:41:11.691 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71844 safe_time ceph NOFD /proc/71827/task/71844/fd (opendir: Permission denied) 2024-09-05T07:41:11.691 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71845 ceph-mds ceph cwd unknown /proc/71827/task/71845/cwd (readlink: Permission denied) 2024-09-05T07:41:11.692 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71845 ceph-mds ceph rtd unknown /proc/71827/task/71845/root (readlink: Permission denied) 2024-09-05T07:41:11.692 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71845 ceph-mds ceph txt unknown /proc/71827/task/71845/exe (readlink: Permission denied) 2024-09-05T07:41:11.692 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71845 ceph-mds ceph NOFD /proc/71827/task/71845/fd (opendir: Permission denied) 2024-09-05T07:41:11.692 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71848 safe_time ceph cwd unknown /proc/71827/task/71848/cwd (readlink: Permission denied) 2024-09-05T07:41:11.692 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71848 safe_time ceph rtd unknown /proc/71827/task/71848/root (readlink: Permission denied) 2024-09-05T07:41:11.692 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71848 safe_time ceph txt unknown /proc/71827/task/71848/exe (readlink: Permission denied) 2024-09-05T07:41:11.692 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-mds 71827 71848 safe_time ceph NOFD /proc/71827/task/71848/fd (opendir: Permission denied) 2024-09-05T07:41:11.692 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/6 72919 root cwd unknown /proc/72919/cwd (readlink: Permission denied) 2024-09-05T07:41:11.692 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/6 72919 root rtd unknown /proc/72919/root (readlink: Permission denied) 2024-09-05T07:41:11.692 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/6 72919 root txt unknown /proc/72919/exe (readlink: Permission denied) 2024-09-05T07:41:11.692 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/6 72919 root NOFD /proc/72919/fd (opendir: Permission denied) 2024-09-05T07:41:11.692 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 75274 root cwd unknown /proc/75274/cwd (readlink: Permission denied) 2024-09-05T07:41:11.693 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 75274 root rtd unknown /proc/75274/root (readlink: Permission denied) 2024-09-05T07:41:11.693 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 75274 root txt unknown /proc/75274/exe (readlink: Permission denied) 2024-09-05T07:41:11.693 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/4 75274 root NOFD /proc/75274/fd (opendir: Permission denied) 2024-09-05T07:41:11.693 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 76574 root cwd unknown /proc/76574/cwd (readlink: Permission denied) 2024-09-05T07:41:11.693 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 76574 root rtd unknown /proc/76574/root (readlink: Permission denied) 2024-09-05T07:41:11.693 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 76574 root txt unknown /proc/76574/exe (readlink: Permission denied) 2024-09-05T07:41:11.693 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 76574 root NOFD /proc/76574/fd (opendir: Permission denied) 2024-09-05T07:41:11.693 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 76970 root cwd unknown /proc/76970/cwd (readlink: Permission denied) 2024-09-05T07:41:11.693 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 76970 root rtd unknown /proc/76970/root (readlink: Permission denied) 2024-09-05T07:41:11.693 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 76970 root txt unknown /proc/76970/exe (readlink: Permission denied) 2024-09-05T07:41:11.693 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/7 76970 root NOFD /proc/76970/fd (opendir: Permission denied) 2024-09-05T07:41:11.693 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 80306 root cwd unknown /proc/80306/cwd (readlink: Permission denied) 2024-09-05T07:41:11.693 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 80306 root rtd unknown /proc/80306/root (readlink: Permission denied) 2024-09-05T07:41:11.694 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 80306 root txt unknown /proc/80306/exe (readlink: Permission denied) 2024-09-05T07:41:11.694 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/0 80306 root NOFD /proc/80306/fd (opendir: Permission denied) 2024-09-05T07:41:11.694 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 84082 root cwd unknown /proc/84082/cwd (readlink: Permission denied) 2024-09-05T07:41:11.694 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 84082 root rtd unknown /proc/84082/root (readlink: Permission denied) 2024-09-05T07:41:11.694 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 84082 root txt unknown /proc/84082/exe (readlink: Permission denied) 2024-09-05T07:41:11.694 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 84082 root NOFD /proc/84082/fd (opendir: Permission denied) 2024-09-05T07:41:11.694 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 84083 root cwd unknown /proc/84083/cwd (readlink: Permission denied) 2024-09-05T07:41:11.694 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 84083 root rtd unknown /proc/84083/root (readlink: Permission denied) 2024-09-05T07:41:11.694 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 84083 root txt unknown /proc/84083/exe (readlink: Permission denied) 2024-09-05T07:41:11.694 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 84083 root NOFD /proc/84083/fd (opendir: Permission denied) 2024-09-05T07:41:11.694 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 84084 root cwd unknown /proc/84084/cwd (readlink: Permission denied) 2024-09-05T07:41:11.694 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 84084 root rtd unknown /proc/84084/root (readlink: Permission denied) 2024-09-05T07:41:11.694 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 84084 root txt unknown /proc/84084/exe (readlink: Permission denied) 2024-09-05T07:41:11.695 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/5 84084 root NOFD /proc/84084/fd (opendir: Permission denied) 2024-09-05T07:41:11.695 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu cwd DIR 8,1 4096 5553 /home/ubuntu 2024-09-05T07:41:11.695 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu rtd DIR 8,1 4096 2 / 2024-09-05T07:41:11.695 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu txt REG 8,1 1389072 11254 /usr/bin/bash 2024-09-05T07:41:11.695 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu mem REG 8,1 2586930 19889 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-09-05T07:41:11.695 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu mem REG 8,1 346132 32690 /usr/lib/locale/C.utf8/LC_CTYPE 2024-09-05T07:41:11.695 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu mem REG 8,1 2544296 11212 /usr/lib64/libc.so.6 2024-09-05T07:41:11.695 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu mem REG 8,1 54 19892 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-09-05T07:41:11.695 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu mem REG 8,1 3284 32609 /usr/lib/locale/en_US.utf8/LC_TIME 2024-09-05T07:41:11.695 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu mem REG 8,1 286 32606 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-09-05T07:41:11.695 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu mem REG 8,1 57 30370 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-09-05T07:41:11.695 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu mem REG 8,1 34 32659 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-09-05T07:41:11.695 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu mem REG 8,1 77 19891 /usr/lib/locale/en_US.utf8/LC_NAME 2024-09-05T07:41:11.696 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu mem REG 8,1 167 32601 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-09-05T07:41:11.696 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu mem REG 8,1 59 32608 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-09-05T07:41:11.696 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu mem REG 8,1 23 32605 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-09-05T07:41:11.696 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu mem REG 8,1 195080 11252 /usr/lib64/libtinfo.so.6.2 2024-09-05T07:41:11.696 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu mem REG 8,1 26988 31782 /usr/lib64/gconv/gconv-modules.cache 2024-09-05T07:41:11.696 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu mem REG 8,1 369 32604 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-09-05T07:41:11.696 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu mem REG 8,1 877424 15688 /usr/lib64/ld-linux-x86-64.so.2 2024-09-05T07:41:11.696 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu 0r FIFO 0,13 0t0 229495 pipe 2024-09-05T07:41:11.696 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu 1w FIFO 0,13 0t0 229496 pipe 2024-09-05T07:41:11.696 INFO:tasks.workunit.client.0.smithi071.stdout:bash 84566 ubuntu 2w FIFO 0,13 0t0 229497 pipe 2024-09-05T07:41:11.696 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 84596 root cwd unknown /proc/84596/cwd (readlink: Permission denied) 2024-09-05T07:41:11.696 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 84596 root rtd unknown /proc/84596/root (readlink: Permission denied) 2024-09-05T07:41:11.697 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 84596 root txt unknown /proc/84596/exe (readlink: Permission denied) 2024-09-05T07:41:11.697 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 84596 root NOFD /proc/84596/fd (opendir: Permission denied) 2024-09-05T07:41:11.697 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 84601 root cwd unknown /proc/84601/cwd (readlink: Permission denied) 2024-09-05T07:41:11.697 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 84601 root rtd unknown /proc/84601/root (readlink: Permission denied) 2024-09-05T07:41:11.697 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 84601 root txt unknown /proc/84601/exe (readlink: Permission denied) 2024-09-05T07:41:11.697 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 84601 root NOFD /proc/84601/fd (opendir: Permission denied) 2024-09-05T07:41:11.697 INFO:tasks.workunit.client.0.smithi071.stdout:daemon-he 84604 root cwd unknown /proc/84604/cwd (readlink: Permission denied) 2024-09-05T07:41:11.697 INFO:tasks.workunit.client.0.smithi071.stdout:daemon-he 84604 root rtd unknown /proc/84604/root (readlink: Permission denied) 2024-09-05T07:41:11.697 INFO:tasks.workunit.client.0.smithi071.stdout:daemon-he 84604 root txt unknown /proc/84604/exe (readlink: Permission denied) 2024-09-05T07:41:11.697 INFO:tasks.workunit.client.0.smithi071.stdout:daemon-he 84604 root NOFD /proc/84604/fd (opendir: Permission denied) 2024-09-05T07:41:11.697 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 root cwd unknown /proc/84606/cwd (readlink: Permission denied) 2024-09-05T07:41:11.697 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 root rtd unknown /proc/84606/root (readlink: Permission denied) 2024-09-05T07:41:11.697 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 root txt unknown /proc/84606/exe (readlink: Permission denied) 2024-09-05T07:41:11.697 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 root NOFD /proc/84606/fd (opendir: Permission denied) 2024-09-05T07:41:11.698 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84623 log root cwd unknown /proc/84606/task/84623/cwd (readlink: Permission denied) 2024-09-05T07:41:11.698 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84623 log root rtd unknown /proc/84606/task/84623/root (readlink: Permission denied) 2024-09-05T07:41:11.698 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84623 log root txt unknown /proc/84606/task/84623/exe (readlink: Permission denied) 2024-09-05T07:41:11.698 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84623 log root NOFD /proc/84606/task/84623/fd (opendir: Permission denied) 2024-09-05T07:41:11.698 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84625 msgr-work root cwd unknown /proc/84606/task/84625/cwd (readlink: Permission denied) 2024-09-05T07:41:11.698 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84625 msgr-work root rtd unknown /proc/84606/task/84625/root (readlink: Permission denied) 2024-09-05T07:41:11.698 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84625 msgr-work root txt unknown /proc/84606/task/84625/exe (readlink: Permission denied) 2024-09-05T07:41:11.698 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84625 msgr-work root NOFD /proc/84606/task/84625/fd (opendir: Permission denied) 2024-09-05T07:41:11.698 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84626 msgr-work root cwd unknown /proc/84606/task/84626/cwd (readlink: Permission denied) 2024-09-05T07:41:11.698 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84626 msgr-work root rtd unknown /proc/84606/task/84626/root (readlink: Permission denied) 2024-09-05T07:41:11.698 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84626 msgr-work root txt unknown /proc/84606/task/84626/exe (readlink: Permission denied) 2024-09-05T07:41:11.698 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84626 msgr-work root NOFD /proc/84606/task/84626/fd (opendir: Permission denied) 2024-09-05T07:41:11.698 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84627 msgr-work root cwd unknown /proc/84606/task/84627/cwd (readlink: Permission denied) 2024-09-05T07:41:11.699 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84627 msgr-work root rtd unknown /proc/84606/task/84627/root (readlink: Permission denied) 2024-09-05T07:41:11.699 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84627 msgr-work root txt unknown /proc/84606/task/84627/exe (readlink: Permission denied) 2024-09-05T07:41:11.699 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84627 msgr-work root NOFD /proc/84606/task/84627/fd (opendir: Permission denied) 2024-09-05T07:41:11.699 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84633 service root cwd unknown /proc/84606/task/84633/cwd (readlink: Permission denied) 2024-09-05T07:41:11.699 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84633 service root rtd unknown /proc/84606/task/84633/root (readlink: Permission denied) 2024-09-05T07:41:11.699 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84633 service root txt unknown /proc/84606/task/84633/exe (readlink: Permission denied) 2024-09-05T07:41:11.699 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84633 service root NOFD /proc/84606/task/84633/fd (opendir: Permission denied) 2024-09-05T07:41:11.699 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84634 admin_soc root cwd unknown /proc/84606/task/84634/cwd (readlink: Permission denied) 2024-09-05T07:41:11.699 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84634 admin_soc root rtd unknown /proc/84606/task/84634/root (readlink: Permission denied) 2024-09-05T07:41:11.699 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84634 admin_soc root txt unknown /proc/84606/task/84634/exe (readlink: Permission denied) 2024-09-05T07:41:11.699 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84634 admin_soc root NOFD /proc/84606/task/84634/fd (opendir: Permission denied) 2024-09-05T07:41:11.699 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84635 signal_ha root cwd unknown /proc/84606/task/84635/cwd (readlink: Permission denied) 2024-09-05T07:41:11.699 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84635 signal_ha root rtd unknown /proc/84606/task/84635/root (readlink: Permission denied) 2024-09-05T07:41:11.700 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84635 signal_ha root txt unknown /proc/84606/task/84635/exe (readlink: Permission denied) 2024-09-05T07:41:11.700 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84635 signal_ha root NOFD /proc/84606/task/84635/fd (opendir: Permission denied) 2024-09-05T07:41:11.700 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84636 io_contex root cwd unknown /proc/84606/task/84636/cwd (readlink: Permission denied) 2024-09-05T07:41:11.700 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84636 io_contex root rtd unknown /proc/84606/task/84636/root (readlink: Permission denied) 2024-09-05T07:41:11.700 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84636 io_contex root txt unknown /proc/84606/task/84636/exe (readlink: Permission denied) 2024-09-05T07:41:11.700 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84636 io_contex root NOFD /proc/84606/task/84636/fd (opendir: Permission denied) 2024-09-05T07:41:11.700 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84637 io_contex root cwd unknown /proc/84606/task/84637/cwd (readlink: Permission denied) 2024-09-05T07:41:11.700 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84637 io_contex root rtd unknown /proc/84606/task/84637/root (readlink: Permission denied) 2024-09-05T07:41:11.700 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84637 io_contex root txt unknown /proc/84606/task/84637/exe (readlink: Permission denied) 2024-09-05T07:41:11.700 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84637 io_contex root NOFD /proc/84606/task/84637/fd (opendir: Permission denied) 2024-09-05T07:41:11.700 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84638 ceph_time root cwd unknown /proc/84606/task/84638/cwd (readlink: Permission denied) 2024-09-05T07:41:11.700 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84638 ceph_time root rtd unknown /proc/84606/task/84638/root (readlink: Permission denied) 2024-09-05T07:41:11.700 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84638 ceph_time root txt unknown /proc/84606/task/84638/exe (readlink: Permission denied) 2024-09-05T07:41:11.701 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84638 ceph_time root NOFD /proc/84606/task/84638/fd (opendir: Permission denied) 2024-09-05T07:41:11.701 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84639 fn_anonym root cwd unknown /proc/84606/task/84639/cwd (readlink: Permission denied) 2024-09-05T07:41:11.701 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84639 fn_anonym root rtd unknown /proc/84606/task/84639/root (readlink: Permission denied) 2024-09-05T07:41:11.701 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84639 fn_anonym root txt unknown /proc/84606/task/84639/exe (readlink: Permission denied) 2024-09-05T07:41:11.701 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84639 fn_anonym root NOFD /proc/84606/task/84639/fd (opendir: Permission denied) 2024-09-05T07:41:11.701 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84640 fn_anonym root cwd unknown /proc/84606/task/84640/cwd (readlink: Permission denied) 2024-09-05T07:41:11.701 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84640 fn_anonym root rtd unknown /proc/84606/task/84640/root (readlink: Permission denied) 2024-09-05T07:41:11.701 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84640 fn_anonym root txt unknown /proc/84606/task/84640/exe (readlink: Permission denied) 2024-09-05T07:41:11.701 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84640 fn_anonym root NOFD /proc/84606/task/84640/fd (opendir: Permission denied) 2024-09-05T07:41:11.701 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84641 fn_anonym root cwd unknown /proc/84606/task/84641/cwd (readlink: Permission denied) 2024-09-05T07:41:11.701 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84641 fn_anonym root rtd unknown /proc/84606/task/84641/root (readlink: Permission denied) 2024-09-05T07:41:11.701 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84641 fn_anonym root txt unknown /proc/84606/task/84641/exe (readlink: Permission denied) 2024-09-05T07:41:11.702 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84641 fn_anonym root NOFD /proc/84606/task/84641/fd (opendir: Permission denied) 2024-09-05T07:41:11.702 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84642 fn_anonym root cwd unknown /proc/84606/task/84642/cwd (readlink: Permission denied) 2024-09-05T07:41:11.702 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84642 fn_anonym root rtd unknown /proc/84606/task/84642/root (readlink: Permission denied) 2024-09-05T07:41:11.702 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84642 fn_anonym root txt unknown /proc/84606/task/84642/exe (readlink: Permission denied) 2024-09-05T07:41:11.702 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84642 fn_anonym root NOFD /proc/84606/task/84642/fd (opendir: Permission denied) 2024-09-05T07:41:11.702 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84643 fn_anonym root cwd unknown /proc/84606/task/84643/cwd (readlink: Permission denied) 2024-09-05T07:41:11.702 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84643 fn_anonym root rtd unknown /proc/84606/task/84643/root (readlink: Permission denied) 2024-09-05T07:41:11.702 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84643 fn_anonym root txt unknown /proc/84606/task/84643/exe (readlink: Permission denied) 2024-09-05T07:41:11.702 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84643 fn_anonym root NOFD /proc/84606/task/84643/fd (opendir: Permission denied) 2024-09-05T07:41:11.702 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84644 safe_time root cwd unknown /proc/84606/task/84644/cwd (readlink: Permission denied) 2024-09-05T07:41:11.702 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84644 safe_time root rtd unknown /proc/84606/task/84644/root (readlink: Permission denied) 2024-09-05T07:41:11.702 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84644 safe_time root txt unknown /proc/84606/task/84644/exe (readlink: Permission denied) 2024-09-05T07:41:11.702 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84644 safe_time root NOFD /proc/84606/task/84644/fd (opendir: Permission denied) 2024-09-05T07:41:11.702 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84645 fn_anonym root cwd unknown /proc/84606/task/84645/cwd (readlink: Permission denied) 2024-09-05T07:41:11.703 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84645 fn_anonym root rtd unknown /proc/84606/task/84645/root (readlink: Permission denied) 2024-09-05T07:41:11.703 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84645 fn_anonym root txt unknown /proc/84606/task/84645/exe (readlink: Permission denied) 2024-09-05T07:41:11.703 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84645 fn_anonym root NOFD /proc/84606/task/84645/fd (opendir: Permission denied) 2024-09-05T07:41:11.703 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84646 flusher root cwd unknown /proc/84606/task/84646/cwd (readlink: Permission denied) 2024-09-05T07:41:11.703 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84646 flusher root rtd unknown /proc/84606/task/84646/root (readlink: Permission denied) 2024-09-05T07:41:11.703 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84646 flusher root txt unknown /proc/84606/task/84646/exe (readlink: Permission denied) 2024-09-05T07:41:11.703 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84646 flusher root NOFD /proc/84606/task/84646/fd (opendir: Permission denied) 2024-09-05T07:41:11.703 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84647 ms_dispat root cwd unknown /proc/84606/task/84647/cwd (readlink: Permission denied) 2024-09-05T07:41:11.703 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84647 ms_dispat root rtd unknown /proc/84606/task/84647/root (readlink: Permission denied) 2024-09-05T07:41:11.703 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84647 ms_dispat root txt unknown /proc/84606/task/84647/exe (readlink: Permission denied) 2024-09-05T07:41:11.703 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84647 ms_dispat root NOFD /proc/84606/task/84647/fd (opendir: Permission denied) 2024-09-05T07:41:11.703 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84648 ms_local root cwd unknown /proc/84606/task/84648/cwd (readlink: Permission denied) 2024-09-05T07:41:11.703 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84648 ms_local root rtd unknown /proc/84606/task/84648/root (readlink: Permission denied) 2024-09-05T07:41:11.704 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84648 ms_local root txt unknown /proc/84606/task/84648/exe (readlink: Permission denied) 2024-09-05T07:41:11.704 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84648 ms_local root NOFD /proc/84606/task/84648/fd (opendir: Permission denied) 2024-09-05T07:41:11.704 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84649 safe_time root cwd unknown /proc/84606/task/84649/cwd (readlink: Permission denied) 2024-09-05T07:41:11.704 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84649 safe_time root rtd unknown /proc/84606/task/84649/root (readlink: Permission denied) 2024-09-05T07:41:11.704 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84649 safe_time root txt unknown /proc/84606/task/84649/exe (readlink: Permission denied) 2024-09-05T07:41:11.704 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84649 safe_time root NOFD /proc/84606/task/84649/fd (opendir: Permission denied) 2024-09-05T07:41:11.704 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84650 ceph-fuse root cwd unknown /proc/84606/task/84650/cwd (readlink: Permission denied) 2024-09-05T07:41:11.704 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84650 ceph-fuse root rtd unknown /proc/84606/task/84650/root (readlink: Permission denied) 2024-09-05T07:41:11.704 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84650 ceph-fuse root txt unknown /proc/84606/task/84650/exe (readlink: Permission denied) 2024-09-05T07:41:11.704 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84650 ceph-fuse root NOFD /proc/84606/task/84650/fd (opendir: Permission denied) 2024-09-05T07:41:11.704 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84735 ceph-fuse root cwd unknown /proc/84606/task/84735/cwd (readlink: Permission denied) 2024-09-05T07:41:11.704 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84735 ceph-fuse root rtd unknown /proc/84606/task/84735/root (readlink: Permission denied) 2024-09-05T07:41:11.705 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84735 ceph-fuse root txt unknown /proc/84606/task/84735/exe (readlink: Permission denied) 2024-09-05T07:41:11.705 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84735 ceph-fuse root NOFD /proc/84606/task/84735/fd (opendir: Permission denied) 2024-09-05T07:41:11.705 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84738 ceph-fuse root cwd unknown /proc/84606/task/84738/cwd (readlink: Permission denied) 2024-09-05T07:41:11.705 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84738 ceph-fuse root rtd unknown /proc/84606/task/84738/root (readlink: Permission denied) 2024-09-05T07:41:11.705 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84738 ceph-fuse root txt unknown /proc/84606/task/84738/exe (readlink: Permission denied) 2024-09-05T07:41:11.705 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 84738 ceph-fuse root NOFD /proc/84606/task/84738/fd (opendir: Permission denied) 2024-09-05T07:41:11.705 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91743 ceph-fuse root cwd unknown /proc/84606/task/91743/cwd (readlink: Permission denied) 2024-09-05T07:41:11.705 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91743 ceph-fuse root rtd unknown /proc/84606/task/91743/root (readlink: Permission denied) 2024-09-05T07:41:11.705 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91743 ceph-fuse root txt unknown /proc/84606/task/91743/exe (readlink: Permission denied) 2024-09-05T07:41:11.705 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91743 ceph-fuse root NOFD /proc/84606/task/91743/fd (opendir: Permission denied) 2024-09-05T07:41:11.705 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91751 ceph-fuse root cwd unknown /proc/84606/task/91751/cwd (readlink: Permission denied) 2024-09-05T07:41:11.705 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91751 ceph-fuse root rtd unknown /proc/84606/task/91751/root (readlink: Permission denied) 2024-09-05T07:41:11.705 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91751 ceph-fuse root txt unknown /proc/84606/task/91751/exe (readlink: Permission denied) 2024-09-05T07:41:11.705 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91751 ceph-fuse root NOFD /proc/84606/task/91751/fd (opendir: Permission denied) 2024-09-05T07:41:11.706 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91752 ceph-fuse root cwd unknown /proc/84606/task/91752/cwd (readlink: Permission denied) 2024-09-05T07:41:11.706 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91752 ceph-fuse root rtd unknown /proc/84606/task/91752/root (readlink: Permission denied) 2024-09-05T07:41:11.706 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91752 ceph-fuse root txt unknown /proc/84606/task/91752/exe (readlink: Permission denied) 2024-09-05T07:41:11.706 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91752 ceph-fuse root NOFD /proc/84606/task/91752/fd (opendir: Permission denied) 2024-09-05T07:41:11.706 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91753 ceph-fuse root cwd unknown /proc/84606/task/91753/cwd (readlink: Permission denied) 2024-09-05T07:41:11.706 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91753 ceph-fuse root rtd unknown /proc/84606/task/91753/root (readlink: Permission denied) 2024-09-05T07:41:11.706 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91753 ceph-fuse root txt unknown /proc/84606/task/91753/exe (readlink: Permission denied) 2024-09-05T07:41:11.706 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91753 ceph-fuse root NOFD /proc/84606/task/91753/fd (opendir: Permission denied) 2024-09-05T07:41:11.706 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91817 ceph-fuse root cwd unknown /proc/84606/task/91817/cwd (readlink: Permission denied) 2024-09-05T07:41:11.706 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91817 ceph-fuse root rtd unknown /proc/84606/task/91817/root (readlink: Permission denied) 2024-09-05T07:41:11.706 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91817 ceph-fuse root txt unknown /proc/84606/task/91817/exe (readlink: Permission denied) 2024-09-05T07:41:11.706 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91817 ceph-fuse root NOFD /proc/84606/task/91817/fd (opendir: Permission denied) 2024-09-05T07:41:11.706 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91818 ceph-fuse root cwd unknown /proc/84606/task/91818/cwd (readlink: Permission denied) 2024-09-05T07:41:11.706 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91818 ceph-fuse root rtd unknown /proc/84606/task/91818/root (readlink: Permission denied) 2024-09-05T07:41:11.707 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91818 ceph-fuse root txt unknown /proc/84606/task/91818/exe (readlink: Permission denied) 2024-09-05T07:41:11.707 INFO:tasks.workunit.client.0.smithi071.stdout:ceph-fuse 84606 91818 ceph-fuse root NOFD /proc/84606/task/91818/fd (opendir: Permission denied) 2024-09-05T07:41:11.707 INFO:tasks.workunit.client.0.smithi071.stdout:sshd 84880 root cwd unknown /proc/84880/cwd (readlink: Permission denied) 2024-09-05T07:41:11.707 INFO:tasks.workunit.client.0.smithi071.stdout:sshd 84880 root rtd unknown /proc/84880/root (readlink: Permission denied) 2024-09-05T07:41:11.707 INFO:tasks.workunit.client.0.smithi071.stdout:sshd 84880 root txt unknown /proc/84880/exe (readlink: Permission denied) 2024-09-05T07:41:11.707 INFO:tasks.workunit.client.0.smithi071.stdout:sshd 84880 root NOFD /proc/84880/fd (opendir: Permission denied) 2024-09-05T07:41:11.707 INFO:tasks.workunit.client.0.smithi071.stdout:sshd 84883 root cwd unknown /proc/84883/cwd (readlink: Permission denied) 2024-09-05T07:41:11.707 INFO:tasks.workunit.client.0.smithi071.stdout:sshd 84883 root rtd unknown /proc/84883/root (readlink: Permission denied) 2024-09-05T07:41:11.707 INFO:tasks.workunit.client.0.smithi071.stdout:sshd 84883 root txt unknown /proc/84883/exe (readlink: Permission denied) 2024-09-05T07:41:11.707 INFO:tasks.workunit.client.0.smithi071.stdout:sshd 84883 root NOFD /proc/84883/fd (opendir: Permission denied) 2024-09-05T07:41:11.707 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 90502 root cwd unknown /proc/90502/cwd (readlink: Permission denied) 2024-09-05T07:41:11.707 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 90502 root rtd unknown /proc/90502/root (readlink: Permission denied) 2024-09-05T07:41:11.707 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 90502 root txt unknown /proc/90502/exe (readlink: Permission denied) 2024-09-05T07:41:11.708 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/3 90502 root NOFD /proc/90502/fd (opendir: Permission denied) 2024-09-05T07:41:11.708 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 91608 root cwd unknown /proc/91608/cwd (readlink: Permission denied) 2024-09-05T07:41:11.708 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 91608 root rtd unknown /proc/91608/root (readlink: Permission denied) 2024-09-05T07:41:11.708 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 91608 root txt unknown /proc/91608/exe (readlink: Permission denied) 2024-09-05T07:41:11.708 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 91608 root NOFD /proc/91608/fd (opendir: Permission denied) 2024-09-05T07:41:11.708 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu cwd DIR 0,121 194241656 1099511627782 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-05T07:41:11.708 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu rtd DIR 8,1 4096 2 / 2024-09-05T07:41:11.708 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu txt REG 8,1 41128 11685 /usr/bin/timeout 2024-09-05T07:41:11.708 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu mem REG 8,1 2586930 19889 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-09-05T07:41:11.708 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu mem REG 8,1 346132 32690 /usr/lib/locale/C.utf8/LC_CTYPE 2024-09-05T07:41:11.708 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu mem REG 8,1 2544296 11212 /usr/lib64/libc.so.6 2024-09-05T07:41:11.708 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu mem REG 8,1 54 19892 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-09-05T07:41:11.709 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu mem REG 8,1 3284 32609 /usr/lib/locale/en_US.utf8/LC_TIME 2024-09-05T07:41:11.709 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu mem REG 8,1 286 32606 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-09-05T07:41:11.709 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu mem REG 8,1 57 30370 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-09-05T07:41:11.709 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu mem REG 8,1 34 32659 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-09-05T07:41:11.709 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu mem REG 8,1 77 19891 /usr/lib/locale/en_US.utf8/LC_NAME 2024-09-05T07:41:11.709 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu mem REG 8,1 167 32601 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-09-05T07:41:11.709 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu mem REG 8,1 59 32608 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-09-05T07:41:11.709 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu mem REG 8,1 23 32605 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-09-05T07:41:11.709 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu mem REG 8,1 26988 31782 /usr/lib64/gconv/gconv-modules.cache 2024-09-05T07:41:11.709 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu mem REG 8,1 369 32604 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-09-05T07:41:11.709 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu mem REG 8,1 877424 15688 /usr/lib64/ld-linux-x86-64.so.2 2024-09-05T07:41:11.709 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu 0r FIFO 0,13 0t0 246896 pipe 2024-09-05T07:41:11.709 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu 1w FIFO 0,13 0t0 246897 pipe 2024-09-05T07:41:11.710 INFO:tasks.workunit.client.0.smithi071.stdout:timeout 91723 ubuntu 2w FIFO 0,13 0t0 246898 pipe 2024-09-05T07:41:11.710 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu cwd DIR 0,121 194241656 1099511627782 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-05T07:41:11.710 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu rtd DIR 8,1 4096 2 / 2024-09-05T07:41:11.710 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu txt REG 8,1 1389072 11254 /usr/bin/bash 2024-09-05T07:41:11.710 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu mem REG 8,1 2586930 19889 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-09-05T07:41:11.710 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu mem REG 8,1 2544296 11212 /usr/lib64/libc.so.6 2024-09-05T07:41:11.710 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu mem REG 8,1 346132 32690 /usr/lib/locale/C.utf8/LC_CTYPE 2024-09-05T07:41:11.710 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu mem REG 8,1 54 19892 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-09-05T07:41:11.710 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu mem REG 8,1 3284 32609 /usr/lib/locale/en_US.utf8/LC_TIME 2024-09-05T07:41:11.710 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu mem REG 8,1 286 32606 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-09-05T07:41:11.710 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu mem REG 8,1 57 30370 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-09-05T07:41:11.710 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu mem REG 8,1 34 32659 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-09-05T07:41:11.710 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu mem REG 8,1 77 19891 /usr/lib/locale/en_US.utf8/LC_NAME 2024-09-05T07:41:11.710 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu mem REG 8,1 167 32601 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-09-05T07:41:11.711 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu mem REG 8,1 59 32608 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-09-05T07:41:11.711 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu mem REG 8,1 23 32605 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-09-05T07:41:11.711 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu mem REG 8,1 195080 11252 /usr/lib64/libtinfo.so.6.2 2024-09-05T07:41:11.711 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu mem REG 8,1 26988 31782 /usr/lib64/gconv/gconv-modules.cache 2024-09-05T07:41:11.711 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu mem REG 8,1 369 32604 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-09-05T07:41:11.711 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu mem REG 8,1 877424 15688 /usr/lib64/ld-linux-x86-64.so.2 2024-09-05T07:41:11.711 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu 0r FIFO 0,13 0t0 246896 pipe 2024-09-05T07:41:11.711 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu 1w FIFO 0,13 0t0 246897 pipe 2024-09-05T07:41:11.711 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu 2w FIFO 0,13 0t0 246898 pipe 2024-09-05T07:41:11.711 INFO:tasks.workunit.client.0.smithi071.stdout:fsync-tes 91741 ubuntu 255r REG 8,1 207 424410 /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/fsync-tester.sh 2024-09-05T07:41:11.711 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 91823 root cwd unknown /proc/91823/cwd (readlink: Permission denied) 2024-09-05T07:41:11.711 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 91823 root rtd unknown /proc/91823/root (readlink: Permission denied) 2024-09-05T07:41:11.711 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 91823 root txt unknown /proc/91823/exe (readlink: Permission denied) 2024-09-05T07:41:11.712 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 91823 root NOFD /proc/91823/fd (opendir: Permission denied) 2024-09-05T07:41:11.712 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 91824 root cwd unknown /proc/91824/cwd (readlink: Permission denied) 2024-09-05T07:41:11.712 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 91824 root rtd unknown /proc/91824/root (readlink: Permission denied) 2024-09-05T07:41:11.712 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 91824 root txt unknown /proc/91824/exe (readlink: Permission denied) 2024-09-05T07:41:11.712 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 91824 root NOFD /proc/91824/fd (opendir: Permission denied) 2024-09-05T07:41:11.712 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 91831 root cwd unknown /proc/91831/cwd (readlink: Permission denied) 2024-09-05T07:41:11.712 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 91831 root rtd unknown /proc/91831/root (readlink: Permission denied) 2024-09-05T07:41:11.712 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 91831 root txt unknown /proc/91831/exe (readlink: Permission denied) 2024-09-05T07:41:11.712 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/u 91831 root NOFD /proc/91831/fd (opendir: Permission denied) 2024-09-05T07:41:11.712 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 91966 root cwd unknown /proc/91966/cwd (readlink: Permission denied) 2024-09-05T07:41:11.712 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 91966 root rtd unknown /proc/91966/root (readlink: Permission denied) 2024-09-05T07:41:11.712 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 91966 root txt unknown /proc/91966/exe (readlink: Permission denied) 2024-09-05T07:41:11.712 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/2 91966 root NOFD /proc/91966/fd (opendir: Permission denied) 2024-09-05T07:41:11.713 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/1 91967 root cwd unknown /proc/91967/cwd (readlink: Permission denied) 2024-09-05T07:41:11.713 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/1 91967 root rtd unknown /proc/91967/root (readlink: Permission denied) 2024-09-05T07:41:11.713 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/1 91967 root txt unknown /proc/91967/exe (readlink: Permission denied) 2024-09-05T07:41:11.713 INFO:tasks.workunit.client.0.smithi071.stdout:kworker/1 91967 root NOFD /proc/91967/fd (opendir: Permission denied) 2024-09-05T07:41:11.713 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 92171 root cwd unknown /proc/92171/cwd (readlink: Permission denied) 2024-09-05T07:41:11.713 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 92171 root rtd unknown /proc/92171/root (readlink: Permission denied) 2024-09-05T07:41:11.713 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 92171 root txt unknown /proc/92171/exe (readlink: Permission denied) 2024-09-05T07:41:11.713 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 92171 root NOFD /proc/92171/fd (opendir: Permission denied) 2024-09-05T07:41:11.713 INFO:tasks.workunit.client.0.smithi071.stdout:cephadm 92199 root cwd unknown /proc/92199/cwd (readlink: Permission denied) 2024-09-05T07:41:11.713 INFO:tasks.workunit.client.0.smithi071.stdout:cephadm 92199 root rtd unknown /proc/92199/root (readlink: Permission denied) 2024-09-05T07:41:11.713 INFO:tasks.workunit.client.0.smithi071.stdout:cephadm 92199 root txt unknown /proc/92199/exe (readlink: Permission denied) 2024-09-05T07:41:11.713 INFO:tasks.workunit.client.0.smithi071.stdout:cephadm 92199 root NOFD /proc/92199/fd (opendir: Permission denied) 2024-09-05T07:41:11.713 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 92290 root cwd unknown /proc/92290/cwd (readlink: Permission denied) 2024-09-05T07:41:11.714 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 92290 root rtd unknown /proc/92290/root (readlink: Permission denied) 2024-09-05T07:41:11.714 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 92290 root txt unknown /proc/92290/exe (readlink: Permission denied) 2024-09-05T07:41:11.714 INFO:tasks.workunit.client.0.smithi071.stdout:sudo 92290 root NOFD /proc/92290/fd (opendir: Permission denied) 2024-09-05T07:41:11.714 INFO:tasks.workunit.client.0.smithi071.stdout:cephadm 92311 root cwd unknown /proc/92311/cwd (readlink: Permission denied) 2024-09-05T07:41:11.714 INFO:tasks.workunit.client.0.smithi071.stdout:cephadm 92311 root rtd unknown /proc/92311/root (readlink: Permission denied) 2024-09-05T07:41:11.714 INFO:tasks.workunit.client.0.smithi071.stdout:cephadm 92311 root txt unknown /proc/92311/exe (readlink: Permission denied) 2024-09-05T07:41:11.714 INFO:tasks.workunit.client.0.smithi071.stdout:cephadm 92311 root NOFD /proc/92311/fd (opendir: Permission denied) 2024-09-05T07:41:11.714 INFO:tasks.workunit.client.0.smithi071.stdout:cephadm 92311 92324 cephadm root cwd unknown /proc/92311/task/92324/cwd (readlink: Permission denied) 2024-09-05T07:41:11.714 INFO:tasks.workunit.client.0.smithi071.stdout:cephadm 92311 92324 cephadm root rtd unknown /proc/92311/task/92324/root (readlink: Permission denied) 2024-09-05T07:41:11.714 INFO:tasks.workunit.client.0.smithi071.stdout:cephadm 92311 92324 cephadm root txt unknown /proc/92311/task/92324/exe (readlink: Permission denied) 2024-09-05T07:41:11.714 INFO:tasks.workunit.client.0.smithi071.stdout:cephadm 92311 92324 cephadm root NOFD /proc/92311/task/92324/fd (opendir: Permission denied) 2024-09-05T07:41:11.714 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 root cwd unknown /proc/92312/cwd (readlink: Permission denied) 2024-09-05T07:41:11.714 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 root rtd unknown /proc/92312/root (readlink: Permission denied) 2024-09-05T07:41:11.715 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 root txt unknown /proc/92312/exe (readlink: Permission denied) 2024-09-05T07:41:11.715 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 root NOFD /proc/92312/fd (opendir: Permission denied) 2024-09-05T07:41:11.715 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92313 podman root cwd unknown /proc/92312/task/92313/cwd (readlink: Permission denied) 2024-09-05T07:41:11.715 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92313 podman root rtd unknown /proc/92312/task/92313/root (readlink: Permission denied) 2024-09-05T07:41:11.715 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92313 podman root txt unknown /proc/92312/task/92313/exe (readlink: Permission denied) 2024-09-05T07:41:11.715 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92313 podman root NOFD /proc/92312/task/92313/fd (opendir: Permission denied) 2024-09-05T07:41:11.715 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92314 podman root cwd unknown /proc/92312/task/92314/cwd (readlink: Permission denied) 2024-09-05T07:41:11.715 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92314 podman root rtd unknown /proc/92312/task/92314/root (readlink: Permission denied) 2024-09-05T07:41:11.715 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92314 podman root txt unknown /proc/92312/task/92314/exe (readlink: Permission denied) 2024-09-05T07:41:11.715 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92314 podman root NOFD /proc/92312/task/92314/fd (opendir: Permission denied) 2024-09-05T07:41:11.715 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92315 podman root cwd unknown /proc/92312/task/92315/cwd (readlink: Permission denied) 2024-09-05T07:41:11.715 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92315 podman root rtd unknown /proc/92312/task/92315/root (readlink: Permission denied) 2024-09-05T07:41:11.715 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92315 podman root txt unknown /proc/92312/task/92315/exe (readlink: Permission denied) 2024-09-05T07:41:11.716 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92315 podman root NOFD /proc/92312/task/92315/fd (opendir: Permission denied) 2024-09-05T07:41:11.716 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92316 podman root cwd unknown /proc/92312/task/92316/cwd (readlink: Permission denied) 2024-09-05T07:41:11.716 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92316 podman root rtd unknown /proc/92312/task/92316/root (readlink: Permission denied) 2024-09-05T07:41:11.716 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92316 podman root txt unknown /proc/92312/task/92316/exe (readlink: Permission denied) 2024-09-05T07:41:11.716 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92316 podman root NOFD /proc/92312/task/92316/fd (opendir: Permission denied) 2024-09-05T07:41:11.716 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92317 podman root cwd unknown /proc/92312/task/92317/cwd (readlink: Permission denied) 2024-09-05T07:41:11.716 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92317 podman root rtd unknown /proc/92312/task/92317/root (readlink: Permission denied) 2024-09-05T07:41:11.716 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92317 podman root txt unknown /proc/92312/task/92317/exe (readlink: Permission denied) 2024-09-05T07:41:11.716 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92317 podman root NOFD /proc/92312/task/92317/fd (opendir: Permission denied) 2024-09-05T07:41:11.716 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92318 podman root cwd unknown /proc/92312/task/92318/cwd (readlink: Permission denied) 2024-09-05T07:41:11.716 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92318 podman root rtd unknown /proc/92312/task/92318/root (readlink: Permission denied) 2024-09-05T07:41:11.716 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92318 podman root txt unknown /proc/92312/task/92318/exe (readlink: Permission denied) 2024-09-05T07:41:11.716 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92318 podman root NOFD /proc/92312/task/92318/fd (opendir: Permission denied) 2024-09-05T07:41:11.717 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92319 podman root cwd unknown /proc/92312/task/92319/cwd (readlink: Permission denied) 2024-09-05T07:41:11.717 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92319 podman root rtd unknown /proc/92312/task/92319/root (readlink: Permission denied) 2024-09-05T07:41:11.717 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92319 podman root txt unknown /proc/92312/task/92319/exe (readlink: Permission denied) 2024-09-05T07:41:11.717 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92319 podman root NOFD /proc/92312/task/92319/fd (opendir: Permission denied) 2024-09-05T07:41:11.717 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92320 podman root cwd unknown /proc/92312/task/92320/cwd (readlink: Permission denied) 2024-09-05T07:41:11.717 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92320 podman root rtd unknown /proc/92312/task/92320/root (readlink: Permission denied) 2024-09-05T07:41:11.717 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92320 podman root txt unknown /proc/92312/task/92320/exe (readlink: Permission denied) 2024-09-05T07:41:11.717 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92320 podman root NOFD /proc/92312/task/92320/fd (opendir: Permission denied) 2024-09-05T07:41:11.717 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92321 podman root cwd unknown /proc/92312/task/92321/cwd (readlink: Permission denied) 2024-09-05T07:41:11.717 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92321 podman root rtd unknown /proc/92312/task/92321/root (readlink: Permission denied) 2024-09-05T07:41:11.717 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92321 podman root txt unknown /proc/92312/task/92321/exe (readlink: Permission denied) 2024-09-05T07:41:11.717 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92312 92321 podman root NOFD /proc/92312/task/92321/fd (opendir: Permission denied) 2024-09-05T07:41:11.717 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu cwd DIR 0,121 194241656 1099511627782 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-05T07:41:11.718 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu rtd DIR 8,1 4096 2 / 2024-09-05T07:41:11.718 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu txt REG 8,1 179232 13934 /usr/bin/lsof 2024-09-05T07:41:11.718 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu mem REG 8,1 5436040 11595 /usr/lib64/libcrypto.so.3.2.2 2024-09-05T07:41:11.718 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu mem REG 8,1 346132 32690 /usr/lib/locale/C.utf8/LC_CTYPE 2024-09-05T07:41:11.718 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu mem REG 8,1 102672 11274 /usr/lib64/libz.so.1.2.11 2024-09-05T07:41:11.718 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu mem REG 8,1 906368 12996 /usr/lib64/libkrb5.so.3.3 2024-09-05T07:41:11.718 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu mem REG 8,1 358560 12986 /usr/lib64/libgssapi_krb5.so.2.2 2024-09-05T07:41:11.718 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu mem REG 8,1 636848 11327 /usr/lib64/libpcre2-8.so.0.11.0 2024-09-05T07:41:11.718 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu mem REG 8,1 2544296 11212 /usr/lib64/libc.so.6 2024-09-05T07:41:11.718 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu mem REG 8,1 70880 11221 /usr/lib64/libresolv.so.2 2024-09-05T07:41:11.718 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu mem REG 8,1 23992 11348 /usr/lib64/libkeyutils.so.1.10 2024-09-05T07:41:11.718 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu mem REG 8,1 66320 12998 /usr/lib64/libkrb5support.so.0.1 2024-09-05T07:41:11.718 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu mem REG 8,1 23872 11298 /usr/lib64/libcom_err.so.2.1 2024-09-05T07:41:11.719 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu mem REG 8,1 99112 12990 /usr/lib64/libk5crypto.so.3.1 2024-09-05T07:41:11.719 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu mem REG 8,1 196224 13024 /usr/lib64/libtirpc.so.3.0.0 2024-09-05T07:41:11.719 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu mem REG 8,1 175744 11412 /usr/lib64/libselinux.so.1 2024-09-05T07:41:11.719 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu mem REG 8,1 26988 31782 /usr/lib64/gconv/gconv-modules.cache 2024-09-05T07:41:11.719 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu mem REG 8,1 877424 15688 /usr/lib64/ld-linux-x86-64.so.2 2024-09-05T07:41:11.719 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu 0r FIFO 0,13 0t0 246896 pipe 2024-09-05T07:41:11.719 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu 1w FIFO 0,13 0t0 246897 pipe 2024-09-05T07:41:11.719 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu 2w FIFO 0,13 0t0 246898 pipe 2024-09-05T07:41:11.719 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu 3r DIR 0,20 0 1 /proc 2024-09-05T07:41:11.719 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu 4r DIR 0,20 0 249893 /proc/92322/fd 2024-09-05T07:41:11.719 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu 5w FIFO 0,13 0t0 249898 pipe 2024-09-05T07:41:11.719 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92322 ubuntu 6r FIFO 0,13 0t0 249899 pipe 2024-09-05T07:41:11.719 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 root cwd unknown /proc/92323/cwd (readlink: Permission denied) 2024-09-05T07:41:11.720 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 root rtd unknown /proc/92323/root (readlink: Permission denied) 2024-09-05T07:41:11.720 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 root txt unknown /proc/92323/exe (readlink: Permission denied) 2024-09-05T07:41:11.720 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 root NOFD /proc/92323/fd (opendir: Permission denied) 2024-09-05T07:41:11.720 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92326 podman root cwd unknown /proc/92323/task/92326/cwd (readlink: Permission denied) 2024-09-05T07:41:11.720 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92326 podman root rtd unknown /proc/92323/task/92326/root (readlink: Permission denied) 2024-09-05T07:41:11.720 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92326 podman root txt unknown /proc/92323/task/92326/exe (readlink: Permission denied) 2024-09-05T07:41:11.720 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92326 podman root NOFD /proc/92323/task/92326/fd (opendir: Permission denied) 2024-09-05T07:41:11.720 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92327 podman root cwd unknown /proc/92323/task/92327/cwd (readlink: Permission denied) 2024-09-05T07:41:11.720 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92327 podman root rtd unknown /proc/92323/task/92327/root (readlink: Permission denied) 2024-09-05T07:41:11.720 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92327 podman root txt unknown /proc/92323/task/92327/exe (readlink: Permission denied) 2024-09-05T07:41:11.720 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92327 podman root NOFD /proc/92323/task/92327/fd (opendir: Permission denied) 2024-09-05T07:41:11.720 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92328 podman root cwd unknown /proc/92323/task/92328/cwd (readlink: Permission denied) 2024-09-05T07:41:11.720 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92328 podman root rtd unknown /proc/92323/task/92328/root (readlink: Permission denied) 2024-09-05T07:41:11.720 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92328 podman root txt unknown /proc/92323/task/92328/exe (readlink: Permission denied) 2024-09-05T07:41:11.721 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92328 podman root NOFD /proc/92323/task/92328/fd (opendir: Permission denied) 2024-09-05T07:41:11.721 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92329 podman root cwd unknown /proc/92323/task/92329/cwd (readlink: Permission denied) 2024-09-05T07:41:11.721 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92329 podman root rtd unknown /proc/92323/task/92329/root (readlink: Permission denied) 2024-09-05T07:41:11.721 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92329 podman root txt unknown /proc/92323/task/92329/exe (readlink: Permission denied) 2024-09-05T07:41:11.721 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92329 podman root NOFD /proc/92323/task/92329/fd (opendir: Permission denied) 2024-09-05T07:41:11.721 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92330 podman root cwd unknown /proc/92323/task/92330/cwd (readlink: Permission denied) 2024-09-05T07:41:11.721 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92330 podman root rtd unknown /proc/92323/task/92330/root (readlink: Permission denied) 2024-09-05T07:41:11.721 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92330 podman root txt unknown /proc/92323/task/92330/exe (readlink: Permission denied) 2024-09-05T07:41:11.721 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92330 podman root NOFD /proc/92323/task/92330/fd (opendir: Permission denied) 2024-09-05T07:41:11.721 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92331 podman root cwd unknown /proc/92323/task/92331/cwd (readlink: Permission denied) 2024-09-05T07:41:11.721 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92331 podman root rtd unknown /proc/92323/task/92331/root (readlink: Permission denied) 2024-09-05T07:41:11.721 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92331 podman root txt unknown /proc/92323/task/92331/exe (readlink: Permission denied) 2024-09-05T07:41:11.721 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92331 podman root NOFD /proc/92323/task/92331/fd (opendir: Permission denied) 2024-09-05T07:41:11.721 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92332 podman root cwd unknown /proc/92323/task/92332/cwd (readlink: Permission denied) 2024-09-05T07:41:11.722 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92332 podman root rtd unknown /proc/92323/task/92332/root (readlink: Permission denied) 2024-09-05T07:41:11.722 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92332 podman root txt unknown /proc/92323/task/92332/exe (readlink: Permission denied) 2024-09-05T07:41:11.722 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92332 podman root NOFD /proc/92323/task/92332/fd (opendir: Permission denied) 2024-09-05T07:41:11.722 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92333 podman root cwd unknown /proc/92323/task/92333/cwd (readlink: Permission denied) 2024-09-05T07:41:11.722 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92333 podman root rtd unknown /proc/92323/task/92333/root (readlink: Permission denied) 2024-09-05T07:41:11.722 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92333 podman root txt unknown /proc/92323/task/92333/exe (readlink: Permission denied) 2024-09-05T07:41:11.722 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92333 podman root NOFD /proc/92323/task/92333/fd (opendir: Permission denied) 2024-09-05T07:41:11.722 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92334 podman root cwd unknown /proc/92323/task/92334/cwd (readlink: Permission denied) 2024-09-05T07:41:11.722 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92334 podman root rtd unknown /proc/92323/task/92334/root (readlink: Permission denied) 2024-09-05T07:41:11.722 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92334 podman root txt unknown /proc/92323/task/92334/exe (readlink: Permission denied) 2024-09-05T07:41:11.722 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92334 podman root NOFD /proc/92323/task/92334/fd (opendir: Permission denied) 2024-09-05T07:41:11.722 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92335 podman root cwd unknown /proc/92323/task/92335/cwd (readlink: Permission denied) 2024-09-05T07:41:11.722 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92335 podman root rtd unknown /proc/92323/task/92335/root (readlink: Permission denied) 2024-09-05T07:41:11.722 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92335 podman root txt unknown /proc/92323/task/92335/exe (readlink: Permission denied) 2024-09-05T07:41:11.723 INFO:tasks.workunit.client.0.smithi071.stdout:podman 92323 92335 podman root NOFD /proc/92323/task/92335/fd (opendir: Permission denied) 2024-09-05T07:41:11.723 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu cwd DIR 0,121 194241656 1099511627782 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-05T07:41:11.723 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu rtd DIR 8,1 4096 2 / 2024-09-05T07:41:11.723 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu txt REG 8,1 179232 13934 /usr/bin/lsof 2024-09-05T07:41:11.723 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu mem REG 8,1 5436040 11595 /usr/lib64/libcrypto.so.3.2.2 2024-09-05T07:41:11.723 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu mem REG 8,1 346132 32690 /usr/lib/locale/C.utf8/LC_CTYPE 2024-09-05T07:41:11.723 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu mem REG 8,1 102672 11274 /usr/lib64/libz.so.1.2.11 2024-09-05T07:41:11.723 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu mem REG 8,1 906368 12996 /usr/lib64/libkrb5.so.3.3 2024-09-05T07:41:11.723 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu mem REG 8,1 358560 12986 /usr/lib64/libgssapi_krb5.so.2.2 2024-09-05T07:41:11.723 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu mem REG 8,1 636848 11327 /usr/lib64/libpcre2-8.so.0.11.0 2024-09-05T07:41:11.723 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu mem REG 8,1 2544296 11212 /usr/lib64/libc.so.6 2024-09-05T07:41:11.723 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu mem REG 8,1 70880 11221 /usr/lib64/libresolv.so.2 2024-09-05T07:41:11.723 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu mem REG 8,1 23992 11348 /usr/lib64/libkeyutils.so.1.10 2024-09-05T07:41:11.723 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu mem REG 8,1 66320 12998 /usr/lib64/libkrb5support.so.0.1 2024-09-05T07:41:11.723 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu mem REG 8,1 23872 11298 /usr/lib64/libcom_err.so.2.1 2024-09-05T07:41:11.724 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu mem REG 8,1 99112 12990 /usr/lib64/libk5crypto.so.3.1 2024-09-05T07:41:11.724 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu mem REG 8,1 196224 13024 /usr/lib64/libtirpc.so.3.0.0 2024-09-05T07:41:11.724 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu mem REG 8,1 175744 11412 /usr/lib64/libselinux.so.1 2024-09-05T07:41:11.724 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu mem REG 8,1 26988 31782 /usr/lib64/gconv/gconv-modules.cache 2024-09-05T07:41:11.724 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu mem REG 8,1 877424 15688 /usr/lib64/ld-linux-x86-64.so.2 2024-09-05T07:41:11.724 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu 4r FIFO 0,13 0t0 249898 pipe 2024-09-05T07:41:11.724 INFO:tasks.workunit.client.0.smithi071.stdout:lsof 92325 ubuntu 7w FIFO 0,13 0t0 249899 pipe 2024-09-05T07:41:11.724 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-05T07:41:11.724 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-05T07:41:11.824 INFO:tasks.workunit:Stopping ['suites/fsync-tester.sh'] on client.0... 2024-09-05T07:41:11.824 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-05T07:41:12.245 DEBUG:teuthology.parallel:result is None 2024-09-05T07:41:12.245 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-05T07:41:12.279 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-05T07:41:12.279 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-09-05T07:41:12.290 INFO:tasks.quiescer:joining Quiescers 2024-09-05T07:41:12.290 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-09-05T07:41:12.290 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:41:12.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:12 smithi071 ceph-mon[30965]: pgmap v81: 129 pgs: 129 active+clean; 336 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 12 MiB/s wr, 2.72k op/s 2024-09-05T07:41:12.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:12 smithi123 ceph-mon[34568]: pgmap v81: 129 pgs: 129 active+clean; 336 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 12 MiB/s wr, 2.72k op/s 2024-09-05T07:41:12.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:12 smithi192 ceph-mon[34929]: pgmap v81: 129 pgs: 129 active+clean; 336 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 12 MiB/s wr, 2.72k op/s 2024-09-05T07:41:14.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:14 smithi071 ceph-mon[30965]: pgmap v82: 129 pgs: 129 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 12 MiB/s wr, 2.66k op/s 2024-09-05T07:41:14.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:14 smithi123 ceph-mon[34568]: pgmap v82: 129 pgs: 129 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 12 MiB/s wr, 2.66k op/s 2024-09-05T07:41:14.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:14 smithi192 ceph-mon[34929]: pgmap v82: 129 pgs: 129 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 12 MiB/s wr, 2.66k op/s 2024-09-05T07:41:16.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:16 smithi071 ceph-mon[30965]: pgmap v83: 129 pgs: 129 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 9.3 MiB/s wr, 2.08k op/s 2024-09-05T07:41:16.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:16 smithi123 ceph-mon[34568]: pgmap v83: 129 pgs: 129 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 9.3 MiB/s wr, 2.08k op/s 2024-09-05T07:41:16.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:16 smithi192 ceph-mon[34929]: pgmap v83: 129 pgs: 129 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 9.3 MiB/s wr, 2.08k op/s 2024-09-05T07:41:17.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.650+0000 7f3e367f5640 1 -- 172.21.15.71:0/2716597003 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3e30100a60 msgr2=0x7f3e30100ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:17.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.650+0000 7f3e367f5640 1 --2- 172.21.15.71:0/2716597003 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3e30100a60 0x7f3e30100ec0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f3e18009930 tx=0x7f3e1802a420 comp rx=0 tx=0).stop 2024-09-05T07:41:17.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.650+0000 7f3e367f5640 1 -- 172.21.15.71:0/2716597003 shutdown_connections 2024-09-05T07:41:17.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.650+0000 7f3e367f5640 1 --2- 172.21.15.71:0/2716597003 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e30101400 0x7f3e3010d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.650+0000 7f3e367f5640 1 --2- 172.21.15.71:0/2716597003 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3e30100a60 0x7f3e30100ec0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.650+0000 7f3e367f5640 1 --2- 172.21.15.71:0/2716597003 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3e30106a60 0x7f3e30106e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.650+0000 7f3e367f5640 1 -- 172.21.15.71:0/2716597003 >> 172.21.15.71:0/2716597003 conn(0x7f3e300fc780 msgr2=0x7f3e300feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:17.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.650+0000 7f3e367f5640 1 -- 172.21.15.71:0/2716597003 shutdown_connections 2024-09-05T07:41:17.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.650+0000 7f3e367f5640 1 -- 172.21.15.71:0/2716597003 wait complete. 2024-09-05T07:41:17.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.651+0000 7f3e367f5640 1 Processor -- start 2024-09-05T07:41:17.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.651+0000 7f3e367f5640 1 -- start start 2024-09-05T07:41:17.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.651+0000 7f3e367f5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3e30100a60 0x7f3e30199200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:17.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.651+0000 7f3e367f5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e30101400 0x7f3e30199740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:17.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.651+0000 7f3e367f5640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3e30106a60 0x7f3e301a4280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:17.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.651+0000 7f3e367f5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3e30110cd0 con 0x7f3e30100a60 2024-09-05T07:41:17.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.651+0000 7f3e367f5640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3e30110b50 con 0x7f3e30106a60 2024-09-05T07:41:17.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.651+0000 7f3e367f5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3e30110e50 con 0x7f3e30101400 2024-09-05T07:41:17.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.651+0000 7f3e2ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3e30100a60 0x7f3e30199200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:17.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.651+0000 7f3e2ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3e30100a60 0x7f3e30199200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:43830/0 (socket says 172.21.15.71:43830) 2024-09-05T07:41:17.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.651+0000 7f3e2ffff640 1 -- 172.21.15.71:0/1366210833 learned_addr learned my addr 172.21.15.71:0/1366210833 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:17.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.652+0000 7f3e27fff640 1 --2- 172.21.15.71:0/1366210833 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e30101400 0x7f3e30199740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:17.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.652+0000 7f3e34d92640 1 --2- 172.21.15.71:0/1366210833 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3e30106a60 0x7f3e301a4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:17.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.652+0000 7f3e2ffff640 1 -- 172.21.15.71:0/1366210833 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e30101400 msgr2=0x7f3e30199740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:17.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.652+0000 7f3e2ffff640 1 --2- 172.21.15.71:0/1366210833 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e30101400 0x7f3e30199740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.652+0000 7f3e2ffff640 1 -- 172.21.15.71:0/1366210833 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3e30106a60 msgr2=0x7f3e301a4280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:17.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.652+0000 7f3e2ffff640 1 --2- 172.21.15.71:0/1366210833 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3e30106a60 0x7f3e301a4280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.652+0000 7f3e2ffff640 1 -- 172.21.15.71:0/1366210833 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e301a47c0 con 0x7f3e30100a60 2024-09-05T07:41:17.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.652+0000 7f3e27fff640 1 --2- 172.21.15.71:0/1366210833 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e30101400 0x7f3e30199740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:41:17.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.652+0000 7f3e34d92640 1 --2- 172.21.15.71:0/1366210833 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3e30106a60 0x7f3e301a4280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:41:17.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.652+0000 7f3e2ffff640 1 --2- 172.21.15.71:0/1366210833 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3e30100a60 0x7f3e30199200 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f3e2000d950 tx=0x7f3e2000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:17.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.652+0000 7f3e2dffb640 1 -- 172.21.15.71:0/1366210833 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e20017070 con 0x7f3e30100a60 2024-09-05T07:41:17.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.652+0000 7f3e2dffb640 1 -- 172.21.15.71:0/1366210833 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3e20009c30 con 0x7f3e30100a60 2024-09-05T07:41:17.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.652+0000 7f3e367f5640 1 -- 172.21.15.71:0/1366210833 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e301a4990 con 0x7f3e30100a60 2024-09-05T07:41:17.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.652+0000 7f3e2dffb640 1 -- 172.21.15.71:0/1366210833 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e2000f620 con 0x7f3e30100a60 2024-09-05T07:41:17.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.652+0000 7f3e367f5640 1 -- 172.21.15.71:0/1366210833 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e301a4ea0 con 0x7f3e30100a60 2024-09-05T07:41:17.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.654+0000 7f3e2dffb640 1 -- 172.21.15.71:0/1366210833 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f3e200109a0 con 0x7f3e30100a60 2024-09-05T07:41:17.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.655+0000 7f3e38bce740 1 Processor -- start 2024-09-05T07:41:17.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.655+0000 7f3e38bce740 1 -- start start 2024-09-05T07:41:17.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.655+0000 7f3e38bce740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9ba0b40 0x5610b9b9f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:17.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.655+0000 7f3e38bce740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9b9f5d0 0x5610b9b9fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:17.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.655+0000 7f3e38bce740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9baa370 0x5610b9bac760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:17.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.655+0000 7f3e38bce740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5610b9b052f0 con 0x5610b9b9f5d0 2024-09-05T07:41:17.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.655+0000 7f3e38bce740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5610b9aaccf0 con 0x5610b9baa370 2024-09-05T07:41:17.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.655+0000 7f3e38bce740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5610b9b012b0 con 0x5610b9ba0b40 2024-09-05T07:41:17.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.655+0000 7f3e2ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9b9f5d0 0x5610b9b9fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:17.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.655+0000 7f3e2ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9b9f5d0 0x5610b9b9fa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:43840/0 (socket says 172.21.15.71:43840) 2024-09-05T07:41:17.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.655+0000 7f3e2ffff640 1 -- 172.21.15.71:0/1528006374 learned_addr learned my addr 172.21.15.71:0/1528006374 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:17.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.655+0000 7f3e34d92640 1 --2- 172.21.15.71:0/1528006374 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9ba0b40 0x5610b9b9f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:17.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.655+0000 7f3e2dffb640 1 --2- 172.21.15.71:0/1366210833 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3e1c0a2d70 0x7f3e1c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:17.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.655+0000 7f3e27fff640 1 --2- 172.21.15.71:0/1528006374 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9baa370 0x5610b9bac760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:17.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.656+0000 7f3e34d92640 1 --2- 172.21.15.71:0/1366210833 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3e1c0a2d70 0x7f3e1c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:17.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.656+0000 7f3e2ffff640 1 -- 172.21.15.71:0/1528006374 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9ba0b40 msgr2=0x5610b9b9f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:17.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.656+0000 7f3e2ffff640 1 --2- 172.21.15.71:0/1528006374 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9ba0b40 0x5610b9b9f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.656+0000 7f3e2ffff640 1 -- 172.21.15.71:0/1528006374 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9baa370 msgr2=0x5610b9bac760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:17.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.656+0000 7f3e2ffff640 1 --2- 172.21.15.71:0/1528006374 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9baa370 0x5610b9bac760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.656+0000 7f3e2ffff640 1 -- 172.21.15.71:0/1528006374 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610b9a913a0 con 0x5610b9b9f5d0 2024-09-05T07:41:17.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.656+0000 7f3e27fff640 1 --2- 172.21.15.71:0/1528006374 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9baa370 0x5610b9bac760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:41:17.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.656+0000 7f3e2dffb640 1 -- 172.21.15.71:0/1366210833 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f3e200cf490 con 0x7f3e30100a60 2024-09-05T07:41:17.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.656+0000 7f3e2ffff640 1 --2- 172.21.15.71:0/1528006374 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9b9f5d0 0x5610b9b9fa10 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f3e20097f80 tx=0x7f3e20097980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a33ba39533f53cb2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:17.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.656+0000 7f3e34d92640 1 --2- 172.21.15.71:0/1366210833 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3e1c0a2d70 0x7f3e1c0a5230 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3e28005fd0 tx=0x7f3e28004ab0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:17.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.656+0000 7f3e267fc640 1 -- 172.21.15.71:0/1528006374 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e20020070 con 0x5610b9b9f5d0 2024-09-05T07:41:17.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.656+0000 7f3e267fc640 1 -- 172.21.15.71:0/1528006374 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3e200120d0 con 0x5610b9b9f5d0 2024-09-05T07:41:17.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.656+0000 7f3e267fc640 1 -- 172.21.15.71:0/1528006374 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e2009f960 con 0x5610b9b9f5d0 2024-09-05T07:41:17.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.657+0000 7f3e38bce740 1 -- 172.21.15.71:0/1528006374 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9b9f5d0 msgr2=0x5610b9b9fa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:17.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.657+0000 7f3e38bce740 1 --2- 172.21.15.71:0/1528006374 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9b9f5d0 0x5610b9b9fa10 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f3e20097f80 tx=0x7f3e20097980 comp rx=0 tx=0).stop 2024-09-05T07:41:17.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.657+0000 7f3e38bce740 1 -- 172.21.15.71:0/1528006374 shutdown_connections 2024-09-05T07:41:17.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.657+0000 7f3e38bce740 1 --2- 172.21.15.71:0/1528006374 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9baa370 0x5610b9bac760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.657+0000 7f3e38bce740 1 --2- 172.21.15.71:0/1528006374 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9b9f5d0 0x5610b9b9fa10 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.657+0000 7f3e38bce740 1 --2- 172.21.15.71:0/1528006374 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9ba0b40 0x5610b9b9f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.657+0000 7f3e38bce740 1 -- 172.21.15.71:0/1528006374 >> 172.21.15.71:0/1528006374 conn(0x5610b9b68310 msgr2=0x5610b9b9bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:17.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.657+0000 7f3e38bce740 1 -- 172.21.15.71:0/1528006374 shutdown_connections 2024-09-05T07:41:17.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.657+0000 7f3e38bce740 1 -- 172.21.15.71:0/1528006374 wait complete. 2024-09-05T07:41:17.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.657+0000 7f3e38bce740 1 -- start start 2024-09-05T07:41:17.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.658+0000 7f3e38bce740 1 Processor -- start 2024-09-05T07:41:17.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.658+0000 7f3e38bce740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9b9f5d0 0x5610b9ba9d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:17.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.658+0000 7f3e38bce740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9ba0b40 0x5610b9ba7000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:17.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.658+0000 7f3e38bce740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9baa370 0x5610b9ba75d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:17.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.658+0000 7f3e38bce740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5610b9bad010 con 0x5610b9b9f5d0 2024-09-05T07:41:17.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.658+0000 7f3e38bce740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5610b9ac0060 con 0x5610b9baa370 2024-09-05T07:41:17.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.658+0000 7f3e38bce740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5610b9bad190 con 0x5610b9ba0b40 2024-09-05T07:41:17.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.658+0000 7f3e38bce740 10 client.0 _ll_register_callbacks cb 0x5610b98138c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:17.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.658+0000 7f3e2ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9b9f5d0 0x5610b9ba9d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:17.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.658+0000 7f3e2ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9b9f5d0 0x5610b9ba9d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:43856/0 (socket says 172.21.15.71:43856) 2024-09-05T07:41:17.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.658+0000 7f3e2ffff640 1 -- 172.21.15.71:0/2691005728 learned_addr learned my addr 172.21.15.71:0/2691005728 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:17.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.658+0000 7f3e34d92640 1 --2- 172.21.15.71:0/2691005728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9baa370 0x5610b9ba75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:17.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.658+0000 7f3e27fff640 1 --2- 172.21.15.71:0/2691005728 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9ba0b40 0x5610b9ba7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:17.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.658+0000 7f3e2ffff640 1 -- 172.21.15.71:0/2691005728 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9ba0b40 msgr2=0x5610b9ba7000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:17.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.658+0000 7f3e2ffff640 1 --2- 172.21.15.71:0/2691005728 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9ba0b40 0x5610b9ba7000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.658+0000 7f3e2ffff640 1 -- 172.21.15.71:0/2691005728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9baa370 msgr2=0x5610b9ba75d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:17.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.658+0000 7f3e2ffff640 1 --2- 172.21.15.71:0/2691005728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9baa370 0x5610b9ba75d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.658+0000 7f3e2ffff640 1 -- 172.21.15.71:0/2691005728 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610b98763c0 con 0x5610b9b9f5d0 2024-09-05T07:41:17.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.658+0000 7f3e2ffff640 1 --2- 172.21.15.71:0/2691005728 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9b9f5d0 0x5610b9ba9d50 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f3e200ccde0 tx=0x7f3e20000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=453be31ba8880610 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:17.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.658+0000 7f3e0f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:17.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.659+0000 7f3e0f7fe640 1 -- 172.21.15.71:0/2691005728 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e20020070 con 0x5610b9b9f5d0 2024-09-05T07:41:17.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.659+0000 7f3e0f7fe640 1 -- 172.21.15.71:0/2691005728 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f3e200cf170 con 0x5610b9b9f5d0 2024-09-05T07:41:17.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.659+0000 7f3e38bce740 1 -- 172.21.15.71:0/2691005728 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3e200120d0 con 0x5610b9b9f5d0 2024-09-05T07:41:17.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.659+0000 7f3e0f7fe640 1 -- 172.21.15.71:0/2691005728 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3e200d6040 con 0x5610b9b9f5d0 2024-09-05T07:41:17.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.659+0000 7f3e38bce740 10 client.15816 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:17.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.659+0000 7f3e38bce740 1 -- 172.21.15.71:0/2691005728 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5610b9bb8a90 con 0x5610b9b9f5d0 2024-09-05T07:41:17.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.659+0000 7f3e0f7fe640 1 -- 172.21.15.71:0/2691005728 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3e200120d0 con 0x5610b9b9f5d0 2024-09-05T07:41:17.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.659+0000 7f3e0f7fe640 1 -- 172.21.15.71:0/2691005728 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f3e20084af0 con 0x5610b9b9f5d0 2024-09-05T07:41:17.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.659+0000 7f3e38bce740 10 client.15816 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:17.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.659+0000 7f3e38bce740 10 client.15816 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:41:17.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.659+0000 7f3e38bce740 20 client.15816 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:17.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.659+0000 7f3e38bce740 1 --2- 172.21.15.71:0/2691005728 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5610b9bb9de0 0x5610b9bbc1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:17.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.659+0000 7f3e38bce740 4 client.15816 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:41:17.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.659+0000 7f3e38bce740 1 -- 172.21.15.71:0/2691005728 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5610b9b12860 con 0x5610b9bb9de0 2024-09-05T07:41:17.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.660+0000 7f3e27fff640 1 --2- 172.21.15.71:0/2691005728 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5610b9bb9de0 0x5610b9bbc1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:17.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.660+0000 7f3e27fff640 1 --2- 172.21.15.71:0/2691005728 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5610b9bb9de0 0x5610b9bbc1d0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e152be6df960cd69 server_cookie=8af47ad3c58815b6 in_seq=0 out_seq=0 2024-09-05T07:41:17.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.660+0000 7f3e0f7fe640 10 client.15816 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:41:17.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.661+0000 7f3e0f7fe640 1 -- 172.21.15.71:0/2691005728 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5610b9b12860 con 0x5610b9bb9de0 2024-09-05T07:41:17.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.661+0000 7f3e0f7fe640 10 client.15816 handle_command_reply: tid=0 2024-09-05T07:41:17.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.661+0000 7f3e38bce740 1 client.15816 shutdown 2024-09-05T07:41:17.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.661+0000 7f3e38bce740 1 -- 172.21.15.71:0/2691005728 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9b9f5d0 msgr2=0x5610b9ba9d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:17.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.661+0000 7f3e38bce740 1 --2- 172.21.15.71:0/2691005728 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9b9f5d0 0x5610b9ba9d50 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f3e200ccde0 tx=0x7f3e20000bc0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.661+0000 7f3e38bce740 1 -- 172.21.15.71:0/2691005728 shutdown_connections 2024-09-05T07:41:17.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.661+0000 7f3e38bce740 1 --2- 172.21.15.71:0/2691005728 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5610b9bb9de0 0x5610b9bbc1d0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.661+0000 7f3e38bce740 1 --2- 172.21.15.71:0/2691005728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9baa370 0x5610b9ba75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.661+0000 7f3e38bce740 1 --2- 172.21.15.71:0/2691005728 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9ba0b40 0x5610b9ba7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.661+0000 7f3e38bce740 1 --2- 172.21.15.71:0/2691005728 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9b9f5d0 0x5610b9ba9d50 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.661+0000 7f3e0f7fe640 0 client.15816 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:41:17.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.661+0000 7f3e38bce740 1 -- 172.21.15.71:0/2691005728 >> 172.21.15.71:0/2691005728 conn(0x5610b9b68310 msgr2=0x5610b9ba1990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:17.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.661+0000 7f3e38bce740 1 -- 172.21.15.71:0/2691005728 shutdown_connections 2024-09-05T07:41:17.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.661+0000 7f3e38bce740 1 -- 172.21.15.71:0/2691005728 wait complete. 2024-09-05T07:41:17.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.661+0000 7f3e38bce740 20 client.15816 trim_cache size 0 max 16384 2024-09-05T07:41:17.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.674+0000 7f3e38bce740 1 Processor -- start 2024-09-05T07:41:17.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.674+0000 7f3e38bce740 1 -- start start 2024-09-05T07:41:17.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.674+0000 7f3e38bce740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9b9f5d0 0x5610b9ba58d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:17.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.674+0000 7f3e38bce740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9ba0b40 0x5610b9ba2120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:17.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.674+0000 7f3e38bce740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9baa370 0x5610b9ba2660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:17.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.674+0000 7f3e38bce740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3e301b19f0 con 0x5610b9ba0b40 2024-09-05T07:41:17.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.674+0000 7f3e38bce740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3e301af2c0 con 0x5610b9baa370 2024-09-05T07:41:17.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.674+0000 7f3e38bce740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3e301ad110 con 0x5610b9b9f5d0 2024-09-05T07:41:17.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.674+0000 7f3e27fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9ba0b40 0x5610b9ba2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:17.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.674+0000 7f3e27fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9ba0b40 0x5610b9ba2120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:43864/0 (socket says 172.21.15.71:43864) 2024-09-05T07:41:17.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.674+0000 7f3e27fff640 1 -- 172.21.15.71:0/1766222428 learned_addr learned my addr 172.21.15.71:0/1766222428 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:17.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.675+0000 7f3e34d92640 1 --2- 172.21.15.71:0/1766222428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9baa370 0x5610b9ba2660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:17.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.675+0000 7f3e2ffff640 1 --2- 172.21.15.71:0/1766222428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9b9f5d0 0x5610b9ba58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:17.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.675+0000 7f3e27fff640 1 -- 172.21.15.71:0/1766222428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9b9f5d0 msgr2=0x5610b9ba58d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:17.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.675+0000 7f3e27fff640 1 --2- 172.21.15.71:0/1766222428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9b9f5d0 0x5610b9ba58d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.675+0000 7f3e27fff640 1 -- 172.21.15.71:0/1766222428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9baa370 msgr2=0x5610b9ba2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:17.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.675+0000 7f3e27fff640 1 --2- 172.21.15.71:0/1766222428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9baa370 0x5610b9ba2660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.675+0000 7f3e27fff640 1 -- 172.21.15.71:0/1766222428 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610b9b9f2d0 con 0x5610b9ba0b40 2024-09-05T07:41:17.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.675+0000 7f3e34d92640 1 --2- 172.21.15.71:0/1766222428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9baa370 0x5610b9ba2660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:41:17.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.675+0000 7f3e2ffff640 1 --2- 172.21.15.71:0/1766222428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9b9f5d0 0x5610b9ba58d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:41:17.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.675+0000 7f3e27fff640 1 --2- 172.21.15.71:0/1766222428 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9ba0b40 0x5610b9ba2120 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f3e18000c00 tx=0x7f3e18031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3adae282052ebf3f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:17.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.675+0000 7f3e25ffb640 1 -- 172.21.15.71:0/1766222428 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e18048070 con 0x5610b9ba0b40 2024-09-05T07:41:17.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.675+0000 7f3e25ffb640 1 -- 172.21.15.71:0/1766222428 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3e180054f0 con 0x5610b9ba0b40 2024-09-05T07:41:17.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.675+0000 7f3e25ffb640 1 -- 172.21.15.71:0/1766222428 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e18035030 con 0x5610b9ba0b40 2024-09-05T07:41:17.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.676+0000 7f3e38bce740 1 -- 172.21.15.71:0/1766222428 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9ba0b40 msgr2=0x5610b9ba2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:17.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.676+0000 7f3e38bce740 1 --2- 172.21.15.71:0/1766222428 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9ba0b40 0x5610b9ba2120 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f3e18000c00 tx=0x7f3e18031400 comp rx=0 tx=0).stop 2024-09-05T07:41:17.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.676+0000 7f3e38bce740 1 -- 172.21.15.71:0/1766222428 shutdown_connections 2024-09-05T07:41:17.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.676+0000 7f3e38bce740 1 --2- 172.21.15.71:0/1766222428 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9baa370 0x5610b9ba2660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.676+0000 7f3e38bce740 1 --2- 172.21.15.71:0/1766222428 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9ba0b40 0x5610b9ba2120 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.676+0000 7f3e38bce740 1 --2- 172.21.15.71:0/1766222428 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9b9f5d0 0x5610b9ba58d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.676+0000 7f3e38bce740 1 -- 172.21.15.71:0/1766222428 >> 172.21.15.71:0/1766222428 conn(0x5610b9b68310 msgr2=0x5610b9b9ad00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:17.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.676+0000 7f3e38bce740 1 -- 172.21.15.71:0/1766222428 shutdown_connections 2024-09-05T07:41:17.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.676+0000 7f3e38bce740 1 -- 172.21.15.71:0/1766222428 wait complete. 2024-09-05T07:41:17.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.676+0000 7f3e38bce740 1 -- start start 2024-09-05T07:41:17.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.676+0000 7f3e38bce740 1 Processor -- start 2024-09-05T07:41:17.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e38bce740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9b9f5d0 0x5610b9bbd160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:17.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e38bce740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9ba0b40 0x5610b9bbd6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:17.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e38bce740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9baa370 0x5610b9bbdbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:17.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e38bce740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3e301ad780 con 0x5610b9baa370 2024-09-05T07:41:17.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e38bce740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3e301aebf0 con 0x5610b9b9f5d0 2024-09-05T07:41:17.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e38bce740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3e301ade50 con 0x5610b9ba0b40 2024-09-05T07:41:17.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e38bce740 10 client.0 _ll_register_callbacks cb 0x7f3e28009760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:17.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e34d92640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9baa370 0x5610b9bbdbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:17.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e34d92640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9baa370 0x5610b9bbdbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:43880/0 (socket says 172.21.15.71:43880) 2024-09-05T07:41:17.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e34d92640 1 -- 172.21.15.71:0/2573886643 learned_addr learned my addr 172.21.15.71:0/2573886643 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:17.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e27fff640 1 --2- 172.21.15.71:0/2573886643 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9ba0b40 0x5610b9bbd6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:17.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e2ffff640 1 --2- 172.21.15.71:0/2573886643 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9b9f5d0 0x5610b9bbd160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:17.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e34d92640 1 -- 172.21.15.71:0/2573886643 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9ba0b40 msgr2=0x5610b9bbd6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:17.989 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:41:17.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e34d92640 1 --2- 172.21.15.71:0/2573886643 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9ba0b40 0x5610b9bbd6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e34d92640 1 -- 172.21.15.71:0/2573886643 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9b9f5d0 msgr2=0x5610b9bbd160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:17.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e34d92640 1 --2- 172.21.15.71:0/2573886643 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9b9f5d0 0x5610b9bbd160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e34d92640 1 -- 172.21.15.71:0/2573886643 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610b9c23920 con 0x5610b9baa370 2024-09-05T07:41:17.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e34d92640 1 --2- 172.21.15.71:0/2573886643 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9baa370 0x5610b9bbdbe0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f3e28012b90 tx=0x7f3e28004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34839bf086d7de2f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:17.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e0f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:17.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e0f7fe640 1 -- 172.21.15.71:0/2573886643 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e2801a070 con 0x5610b9baa370 2024-09-05T07:41:17.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e0f7fe640 1 -- 172.21.15.71:0/2573886643 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f3e28011c70 con 0x5610b9baa370 2024-09-05T07:41:17.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.677+0000 7f3e38bce740 1 -- 172.21.15.71:0/2573886643 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3e180054f0 con 0x5610b9baa370 2024-09-05T07:41:17.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.678+0000 7f3e0f7fe640 1 -- 172.21.15.71:0/2573886643 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3e28011e70 con 0x5610b9baa370 2024-09-05T07:41:17.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.678+0000 7f3e38bce740 10 client.15822 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:17.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.678+0000 7f3e38bce740 1 -- 172.21.15.71:0/2573886643 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5610b9c24bb0 con 0x5610b9baa370 2024-09-05T07:41:17.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.678+0000 7f3e0f7fe640 1 -- 172.21.15.71:0/2573886643 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3e180054f0 con 0x5610b9baa370 2024-09-05T07:41:17.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.678+0000 7f3e0f7fe640 1 -- 172.21.15.71:0/2573886643 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f3e2801d040 con 0x5610b9baa370 2024-09-05T07:41:17.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.678+0000 7f3e38bce740 10 client.15822 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:17.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.678+0000 7f3e38bce740 10 client.15822 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:41:17.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.678+0000 7f3e38bce740 20 client.15822 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:17.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.678+0000 7f3e38bce740 1 --2- 172.21.15.71:0/2573886643 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5610b9c25380 0x5610b9c277a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:17.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.678+0000 7f3e38bce740 4 client.15822 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:41:17.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.678+0000 7f3e38bce740 1 -- 172.21.15.71:0/2573886643 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5610b9b0cd70 con 0x5610b9c25380 2024-09-05T07:41:17.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.678+0000 7f3e2ffff640 1 --2- 172.21.15.71:0/2573886643 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5610b9c25380 0x5610b9c277a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:17.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.679+0000 7f3e0f7fe640 10 client.15822 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:41:17.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.679+0000 7f3e2ffff640 1 --2- 172.21.15.71:0/2573886643 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5610b9c25380 0x5610b9c277a0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=dcaffe85da24282 server_cookie=a47455879167c58c in_seq=0 out_seq=0 2024-09-05T07:41:17.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.679+0000 7f3e0f7fe640 1 -- 172.21.15.71:0/2573886643 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5610b9b0cd70 con 0x5610b9c25380 2024-09-05T07:41:17.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.679+0000 7f3e0f7fe640 10 client.15822 handle_command_reply: tid=0 2024-09-05T07:41:17.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.679+0000 7f3e38bce740 1 client.15822 shutdown 2024-09-05T07:41:17.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.679+0000 7f3e38bce740 1 -- 172.21.15.71:0/2573886643 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9baa370 msgr2=0x5610b9bbdbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:17.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.679+0000 7f3e38bce740 1 --2- 172.21.15.71:0/2573886643 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9baa370 0x5610b9bbdbe0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f3e28012b90 tx=0x7f3e28004a40 comp rx=0 tx=0).stop 2024-09-05T07:41:17.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.679+0000 7f3e38bce740 1 -- 172.21.15.71:0/2573886643 shutdown_connections 2024-09-05T07:41:17.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.679+0000 7f3e38bce740 1 --2- 172.21.15.71:0/2573886643 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5610b9c25380 0x5610b9c277a0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.679+0000 7f3e38bce740 1 --2- 172.21.15.71:0/2573886643 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5610b9baa370 0x5610b9bbdbe0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.679+0000 7f3e38bce740 1 --2- 172.21.15.71:0/2573886643 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5610b9ba0b40 0x5610b9bbd6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.679+0000 7f3e38bce740 1 --2- 172.21.15.71:0/2573886643 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5610b9b9f5d0 0x5610b9bbd160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.679+0000 7f3e0f7fe640 0 client.15822 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:41:17.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.679+0000 7f3e38bce740 1 -- 172.21.15.71:0/2573886643 >> 172.21.15.71:0/2573886643 conn(0x5610b9b68310 msgr2=0x5610b9ba8860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:17.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.679+0000 7f3e38bce740 1 -- 172.21.15.71:0/2573886643 shutdown_connections 2024-09-05T07:41:17.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.679+0000 7f3e38bce740 1 -- 172.21.15.71:0/2573886643 wait complete. 2024-09-05T07:41:17.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.679+0000 7f3e38bce740 20 client.15822 trim_cache size 0 max 16384 2024-09-05T07:41:17.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.680+0000 7f3e367f5640 1 -- 172.21.15.71:0/1366210833 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3e1c0a2d70 msgr2=0x7f3e1c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:17.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.680+0000 7f3e367f5640 1 --2- 172.21.15.71:0/1366210833 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3e1c0a2d70 0x7f3e1c0a5230 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3e28005fd0 tx=0x7f3e28004ab0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.680+0000 7f3e367f5640 1 -- 172.21.15.71:0/1366210833 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3e30100a60 msgr2=0x7f3e30199200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:17.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.680+0000 7f3e367f5640 1 --2- 172.21.15.71:0/1366210833 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3e30100a60 0x7f3e30199200 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f3e2000d950 tx=0x7f3e2000de10 comp rx=0 tx=0).stop 2024-09-05T07:41:17.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.680+0000 7f3e367f5640 1 -- 172.21.15.71:0/1366210833 shutdown_connections 2024-09-05T07:41:17.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.680+0000 7f3e367f5640 1 --2- 172.21.15.71:0/1366210833 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3e1c0a2d70 0x7f3e1c0a5230 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.680+0000 7f3e367f5640 1 --2- 172.21.15.71:0/1366210833 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3e30106a60 0x7f3e301a4280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.680+0000 7f3e367f5640 1 --2- 172.21.15.71:0/1366210833 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3e30101400 0x7f3e30199740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.680+0000 7f3e367f5640 1 --2- 172.21.15.71:0/1366210833 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3e30100a60 0x7f3e30199200 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:17.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.680+0000 7f3e367f5640 1 -- 172.21.15.71:0/1366210833 >> 172.21.15.71:0/1366210833 conn(0x7f3e300fc780 msgr2=0x7f3e300fd140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:17.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.680+0000 7f3e367f5640 1 -- 172.21.15.71:0/1366210833 shutdown_connections 2024-09-05T07:41:17.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:16.680+0000 7f3e367f5640 1 -- 172.21.15.71:0/1366210833 wait complete. 2024-09-05T07:41:18.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:18 smithi071 ceph-mon[30965]: pgmap v84: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 9.3 MiB/s wr, 2.09k op/s 2024-09-05T07:41:18.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:18 smithi123 ceph-mon[34568]: pgmap v84: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 9.3 MiB/s wr, 2.09k op/s 2024-09-05T07:41:18.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:18 smithi192 ceph-mon[34929]: pgmap v84: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 9.3 MiB/s wr, 2.09k op/s 2024-09-05T07:41:20.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:20 smithi071 ceph-mon[30965]: pgmap v85: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.0 MiB/s wr, 882 op/s 2024-09-05T07:41:20.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:20 smithi123 ceph-mon[34568]: pgmap v85: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.0 MiB/s wr, 882 op/s 2024-09-05T07:41:20.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:20 smithi192 ceph-mon[34929]: pgmap v85: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 4.0 MiB/s wr, 882 op/s 2024-09-05T07:41:22.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:22 smithi071 ceph-mon[30965]: pgmap v86: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 4.0 MiB/s wr, 884 op/s 2024-09-05T07:41:22.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:22 smithi123 ceph-mon[34568]: pgmap v86: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 4.0 MiB/s wr, 884 op/s 2024-09-05T07:41:22.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:22 smithi192 ceph-mon[34929]: pgmap v86: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 4.0 MiB/s wr, 884 op/s 2024-09-05T07:41:24.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:24 smithi071 ceph-mon[30965]: pgmap v87: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.2 MiB/s wr, 456 op/s 2024-09-05T07:41:24.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:24 smithi123 ceph-mon[34568]: pgmap v87: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.2 MiB/s wr, 456 op/s 2024-09-05T07:41:24.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:24 smithi192 ceph-mon[34929]: pgmap v87: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.2 MiB/s wr, 456 op/s 2024-09-05T07:41:26.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:26 smithi071 ceph-mon[30965]: pgmap v88: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.4 KiB/s wr, 12 op/s 2024-09-05T07:41:26.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:26 smithi123 ceph-mon[34568]: pgmap v88: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.4 KiB/s wr, 12 op/s 2024-09-05T07:41:26.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:26 smithi192 ceph-mon[34929]: pgmap v88: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.4 KiB/s wr, 12 op/s 2024-09-05T07:41:27.865 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T07:41:27.929 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:41:27.948 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:41:28.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:28 smithi071 ceph-mon[30965]: pgmap v89: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 3.4 KiB/s wr, 15 op/s 2024-09-05T07:41:28.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:28 smithi123 ceph-mon[34568]: pgmap v89: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 3.4 KiB/s wr, 15 op/s 2024-09-05T07:41:28.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:28 smithi192 ceph-mon[34929]: pgmap v89: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 3.4 KiB/s wr, 15 op/s 2024-09-05T07:41:30.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:30 smithi071 ceph-mon[30965]: pgmap v90: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.9 KiB/s wr, 5 op/s 2024-09-05T07:41:30.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:30 smithi123 ceph-mon[34568]: pgmap v90: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.9 KiB/s wr, 5 op/s 2024-09-05T07:41:30.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:30 smithi192 ceph-mon[34929]: pgmap v90: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.9 KiB/s wr, 5 op/s 2024-09-05T07:41:32.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:32 smithi071 ceph-mon[30965]: pgmap v91: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.2 KiB/s wr, 7 op/s 2024-09-05T07:41:32.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:32 smithi123 ceph-mon[34568]: pgmap v91: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.2 KiB/s wr, 7 op/s 2024-09-05T07:41:32.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:32 smithi192 ceph-mon[34929]: pgmap v91: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.2 KiB/s wr, 7 op/s 2024-09-05T07:41:33.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.462+0000 7f46fd800640 1 -- 172.21.15.71:0/2973993249 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f46f8101290 msgr2=0x7f46f810d7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:33.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.462+0000 7f46fd800640 1 --2- 172.21.15.71:0/2973993249 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f46f8101290 0x7f46f810d7c0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f46f0009cd0 tx=0x7f46f002a8e0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.485 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.462+0000 7f46fd800640 1 -- 172.21.15.71:0/2973993249 shutdown_connections 2024-09-05T07:41:33.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.462+0000 7f46fd800640 1 --2- 172.21.15.71:0/2973993249 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f46f8101290 0x7f46f810d7c0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.462+0000 7f46fd800640 1 --2- 172.21.15.71:0/2973993249 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46f81008f0 0x7f46f8100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.462+0000 7f46fd800640 1 --2- 172.21.15.71:0/2973993249 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f46f81068f0 0x7f46f8106cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.462+0000 7f46fd800640 1 -- 172.21.15.71:0/2973993249 >> 172.21.15.71:0/2973993249 conn(0x7f46f80fc630 msgr2=0x7f46f80fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:33.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.462+0000 7f46fd800640 1 -- 172.21.15.71:0/2973993249 shutdown_connections 2024-09-05T07:41:33.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.462+0000 7f46fd800640 1 -- 172.21.15.71:0/2973993249 wait complete. 2024-09-05T07:41:33.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.463+0000 7f46fd800640 1 Processor -- start 2024-09-05T07:41:33.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.463+0000 7f46fd800640 1 -- start start 2024-09-05T07:41:33.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.463+0000 7f46fd800640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f46f81008f0 0x7f46f8196de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:33.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.463+0000 7f46fd800640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46f8101290 0x7f46f8197320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:33.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.463+0000 7f46fd800640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f46f81068f0 0x7f46f8197860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:33.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.463+0000 7f46fd800640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f46f8110ba0 con 0x7f46f81068f0 2024-09-05T07:41:33.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.463+0000 7f46fd800640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f46f8110a20 con 0x7f46f81008f0 2024-09-05T07:41:33.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.463+0000 7f46fd800640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f46f8110d20 con 0x7f46f8101290 2024-09-05T07:41:33.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.463+0000 7f46f77fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f46f81068f0 0x7f46f8197860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:33.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.463+0000 7f46f77fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f46f81068f0 0x7f46f8197860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55002/0 (socket says 172.21.15.71:55002) 2024-09-05T07:41:33.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.463+0000 7f46f77fe640 1 -- 172.21.15.71:0/1824679733 learned_addr learned my addr 172.21.15.71:0/1824679733 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:33.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.463+0000 7f46effff640 1 --2- 172.21.15.71:0/1824679733 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46f8101290 0x7f46f8197320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:33.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.464+0000 7f46f6ffd640 1 --2- 172.21.15.71:0/1824679733 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f46f81008f0 0x7f46f8196de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:33.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.464+0000 7f46f77fe640 1 -- 172.21.15.71:0/1824679733 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46f8101290 msgr2=0x7f46f8197320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:33.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.464+0000 7f46f77fe640 1 --2- 172.21.15.71:0/1824679733 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46f8101290 0x7f46f8197320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.464+0000 7f46f77fe640 1 -- 172.21.15.71:0/1824679733 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f46f81008f0 msgr2=0x7f46f8196de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:33.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.464+0000 7f46f77fe640 1 --2- 172.21.15.71:0/1824679733 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f46f81008f0 0x7f46f8196de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.464+0000 7f46f77fe640 1 -- 172.21.15.71:0/1824679733 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46f81a6650 con 0x7f46f81068f0 2024-09-05T07:41:33.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.464+0000 7f46f77fe640 1 --2- 172.21.15.71:0/1824679733 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f46f81068f0 0x7f46f8197860 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f46f0005cc0 tx=0x7f46f0003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:33.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.464+0000 7f46f4ff9640 1 -- 172.21.15.71:0/1824679733 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46f0004450 con 0x7f46f81068f0 2024-09-05T07:41:33.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.464+0000 7f46f4ff9640 1 -- 172.21.15.71:0/1824679733 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46f0031c90 con 0x7f46f81068f0 2024-09-05T07:41:33.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.464+0000 7f46fd800640 1 -- 172.21.15.71:0/1824679733 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46f81a68e0 con 0x7f46f81068f0 2024-09-05T07:41:33.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.464+0000 7f46f4ff9640 1 -- 172.21.15.71:0/1824679733 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46f003b400 con 0x7f46f81068f0 2024-09-05T07:41:33.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.464+0000 7f46fd800640 1 -- 172.21.15.71:0/1824679733 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46f81a6e20 con 0x7f46f81068f0 2024-09-05T07:41:33.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.466+0000 7f46f4ff9640 1 -- 172.21.15.71:0/1824679733 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f46f0004680 con 0x7f46f81068f0 2024-09-05T07:41:33.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.467+0000 7f46ffbd9740 1 Processor -- start 2024-09-05T07:41:33.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.467+0000 7f46ffbd9740 1 -- start start 2024-09-05T07:41:33.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.467+0000 7f46ffbd9740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d42d3ca900 0x55d42d3cace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:33.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.467+0000 7f46ffbd9740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3cb220 0x55d42d3d55a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:33.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.467+0000 7f46ffbd9740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d42d3d5ae0 0x55d42d3d7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:33.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.467+0000 7f46ffbd9740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55d42d3302a0 con 0x55d42d3cb220 2024-09-05T07:41:33.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.467+0000 7f46ffbd9740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d42d2d7b10 con 0x55d42d3d5ae0 2024-09-05T07:41:33.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.467+0000 7f46ffbd9740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d42d32c260 con 0x55d42d3ca900 2024-09-05T07:41:33.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.467+0000 7f46f6ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3cb220 0x55d42d3d55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:33.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.467+0000 7f46f6ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3cb220 0x55d42d3d55a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55006/0 (socket says 172.21.15.71:55006) 2024-09-05T07:41:33.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.467+0000 7f46f6ffd640 1 -- 172.21.15.71:0/1917937351 learned_addr learned my addr 172.21.15.71:0/1917937351 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:33.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.467+0000 7f46f4ff9640 1 --2- 172.21.15.71:0/1824679733 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f46e40a2cf0 0x7f46e40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:33.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.467+0000 7f46effff640 1 --2- 172.21.15.71:0/1917937351 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d42d3d5ae0 0x55d42d3d7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:33.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.467+0000 7f46effff640 1 --2- 172.21.15.71:0/1917937351 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d42d3ca900 0x55d42d3cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:33.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.468+0000 7f46f6ffd640 1 -- 172.21.15.71:0/1917937351 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d42d3ca900 msgr2=0x55d42d3cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:33.489 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.468+0000 7f46f6ffd640 1 --2- 172.21.15.71:0/1917937351 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d42d3ca900 0x55d42d3cace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.468+0000 7f46f6ffd640 1 -- 172.21.15.71:0/1917937351 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d42d3d5ae0 msgr2=0x55d42d3d7ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:33.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.468+0000 7f46f6ffd640 1 --2- 172.21.15.71:0/1917937351 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d42d3d5ae0 0x55d42d3d7ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.468+0000 7f46f6ffd640 1 -- 172.21.15.71:0/1917937351 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d42d0a1b90 con 0x55d42d3cb220 2024-09-05T07:41:33.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.468+0000 7f46effff640 1 --2- 172.21.15.71:0/1917937351 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d42d3ca900 0x55d42d3cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:41:33.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.468+0000 7f46f77fe640 1 --2- 172.21.15.71:0/1824679733 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f46e40a2cf0 0x7f46e40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:33.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.468+0000 7f46f4ff9640 1 -- 172.21.15.71:0/1824679733 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f46f002e030 con 0x7f46f81068f0 2024-09-05T07:41:33.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.468+0000 7f46f6ffd640 1 --2- 172.21.15.71:0/1917937351 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3cb220 0x55d42d3d55a0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f46e800cb80 tx=0x7f46e800e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85a00faa084ad9c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:33.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.468+0000 7f46ed7fa640 1 -- 172.21.15.71:0/1917937351 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e8010630 con 0x55d42d3cb220 2024-09-05T07:41:33.490 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.468+0000 7f46ed7fa640 1 -- 172.21.15.71:0/1917937351 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46e8010c80 con 0x55d42d3cb220 2024-09-05T07:41:33.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.468+0000 7f46ed7fa640 1 -- 172.21.15.71:0/1917937351 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e801aa80 con 0x55d42d3cb220 2024-09-05T07:41:33.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.469+0000 7f46ffbd9740 1 -- 172.21.15.71:0/1917937351 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3cb220 msgr2=0x55d42d3d55a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:33.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.469+0000 7f46f77fe640 1 --2- 172.21.15.71:0/1824679733 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f46e40a2cf0 0x7f46e40a51b0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f46f00b9530 tx=0x7f46f00e76f0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:33.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.469+0000 7f46ffbd9740 1 --2- 172.21.15.71:0/1917937351 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3cb220 0x55d42d3d55a0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f46e800cb80 tx=0x7f46e800e720 comp rx=0 tx=0).stop 2024-09-05T07:41:33.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.469+0000 7f46ffbd9740 1 -- 172.21.15.71:0/1917937351 shutdown_connections 2024-09-05T07:41:33.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.469+0000 7f46ffbd9740 1 --2- 172.21.15.71:0/1917937351 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d42d3d5ae0 0x55d42d3d7ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.469+0000 7f46ffbd9740 1 --2- 172.21.15.71:0/1917937351 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3cb220 0x55d42d3d55a0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.469+0000 7f46ffbd9740 1 --2- 172.21.15.71:0/1917937351 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d42d3ca900 0x55d42d3cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.469+0000 7f46ffbd9740 1 -- 172.21.15.71:0/1917937351 >> 172.21.15.71:0/1917937351 conn(0x55d42d3c6e90 msgr2=0x55d42d3c7270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:33.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.469+0000 7f46ffbd9740 1 -- 172.21.15.71:0/1917937351 shutdown_connections 2024-09-05T07:41:33.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.469+0000 7f46ffbd9740 1 -- 172.21.15.71:0/1917937351 wait complete. 2024-09-05T07:41:33.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.469+0000 7f46ffbd9740 1 -- start start 2024-09-05T07:41:33.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.469+0000 7f46ffbd9740 1 Processor -- start 2024-09-05T07:41:33.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.469+0000 7f46ffbd9740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3ca900 0x55d42d3d2a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:33.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.469+0000 7f46ffbd9740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d42d3cb220 0x55d42d3d2f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:33.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46ffbd9740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d42d3d5ae0 0x55d42d3d3480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:33.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46ffbd9740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55d42d3d86b0 con 0x55d42d3ca900 2024-09-05T07:41:33.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46ffbd9740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d42d2b86e0 con 0x55d42d3cb220 2024-09-05T07:41:33.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46ffbd9740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d42d3d8830 con 0x55d42d3d5ae0 2024-09-05T07:41:33.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46effff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3ca900 0x55d42d3d2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:33.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46ffbd9740 10 client.0 _ll_register_callbacks cb 0x55d42d2dca80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:33.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46effff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3ca900 0x55d42d3d2a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55008/0 (socket says 172.21.15.71:55008) 2024-09-05T07:41:33.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46effff640 1 -- 172.21.15.71:0/3213044233 learned_addr learned my addr 172.21.15.71:0/3213044233 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:33.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46f6ffd640 1 --2- 172.21.15.71:0/3213044233 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d42d3cb220 0x55d42d3d2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:33.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46effff640 1 -- 172.21.15.71:0/3213044233 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d42d3d5ae0 msgr2=0x55d42d3d3480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:33.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46effff640 1 --2- 172.21.15.71:0/3213044233 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d42d3d5ae0 0x55d42d3d3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46effff640 1 -- 172.21.15.71:0/3213044233 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d42d3cb220 msgr2=0x55d42d3d2f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:33.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46effff640 1 --2- 172.21.15.71:0/3213044233 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d42d3cb220 0x55d42d3d2f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46effff640 1 -- 172.21.15.71:0/3213044233 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d42d3e1c00 con 0x55d42d3ca900 2024-09-05T07:41:33.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46effff640 1 --2- 172.21.15.71:0/3213044233 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3ca900 0x55d42d3d2a00 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f46e000bf50 tx=0x7f46e0012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7de850194625fd44 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:33.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46de7fc640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:33.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46de7fc640 1 -- 172.21.15.71:0/3213044233 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e0018070 con 0x55d42d3ca900 2024-09-05T07:41:33.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46de7fc640 1 -- 172.21.15.71:0/3213044233 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f46e0010900 con 0x55d42d3ca900 2024-09-05T07:41:33.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46ffbd9740 1 -- 172.21.15.71:0/3213044233 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f46e8010c80 con 0x55d42d3ca900 2024-09-05T07:41:33.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46de7fc640 1 -- 172.21.15.71:0/3213044233 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f46e0010b00 con 0x55d42d3ca900 2024-09-05T07:41:33.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46ffbd9740 10 client.15834 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:33.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46ffbd9740 1 -- 172.21.15.71:0/3213044233 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d42d3e4560 con 0x55d42d3ca900 2024-09-05T07:41:33.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.470+0000 7f46de7fc640 1 -- 172.21.15.71:0/3213044233 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46e8010c80 con 0x55d42d3ca900 2024-09-05T07:41:33.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.471+0000 7f46de7fc640 1 -- 172.21.15.71:0/3213044233 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f46e00113e0 con 0x55d42d3ca900 2024-09-05T07:41:33.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.471+0000 7f46ffbd9740 10 client.15834 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:33.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.471+0000 7f46ffbd9740 10 client.15834 resolve_mds: validated gid 24475 aka daemon mds.i 2024-09-05T07:41:33.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.471+0000 7f46ffbd9740 20 client.15834 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:33.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.471+0000 7f46ffbd9740 1 --2- 172.21.15.71:0/3213044233 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55d42d3e5a20 0x55d42d3e7e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:33.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.471+0000 7f46ffbd9740 4 client.15834 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:41:33.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.471+0000 7f46ffbd9740 1 -- 172.21.15.71:0/3213044233 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d42d33d9d0 con 0x55d42d3e5a20 2024-09-05T07:41:33.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.471+0000 7f46f6ffd640 1 --2- 172.21.15.71:0/3213044233 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55d42d3e5a20 0x55d42d3e7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:33.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.471+0000 7f46f6ffd640 1 --2- 172.21.15.71:0/3213044233 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55d42d3e5a20 0x55d42d3e7e50 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79342718b916dccc server_cookie=b507ee24e32a8c94 in_seq=0 out_seq=0 2024-09-05T07:41:33.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.471+0000 7f46de7fc640 10 client.15834 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:33.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.472+0000 7f46de7fc640 1 -- 172.21.15.71:0/3213044233 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d42d33d9d0 con 0x55d42d3e5a20 2024-09-05T07:41:33.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.472+0000 7f46de7fc640 10 client.15834 handle_command_reply: tid=0 2024-09-05T07:41:33.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.472+0000 7f46ffbd9740 1 client.15834 shutdown 2024-09-05T07:41:33.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.472+0000 7f46ffbd9740 1 -- 172.21.15.71:0/3213044233 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3ca900 msgr2=0x55d42d3d2a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:33.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.472+0000 7f46ffbd9740 1 --2- 172.21.15.71:0/3213044233 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3ca900 0x55d42d3d2a00 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f46e000bf50 tx=0x7f46e0012820 comp rx=0 tx=0).stop 2024-09-05T07:41:33.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.472+0000 7f46ffbd9740 1 -- 172.21.15.71:0/3213044233 shutdown_connections 2024-09-05T07:41:33.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.472+0000 7f46ffbd9740 1 --2- 172.21.15.71:0/3213044233 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55d42d3e5a20 0x55d42d3e7e50 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.472+0000 7f46ffbd9740 1 --2- 172.21.15.71:0/3213044233 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d42d3d5ae0 0x55d42d3d3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.472+0000 7f46ffbd9740 1 --2- 172.21.15.71:0/3213044233 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d42d3cb220 0x55d42d3d2f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.472+0000 7f46ffbd9740 1 --2- 172.21.15.71:0/3213044233 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3ca900 0x55d42d3d2a00 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.472+0000 7f46de7fc640 0 client.15834 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:33.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.472+0000 7f46ffbd9740 1 -- 172.21.15.71:0/3213044233 >> 172.21.15.71:0/3213044233 conn(0x55d42d3c6e90 msgr2=0x55d42d3c6000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:33.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.472+0000 7f46ffbd9740 1 -- 172.21.15.71:0/3213044233 shutdown_connections 2024-09-05T07:41:33.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.472+0000 7f46ffbd9740 1 -- 172.21.15.71:0/3213044233 wait complete. 2024-09-05T07:41:33.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.473+0000 7f46ffbd9740 20 client.15834 trim_cache size 0 max 16384 2024-09-05T07:41:33.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.490+0000 7f46ffbd9740 1 Processor -- start 2024-09-05T07:41:33.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.491+0000 7f46ffbd9740 1 -- start start 2024-09-05T07:41:33.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.491+0000 7f46ffbd9740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3ca900 0x55d42d3cd360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:33.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.491+0000 7f46ffbd9740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d42d3cb220 0x55d42d3ed760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:33.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.491+0000 7f46ffbd9740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d42d3d5ae0 0x55d42d3edca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:33.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.491+0000 7f46ffbd9740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f46f81b3930 con 0x55d42d3ca900 2024-09-05T07:41:33.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.491+0000 7f46ffbd9740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f46f81b1200 con 0x55d42d3cb220 2024-09-05T07:41:33.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.491+0000 7f46ffbd9740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f46f81af050 con 0x55d42d3d5ae0 2024-09-05T07:41:33.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.491+0000 7f46effff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3ca900 0x55d42d3cd360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:33.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.491+0000 7f46effff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3ca900 0x55d42d3cd360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55012/0 (socket says 172.21.15.71:55012) 2024-09-05T07:41:33.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.491+0000 7f46effff640 1 -- 172.21.15.71:0/2081215530 learned_addr learned my addr 172.21.15.71:0/2081215530 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:33.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.491+0000 7f46effff640 1 -- 172.21.15.71:0/2081215530 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d42d3d5ae0 msgr2=0x55d42d3edca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:33.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.491+0000 7f46effff640 1 --2- 172.21.15.71:0/2081215530 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d42d3d5ae0 0x55d42d3edca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.491+0000 7f46effff640 1 -- 172.21.15.71:0/2081215530 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d42d3cb220 msgr2=0x55d42d3ed760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:33.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.491+0000 7f46effff640 1 --2- 172.21.15.71:0/2081215530 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d42d3cb220 0x55d42d3ed760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.491+0000 7f46effff640 1 -- 172.21.15.71:0/2081215530 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d42d3d19b0 con 0x55d42d3ca900 2024-09-05T07:41:33.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.491+0000 7f46effff640 1 --2- 172.21.15.71:0/2081215530 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3ca900 0x55d42d3cd360 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f46e0000c00 tx=0x7f46e0005900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3deffd7cb616fff7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:33.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.492+0000 7f46ecff9640 1 -- 172.21.15.71:0/2081215530 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e0018040 con 0x55d42d3ca900 2024-09-05T07:41:33.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.492+0000 7f46ecff9640 1 -- 172.21.15.71:0/2081215530 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46e0011c20 con 0x55d42d3ca900 2024-09-05T07:41:33.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.492+0000 7f46ecff9640 1 -- 172.21.15.71:0/2081215530 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e00053a0 con 0x55d42d3ca900 2024-09-05T07:41:33.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.492+0000 7f46ffbd9740 1 -- 172.21.15.71:0/2081215530 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3ca900 msgr2=0x55d42d3cd360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:33.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.492+0000 7f46ffbd9740 1 --2- 172.21.15.71:0/2081215530 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3ca900 0x55d42d3cd360 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f46e0000c00 tx=0x7f46e0005900 comp rx=0 tx=0).stop 2024-09-05T07:41:33.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.492+0000 7f46ffbd9740 1 -- 172.21.15.71:0/2081215530 shutdown_connections 2024-09-05T07:41:33.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.492+0000 7f46ffbd9740 1 --2- 172.21.15.71:0/2081215530 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d42d3d5ae0 0x55d42d3edca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.492+0000 7f46ffbd9740 1 --2- 172.21.15.71:0/2081215530 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d42d3cb220 0x55d42d3ed760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.492+0000 7f46ffbd9740 1 --2- 172.21.15.71:0/2081215530 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3ca900 0x55d42d3cd360 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.492+0000 7f46ffbd9740 1 -- 172.21.15.71:0/2081215530 >> 172.21.15.71:0/2081215530 conn(0x55d42d3c6e90 msgr2=0x55d42d3c6000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:33.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.492+0000 7f46ffbd9740 1 -- 172.21.15.71:0/2081215530 shutdown_connections 2024-09-05T07:41:33.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.492+0000 7f46ffbd9740 1 -- 172.21.15.71:0/2081215530 wait complete. 2024-09-05T07:41:33.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.493+0000 7f46ffbd9740 1 -- start start 2024-09-05T07:41:33.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.493+0000 7f46ffbd9740 1 Processor -- start 2024-09-05T07:41:33.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.493+0000 7f46ffbd9740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d42d3ca900 0x55d42d3ddab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:33.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.493+0000 7f46ffbd9740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d42d3cb220 0x55d42d3ddff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:33.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.493+0000 7f46ffbd9740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3d5ae0 0x55d42d3daa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:33.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.493+0000 7f46ffbd9740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f46f81af6c0 con 0x55d42d3d5ae0 2024-09-05T07:41:33.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.493+0000 7f46ffbd9740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f46f81b0b30 con 0x55d42d3cb220 2024-09-05T07:41:33.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.493+0000 7f46ffbd9740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f46f81afd90 con 0x55d42d3ca900 2024-09-05T07:41:33.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.493+0000 7f46ffbd9740 10 client.0 _ll_register_callbacks cb 0x7f46e000bb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:33.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.493+0000 7f46effff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3d5ae0 0x55d42d3daa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:33.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.493+0000 7f46effff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3d5ae0 0x55d42d3daa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55016/0 (socket says 172.21.15.71:55016) 2024-09-05T07:41:33.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.493+0000 7f46effff640 1 -- 172.21.15.71:0/1651150804 learned_addr learned my addr 172.21.15.71:0/1651150804 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:33.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.493+0000 7f46effff640 1 --2- 172.21.15.71:0/1651150804 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d42d3ca900 0x55d42d3ddab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:33.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.493+0000 7f46f6ffd640 1 --2- 172.21.15.71:0/1651150804 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d42d3cb220 0x55d42d3ddff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:33.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.493+0000 7f46effff640 1 -- 172.21.15.71:0/1651150804 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d42d3ca900 msgr2=0x55d42d3ddab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:33.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.493+0000 7f46effff640 1 --2- 172.21.15.71:0/1651150804 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d42d3ca900 0x55d42d3ddab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.493+0000 7f46effff640 1 -- 172.21.15.71:0/1651150804 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d42d3cb220 msgr2=0x55d42d3ddff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:33.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.493+0000 7f46effff640 1 --2- 172.21.15.71:0/1651150804 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d42d3cb220 0x55d42d3ddff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.499 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:41:33.500 INFO:teuthology.orchestra.run.smithi071.stdout: "epoch": 26, 2024-09-05T07:41:33.500 INFO:teuthology.orchestra.run.smithi071.stdout: "leader": 24475, 2024-09-05T07:41:33.500 INFO:teuthology.orchestra.run.smithi071.stdout: "set_version": 6, 2024-09-05T07:41:33.500 INFO:teuthology.orchestra.run.smithi071.stdout: "sets": { 2024-09-05T07:41:33.500 INFO:teuthology.orchestra.run.smithi071.stdout: "753ce213": { 2024-09-05T07:41:33.500 INFO:teuthology.orchestra.run.smithi071.stdout: "version": 6, 2024-09-05T07:41:33.500 INFO:teuthology.orchestra.run.smithi071.stdout: "age_ref": 0.0, 2024-09-05T07:41:33.500 INFO:teuthology.orchestra.run.smithi071.stdout: "state": { 2024-09-05T07:41:33.500 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "QUIESCED", 2024-09-05T07:41:33.500 INFO:teuthology.orchestra.run.smithi071.stdout: "age": 0.0 2024-09-05T07:41:33.500 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:41:33.500 INFO:teuthology.orchestra.run.smithi071.stdout: "timeout": 90.0, 2024-09-05T07:41:33.501 INFO:teuthology.orchestra.run.smithi071.stdout: "expiration": 144.2, 2024-09-05T07:41:33.501 INFO:teuthology.orchestra.run.smithi071.stdout: "members": { 2024-09-05T07:41:33.501 INFO:teuthology.orchestra.run.smithi071.stdout: "file:/": { 2024-09-05T07:41:33.501 INFO:teuthology.orchestra.run.smithi071.stdout: "excluded": false, 2024-09-05T07:41:33.501 INFO:teuthology.orchestra.run.smithi071.stdout: "state": { 2024-09-05T07:41:33.501 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "QUIESCED", 2024-09-05T07:41:33.501 INFO:teuthology.orchestra.run.smithi071.stdout: "age": 0.0 2024-09-05T07:41:33.501 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:41:33.501 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:41:33.501 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:41:33.501 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:41:33.501 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:41:33.501 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:41:33.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.493+0000 7f46effff640 1 -- 172.21.15.71:0/1651150804 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d42d3daff0 con 0x55d42d3d5ae0 2024-09-05T07:41:33.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.493+0000 7f46f6ffd640 1 --2- 172.21.15.71:0/1651150804 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d42d3cb220 0x55d42d3ddff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:41:33.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.494+0000 7f46effff640 1 --2- 172.21.15.71:0/1651150804 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3d5ae0 0x55d42d3daa80 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f46e0012860 tx=0x7f46e0005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23c9038534e8bb73 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:33.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.494+0000 7f46de7fc640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:33.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.494+0000 7f46de7fc640 1 -- 172.21.15.71:0/1651150804 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e0004240 con 0x55d42d3d5ae0 2024-09-05T07:41:33.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.494+0000 7f46de7fc640 1 -- 172.21.15.71:0/1651150804 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f46e00043e0 con 0x55d42d3d5ae0 2024-09-05T07:41:33.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.494+0000 7f46ffbd9740 1 -- 172.21.15.71:0/1651150804 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f46e0011c20 con 0x55d42d3d5ae0 2024-09-05T07:41:33.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.494+0000 7f46de7fc640 1 -- 172.21.15.71:0/1651150804 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f46e0004730 con 0x55d42d3d5ae0 2024-09-05T07:41:33.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.494+0000 7f46ffbd9740 10 client.15840 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:33.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.494+0000 7f46ffbd9740 1 -- 172.21.15.71:0/1651150804 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d42d450f80 con 0x55d42d3d5ae0 2024-09-05T07:41:33.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.494+0000 7f46de7fc640 1 -- 172.21.15.71:0/1651150804 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46e0011c20 con 0x55d42d3d5ae0 2024-09-05T07:41:33.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.494+0000 7f46de7fc640 1 -- 172.21.15.71:0/1651150804 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f46e003f020 con 0x55d42d3d5ae0 2024-09-05T07:41:33.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.494+0000 7f46ffbd9740 10 client.15840 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:33.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.494+0000 7f46ffbd9740 10 client.15840 resolve_mds: validated gid 24475 aka daemon mds.i 2024-09-05T07:41:33.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.494+0000 7f46ffbd9740 20 client.15840 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:33.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.494+0000 7f46ffbd9740 1 --2- 172.21.15.71:0/1651150804 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55d42d451620 0x55d42d453a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:33.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.494+0000 7f46ffbd9740 4 client.15840 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 144.2, "await_for": 45.0}] 2024-09-05T07:41:33.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.494+0000 7f46ffbd9740 1 -- 172.21.15.71:0/1651150804 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 144.2, "await_for": 45.0}) -- 0x55d42d337d20 con 0x55d42d451620 2024-09-05T07:41:33.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.495+0000 7f46f6ffd640 1 --2- 172.21.15.71:0/1651150804 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55d42d451620 0x55d42d453a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:33.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.495+0000 7f46de7fc640 10 client.15840 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:33.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.495+0000 7f46f6ffd640 1 --2- 172.21.15.71:0/1651150804 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55d42d451620 0x55d42d453a40 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a7b929db3bf3e389 server_cookie=7391c6e780edb435 in_seq=0 out_seq=0 2024-09-05T07:41:33.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.501+0000 7f46de7fc640 1 -- 172.21.15.71:0/1651150804 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55d42d337d20 con 0x55d42d451620 2024-09-05T07:41:33.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.501+0000 7f46de7fc640 10 client.15840 handle_command_reply: tid=0 2024-09-05T07:41:33.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.501+0000 7f46ffbd9740 1 client.15840 shutdown 2024-09-05T07:41:33.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.501+0000 7f46ffbd9740 1 -- 172.21.15.71:0/1651150804 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3d5ae0 msgr2=0x55d42d3daa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:33.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.501+0000 7f46ffbd9740 1 --2- 172.21.15.71:0/1651150804 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3d5ae0 0x55d42d3daa80 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f46e0012860 tx=0x7f46e0005020 comp rx=0 tx=0).stop 2024-09-05T07:41:33.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.501+0000 7f46ffbd9740 1 -- 172.21.15.71:0/1651150804 shutdown_connections 2024-09-05T07:41:33.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.501+0000 7f46ffbd9740 1 --2- 172.21.15.71:0/1651150804 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55d42d451620 0x55d42d453a40 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.501+0000 7f46ffbd9740 1 --2- 172.21.15.71:0/1651150804 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d42d3d5ae0 0x55d42d3daa80 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.501+0000 7f46de7fc640 0 client.15840 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:33.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.501+0000 7f46ffbd9740 1 --2- 172.21.15.71:0/1651150804 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d42d3cb220 0x55d42d3ddff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.501+0000 7f46ffbd9740 1 --2- 172.21.15.71:0/1651150804 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d42d3ca900 0x55d42d3ddab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.501+0000 7f46ffbd9740 1 -- 172.21.15.71:0/1651150804 >> 172.21.15.71:0/1651150804 conn(0x55d42d3c6e90 msgr2=0x55d42d3d29c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:33.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.501+0000 7f46ffbd9740 1 -- 172.21.15.71:0/1651150804 shutdown_connections 2024-09-05T07:41:33.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.501+0000 7f46ffbd9740 1 -- 172.21.15.71:0/1651150804 wait complete. 2024-09-05T07:41:33.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.501+0000 7f46ffbd9740 20 client.15840 trim_cache size 0 max 16384 2024-09-05T07:41:33.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.502+0000 7f46fd800640 1 -- 172.21.15.71:0/1824679733 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f46e40a2cf0 msgr2=0x7f46e40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:33.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.502+0000 7f46fd800640 1 --2- 172.21.15.71:0/1824679733 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f46e40a2cf0 0x7f46e40a51b0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f46f00b9530 tx=0x7f46f00e76f0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.502+0000 7f46fd800640 1 -- 172.21.15.71:0/1824679733 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f46f81068f0 msgr2=0x7f46f8197860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:33.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.502+0000 7f46fd800640 1 --2- 172.21.15.71:0/1824679733 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f46f81068f0 0x7f46f8197860 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f46f0005cc0 tx=0x7f46f0003c20 comp rx=0 tx=0).stop 2024-09-05T07:41:33.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.502+0000 7f46fd800640 1 -- 172.21.15.71:0/1824679733 shutdown_connections 2024-09-05T07:41:33.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.502+0000 7f46fd800640 1 --2- 172.21.15.71:0/1824679733 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f46e40a2cf0 0x7f46e40a51b0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.502+0000 7f46fd800640 1 --2- 172.21.15.71:0/1824679733 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f46f81068f0 0x7f46f8197860 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.502+0000 7f46fd800640 1 --2- 172.21.15.71:0/1824679733 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f46f8101290 0x7f46f8197320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.502+0000 7f46fd800640 1 --2- 172.21.15.71:0/1824679733 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f46f81008f0 0x7f46f8196de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:33.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.502+0000 7f46fd800640 1 -- 172.21.15.71:0/1824679733 >> 172.21.15.71:0/1824679733 conn(0x7f46f80fc630 msgr2=0x7f46f80fce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:33.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.502+0000 7f46fd800640 1 -- 172.21.15.71:0/1824679733 shutdown_connections 2024-09-05T07:41:33.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:32.502+0000 7f46fd800640 1 -- 172.21.15.71:0/1824679733 wait complete. 2024-09-05T07:41:34.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:34 smithi071 ceph-mon[30965]: pgmap v92: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-09-05T07:41:34.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:34 smithi123 ceph-mon[34568]: pgmap v92: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-09-05T07:41:34.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:34 smithi192 ceph-mon[34929]: pgmap v92: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-09-05T07:41:36.167 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '753ce213', quiesce took 49.6 seconds. Will release after: -25.400000000000002 2024-09-05T07:41:36.167 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:41:36.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.657+0000 7f81d29dd640 1 -- 172.21.15.71:0/1765760872 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81cc104000 msgr2=0x7f81cc1043e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.657+0000 7f81d29dd640 1 --2- 172.21.15.71:0/1765760872 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81cc104000 0x7f81cc1043e0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f81bc009900 tx=0x7f81bc02a410 comp rx=0 tx=0).stop 2024-09-05T07:41:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.657+0000 7f81d29dd640 1 -- 172.21.15.71:0/1765760872 shutdown_connections 2024-09-05T07:41:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.657+0000 7f81d29dd640 1 --2- 172.21.15.71:0/1765760872 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81cc109130 0x7f81cc110cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.657+0000 7f81d29dd640 1 --2- 172.21.15.71:0/1765760872 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f81cc1049b0 0x7f81cc108a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.657+0000 7f81d29dd640 1 --2- 172.21.15.71:0/1765760872 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81cc104000 0x7f81cc1043e0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.657+0000 7f81d29dd640 1 -- 172.21.15.71:0/1765760872 >> 172.21.15.71:0/1765760872 conn(0x7f81cc0ffa20 msgr2=0x7f81cc101e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.657+0000 7f81d29dd640 1 -- 172.21.15.71:0/1765760872 shutdown_connections 2024-09-05T07:41:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.657+0000 7f81d29dd640 1 -- 172.21.15.71:0/1765760872 wait complete. 2024-09-05T07:41:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.658+0000 7f81d29dd640 1 Processor -- start 2024-09-05T07:41:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.658+0000 7f81d29dd640 1 -- start start 2024-09-05T07:41:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.658+0000 7f81d29dd640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f81cc104000 0x7f81cc19a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.658+0000 7f81d29dd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81cc1049b0 0x7f81cc19ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.658+0000 7f81d29dd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81cc109130 0x7f81cc19ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.658+0000 7f81d29dd640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f81cc1140d0 con 0x7f81cc109130 2024-09-05T07:41:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.658+0000 7f81d29dd640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f81cc113f50 con 0x7f81cc104000 2024-09-05T07:41:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.658+0000 7f81d29dd640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f81cc114250 con 0x7f81cc1049b0 2024-09-05T07:41:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.658+0000 7f81d0f7a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81cc109130 0x7f81cc19ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.658+0000 7f81d0f7a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81cc109130 0x7f81cc19ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55038/0 (socket says 172.21.15.71:55038) 2024-09-05T07:41:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.658+0000 7f81d0f7a640 1 -- 172.21.15.71:0/2304917600 learned_addr learned my addr 172.21.15.71:0/2304917600 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.659+0000 7f81cbfff640 1 --2- 172.21.15.71:0/2304917600 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f81cc104000 0x7f81cc19a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.659+0000 7f81cb7fe640 1 --2- 172.21.15.71:0/2304917600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81cc1049b0 0x7f81cc19ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.659+0000 7f81d0f7a640 1 -- 172.21.15.71:0/2304917600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81cc1049b0 msgr2=0x7f81cc19ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.659+0000 7f81d0f7a640 1 --2- 172.21.15.71:0/2304917600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81cc1049b0 0x7f81cc19ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.659+0000 7f81d0f7a640 1 -- 172.21.15.71:0/2304917600 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f81cc104000 msgr2=0x7f81cc19a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.659+0000 7f81d0f7a640 1 --2- 172.21.15.71:0/2304917600 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f81cc104000 0x7f81cc19a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.659+0000 7f81d0f7a640 1 -- 172.21.15.71:0/2304917600 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81cc19f5e0 con 0x7f81cc109130 2024-09-05T07:41:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.659+0000 7f81d0f7a640 1 --2- 172.21.15.71:0/2304917600 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81cc109130 0x7f81cc19ef00 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f81c400cad0 tx=0x7f81c400ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.659+0000 7f81c97fa640 1 -- 172.21.15.71:0/2304917600 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c400ad60 con 0x7f81cc109130 2024-09-05T07:41:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.659+0000 7f81c97fa640 1 -- 172.21.15.71:0/2304917600 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81c4005020 con 0x7f81cc109130 2024-09-05T07:41:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.659+0000 7f81d29dd640 1 -- 172.21.15.71:0/2304917600 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81cc19f8d0 con 0x7f81cc109130 2024-09-05T07:41:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.659+0000 7f81c97fa640 1 -- 172.21.15.71:0/2304917600 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c400f6b0 con 0x7f81cc109130 2024-09-05T07:41:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.659+0000 7f81d29dd640 1 -- 172.21.15.71:0/2304917600 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81cc1a71b0 con 0x7f81cc109130 2024-09-05T07:41:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.660+0000 7f81d29dd640 1 -- 172.21.15.71:0/2304917600 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81cc1043e0 con 0x7f81cc109130 2024-09-05T07:41:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.661+0000 7f81c97fa640 1 -- 172.21.15.71:0/2304917600 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f81c40051d0 con 0x7f81cc109130 2024-09-05T07:41:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.662+0000 7f81c97fa640 1 --2- 172.21.15.71:0/2304917600 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f81b40a2cf0 0x7f81b40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:36.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.662+0000 7f81c97fa640 1 -- 172.21.15.71:0/2304917600 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f81c40cfb70 con 0x7f81cc109130 2024-09-05T07:41:36.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.662+0000 7f81cbfff640 1 --2- 172.21.15.71:0/2304917600 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f81b40a2cf0 0x7f81b40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:36.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.662+0000 7f81cbfff640 1 --2- 172.21.15.71:0/2304917600 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f81b40a2cf0 0x7f81b40a51b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f81bc005ab0 tx=0x7f81bc005a20 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:36.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.665+0000 7f81c97fa640 1 -- 172.21.15.71:0/2304917600 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f81c4014030 con 0x7f81cc109130 2024-09-05T07:41:36.683 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:41:36.724 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:41:36.807 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:36 smithi071 ceph-mon[30965]: pgmap v93: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-09-05T07:41:36.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.887+0000 7f81d29dd640 1 -- 172.21.15.71:0/2304917600 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f81cc02d7c0 con 0x7f81cc109130 2024-09-05T07:41:36.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.888+0000 7f81c97fa640 1 -- 172.21.15.71:0/2304917600 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7f81c40b3eb0 con 0x7f81cc109130 2024-09-05T07:41:36.889 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:41:36.890 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:41:36.890 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:41:36.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.890+0000 7f81d29dd640 1 -- 172.21.15.71:0/2304917600 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f81b40a2cf0 msgr2=0x7f81b40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:36.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.890+0000 7f81d29dd640 1 --2- 172.21.15.71:0/2304917600 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f81b40a2cf0 0x7f81b40a51b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f81bc005ab0 tx=0x7f81bc005a20 comp rx=0 tx=0).stop 2024-09-05T07:41:36.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.890+0000 7f81d29dd640 1 -- 172.21.15.71:0/2304917600 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81cc109130 msgr2=0x7f81cc19ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:36.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.890+0000 7f81d29dd640 1 --2- 172.21.15.71:0/2304917600 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81cc109130 0x7f81cc19ef00 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f81c400cad0 tx=0x7f81c400ced0 comp rx=0 tx=0).stop 2024-09-05T07:41:36.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.890+0000 7f81d29dd640 1 -- 172.21.15.71:0/2304917600 shutdown_connections 2024-09-05T07:41:36.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.890+0000 7f81d29dd640 1 --2- 172.21.15.71:0/2304917600 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f81b40a2cf0 0x7f81b40a51b0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:36.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.890+0000 7f81d29dd640 1 --2- 172.21.15.71:0/2304917600 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81cc109130 0x7f81cc19ef00 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:36.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.890+0000 7f81d29dd640 1 --2- 172.21.15.71:0/2304917600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f81cc1049b0 0x7f81cc19ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:36.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.890+0000 7f81d29dd640 1 --2- 172.21.15.71:0/2304917600 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f81cc104000 0x7f81cc19a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:36.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.890+0000 7f81d29dd640 1 -- 172.21.15.71:0/2304917600 >> 172.21.15.71:0/2304917600 conn(0x7f81cc0ffa20 msgr2=0x7f81cc100e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:36.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.890+0000 7f81d29dd640 1 -- 172.21.15.71:0/2304917600 shutdown_connections 2024-09-05T07:41:36.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:36.890+0000 7f81d29dd640 1 -- 172.21.15.71:0/2304917600 wait complete. 2024-09-05T07:41:36.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:36 smithi123 ceph-mon[34568]: pgmap v93: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-09-05T07:41:36.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:36 smithi192 ceph-mon[34929]: pgmap v93: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-09-05T07:41:37.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.355+0000 7fac9d7f1640 1 -- 172.21.15.71:0/2022112928 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac98102790 msgr2=0x7fac981067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:37.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.355+0000 7fac9d7f1640 1 --2- 172.21.15.71:0/2022112928 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac98102790 0x7fac981067e0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fac8c009900 tx=0x7fac8c02a410 comp rx=0 tx=0).stop 2024-09-05T07:41:37.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.355+0000 7fac9d7f1640 1 -- 172.21.15.71:0/2022112928 shutdown_connections 2024-09-05T07:41:37.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.355+0000 7fac9d7f1640 1 --2- 172.21.15.71:0/2022112928 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac98106f10 0x7fac9810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.355+0000 7fac9d7f1640 1 --2- 172.21.15.71:0/2022112928 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac98102790 0x7fac981067e0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.355+0000 7fac9d7f1640 1 --2- 172.21.15.71:0/2022112928 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fac98101de0 0x7fac981021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.355+0000 7fac9d7f1640 1 -- 172.21.15.71:0/2022112928 >> 172.21.15.71:0/2022112928 conn(0x7fac980fd8c0 msgr2=0x7fac980ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:37.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.355+0000 7fac9d7f1640 1 -- 172.21.15.71:0/2022112928 shutdown_connections 2024-09-05T07:41:37.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.355+0000 7fac9d7f1640 1 -- 172.21.15.71:0/2022112928 wait complete. 2024-09-05T07:41:37.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.356+0000 7fac9d7f1640 1 Processor -- start 2024-09-05T07:41:37.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.356+0000 7fac9d7f1640 1 -- start start 2024-09-05T07:41:37.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.356+0000 7fac9d7f1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac98101de0 0x7fac980744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:37.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.356+0000 7fac9d7f1640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fac98102790 0x7fac98074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:37.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.356+0000 7fac9d7f1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac98106f10 0x7fac98074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:37.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.356+0000 7fac9d7f1640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fac98111ec0 con 0x7fac98106f10 2024-09-05T07:41:37.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.356+0000 7fac9d7f1640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fac98111d40 con 0x7fac98102790 2024-09-05T07:41:37.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.356+0000 7fac9d7f1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fac98112040 con 0x7fac98101de0 2024-09-05T07:41:37.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.356+0000 7fac977fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac98106f10 0x7fac98074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:37.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.356+0000 7fac977fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac98106f10 0x7fac98074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55046/0 (socket says 172.21.15.71:55046) 2024-09-05T07:41:37.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.356+0000 7fac977fe640 1 -- 172.21.15.71:0/1975961574 learned_addr learned my addr 172.21.15.71:0/1975961574 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:37.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.357+0000 7fac96ffd640 1 --2- 172.21.15.71:0/1975961574 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac98101de0 0x7fac980744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:37.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.357+0000 7fac967fc640 1 --2- 172.21.15.71:0/1975961574 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fac98102790 0x7fac98074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:37.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.357+0000 7fac977fe640 1 -- 172.21.15.71:0/1975961574 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac98101de0 msgr2=0x7fac980744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:37.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.357+0000 7fac977fe640 1 --2- 172.21.15.71:0/1975961574 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac98101de0 0x7fac980744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.357+0000 7fac977fe640 1 -- 172.21.15.71:0/1975961574 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fac98102790 msgr2=0x7fac98074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:37.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.357+0000 7fac977fe640 1 --2- 172.21.15.71:0/1975961574 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fac98102790 0x7fac98074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.357+0000 7fac977fe640 1 -- 172.21.15.71:0/1975961574 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac981a69e0 con 0x7fac98106f10 2024-09-05T07:41:37.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.357+0000 7fac977fe640 1 --2- 172.21.15.71:0/1975961574 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac98106f10 0x7fac98074f70 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fac9000b970 tx=0x7fac9000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:37.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.357+0000 7fac7ffff640 1 -- 172.21.15.71:0/1975961574 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac90019070 con 0x7fac98106f10 2024-09-05T07:41:37.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.357+0000 7fac7ffff640 1 -- 172.21.15.71:0/1975961574 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac90014440 con 0x7fac98106f10 2024-09-05T07:41:37.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.357+0000 7fac9d7f1640 1 -- 172.21.15.71:0/1975961574 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac981a6cd0 con 0x7fac98106f10 2024-09-05T07:41:37.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.357+0000 7fac7ffff640 1 -- 172.21.15.71:0/1975961574 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac900075d0 con 0x7fac98106f10 2024-09-05T07:41:37.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.357+0000 7fac9d7f1640 1 -- 172.21.15.71:0/1975961574 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac981a7230 con 0x7fac98106f10 2024-09-05T07:41:37.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.359+0000 7fac7ffff640 1 -- 172.21.15.71:0/1975961574 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fac9001c070 con 0x7fac98106f10 2024-09-05T07:41:37.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.360+0000 7fac9fbca740 1 Processor -- start 2024-09-05T07:41:37.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.360+0000 7fac9fbca740 1 -- start start 2024-09-05T07:41:37.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.360+0000 7fac9fbca740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbf0b40 0x55d21bbef090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:37.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.360+0000 7fac9fbca740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d21bbef5d0 0x55d21bbefa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:37.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.360+0000 7fac9fbca740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21bbfa370 0x55d21bbfc760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:37.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.360+0000 7fac9fbca740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55d21bb552f0 con 0x55d21bbf0b40 2024-09-05T07:41:37.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.360+0000 7fac9fbca740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d21bafccf0 con 0x55d21bbef5d0 2024-09-05T07:41:37.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.360+0000 7fac9fbca740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d21bb512b0 con 0x55d21bbfa370 2024-09-05T07:41:37.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.360+0000 7fac7ffff640 1 --2- 172.21.15.71:0/1975961574 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fac800a2d70 0x7fac800a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:37.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.360+0000 7fac967fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbf0b40 0x55d21bbef090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:37.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.360+0000 7fac967fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbf0b40 0x55d21bbef090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55054/0 (socket says 172.21.15.71:55054) 2024-09-05T07:41:37.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.360+0000 7fac967fc640 1 -- 172.21.15.71:0/1916413816 learned_addr learned my addr 172.21.15.71:0/1916413816 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:37.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.360+0000 7fac977fe640 1 --2- 172.21.15.71:0/1975961574 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fac800a2d70 0x7fac800a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:37.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.360+0000 7fac96ffd640 1 --2- 172.21.15.71:0/1916413816 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d21bbef5d0 0x55d21bbefa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:37.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.360+0000 7fac7ffff640 1 -- 172.21.15.71:0/1975961574 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fac900cec90 con 0x7fac98106f10 2024-09-05T07:41:37.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.361+0000 7fac967fc640 1 -- 172.21.15.71:0/1916413816 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21bbfa370 msgr2=0x55d21bbfc760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:37.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.361+0000 7fac967fc640 1 --2- 172.21.15.71:0/1916413816 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21bbfa370 0x55d21bbfc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.361+0000 7fac967fc640 1 -- 172.21.15.71:0/1916413816 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d21bbef5d0 msgr2=0x55d21bbefa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:37.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.361+0000 7fac967fc640 1 --2- 172.21.15.71:0/1916413816 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d21bbef5d0 0x55d21bbefa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.361+0000 7fac967fc640 1 -- 172.21.15.71:0/1916413816 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d21bae13a0 con 0x55d21bbf0b40 2024-09-05T07:41:37.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.361+0000 7fac977fe640 1 --2- 172.21.15.71:0/1975961574 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fac800a2d70 0x7fac800a5230 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fac900cc5e0 tx=0x7fac900859f0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:37.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.361+0000 7fac96ffd640 1 --2- 172.21.15.71:0/1916413816 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d21bbef5d0 0x55d21bbefa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:41:37.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.361+0000 7fac967fc640 1 --2- 172.21.15.71:0/1916413816 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbf0b40 0x55d21bbef090 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fac8c005940 tx=0x7fac8c005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3daa94ee1d85daff server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:37.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.361+0000 7fac7d7fa640 1 -- 172.21.15.71:0/1916413816 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8c035050 con 0x55d21bbf0b40 2024-09-05T07:41:37.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.361+0000 7fac7d7fa640 1 -- 172.21.15.71:0/1916413816 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac8c0316a0 con 0x55d21bbf0b40 2024-09-05T07:41:37.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.361+0000 7fac7d7fa640 1 -- 172.21.15.71:0/1916413816 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8c0047a0 con 0x55d21bbf0b40 2024-09-05T07:41:37.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.362+0000 7fac9fbca740 1 -- 172.21.15.71:0/1916413816 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbf0b40 msgr2=0x55d21bbef090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:37.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.362+0000 7fac9fbca740 1 --2- 172.21.15.71:0/1916413816 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbf0b40 0x55d21bbef090 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fac8c005940 tx=0x7fac8c005df0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.362+0000 7fac9fbca740 1 -- 172.21.15.71:0/1916413816 shutdown_connections 2024-09-05T07:41:37.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.362+0000 7fac9fbca740 1 --2- 172.21.15.71:0/1916413816 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21bbfa370 0x55d21bbfc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.362+0000 7fac9fbca740 1 --2- 172.21.15.71:0/1916413816 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d21bbef5d0 0x55d21bbefa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.362+0000 7fac9fbca740 1 --2- 172.21.15.71:0/1916413816 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbf0b40 0x55d21bbef090 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.362+0000 7fac9fbca740 1 -- 172.21.15.71:0/1916413816 >> 172.21.15.71:0/1916413816 conn(0x55d21bbb8310 msgr2=0x55d21bbebc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:37.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.362+0000 7fac9fbca740 1 -- 172.21.15.71:0/1916413816 shutdown_connections 2024-09-05T07:41:37.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.362+0000 7fac9fbca740 1 -- 172.21.15.71:0/1916413816 wait complete. 2024-09-05T07:41:37.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.362+0000 7fac9fbca740 1 -- start start 2024-09-05T07:41:37.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.362+0000 7fac9fbca740 1 Processor -- start 2024-09-05T07:41:37.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.362+0000 7fac9fbca740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbef5d0 0x55d21bbf9d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:37.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.362+0000 7fac9fbca740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21bbf0b40 0x55d21bbf6fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:37.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.362+0000 7fac9fbca740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d21bbfa370 0x55d21bbf7570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:37.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.362+0000 7fac9fbca740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55d21bbfd010 con 0x55d21bbef5d0 2024-09-05T07:41:37.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.362+0000 7fac9fbca740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d21bb10060 con 0x55d21bbfa370 2024-09-05T07:41:37.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.362+0000 7fac9fbca740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d21bbfd190 con 0x55d21bbf0b40 2024-09-05T07:41:37.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.363+0000 7fac9fbca740 10 client.0 _ll_register_callbacks cb 0x55d21b8638c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:37.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.363+0000 7fac967fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbef5d0 0x55d21bbf9d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:37.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.363+0000 7fac967fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbef5d0 0x55d21bbf9d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55062/0 (socket says 172.21.15.71:55062) 2024-09-05T07:41:37.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.363+0000 7fac967fc640 1 -- 172.21.15.71:0/829964809 learned_addr learned my addr 172.21.15.71:0/829964809 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:37.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.363+0000 7fac967fc640 1 --2- 172.21.15.71:0/829964809 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d21bbfa370 0x55d21bbf7570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:37.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.363+0000 7fac96ffd640 1 --2- 172.21.15.71:0/829964809 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21bbf0b40 0x55d21bbf6fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:37.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.363+0000 7fac967fc640 1 -- 172.21.15.71:0/829964809 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21bbf0b40 msgr2=0x55d21bbf6fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:37.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.363+0000 7fac967fc640 1 --2- 172.21.15.71:0/829964809 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21bbf0b40 0x55d21bbf6fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.363+0000 7fac967fc640 1 -- 172.21.15.71:0/829964809 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d21bbfa370 msgr2=0x55d21bbf7570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:37.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.363+0000 7fac967fc640 1 --2- 172.21.15.71:0/829964809 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d21bbfa370 0x55d21bbf7570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.363+0000 7fac967fc640 1 -- 172.21.15.71:0/829964809 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d21b8c63c0 con 0x55d21bbef5d0 2024-09-05T07:41:37.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.363+0000 7fac967fc640 1 --2- 172.21.15.71:0/829964809 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbef5d0 0x55d21bbf9d20 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fac8c000c00 tx=0x7fac8c005360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c796a52ac813db00 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:37.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.363+0000 7fac7aff5640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:37.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.363+0000 7fac7aff5640 1 -- 172.21.15.71:0/829964809 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8c035040 con 0x55d21bbef5d0 2024-09-05T07:41:37.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.363+0000 7fac7aff5640 1 -- 172.21.15.71:0/829964809 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fac8c004c70 con 0x55d21bbef5d0 2024-09-05T07:41:37.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.363+0000 7fac9fbca740 1 -- 172.21.15.71:0/829964809 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac8c0316a0 con 0x55d21bbef5d0 2024-09-05T07:41:37.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.363+0000 7fac7aff5640 1 -- 172.21.15.71:0/829964809 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fac8c059050 con 0x55d21bbef5d0 2024-09-05T07:41:37.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.363+0000 7fac9fbca740 10 client.15858 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:37.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.363+0000 7fac9fbca740 1 -- 172.21.15.71:0/829964809 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d21bc08a90 con 0x55d21bbef5d0 2024-09-05T07:41:37.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.364+0000 7fac7aff5640 1 -- 172.21.15.71:0/829964809 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac8c0316a0 con 0x55d21bbef5d0 2024-09-05T07:41:37.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.364+0000 7fac7aff5640 1 -- 172.21.15.71:0/829964809 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fac8c045440 con 0x55d21bbef5d0 2024-09-05T07:41:37.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.364+0000 7fac9fbca740 10 client.15858 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:37.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.364+0000 7fac9fbca740 10 client.15858 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:41:37.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.364+0000 7fac9fbca740 20 client.15858 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:37.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.364+0000 7fac9fbca740 1 --2- 172.21.15.71:0/829964809 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d21bc09de0 0x55d21bc0c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:37.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.364+0000 7fac9fbca740 4 client.15858 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:41:37.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.364+0000 7fac9fbca740 1 -- 172.21.15.71:0/829964809 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d21bb62860 con 0x55d21bc09de0 2024-09-05T07:41:37.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.364+0000 7fac96ffd640 1 --2- 172.21.15.71:0/829964809 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d21bc09de0 0x55d21bc0c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.365+0000 7fac7aff5640 10 client.15858 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:41:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.365+0000 7fac96ffd640 1 --2- 172.21.15.71:0/829964809 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d21bc09de0 0x55d21bc0c1d0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5e731070328d7 server_cookie=6090ce1e8356db9d in_seq=0 out_seq=0 2024-09-05T07:41:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.365+0000 7fac7aff5640 1 -- 172.21.15.71:0/829964809 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d21bb62860 con 0x55d21bc09de0 2024-09-05T07:41:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.365+0000 7fac7aff5640 10 client.15858 handle_command_reply: tid=0 2024-09-05T07:41:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.365+0000 7fac9fbca740 1 client.15858 shutdown 2024-09-05T07:41:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.365+0000 7fac9fbca740 1 -- 172.21.15.71:0/829964809 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbef5d0 msgr2=0x55d21bbf9d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.365+0000 7fac9fbca740 1 --2- 172.21.15.71:0/829964809 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbef5d0 0x55d21bbf9d20 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fac8c000c00 tx=0x7fac8c005360 comp rx=0 tx=0).stop 2024-09-05T07:41:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.365+0000 7fac9fbca740 1 -- 172.21.15.71:0/829964809 shutdown_connections 2024-09-05T07:41:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.365+0000 7fac9fbca740 1 --2- 172.21.15.71:0/829964809 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d21bc09de0 0x55d21bc0c1d0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.365+0000 7fac9fbca740 1 --2- 172.21.15.71:0/829964809 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d21bbfa370 0x55d21bbf7570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.365+0000 7fac9fbca740 1 --2- 172.21.15.71:0/829964809 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21bbf0b40 0x55d21bbf6fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.365+0000 7fac9fbca740 1 --2- 172.21.15.71:0/829964809 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbef5d0 0x55d21bbf9d20 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.365+0000 7fac7aff5640 0 client.15858 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:41:37.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.365+0000 7fac9fbca740 1 -- 172.21.15.71:0/829964809 >> 172.21.15.71:0/829964809 conn(0x55d21bbb8310 msgr2=0x55d21bbf1930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:37.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.366+0000 7fac9fbca740 1 -- 172.21.15.71:0/829964809 shutdown_connections 2024-09-05T07:41:37.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.366+0000 7fac9fbca740 1 -- 172.21.15.71:0/829964809 wait complete. 2024-09-05T07:41:37.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.366+0000 7fac9fbca740 20 client.15858 trim_cache size 0 max 16384 2024-09-05T07:41:37.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.378+0000 7fac9fbca740 1 Processor -- start 2024-09-05T07:41:37.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.378+0000 7fac9fbca740 1 -- start start 2024-09-05T07:41:37.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.379+0000 7fac9fbca740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbef5d0 0x55d21bbf2120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:37.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.379+0000 7fac9fbca740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21bbf0b40 0x55d21bbf2660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:37.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.379+0000 7fac9fbca740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d21bbfa370 0x55d21bbf4230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:37.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.379+0000 7fac9fbca740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fac981b3ba0 con 0x55d21bbef5d0 2024-09-05T07:41:37.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.379+0000 7fac9fbca740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fac981b1470 con 0x55d21bbfa370 2024-09-05T07:41:37.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.379+0000 7fac9fbca740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fac981af2c0 con 0x55d21bbf0b40 2024-09-05T07:41:37.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.379+0000 7fac967fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbef5d0 0x55d21bbf2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:37.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.379+0000 7fac967fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbef5d0 0x55d21bbf2120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55072/0 (socket says 172.21.15.71:55072) 2024-09-05T07:41:37.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.379+0000 7fac967fc640 1 -- 172.21.15.71:0/2966431442 learned_addr learned my addr 172.21.15.71:0/2966431442 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:37.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.379+0000 7fac967fc640 1 -- 172.21.15.71:0/2966431442 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21bbf0b40 msgr2=0x55d21bbf2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:37.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.379+0000 7fac967fc640 1 --2- 172.21.15.71:0/2966431442 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21bbf0b40 0x55d21bbf2660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.379+0000 7fac967fc640 1 -- 172.21.15.71:0/2966431442 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d21bbfa370 msgr2=0x55d21bbf4230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:37.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.379+0000 7fac967fc640 1 --2- 172.21.15.71:0/2966431442 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d21bbfa370 0x55d21bbf4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.379+0000 7fac967fc640 1 -- 172.21.15.71:0/2966431442 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d21bbf2ba0 con 0x55d21bbef5d0 2024-09-05T07:41:37.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.379+0000 7fac967fc640 1 --2- 172.21.15.71:0/2966431442 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbef5d0 0x55d21bbf2120 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fac8c045860 tx=0x7fac8c02a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f32c246b61695525 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:37.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.379+0000 7fac7cff9640 1 -- 172.21.15.71:0/2966431442 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8c035070 con 0x55d21bbef5d0 2024-09-05T07:41:37.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.379+0000 7fac7cff9640 1 -- 172.21.15.71:0/2966431442 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac8c050070 con 0x55d21bbef5d0 2024-09-05T07:41:37.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.379+0000 7fac7cff9640 1 -- 172.21.15.71:0/2966431442 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8c045a50 con 0x55d21bbef5d0 2024-09-05T07:41:37.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.380+0000 7fac9fbca740 1 -- 172.21.15.71:0/2966431442 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbef5d0 msgr2=0x55d21bbf2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:37.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.380+0000 7fac9fbca740 1 --2- 172.21.15.71:0/2966431442 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbef5d0 0x55d21bbf2120 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fac8c045860 tx=0x7fac8c02a410 comp rx=0 tx=0).stop 2024-09-05T07:41:37.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.380+0000 7fac9fbca740 1 -- 172.21.15.71:0/2966431442 shutdown_connections 2024-09-05T07:41:37.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.380+0000 7fac9fbca740 1 --2- 172.21.15.71:0/2966431442 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d21bbfa370 0x55d21bbf4230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.380+0000 7fac9fbca740 1 --2- 172.21.15.71:0/2966431442 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21bbf0b40 0x55d21bbf2660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.380+0000 7fac9fbca740 1 --2- 172.21.15.71:0/2966431442 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbef5d0 0x55d21bbf2120 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.380+0000 7fac9fbca740 1 -- 172.21.15.71:0/2966431442 >> 172.21.15.71:0/2966431442 conn(0x55d21bbb8310 msgr2=0x55d21bbf9050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:37.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.380+0000 7fac9fbca740 1 -- 172.21.15.71:0/2966431442 shutdown_connections 2024-09-05T07:41:37.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.380+0000 7fac9fbca740 1 -- 172.21.15.71:0/2966431442 wait complete. 2024-09-05T07:41:37.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.380+0000 7fac9fbca740 1 -- start start 2024-09-05T07:41:37.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac9fbca740 1 Processor -- start 2024-09-05T07:41:37.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac9fbca740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d21bbef5d0 0x55d21bc0d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:37.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac9fbca740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21bbf0b40 0x55d21bc0db80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:37.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac9fbca740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbfa370 0x55d21bc73720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:37.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac9fbca740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fac981af930 con 0x55d21bbfa370 2024-09-05T07:41:37.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac9fbca740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fac981b0da0 con 0x55d21bbef5d0 2024-09-05T07:41:37.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac9fbca740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fac981b0000 con 0x55d21bbf0b40 2024-09-05T07:41:37.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac9fbca740 10 client.0 _ll_register_callbacks cb 0x7fac8800b180 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:37.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac967fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbfa370 0x55d21bc73720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:37.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac967fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbfa370 0x55d21bc73720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:55088/0 (socket says 172.21.15.71:55088) 2024-09-05T07:41:37.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac967fc640 1 -- 172.21.15.71:0/2031162624 learned_addr learned my addr 172.21.15.71:0/2031162624 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:37.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac967fc640 1 --2- 172.21.15.71:0/2031162624 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d21bbef5d0 0x55d21bc0d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:37.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac967fc640 1 -- 172.21.15.71:0/2031162624 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21bbf0b40 msgr2=0x55d21bc0db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:37.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac96ffd640 1 --2- 172.21.15.71:0/2031162624 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21bbf0b40 0x55d21bc0db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:37.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac967fc640 1 --2- 172.21.15.71:0/2031162624 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21bbf0b40 0x55d21bc0db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac967fc640 1 -- 172.21.15.71:0/2031162624 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d21bbef5d0 msgr2=0x55d21bc0d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:37.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac967fc640 1 --2- 172.21.15.71:0/2031162624 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d21bbef5d0 0x55d21bc0d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac967fc640 1 -- 172.21.15.71:0/2031162624 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d21bc73c60 con 0x55d21bbfa370 2024-09-05T07:41:37.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac967fc640 1 --2- 172.21.15.71:0/2031162624 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbfa370 0x55d21bc73720 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fac8c0057a0 tx=0x7fac8c0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d695ff42c909c78 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:37.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac7aff5640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:37.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.381+0000 7fac7aff5640 1 -- 172.21.15.71:0/2031162624 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8c035040 con 0x55d21bbfa370 2024-09-05T07:41:37.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.382+0000 7fac7aff5640 1 -- 172.21.15.71:0/2031162624 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fac8c0318d0 con 0x55d21bbfa370 2024-09-05T07:41:37.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.382+0000 7fac9fbca740 1 -- 172.21.15.71:0/2031162624 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac8c050070 con 0x55d21bbfa370 2024-09-05T07:41:37.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.382+0000 7fac7aff5640 1 -- 172.21.15.71:0/2031162624 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fac8c005d50 con 0x55d21bbfa370 2024-09-05T07:41:37.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.382+0000 7fac9fbca740 10 client.15864 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:37.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.382+0000 7fac9fbca740 1 -- 172.21.15.71:0/2031162624 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d21bc74ee0 con 0x55d21bbfa370 2024-09-05T07:41:37.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.382+0000 7fac7aff5640 1 -- 172.21.15.71:0/2031162624 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac8c050070 con 0x55d21bbfa370 2024-09-05T07:41:37.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.382+0000 7fac7aff5640 1 -- 172.21.15.71:0/2031162624 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fac8c0042f0 con 0x55d21bbfa370 2024-09-05T07:41:37.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.382+0000 7fac9fbca740 10 client.15864 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:37.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.382+0000 7fac9fbca740 10 client.15864 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:41:37.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.382+0000 7fac9fbca740 20 client.15864 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:37.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.382+0000 7fac9fbca740 1 --2- 172.21.15.71:0/2031162624 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d21bc752c0 0x55d21bc776b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:37.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.382+0000 7fac9fbca740 4 client.15864 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:41:37.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.382+0000 7fac9fbca740 1 -- 172.21.15.71:0/2031162624 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d21bb5cd70 con 0x55d21bc752c0 2024-09-05T07:41:37.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.382+0000 7fac96ffd640 1 --2- 172.21.15.71:0/2031162624 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d21bc752c0 0x55d21bc776b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:37.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.383+0000 7fac7aff5640 10 client.15864 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:41:37.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.383+0000 7fac96ffd640 1 --2- 172.21.15.71:0/2031162624 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d21bc752c0 0x55d21bc776b0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b8304dd675ce0da0 server_cookie=a7cb11f9eae8d992 in_seq=0 out_seq=0 2024-09-05T07:41:37.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.383+0000 7fac7aff5640 1 -- 172.21.15.71:0/2031162624 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d21bb5cd70 con 0x55d21bc752c0 2024-09-05T07:41:37.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.383+0000 7fac7aff5640 10 client.15864 handle_command_reply: tid=0 2024-09-05T07:41:37.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.383+0000 7fac9fbca740 1 client.15864 shutdown 2024-09-05T07:41:37.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.383+0000 7fac9fbca740 1 -- 172.21.15.71:0/2031162624 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbfa370 msgr2=0x55d21bc73720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:37.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.383+0000 7fac9fbca740 1 --2- 172.21.15.71:0/2031162624 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbfa370 0x55d21bc73720 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fac8c0057a0 tx=0x7fac8c0095c0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.383+0000 7fac9fbca740 1 -- 172.21.15.71:0/2031162624 shutdown_connections 2024-09-05T07:41:37.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.383+0000 7fac9fbca740 1 --2- 172.21.15.71:0/2031162624 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d21bbfa370 0x55d21bc73720 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.383+0000 7fac9fbca740 1 --2- 172.21.15.71:0/2031162624 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d21bbf0b40 0x55d21bc0db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.383+0000 7fac9fbca740 1 --2- 172.21.15.71:0/2031162624 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d21bc752c0 0x55d21bc776b0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.383+0000 7fac9fbca740 1 --2- 172.21.15.71:0/2031162624 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d21bbef5d0 0x55d21bc0d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.383+0000 7fac7aff5640 0 client.15864 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:41:37.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.383+0000 7fac9fbca740 1 -- 172.21.15.71:0/2031162624 >> 172.21.15.71:0/2031162624 conn(0x55d21bbb8310 msgr2=0x55d21bbea4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:37.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.383+0000 7fac9fbca740 1 -- 172.21.15.71:0/2031162624 shutdown_connections 2024-09-05T07:41:37.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.383+0000 7fac9fbca740 1 -- 172.21.15.71:0/2031162624 wait complete. 2024-09-05T07:41:37.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.383+0000 7fac9fbca740 20 client.15864 trim_cache size 0 max 16384 2024-09-05T07:41:37.391 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:41:37.392 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.384+0000 7fac9d7f1640 1 -- 172.21.15.71:0/1975961574 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fac800a2d70 msgr2=0x7fac800a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:37.392 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.384+0000 7fac9d7f1640 1 --2- 172.21.15.71:0/1975961574 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fac800a2d70 0x7fac800a5230 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fac900cc5e0 tx=0x7fac900859f0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.392 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.384+0000 7fac9d7f1640 1 -- 172.21.15.71:0/1975961574 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac98106f10 msgr2=0x7fac98074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:37.392 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.384+0000 7fac9d7f1640 1 --2- 172.21.15.71:0/1975961574 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac98106f10 0x7fac98074f70 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fac9000b970 tx=0x7fac9000be30 comp rx=0 tx=0).stop 2024-09-05T07:41:37.392 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.384+0000 7fac9d7f1640 1 -- 172.21.15.71:0/1975961574 shutdown_connections 2024-09-05T07:41:37.392 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.384+0000 7fac9d7f1640 1 --2- 172.21.15.71:0/1975961574 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fac800a2d70 0x7fac800a5230 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.392 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.384+0000 7fac9d7f1640 1 --2- 172.21.15.71:0/1975961574 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac98106f10 0x7fac98074f70 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.392 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.384+0000 7fac9d7f1640 1 --2- 172.21.15.71:0/1975961574 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fac98102790 0x7fac98074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.393 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.384+0000 7fac9d7f1640 1 --2- 172.21.15.71:0/1975961574 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fac98101de0 0x7fac980744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:37.393 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.384+0000 7fac9d7f1640 1 -- 172.21.15.71:0/1975961574 >> 172.21.15.71:0/1975961574 conn(0x7fac980fd8c0 msgr2=0x7fac980fee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:37.393 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.384+0000 7fac9d7f1640 1 -- 172.21.15.71:0/1975961574 shutdown_connections 2024-09-05T07:41:37.393 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:37.384+0000 7fac9d7f1640 1 -- 172.21.15.71:0/1975961574 wait complete. 2024-09-05T07:41:37.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:37 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2304917600' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:41:37.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:37 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2304917600' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:41:37.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:37 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2304917600' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:41:38.414 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24475 quiesce db --cancel --all' 2024-09-05T07:41:38.415 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24475 quiesce db --cancel --all 2024-09-05T07:41:38.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:38 smithi071 ceph-mon[30965]: pgmap v94: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-05T07:41:38.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:38 smithi123 ceph-mon[34568]: pgmap v94: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-05T07:41:38.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:38 smithi192 ceph-mon[34929]: pgmap v94: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-05T07:41:40.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:40 smithi071 ceph-mon[30965]: pgmap v95: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-09-05T07:41:40.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:40 smithi123 ceph-mon[34568]: pgmap v95: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-09-05T07:41:40.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:40 smithi192 ceph-mon[34929]: pgmap v95: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-09-05T07:41:42.148 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:41 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3543941408' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:41:42.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:41 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3543941408' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:41:42.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:41 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3543941408' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:41:42.230 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:41:42.231 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:41:42.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.577+0000 7f1ddcc16640 1 -- 172.21.15.71:0/516100874 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1dd81027a0 msgr2=0x7f1dd81067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:42.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.577+0000 7f1ddcc16640 1 --2- 172.21.15.71:0/516100874 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1dd81027a0 0x7f1dd81067f0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f1dc0009900 tx=0x7f1dc002a410 comp rx=0 tx=0).stop 2024-09-05T07:41:42.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.578+0000 7f1ddcc16640 1 -- 172.21.15.71:0/516100874 shutdown_connections 2024-09-05T07:41:42.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.578+0000 7f1ddcc16640 1 --2- 172.21.15.71:0/516100874 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1dd8106f20 0x7f1dd810eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:42.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.578+0000 7f1ddcc16640 1 --2- 172.21.15.71:0/516100874 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1dd81027a0 0x7f1dd81067f0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:42.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.578+0000 7f1ddcc16640 1 --2- 172.21.15.71:0/516100874 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1dd8101df0 0x7f1dd81021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:42.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.578+0000 7f1ddcc16640 1 -- 172.21.15.71:0/516100874 >> 172.21.15.71:0/516100874 conn(0x7f1dd80fd8f0 msgr2=0x7f1dd80ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:42.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.578+0000 7f1ddcc16640 1 -- 172.21.15.71:0/516100874 shutdown_connections 2024-09-05T07:41:42.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.578+0000 7f1ddcc16640 1 -- 172.21.15.71:0/516100874 wait complete. 2024-09-05T07:41:42.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.578+0000 7f1ddcc16640 1 Processor -- start 2024-09-05T07:41:42.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.579+0000 7f1ddcc16640 1 -- start start 2024-09-05T07:41:42.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.579+0000 7f1ddcc16640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1dd8101df0 0x7f1dd8198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:42.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.579+0000 7f1ddcc16640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1dd81027a0 0x7f1dd8198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:42.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.579+0000 7f1ddcc16640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1dd8106f20 0x7f1dd819cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:42.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.579+0000 7f1ddcc16640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f1dd8111e30 con 0x7f1dd8101df0 2024-09-05T07:41:42.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.579+0000 7f1ddcc16640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1dd8111cb0 con 0x7f1dd81027a0 2024-09-05T07:41:42.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.579+0000 7f1ddcc16640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f1dd8111fb0 con 0x7f1dd8106f20 2024-09-05T07:41:42.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.579+0000 7f1dd6d9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1dd8106f20 0x7f1dd819cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:42.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.579+0000 7f1dd6d9d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1dd8106f20 0x7f1dd819cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.71:57370/0 (socket says 172.21.15.71:57370) 2024-09-05T07:41:42.235 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.579+0000 7f1dd6d9d640 1 -- 172.21.15.71:0/3543941408 learned_addr learned my addr 172.21.15.71:0/3543941408 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:42.235 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.579+0000 7f1dcdd9b640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1dd81027a0 0x7f1dd8198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:42.235 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.579+0000 7f1dd659c640 1 --2- 172.21.15.71:0/3543941408 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1dd8101df0 0x7f1dd8198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:42.235 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.579+0000 7f1dd6d9d640 1 -- 172.21.15.71:0/3543941408 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1dd81027a0 msgr2=0x7f1dd8198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:42.236 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.579+0000 7f1dd6d9d640 1 --2- 172.21.15.71:0/3543941408 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1dd81027a0 0x7f1dd8198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:42.236 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.579+0000 7f1dd6d9d640 1 -- 172.21.15.71:0/3543941408 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1dd8101df0 msgr2=0x7f1dd8198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:42.236 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.579+0000 7f1dd6d9d640 1 --2- 172.21.15.71:0/3543941408 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1dd8101df0 0x7f1dd8198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:42.236 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.579+0000 7f1dd6d9d640 1 -- 172.21.15.71:0/3543941408 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dd819d2e0 con 0x7f1dd8106f20 2024-09-05T07:41:42.236 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.580+0000 7f1dd6d9d640 1 --2- 172.21.15.71:0/3543941408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1dd8106f20 0x7f1dd819cc00 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1dd000cce0 tx=0x7f1dd000a620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:42.237 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.580+0000 7f1dcffff640 1 -- 172.21.15.71:0/3543941408 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd000f450 con 0x7f1dd8106f20 2024-09-05T07:41:42.237 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.580+0000 7f1ddcc16640 1 -- 172.21.15.71:0/3543941408 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1dd819d5d0 con 0x7f1dd8106f20 2024-09-05T07:41:42.237 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.580+0000 7f1dcffff640 1 -- 172.21.15.71:0/3543941408 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1dd000faa0 con 0x7f1dd8106f20 2024-09-05T07:41:42.237 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.580+0000 7f1dcffff640 1 -- 172.21.15.71:0/3543941408 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd0018b70 con 0x7f1dd8106f20 2024-09-05T07:41:42.237 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.580+0000 7f1ddcc16640 1 -- 172.21.15.71:0/3543941408 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1dd81a4eb0 con 0x7f1dd8106f20 2024-09-05T07:41:42.238 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.581+0000 7f1ddcc16640 1 -- 172.21.15.71:0/3543941408 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1dd81021d0 con 0x7f1dd8106f20 2024-09-05T07:41:42.238 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.582+0000 7f1dcffff640 1 -- 172.21.15.71:0/3543941408 <== mon.1 v2:172.21.15.192:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f1dd0018d10 con 0x7f1dd8106f20 2024-09-05T07:41:42.238 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.583+0000 7f1dcffff640 1 --2- 172.21.15.71:0/3543941408 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f1dc40a2cf0 0x7f1dc40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:42.238 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.583+0000 7f1dd659c640 1 --2- 172.21.15.71:0/3543941408 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f1dc40a2cf0 0x7f1dc40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:42.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.583+0000 7f1dcffff640 1 -- 172.21.15.71:0/3543941408 <== mon.1 v2:172.21.15.192:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f1dd00cfc60 con 0x7f1dd8106f20 2024-09-05T07:41:42.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.584+0000 7f1dd659c640 1 --2- 172.21.15.71:0/3543941408 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f1dc40a2cf0 0x7f1dc40a51b0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1dc8005d00 tx=0x7f1dc800b410 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:42.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.586+0000 7f1dcffff640 1 -- 172.21.15.71:0/3543941408 <== mon.1 v2:172.21.15.192:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1dd0014030 con 0x7f1dd8106f20 2024-09-05T07:41:42.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.789+0000 7f1ddcc16640 1 -- 172.21.15.71:0/3543941408 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1dd8199690 con 0x7f1dd8106f20 2024-09-05T07:41:42.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.790+0000 7f1dcffff640 1 -- 172.21.15.71:0/3543941408 <== mon.1 v2:172.21.15.192:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7f1dd009c4b0 con 0x7f1dd8106f20 2024-09-05T07:41:42.240 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:41:42.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.792+0000 7f1ddcc16640 1 -- 172.21.15.71:0/3543941408 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f1dc40a2cf0 msgr2=0x7f1dc40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:42.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.792+0000 7f1ddcc16640 1 --2- 172.21.15.71:0/3543941408 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f1dc40a2cf0 0x7f1dc40a51b0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1dc8005d00 tx=0x7f1dc800b410 comp rx=0 tx=0).stop 2024-09-05T07:41:42.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.792+0000 7f1ddcc16640 1 -- 172.21.15.71:0/3543941408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1dd8106f20 msgr2=0x7f1dd819cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:42.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.792+0000 7f1ddcc16640 1 --2- 172.21.15.71:0/3543941408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1dd8106f20 0x7f1dd819cc00 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1dd000cce0 tx=0x7f1dd000a620 comp rx=0 tx=0).stop 2024-09-05T07:41:42.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.792+0000 7f1ddcc16640 1 -- 172.21.15.71:0/3543941408 shutdown_connections 2024-09-05T07:41:42.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.792+0000 7f1ddcc16640 1 --2- 172.21.15.71:0/3543941408 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f1dc40a2cf0 0x7f1dc40a51b0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:42.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.792+0000 7f1ddcc16640 1 --2- 172.21.15.71:0/3543941408 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1dd8106f20 0x7f1dd819cc00 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:42.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.792+0000 7f1ddcc16640 1 --2- 172.21.15.71:0/3543941408 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1dd81027a0 0x7f1dd8198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:42.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.792+0000 7f1ddcc16640 1 --2- 172.21.15.71:0/3543941408 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1dd8101df0 0x7f1dd8198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:42.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.792+0000 7f1ddcc16640 1 -- 172.21.15.71:0/3543941408 >> 172.21.15.71:0/3543941408 conn(0x7f1dd80fd8f0 msgr2=0x7f1dd80fed40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:42.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.792+0000 7f1ddcc16640 1 -- 172.21.15.71:0/3543941408 shutdown_connections 2024-09-05T07:41:42.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:41.792+0000 7f1ddcc16640 1 -- 172.21.15.71:0/3543941408 wait complete. 2024-09-05T07:41:43.030 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24475 quiesce db --set-id 753ce213 --release --await' 2024-09-05T07:41:43.030 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24475 quiesce db --set-id 753ce213 --release --await 2024-09-05T07:41:43.098 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:42 smithi071 ceph-mon[30965]: pgmap v96: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-05T07:41:43.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:42 smithi123 ceph-mon[34568]: pgmap v96: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-05T07:41:43.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:42 smithi192 ceph-mon[34929]: pgmap v96: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-05T07:41:43.432 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T07:41:43.546 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:41:43.546 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:41:44.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.233+0000 7ff1d3d5e640 1 -- 172.21.15.71:0/4142586324 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff1cc10c170 msgr2=0x7ff1cc10e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:44.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.233+0000 7ff1d3d5e640 1 --2- 172.21.15.71:0/4142586324 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff1cc10c170 0x7ff1cc10e610 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4009ca0 tx=0x7ff1c402a950 comp rx=0 tx=0).stop 2024-09-05T07:41:44.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.233+0000 7ff1d3d5e640 1 -- 172.21.15.71:0/4142586324 shutdown_connections 2024-09-05T07:41:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.233+0000 7ff1d3d5e640 1 --2- 172.21.15.71:0/4142586324 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff1cc10c170 0x7ff1cc10e610 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.233+0000 7ff1d3d5e640 1 --2- 172.21.15.71:0/4142586324 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff1cc103660 0x7ff1cc10bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.233+0000 7ff1d3d5e640 1 --2- 172.21.15.71:0/4142586324 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1cc102d40 0x7ff1cc103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.233+0000 7ff1d3d5e640 1 -- 172.21.15.71:0/4142586324 >> 172.21.15.71:0/4142586324 conn(0x7ff1cc0fc7a0 msgr2=0x7ff1cc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.233+0000 7ff1d3d5e640 1 -- 172.21.15.71:0/4142586324 shutdown_connections 2024-09-05T07:41:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.233+0000 7ff1d3d5e640 1 -- 172.21.15.71:0/4142586324 wait complete. 2024-09-05T07:41:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.234+0000 7ff1d3d5e640 1 Processor -- start 2024-09-05T07:41:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.234+0000 7ff1d3d5e640 1 -- start start 2024-09-05T07:41:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.234+0000 7ff1d3d5e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff1cc102d40 0x7ff1cc198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.234+0000 7ff1d3d5e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1cc103660 0x7ff1cc1988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.234+0000 7ff1d3d5e640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff1cc10c170 0x7ff1cc19cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.234+0000 7ff1d3d5e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff1cc111e20 con 0x7ff1cc102d40 2024-09-05T07:41:44.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.234+0000 7ff1d3d5e640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff1cc111ca0 con 0x7ff1cc10c170 2024-09-05T07:41:44.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.234+0000 7ff1d3d5e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff1cc111fa0 con 0x7ff1cc103660 2024-09-05T07:41:44.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.235+0000 7ff1d1afa640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff1cc102d40 0x7ff1cc198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.235+0000 7ff1d1afa640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff1cc102d40 0x7ff1cc198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47410/0 (socket says 172.21.15.71:47410) 2024-09-05T07:41:44.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.235+0000 7ff1d1afa640 1 -- 172.21.15.71:0/4293881622 learned_addr learned my addr 172.21.15.71:0/4293881622 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:44.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.235+0000 7ff1d22fb640 1 --2- 172.21.15.71:0/4293881622 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff1cc10c170 0x7ff1cc19cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.235+0000 7ff1d12f9640 1 --2- 172.21.15.71:0/4293881622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1cc103660 0x7ff1cc1988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.235+0000 7ff1d1afa640 1 -- 172.21.15.71:0/4293881622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1cc103660 msgr2=0x7ff1cc1988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:44.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.235+0000 7ff1d1afa640 1 --2- 172.21.15.71:0/4293881622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1cc103660 0x7ff1cc1988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.235+0000 7ff1d1afa640 1 -- 172.21.15.71:0/4293881622 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff1cc10c170 msgr2=0x7ff1cc19cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:44.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.235+0000 7ff1d1afa640 1 --2- 172.21.15.71:0/4293881622 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff1cc10c170 0x7ff1cc19cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.235+0000 7ff1d1afa640 1 -- 172.21.15.71:0/4293881622 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1cc19d330 con 0x7ff1cc102d40 2024-09-05T07:41:44.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.235+0000 7ff1d1afa640 1 --2- 172.21.15.71:0/4293881622 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff1cc102d40 0x7ff1cc198380 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7ff1c800d770 tx=0x7ff1c800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:44.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.235+0000 7ff1c2ffd640 1 -- 172.21.15.71:0/4293881622 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c8017070 con 0x7ff1cc102d40 2024-09-05T07:41:44.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.235+0000 7ff1d3d5e640 1 -- 172.21.15.71:0/4293881622 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1cc19d620 con 0x7ff1cc102d40 2024-09-05T07:41:44.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.235+0000 7ff1c2ffd640 1 -- 172.21.15.71:0/4293881622 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1c80054d0 con 0x7ff1cc102d40 2024-09-05T07:41:44.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.235+0000 7ff1c2ffd640 1 -- 172.21.15.71:0/4293881622 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c8004cf0 con 0x7ff1cc102d40 2024-09-05T07:41:44.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.235+0000 7ff1d3d5e640 1 -- 172.21.15.71:0/4293881622 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1cc1a4f00 con 0x7ff1cc102d40 2024-09-05T07:41:44.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.237+0000 7ff1c2ffd640 1 -- 172.21.15.71:0/4293881622 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7ff1c8004e90 con 0x7ff1cc102d40 2024-09-05T07:41:44.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.238+0000 7ff1d6137740 1 Processor -- start 2024-09-05T07:41:44.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.238+0000 7ff1d6137740 1 -- start start 2024-09-05T07:41:44.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.238+0000 7ff1d6137740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558735002060 0x558735002440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.238+0000 7ff1d6137740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558735002980 0x55873500cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.238+0000 7ff1d6137740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55873500d240 0x55873500f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.238+0000 7ff1d6137740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x558734f67620 con 0x55873500d240 2024-09-05T07:41:44.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.238+0000 7ff1d6137740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x558734f0ee50 con 0x558735002060 2024-09-05T07:41:44.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.238+0000 7ff1d6137740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x558734f635e0 con 0x558735002980 2024-09-05T07:41:44.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.238+0000 7ff1d12f9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55873500d240 0x55873500f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.238+0000 7ff1d12f9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55873500d240 0x55873500f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47420/0 (socket says 172.21.15.71:47420) 2024-09-05T07:41:44.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.238+0000 7ff1d12f9640 1 -- 172.21.15.71:0/1893566178 learned_addr learned my addr 172.21.15.71:0/1893566178 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:44.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.238+0000 7ff1d1afa640 1 --2- 172.21.15.71:0/1893566178 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558735002980 0x55873500cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.238+0000 7ff1d22fb640 1 --2- 172.21.15.71:0/1893566178 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558735002060 0x558735002440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.239+0000 7ff1c2ffd640 1 --2- 172.21.15.71:0/4293881622 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff1b80a2cf0 0x7ff1b80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.239+0000 7ff1d12f9640 1 -- 172.21.15.71:0/1893566178 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558735002980 msgr2=0x55873500cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:44.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.239+0000 7ff1d12f9640 1 --2- 172.21.15.71:0/1893566178 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558735002980 0x55873500cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.239+0000 7ff1d12f9640 1 -- 172.21.15.71:0/1893566178 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558735002060 msgr2=0x558735002440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:44.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.239+0000 7ff1d12f9640 1 --2- 172.21.15.71:0/1893566178 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558735002060 0x558735002440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.239+0000 7ff1d12f9640 1 -- 172.21.15.71:0/1893566178 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558734effd40 con 0x55873500d240 2024-09-05T07:41:44.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.239+0000 7ff1d22fb640 1 --2- 172.21.15.71:0/4293881622 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff1b80a2cf0 0x7ff1b80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.239+0000 7ff1c2ffd640 1 -- 172.21.15.71:0/4293881622 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7ff1c80cf210 con 0x7ff1cc102d40 2024-09-05T07:41:44.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.239+0000 7ff1d12f9640 1 --2- 172.21.15.71:0/1893566178 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55873500d240 0x55873500f630 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc00ab60 tx=0x7ff1bc00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc3db2031bf05fdb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:44.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.239+0000 7ff1b7fff640 1 -- 172.21.15.71:0/1893566178 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1bc01d070 con 0x55873500d240 2024-09-05T07:41:44.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.239+0000 7ff1b7fff640 1 -- 172.21.15.71:0/1893566178 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1bc018af0 con 0x55873500d240 2024-09-05T07:41:44.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.239+0000 7ff1b7fff640 1 -- 172.21.15.71:0/1893566178 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1bc010960 con 0x55873500d240 2024-09-05T07:41:44.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.240+0000 7ff1d6137740 1 -- 172.21.15.71:0/1893566178 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55873500d240 msgr2=0x55873500f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:44.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.240+0000 7ff1d22fb640 1 --2- 172.21.15.71:0/4293881622 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff1b80a2cf0 0x7ff1b80a51b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4005e30 tx=0x7ff1c40095c0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:44.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.240+0000 7ff1d6137740 1 --2- 172.21.15.71:0/1893566178 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55873500d240 0x55873500f630 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc00ab60 tx=0x7ff1bc00f790 comp rx=0 tx=0).stop 2024-09-05T07:41:44.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.240+0000 7ff1d6137740 1 -- 172.21.15.71:0/1893566178 shutdown_connections 2024-09-05T07:41:44.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.240+0000 7ff1d6137740 1 --2- 172.21.15.71:0/1893566178 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55873500d240 0x55873500f630 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.240+0000 7ff1d6137740 1 --2- 172.21.15.71:0/1893566178 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558735002980 0x55873500cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.240+0000 7ff1d6137740 1 --2- 172.21.15.71:0/1893566178 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558735002060 0x558735002440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.240+0000 7ff1d6137740 1 -- 172.21.15.71:0/1893566178 >> 172.21.15.71:0/1893566178 conn(0x558734ffe5f0 msgr2=0x558734ffe9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:44.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.240+0000 7ff1d6137740 1 -- 172.21.15.71:0/1893566178 shutdown_connections 2024-09-05T07:41:44.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.240+0000 7ff1d6137740 1 -- 172.21.15.71:0/1893566178 wait complete. 2024-09-05T07:41:44.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.240+0000 7ff1d6137740 1 -- start start 2024-09-05T07:41:44.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.240+0000 7ff1d6137740 1 Processor -- start 2024-09-05T07:41:44.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1d6137740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002060 0x55873500a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1d6137740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558735002980 0x55873500a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1d6137740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55873500d240 0x55873500ab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1d6137740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55873500fe10 con 0x558735002060 2024-09-05T07:41:44.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1d6137740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x558734eeff10 con 0x558735002980 2024-09-05T07:41:44.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1d6137740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55873500ff90 con 0x55873500d240 2024-09-05T07:41:44.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1d6137740 10 client.0 _ll_register_callbacks cb 0x558734f13db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:44.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1d1afa640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002060 0x55873500a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1d1afa640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002060 0x55873500a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47432/0 (socket says 172.21.15.71:47432) 2024-09-05T07:41:44.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1d1afa640 1 -- 172.21.15.71:0/954868742 learned_addr learned my addr 172.21.15.71:0/954868742 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:44.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1d12f9640 1 --2- 172.21.15.71:0/954868742 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558735002980 0x55873500a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1d22fb640 1 --2- 172.21.15.71:0/954868742 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55873500d240 0x55873500ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1d1afa640 1 -- 172.21.15.71:0/954868742 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55873500d240 msgr2=0x55873500ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:44.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1d1afa640 1 --2- 172.21.15.71:0/954868742 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55873500d240 0x55873500ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1d1afa640 1 -- 172.21.15.71:0/954868742 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558735002980 msgr2=0x55873500a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:44.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1d1afa640 1 --2- 172.21.15.71:0/954868742 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558735002980 0x55873500a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1d1afa640 1 -- 172.21.15.71:0/954868742 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558734c76580 con 0x558735002060 2024-09-05T07:41:44.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1d12f9640 1 --2- 172.21.15.71:0/954868742 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558735002980 0x55873500a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:41:44.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1d22fb640 1 --2- 172.21.15.71:0/954868742 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55873500d240 0x55873500ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:41:44.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1d1afa640 1 --2- 172.21.15.71:0/954868742 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002060 0x55873500a0d0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7ff1c80cc5c0 tx=0x7ff1c80998f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96e16d57781fc81a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:44.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.241+0000 7ff1b57fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:44.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.242+0000 7ff1b57fa640 1 -- 172.21.15.71:0/954868742 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c8020050 con 0x558735002060 2024-09-05T07:41:44.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.242+0000 7ff1b57fa640 1 -- 172.21.15.71:0/954868742 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7ff1c809a830 con 0x558735002060 2024-09-05T07:41:44.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.242+0000 7ff1d6137740 1 -- 172.21.15.71:0/954868742 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1bc018af0 con 0x558735002060 2024-09-05T07:41:44.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.242+0000 7ff1b57fa640 1 -- 172.21.15.71:0/954868742 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff1c8097680 con 0x558735002060 2024-09-05T07:41:44.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.242+0000 7ff1d6137740 10 client.15882 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:44.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.242+0000 7ff1d6137740 1 -- 172.21.15.71:0/954868742 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558734d40960 con 0x558735002060 2024-09-05T07:41:44.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.242+0000 7ff1b57fa640 1 -- 172.21.15.71:0/954868742 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1bc018af0 con 0x558735002060 2024-09-05T07:41:44.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.242+0000 7ff1b57fa640 1 -- 172.21.15.71:0/954868742 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7ff1c8097130 con 0x558735002060 2024-09-05T07:41:44.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.242+0000 7ff1d6137740 10 client.15882 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:44.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.242+0000 7ff1d6137740 10 client.15882 resolve_mds: validated gid 24475 aka daemon mds.i 2024-09-05T07:41:44.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.242+0000 7ff1d6137740 20 client.15882 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:44.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.242+0000 7ff1d6137740 1 --2- 172.21.15.71:0/954868742 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55873501d110 0x55873501f500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.242+0000 7ff1d6137740 4 client.15882 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:41:44.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.242+0000 7ff1d6137740 1 -- 172.21.15.71:0/954868742 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558734f74b90 con 0x55873501d110 2024-09-05T07:41:44.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.242+0000 7ff1d12f9640 1 --2- 172.21.15.71:0/954868742 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55873501d110 0x55873501f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.243+0000 7ff1b57fa640 10 client.15882 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:44.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.243+0000 7ff1d12f9640 1 --2- 172.21.15.71:0/954868742 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55873501d110 0x55873501f500 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f1f4a2499fc65011 server_cookie=30d000030c223f3c in_seq=0 out_seq=0 2024-09-05T07:41:44.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.243+0000 7ff1b57fa640 1 -- 172.21.15.71:0/954868742 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558734f74b90 con 0x55873501d110 2024-09-05T07:41:44.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.243+0000 7ff1b57fa640 10 client.15882 handle_command_reply: tid=0 2024-09-05T07:41:44.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.243+0000 7ff1d6137740 1 client.15882 shutdown 2024-09-05T07:41:44.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.244+0000 7ff1d6137740 1 -- 172.21.15.71:0/954868742 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002060 msgr2=0x55873500a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:44.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.244+0000 7ff1d6137740 1 --2- 172.21.15.71:0/954868742 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002060 0x55873500a0d0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7ff1c80cc5c0 tx=0x7ff1c80998f0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.244+0000 7ff1d6137740 1 -- 172.21.15.71:0/954868742 shutdown_connections 2024-09-05T07:41:44.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.244+0000 7ff1d6137740 1 --2- 172.21.15.71:0/954868742 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55873501d110 0x55873501f500 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.244+0000 7ff1b57fa640 0 client.15882 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:44.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.244+0000 7ff1d6137740 1 --2- 172.21.15.71:0/954868742 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55873500d240 0x55873500ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.244+0000 7ff1d6137740 1 --2- 172.21.15.71:0/954868742 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558735002980 0x55873500a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.267 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.244+0000 7ff1d6137740 1 --2- 172.21.15.71:0/954868742 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002060 0x55873500a0d0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.267 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.244+0000 7ff1d6137740 1 -- 172.21.15.71:0/954868742 >> 172.21.15.71:0/954868742 conn(0x558734ffe5f0 msgr2=0x5587350042d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:44.267 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.244+0000 7ff1d6137740 1 -- 172.21.15.71:0/954868742 shutdown_connections 2024-09-05T07:41:44.267 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.244+0000 7ff1d6137740 1 -- 172.21.15.71:0/954868742 wait complete. 2024-09-05T07:41:44.267 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.244+0000 7ff1d6137740 20 client.15882 trim_cache size 0 max 16384 2024-09-05T07:41:44.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.261+0000 7ff1d6137740 1 Processor -- start 2024-09-05T07:41:44.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.261+0000 7ff1d6137740 1 -- start start 2024-09-05T07:41:44.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.261+0000 7ff1d6137740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558735002060 0x558735004ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.261+0000 7ff1d6137740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002980 0x558734ffd640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.261+0000 7ff1d6137740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55873500d240 0x558735024ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.261+0000 7ff1d6137740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff1cc1b1930 con 0x558735002980 2024-09-05T07:41:44.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.261+0000 7ff1d6137740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff1cc1af200 con 0x55873500d240 2024-09-05T07:41:44.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.261+0000 7ff1d6137740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff1cc1ad050 con 0x558735002060 2024-09-05T07:41:44.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.261+0000 7ff1d12f9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002980 0x558734ffd640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.261+0000 7ff1d12f9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002980 0x558734ffd640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47438/0 (socket says 172.21.15.71:47438) 2024-09-05T07:41:44.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.261+0000 7ff1d12f9640 1 -- 172.21.15.71:0/877268411 learned_addr learned my addr 172.21.15.71:0/877268411 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:44.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.262+0000 7ff1d1afa640 1 --2- 172.21.15.71:0/877268411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558735002060 0x558735004ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.262+0000 7ff1d12f9640 1 -- 172.21.15.71:0/877268411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558735002060 msgr2=0x558735004ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:44.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.262+0000 7ff1d12f9640 1 --2- 172.21.15.71:0/877268411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558735002060 0x558735004ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.262+0000 7ff1d12f9640 1 -- 172.21.15.71:0/877268411 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55873500d240 msgr2=0x558735024ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:44.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.262+0000 7ff1d12f9640 1 --2- 172.21.15.71:0/877268411 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55873500d240 0x558735024ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.262+0000 7ff1d12f9640 1 -- 172.21.15.71:0/877268411 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558734ffe420 con 0x558735002980 2024-09-05T07:41:44.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.262+0000 7ff1d12f9640 1 --2- 172.21.15.71:0/877268411 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002980 0x558734ffd640 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc00aa80 tx=0x7ff1bc0058c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a8c3fd2114aad server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:44.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.262+0000 7ff1b77fe640 1 -- 172.21.15.71:0/877268411 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1bc031070 con 0x558735002980 2024-09-05T07:41:44.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.262+0000 7ff1b77fe640 1 -- 172.21.15.71:0/877268411 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1bc00ae60 con 0x558735002980 2024-09-05T07:41:44.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.262+0000 7ff1b77fe640 1 -- 172.21.15.71:0/877268411 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1bc01d040 con 0x558735002980 2024-09-05T07:41:44.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.263+0000 7ff1d6137740 1 -- 172.21.15.71:0/877268411 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002980 msgr2=0x558734ffd640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:44.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.263+0000 7ff1d6137740 1 --2- 172.21.15.71:0/877268411 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002980 0x558734ffd640 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc00aa80 tx=0x7ff1bc0058c0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.263+0000 7ff1d6137740 1 -- 172.21.15.71:0/877268411 shutdown_connections 2024-09-05T07:41:44.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.263+0000 7ff1d6137740 1 --2- 172.21.15.71:0/877268411 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55873500d240 0x558735024ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.263+0000 7ff1d6137740 1 --2- 172.21.15.71:0/877268411 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002980 0x558734ffd640 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.263+0000 7ff1d6137740 1 --2- 172.21.15.71:0/877268411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558735002060 0x558735004ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.263+0000 7ff1d6137740 1 -- 172.21.15.71:0/877268411 >> 172.21.15.71:0/877268411 conn(0x558734ffe5f0 msgr2=0x558734ffcf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:44.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.263+0000 7ff1d6137740 1 -- 172.21.15.71:0/877268411 shutdown_connections 2024-09-05T07:41:44.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.263+0000 7ff1d6137740 1 -- 172.21.15.71:0/877268411 wait complete. 2024-09-05T07:41:44.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.263+0000 7ff1d6137740 1 -- start start 2024-09-05T07:41:44.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.263+0000 7ff1d6137740 1 Processor -- start 2024-09-05T07:41:44.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1d6137740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558735002060 0x5587350151e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1d6137740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002980 0x558735015720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1d6137740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55873500d240 0x5587350121b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1d6137740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff1cc1ad6c0 con 0x558735002980 2024-09-05T07:41:44.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1d6137740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff1cc1aeb30 con 0x558735002060 2024-09-05T07:41:44.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1d6137740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff1cc1add90 con 0x55873500d240 2024-09-05T07:41:44.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1d6137740 10 client.0 _ll_register_callbacks cb 0x7ff1c8009e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:44.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1d12f9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002980 0x558735015720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1d12f9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002980 0x558735015720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47450/0 (socket says 172.21.15.71:47450) 2024-09-05T07:41:44.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1d12f9640 1 -- 172.21.15.71:0/1790935205 learned_addr learned my addr 172.21.15.71:0/1790935205 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:44.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1d22fb640 1 --2- 172.21.15.71:0/1790935205 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55873500d240 0x5587350121b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1d1afa640 1 --2- 172.21.15.71:0/1790935205 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558735002060 0x5587350151e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1d12f9640 1 -- 172.21.15.71:0/1790935205 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55873500d240 msgr2=0x5587350121b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:44.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1d12f9640 1 --2- 172.21.15.71:0/1790935205 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55873500d240 0x5587350121b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1d12f9640 1 -- 172.21.15.71:0/1790935205 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558735002060 msgr2=0x5587350151e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:44.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1d12f9640 1 --2- 172.21.15.71:0/1790935205 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558735002060 0x5587350151e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1d12f9640 1 -- 172.21.15.71:0/1790935205 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558734fff280 con 0x558735002980 2024-09-05T07:41:44.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1d1afa640 1 --2- 172.21.15.71:0/1790935205 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558735002060 0x5587350151e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:41:44.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1d12f9640 1 --2- 172.21.15.71:0/1790935205 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002980 0x558735015720 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc00a8f0 tx=0x7ff1bc005b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=663562f25d122109 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:44.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1b57fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:44.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1b57fa640 1 -- 172.21.15.71:0/1790935205 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1bc031030 con 0x558735002980 2024-09-05T07:41:44.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1b57fa640 1 -- 172.21.15.71:0/1790935205 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7ff1bc0188a0 con 0x558735002980 2024-09-05T07:41:44.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.264+0000 7ff1d6137740 1 -- 172.21.15.71:0/1790935205 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1bc00ae60 con 0x558735002980 2024-09-05T07:41:44.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.265+0000 7ff1b57fa640 1 -- 172.21.15.71:0/1790935205 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff1bc040050 con 0x558735002980 2024-09-05T07:41:44.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.265+0000 7ff1d6137740 10 client.15888 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:44.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.265+0000 7ff1d6137740 1 -- 172.21.15.71:0/1790935205 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558735088150 con 0x558735002980 2024-09-05T07:41:44.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.265+0000 7ff1b57fa640 1 -- 172.21.15.71:0/1790935205 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1bc00ae60 con 0x558735002980 2024-09-05T07:41:44.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.265+0000 7ff1b57fa640 1 -- 172.21.15.71:0/1790935205 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7ff1bc02b070 con 0x558735002980 2024-09-05T07:41:44.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.265+0000 7ff1d6137740 10 client.15888 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:44.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.265+0000 7ff1d6137740 10 client.15888 resolve_mds: validated gid 24475 aka daemon mds.i 2024-09-05T07:41:44.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.265+0000 7ff1d6137740 20 client.15888 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:44.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.265+0000 7ff1d6137740 1 --2- 172.21.15.71:0/1790935205 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55873501d110 0x55873508a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.265+0000 7ff1d6137740 4 client.15888 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "753ce213", "release": true, "await": true}] 2024-09-05T07:41:44.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.265+0000 7ff1d6137740 1 -- 172.21.15.71:0/1790935205 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "quiesce db", "set_id": "753ce213", "release": true, "await": true}) -- 0x558734f6f0a0 con 0x55873501d110 2024-09-05T07:41:44.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.265+0000 7ff1d1afa640 1 --2- 172.21.15.71:0/1790935205 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55873501d110 0x55873508a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.266+0000 7ff1d1afa640 1 --2- 172.21.15.71:0/1790935205 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55873501d110 0x55873508a5e0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=189d6a302ad7de6c server_cookie=8810beace66bfc1f in_seq=0 out_seq=0 2024-09-05T07:41:44.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.266+0000 7ff1b57fa640 10 client.15888 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:44.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.267+0000 7ff1b57fa640 1 -- 172.21.15.71:0/1790935205 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x558734f6f0a0 con 0x55873501d110 2024-09-05T07:41:44.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.267+0000 7ff1b57fa640 10 client.15888 handle_command_reply: tid=0 2024-09-05T07:41:44.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.267+0000 7ff1d6137740 1 client.15888 shutdown 2024-09-05T07:41:44.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.267+0000 7ff1d6137740 1 -- 172.21.15.71:0/1790935205 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002980 msgr2=0x558735015720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:44.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.267+0000 7ff1d6137740 1 --2- 172.21.15.71:0/1790935205 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002980 0x558735015720 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc00a8f0 tx=0x7ff1bc005b70 comp rx=0 tx=0).stop 2024-09-05T07:41:44.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.267+0000 7ff1d6137740 1 -- 172.21.15.71:0/1790935205 shutdown_connections 2024-09-05T07:41:44.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.267+0000 7ff1d6137740 1 --2- 172.21.15.71:0/1790935205 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55873501d110 0x55873508a5e0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.267+0000 7ff1d6137740 1 --2- 172.21.15.71:0/1790935205 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55873500d240 0x5587350121b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.267+0000 7ff1d6137740 1 --2- 172.21.15.71:0/1790935205 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558735002980 0x558735015720 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.267+0000 7ff1d6137740 1 --2- 172.21.15.71:0/1790935205 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558735002060 0x5587350151e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.267+0000 7ff1d6137740 1 -- 172.21.15.71:0/1790935205 >> 172.21.15.71:0/1790935205 conn(0x558734ffe5f0 msgr2=0x558734ffd750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:44.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.268+0000 7ff1b57fa640 0 client.15888 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:44.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.268+0000 7ff1d6137740 1 -- 172.21.15.71:0/1790935205 shutdown_connections 2024-09-05T07:41:44.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.268+0000 7ff1d6137740 1 -- 172.21.15.71:0/1790935205 wait complete. 2024-09-05T07:41:44.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.268+0000 7ff1d6137740 20 client.15888 trim_cache size 0 max 16384 2024-09-05T07:41:44.278 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:41:44.278 INFO:teuthology.orchestra.run.smithi071.stdout: "epoch": 26, 2024-09-05T07:41:44.278 INFO:teuthology.orchestra.run.smithi071.stdout: "leader": 24475, 2024-09-05T07:41:44.278 INFO:teuthology.orchestra.run.smithi071.stdout: "set_version": 8, 2024-09-05T07:41:44.279 INFO:teuthology.orchestra.run.smithi071.stdout: "sets": { 2024-09-05T07:41:44.279 INFO:teuthology.orchestra.run.smithi071.stdout: "753ce213": { 2024-09-05T07:41:44.279 INFO:teuthology.orchestra.run.smithi071.stdout: "version": 8, 2024-09-05T07:41:44.279 INFO:teuthology.orchestra.run.smithi071.stdout: "age_ref": 0.0, 2024-09-05T07:41:44.279 INFO:teuthology.orchestra.run.smithi071.stdout: "state": { 2024-09-05T07:41:44.279 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RELEASED", 2024-09-05T07:41:44.279 INFO:teuthology.orchestra.run.smithi071.stdout: "age": 0.0 2024-09-05T07:41:44.279 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:41:44.279 INFO:teuthology.orchestra.run.smithi071.stdout: "timeout": 90.0, 2024-09-05T07:41:44.279 INFO:teuthology.orchestra.run.smithi071.stdout: "expiration": 144.2, 2024-09-05T07:41:44.279 INFO:teuthology.orchestra.run.smithi071.stdout: "members": { 2024-09-05T07:41:44.280 INFO:teuthology.orchestra.run.smithi071.stdout: "file:/": { 2024-09-05T07:41:44.280 INFO:teuthology.orchestra.run.smithi071.stdout: "excluded": false, 2024-09-05T07:41:44.280 INFO:teuthology.orchestra.run.smithi071.stdout: "state": { 2024-09-05T07:41:44.280 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RELEASED", 2024-09-05T07:41:44.280 INFO:teuthology.orchestra.run.smithi071.stdout: "age": 0.0 2024-09-05T07:41:44.280 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:41:44.280 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:41:44.280 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:41:44.280 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:41:44.280 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:41:44.280 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:41:44.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.268+0000 7ff1d3d5e640 1 -- 172.21.15.71:0/4293881622 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff1b80a2cf0 msgr2=0x7ff1b80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:44.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.268+0000 7ff1d3d5e640 1 --2- 172.21.15.71:0/4293881622 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff1b80a2cf0 0x7ff1b80a51b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4005e30 tx=0x7ff1c40095c0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.268+0000 7ff1d3d5e640 1 -- 172.21.15.71:0/4293881622 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff1cc102d40 msgr2=0x7ff1cc198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:44.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.268+0000 7ff1d3d5e640 1 --2- 172.21.15.71:0/4293881622 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff1cc102d40 0x7ff1cc198380 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7ff1c800d770 tx=0x7ff1c800dc30 comp rx=0 tx=0).stop 2024-09-05T07:41:44.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.268+0000 7ff1d3d5e640 1 -- 172.21.15.71:0/4293881622 shutdown_connections 2024-09-05T07:41:44.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.268+0000 7ff1d3d5e640 1 --2- 172.21.15.71:0/4293881622 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff1b80a2cf0 0x7ff1b80a51b0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.268+0000 7ff1d3d5e640 1 --2- 172.21.15.71:0/4293881622 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff1cc10c170 0x7ff1cc19cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.268+0000 7ff1d3d5e640 1 --2- 172.21.15.71:0/4293881622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff1cc103660 0x7ff1cc1988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.268+0000 7ff1d3d5e640 1 --2- 172.21.15.71:0/4293881622 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff1cc102d40 0x7ff1cc198380 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.268+0000 7ff1d3d5e640 1 -- 172.21.15.71:0/4293881622 >> 172.21.15.71:0/4293881622 conn(0x7ff1cc0fc7a0 msgr2=0x7ff1cc0fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:44.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.269+0000 7ff1d3d5e640 1 -- 172.21.15.71:0/4293881622 shutdown_connections 2024-09-05T07:41:44.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.269+0000 7ff1d3d5e640 1 -- 172.21.15.71:0/4293881622 wait complete. 2024-09-05T07:41:44.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.458+0000 7f5129592640 1 -- 172.21.15.71:0/3761942831 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5124100a80 msgr2=0x7f5124100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:44.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.458+0000 7f5129592640 1 --2- 172.21.15.71:0/3761942831 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5124100a80 0x7f5124100ee0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f5118009930 tx=0x7f511802a420 comp rx=0 tx=0).stop 2024-09-05T07:41:44.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.458+0000 7f5129592640 1 -- 172.21.15.71:0/3761942831 shutdown_connections 2024-09-05T07:41:44.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.458+0000 7f5129592640 1 --2- 172.21.15.71:0/3761942831 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5124101420 0x7f512410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.458+0000 7f5129592640 1 --2- 172.21.15.71:0/3761942831 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5124100a80 0x7f5124100ee0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.458+0000 7f5129592640 1 --2- 172.21.15.71:0/3761942831 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5124106a80 0x7f5124106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.458+0000 7f5129592640 1 -- 172.21.15.71:0/3761942831 >> 172.21.15.71:0/3761942831 conn(0x7f51240fc7a0 msgr2=0x7f51240febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:44.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.458+0000 7f5129592640 1 -- 172.21.15.71:0/3761942831 shutdown_connections 2024-09-05T07:41:44.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.458+0000 7f5129592640 1 -- 172.21.15.71:0/3761942831 wait complete. 2024-09-05T07:41:44.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.459+0000 7f5129592640 1 Processor -- start 2024-09-05T07:41:44.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.459+0000 7f5129592640 1 -- start start 2024-09-05T07:41:44.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.459+0000 7f5129592640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5124100a80 0x7f5124197290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.459+0000 7f5129592640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5124101420 0x7f51241977d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.475 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.459+0000 7f5129592640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5124106a80 0x7f512419bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.459+0000 7f5129592640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f5124110d30 con 0x7f5124106a80 2024-09-05T07:41:44.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.459+0000 7f5129592640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5124110bb0 con 0x7f5124100a80 2024-09-05T07:41:44.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.459+0000 7f5129592640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5124110eb0 con 0x7f5124101420 2024-09-05T07:41:44.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.459+0000 7f51237fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5124106a80 0x7f512419bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.459+0000 7f51237fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5124106a80 0x7f512419bb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47462/0 (socket says 172.21.15.71:47462) 2024-09-05T07:41:44.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.459+0000 7f51237fe640 1 -- 172.21.15.71:0/3404603161 learned_addr learned my addr 172.21.15.71:0/3404603161 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:44.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.460+0000 7f51227fc640 1 --2- 172.21.15.71:0/3404603161 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5124101420 0x7f51241977d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.460+0000 7f5122ffd640 1 --2- 172.21.15.71:0/3404603161 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5124100a80 0x7f5124197290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.460+0000 7f51237fe640 1 -- 172.21.15.71:0/3404603161 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5124101420 msgr2=0x7f51241977d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:44.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.460+0000 7f51237fe640 1 --2- 172.21.15.71:0/3404603161 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5124101420 0x7f51241977d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.460+0000 7f51237fe640 1 -- 172.21.15.71:0/3404603161 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5124100a80 msgr2=0x7f5124197290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:44.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.460+0000 7f51237fe640 1 --2- 172.21.15.71:0/3404603161 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5124100a80 0x7f5124197290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.460+0000 7f51237fe640 1 -- 172.21.15.71:0/3404603161 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f512419c240 con 0x7f5124106a80 2024-09-05T07:41:44.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.460+0000 7f5122ffd640 1 --2- 172.21.15.71:0/3404603161 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5124100a80 0x7f5124197290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:41:44.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.460+0000 7f51237fe640 1 --2- 172.21.15.71:0/3404603161 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5124106a80 0x7f512419bb60 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f511c00ebb0 tx=0x7f511c007590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:44.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.460+0000 7f510bfff640 1 -- 172.21.15.71:0/3404603161 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f511c007ca0 con 0x7f5124106a80 2024-09-05T07:41:44.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.460+0000 7f5129592640 1 -- 172.21.15.71:0/3404603161 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f512419c4d0 con 0x7f5124106a80 2024-09-05T07:41:44.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.460+0000 7f510bfff640 1 -- 172.21.15.71:0/3404603161 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f511c007e40 con 0x7f5124106a80 2024-09-05T07:41:44.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.460+0000 7f510bfff640 1 -- 172.21.15.71:0/3404603161 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f511c0057d0 con 0x7f5124106a80 2024-09-05T07:41:44.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.460+0000 7f5129592640 1 -- 172.21.15.71:0/3404603161 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f512419c990 con 0x7f5124106a80 2024-09-05T07:41:44.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.462+0000 7f510bfff640 1 -- 172.21.15.71:0/3404603161 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f511c004a40 con 0x7f5124106a80 2024-09-05T07:41:44.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.462+0000 7f512b96b740 1 Processor -- start 2024-09-05T07:41:44.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f512b96b740 1 -- start start 2024-09-05T07:41:44.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f512b96b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e419348c0 0x563e41934ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f512b96b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e419351e0 0x563e41943ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f512b96b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 0x563e419463e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f512b96b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x563e41899200 con 0x563e41943ff0 2024-09-05T07:41:44.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f512b96b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563e4183fdc0 con 0x563e419348c0 2024-09-05T07:41:44.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f512b96b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563e418951c0 con 0x563e419351e0 2024-09-05T07:41:44.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f510bfff640 1 --2- 172.21.15.71:0/3404603161 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f510c0a2cf0 0x7f510c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f51227fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 0x563e419463e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f51237fe640 1 --2- 172.21.15.71:0/3404603161 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f510c0a2cf0 0x7f510c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f5122ffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e419351e0 0x563e41943ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f51227fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 0x563e419463e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47466/0 (socket says 172.21.15.71:47466) 2024-09-05T07:41:44.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f51227fc640 1 -- 172.21.15.71:0/2275901941 learned_addr learned my addr 172.21.15.71:0/2275901941 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:44.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f5122ffd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e419351e0 0x563e41943ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.71:57470/0 (socket says 172.21.15.71:57470) 2024-09-05T07:41:44.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f51227fc640 1 --2- 172.21.15.71:0/2275901941 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e419348c0 0x563e41934ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.478 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f510bfff640 1 -- 172.21.15.71:0/3404603161 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f511c0d0e10 con 0x7f5124106a80 2024-09-05T07:41:44.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f51227fc640 1 -- 172.21.15.71:0/2275901941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e419351e0 msgr2=0x563e41943ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:44.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f51227fc640 1 --2- 172.21.15.71:0/2275901941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e419351e0 0x563e41943ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f51227fc640 1 -- 172.21.15.71:0/2275901941 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e419348c0 msgr2=0x563e41934ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:44.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f51227fc640 1 --2- 172.21.15.71:0/2275901941 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e419348c0 0x563e41934ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.463+0000 7f51227fc640 1 -- 172.21.15.71:0/2275901941 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e4160a620 con 0x563e41943ff0 2024-09-05T07:41:44.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.464+0000 7f51237fe640 1 --2- 172.21.15.71:0/3404603161 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f510c0a2cf0 0x7f510c0a51b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f511c099390 tx=0x7f511c098b30 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:44.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.464+0000 7f51227fc640 1 --2- 172.21.15.71:0/2275901941 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 0x563e419463e0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f5118005c40 tx=0x7f5118005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bafb4f8da65d7609 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:44.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.464+0000 7f51097fa640 1 -- 172.21.15.71:0/2275901941 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5118035070 con 0x563e41943ff0 2024-09-05T07:41:44.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.464+0000 7f51097fa640 1 -- 172.21.15.71:0/2275901941 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5118004030 con 0x563e41943ff0 2024-09-05T07:41:44.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.464+0000 7f51097fa640 1 -- 172.21.15.71:0/2275901941 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5118005630 con 0x563e41943ff0 2024-09-05T07:41:44.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.464+0000 7f512b96b740 1 -- 172.21.15.71:0/2275901941 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 msgr2=0x563e419463e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:44.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.464+0000 7f512b96b740 1 --2- 172.21.15.71:0/2275901941 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 0x563e419463e0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f5118005c40 tx=0x7f5118005fd0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.464+0000 7f512b96b740 1 -- 172.21.15.71:0/2275901941 shutdown_connections 2024-09-05T07:41:44.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.464+0000 7f512b96b740 1 --2- 172.21.15.71:0/2275901941 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 0x563e419463e0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.464+0000 7f512b96b740 1 --2- 172.21.15.71:0/2275901941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e419351e0 0x563e41943ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.464+0000 7f512b96b740 1 --2- 172.21.15.71:0/2275901941 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e419348c0 0x563e41934ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.465+0000 7f512b96b740 1 -- 172.21.15.71:0/2275901941 >> 172.21.15.71:0/2275901941 conn(0x563e41930f90 msgr2=0x563e41931370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:44.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.465+0000 7f512b96b740 1 -- 172.21.15.71:0/2275901941 shutdown_connections 2024-09-05T07:41:44.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.465+0000 7f512b96b740 1 -- 172.21.15.71:0/2275901941 wait complete. 2024-09-05T07:41:44.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.465+0000 7f512b96b740 1 -- start start 2024-09-05T07:41:44.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.465+0000 7f512b96b740 1 Processor -- start 2024-09-05T07:41:44.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.465+0000 7f512b96b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e419348c0 0x563e41943970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.465+0000 7f512b96b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e419351e0 0x563e41940c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.465+0000 7f512b96b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e41943ff0 0x563e419411a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.465+0000 7f512b96b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x563e41946b60 con 0x563e419351e0 2024-09-05T07:41:44.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.465+0000 7f512b96b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563e41833c50 con 0x563e419348c0 2024-09-05T07:41:44.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.465+0000 7f512b96b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563e41946ce0 con 0x563e41943ff0 2024-09-05T07:41:44.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.465+0000 7f512b96b740 10 client.0 _ll_register_callbacks cb 0x563e41845ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:44.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.465+0000 7f5122ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e419351e0 0x563e41940c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.466+0000 7f5122ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e419351e0 0x563e41940c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47480/0 (socket says 172.21.15.71:47480) 2024-09-05T07:41:44.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.466+0000 7f5122ffd640 1 -- 172.21.15.71:0/267080929 learned_addr learned my addr 172.21.15.71:0/267080929 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:44.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.466+0000 7f51227fc640 1 --2- 172.21.15.71:0/267080929 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e419348c0 0x563e41943970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.466+0000 7f51227fc640 1 --2- 172.21.15.71:0/267080929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e41943ff0 0x563e419411a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.466+0000 7f5122ffd640 1 -- 172.21.15.71:0/267080929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e41943ff0 msgr2=0x563e419411a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:44.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.466+0000 7f5122ffd640 1 --2- 172.21.15.71:0/267080929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e41943ff0 0x563e419411a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.466+0000 7f5122ffd640 1 -- 172.21.15.71:0/267080929 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e419348c0 msgr2=0x563e41943970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:44.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.466+0000 7f5122ffd640 1 --2- 172.21.15.71:0/267080929 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e419348c0 0x563e41943970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.466+0000 7f5122ffd640 1 -- 172.21.15.71:0/267080929 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e419419d0 con 0x563e419351e0 2024-09-05T07:41:44.481 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.466+0000 7f51227fc640 1 --2- 172.21.15.71:0/267080929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e41943ff0 0x563e419411a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:41:44.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.466+0000 7f5122ffd640 1 --2- 172.21.15.71:0/267080929 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e419351e0 0x563e41940c20 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f5114012480 tx=0x7f5114012940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=547d616995188242 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:44.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.466+0000 7f5106ff5640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:44.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.466+0000 7f5106ff5640 1 -- 172.21.15.71:0/267080929 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5114004440 con 0x563e419351e0 2024-09-05T07:41:44.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.466+0000 7f5106ff5640 1 -- 172.21.15.71:0/267080929 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f51140035f0 con 0x563e419351e0 2024-09-05T07:41:44.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.466+0000 7f512b96b740 1 -- 172.21.15.71:0/267080929 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5118004030 con 0x563e419351e0 2024-09-05T07:41:44.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.466+0000 7f5106ff5640 1 -- 172.21.15.71:0/267080929 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f51140037f0 con 0x563e419351e0 2024-09-05T07:41:44.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.466+0000 7f512b96b740 10 client.15900 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:44.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.466+0000 7f512b96b740 1 -- 172.21.15.71:0/267080929 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563e419527c0 con 0x563e419351e0 2024-09-05T07:41:44.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.466+0000 7f5106ff5640 1 -- 172.21.15.71:0/267080929 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5118004030 con 0x563e419351e0 2024-09-05T07:41:44.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.467+0000 7f5106ff5640 1 -- 172.21.15.71:0/267080929 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f5114019070 con 0x563e419351e0 2024-09-05T07:41:44.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.467+0000 7f512b96b740 10 client.15900 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:44.482 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.467+0000 7f512b96b740 10 client.15900 resolve_mds: validated gid 24475 aka daemon mds.i 2024-09-05T07:41:44.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.467+0000 7f512b96b740 20 client.15900 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:44.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.467+0000 7f512b96b740 1 --2- 172.21.15.71:0/267080929 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563e41953d20 0x563e41956160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.467+0000 7f512b96b740 4 client.15900 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:41:44.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.467+0000 7f512b96b740 1 -- 172.21.15.71:0/267080929 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563e418a6770 con 0x563e41953d20 2024-09-05T07:41:44.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.467+0000 7f51227fc640 1 --2- 172.21.15.71:0/267080929 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563e41953d20 0x563e41956160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.467+0000 7f5106ff5640 10 client.15900 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:44.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.467+0000 7f51227fc640 1 --2- 172.21.15.71:0/267080929 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563e41953d20 0x563e41956160 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=800fe8aba8ab52fa server_cookie=bd4b8849de9612c0 in_seq=0 out_seq=0 2024-09-05T07:41:44.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.468+0000 7f5106ff5640 1 -- 172.21.15.71:0/267080929 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563e418a6770 con 0x563e41953d20 2024-09-05T07:41:44.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.468+0000 7f5106ff5640 10 client.15900 handle_command_reply: tid=0 2024-09-05T07:41:44.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.468+0000 7f512b96b740 1 client.15900 shutdown 2024-09-05T07:41:44.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.468+0000 7f512b96b740 1 -- 172.21.15.71:0/267080929 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e419351e0 msgr2=0x563e41940c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:44.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.468+0000 7f512b96b740 1 --2- 172.21.15.71:0/267080929 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e419351e0 0x563e41940c20 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f5114012480 tx=0x7f5114012940 comp rx=0 tx=0).stop 2024-09-05T07:41:44.483 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.468+0000 7f512b96b740 1 -- 172.21.15.71:0/267080929 shutdown_connections 2024-09-05T07:41:44.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.468+0000 7f512b96b740 1 --2- 172.21.15.71:0/267080929 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563e41953d20 0x563e41956160 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.468+0000 7f512b96b740 1 --2- 172.21.15.71:0/267080929 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e41943ff0 0x563e419411a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.468+0000 7f512b96b740 1 --2- 172.21.15.71:0/267080929 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e419351e0 0x563e41940c20 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.468+0000 7f5106ff5640 0 client.15900 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:44.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.468+0000 7f512b96b740 1 --2- 172.21.15.71:0/267080929 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e419348c0 0x563e41943970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.468+0000 7f512b96b740 1 -- 172.21.15.71:0/267080929 >> 172.21.15.71:0/267080929 conn(0x563e41930f90 msgr2=0x563e419301d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:44.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.468+0000 7f512b96b740 1 -- 172.21.15.71:0/267080929 shutdown_connections 2024-09-05T07:41:44.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.468+0000 7f512b96b740 1 -- 172.21.15.71:0/267080929 wait complete. 2024-09-05T07:41:44.484 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.468+0000 7f512b96b740 20 client.15900 trim_cache size 0 max 16384 2024-09-05T07:41:44.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.485+0000 7f512b96b740 1 Processor -- start 2024-09-05T07:41:44.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.485+0000 7f512b96b740 1 -- start start 2024-09-05T07:41:44.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.485+0000 7f512b96b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e419348c0 0x563e4193c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.486 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.485+0000 7f512b96b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e419351e0 0x563e4195ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.485+0000 7f512b96b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 0x563e4195bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.485+0000 7f512b96b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f51241af710 con 0x563e41943ff0 2024-09-05T07:41:44.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.485+0000 7f512b96b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f51241acfe0 con 0x563e419348c0 2024-09-05T07:41:44.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.485+0000 7f512b96b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f51241aae30 con 0x563e419351e0 2024-09-05T07:41:44.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.485+0000 7f51227fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 0x563e4195bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.485+0000 7f51227fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 0x563e4195bf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47482/0 (socket says 172.21.15.71:47482) 2024-09-05T07:41:44.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.485+0000 7f51227fc640 1 -- 172.21.15.71:0/3502904852 learned_addr learned my addr 172.21.15.71:0/3502904852 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:44.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.486+0000 7f51227fc640 1 --2- 172.21.15.71:0/3502904852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e419348c0 0x563e4193c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.486+0000 7f5122ffd640 1 --2- 172.21.15.71:0/3502904852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e419351e0 0x563e4195ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.486+0000 7f51227fc640 1 -- 172.21.15.71:0/3502904852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e419351e0 msgr2=0x563e4195ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:44.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.486+0000 7f51227fc640 1 --2- 172.21.15.71:0/3502904852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e419351e0 0x563e4195ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.486+0000 7f51227fc640 1 -- 172.21.15.71:0/3502904852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e419348c0 msgr2=0x563e4193c0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:44.487 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.486+0000 7f51227fc640 1 --2- 172.21.15.71:0/3502904852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e419348c0 0x563e4193c0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.486+0000 7f51227fc640 1 -- 172.21.15.71:0/3502904852 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e419567e0 con 0x563e41943ff0 2024-09-05T07:41:44.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.486+0000 7f51227fc640 1 --2- 172.21.15.71:0/3502904852 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 0x563e4195bf70 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x563e41932080 tx=0x7f5118032c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccb72539e500d33e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:44.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.486+0000 7f5108ff9640 1 -- 172.21.15.71:0/3502904852 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5118035040 con 0x563e41943ff0 2024-09-05T07:41:44.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.486+0000 7f5108ff9640 1 -- 172.21.15.71:0/3502904852 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f511804f070 con 0x563e41943ff0 2024-09-05T07:41:44.488 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.486+0000 7f5108ff9640 1 -- 172.21.15.71:0/3502904852 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5118004af0 con 0x563e41943ff0 2024-09-05T07:41:44.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.487+0000 7f512b96b740 1 -- 172.21.15.71:0/3502904852 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 msgr2=0x563e4195bf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:44.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.487+0000 7f512b96b740 1 --2- 172.21.15.71:0/3502904852 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 0x563e4195bf70 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x563e41932080 tx=0x7f5118032c70 comp rx=0 tx=0).stop 2024-09-05T07:41:44.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.487+0000 7f512b96b740 1 -- 172.21.15.71:0/3502904852 shutdown_connections 2024-09-05T07:41:44.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.487+0000 7f512b96b740 1 --2- 172.21.15.71:0/3502904852 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 0x563e4195bf70 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.487+0000 7f512b96b740 1 --2- 172.21.15.71:0/3502904852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e419351e0 0x563e4195ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.487+0000 7f512b96b740 1 --2- 172.21.15.71:0/3502904852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e419348c0 0x563e4193c0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.487+0000 7f512b96b740 1 -- 172.21.15.71:0/3502904852 >> 172.21.15.71:0/3502904852 conn(0x563e41930f90 msgr2=0x563e4193fd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:44.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.487+0000 7f512b96b740 1 -- 172.21.15.71:0/3502904852 shutdown_connections 2024-09-05T07:41:44.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.487+0000 7f512b96b740 1 -- 172.21.15.71:0/3502904852 wait complete. 2024-09-05T07:41:44.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.487+0000 7f512b96b740 1 -- start start 2024-09-05T07:41:44.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.487+0000 7f512b96b740 1 Processor -- start 2024-09-05T07:41:44.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.487+0000 7f512b96b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e419348c0 0x563e4194c850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.487+0000 7f512b96b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e419351e0 0x563e41947c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.487+0000 7f512b96b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 0x563e41948360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.487+0000 7f512b96b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f51241ab4a0 con 0x563e41943ff0 2024-09-05T07:41:44.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.487+0000 7f512b96b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f51241ac910 con 0x563e419348c0 2024-09-05T07:41:44.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.487+0000 7f512b96b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f51241abb70 con 0x563e419351e0 2024-09-05T07:41:44.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.487+0000 7f512b96b740 10 client.0 _ll_register_callbacks cb 0x7f511400bac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:44.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.488+0000 7f51227fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 0x563e41948360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.488+0000 7f51227fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 0x563e41948360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47492/0 (socket says 172.21.15.71:47492) 2024-09-05T07:41:44.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.488+0000 7f51227fc640 1 -- 172.21.15.71:0/3871471803 learned_addr learned my addr 172.21.15.71:0/3871471803 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:44.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.488+0000 7f51227fc640 1 --2- 172.21.15.71:0/3871471803 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e419348c0 0x563e4194c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.488+0000 7f5122ffd640 1 --2- 172.21.15.71:0/3871471803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e419351e0 0x563e41947c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.488+0000 7f51227fc640 1 -- 172.21.15.71:0/3871471803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e419351e0 msgr2=0x563e41947c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:44.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.488+0000 7f51227fc640 1 --2- 172.21.15.71:0/3871471803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e419351e0 0x563e41947c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.488+0000 7f51227fc640 1 -- 172.21.15.71:0/3871471803 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e419348c0 msgr2=0x563e4194c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:44.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.488+0000 7f51227fc640 1 --2- 172.21.15.71:0/3871471803 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e419348c0 0x563e4194c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.488+0000 7f51227fc640 1 -- 172.21.15.71:0/3871471803 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e419bda00 con 0x563e41943ff0 2024-09-05T07:41:44.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.488+0000 7f51227fc640 1 --2- 172.21.15.71:0/3871471803 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 0x563e41948360 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f5118006010 tx=0x7f511802a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d519c5d4c9b299a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:44.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.488+0000 7f5106ff5640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:44.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.488+0000 7f5106ff5640 1 -- 172.21.15.71:0/3871471803 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5118035070 con 0x563e41943ff0 2024-09-05T07:41:44.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.488+0000 7f5106ff5640 1 -- 172.21.15.71:0/3871471803 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f5118004a80 con 0x563e41943ff0 2024-09-05T07:41:44.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.488+0000 7f512b96b740 1 -- 172.21.15.71:0/3871471803 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f511804f070 con 0x563e41943ff0 2024-09-05T07:41:44.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.489+0000 7f5106ff5640 1 -- 172.21.15.71:0/3871471803 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5118066050 con 0x563e41943ff0 2024-09-05T07:41:44.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.489+0000 7f512b96b740 10 client.15906 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:44.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.489+0000 7f512b96b740 1 -- 172.21.15.71:0/3871471803 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563e419beb80 con 0x563e41943ff0 2024-09-05T07:41:44.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.489+0000 7f5106ff5640 1 -- 172.21.15.71:0/3871471803 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f511804f070 con 0x563e41943ff0 2024-09-05T07:41:44.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.489+0000 7f5106ff5640 1 -- 172.21.15.71:0/3871471803 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f5118031c80 con 0x563e41943ff0 2024-09-05T07:41:44.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.489+0000 7f512b96b740 10 client.15906 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:44.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.489+0000 7f512b96b740 10 client.15906 resolve_mds: validated gid 24475 aka daemon mds.i 2024-09-05T07:41:44.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.489+0000 7f512b96b740 20 client.15906 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:44.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.489+0000 7f512b96b740 1 --2- 172.21.15.71:0/3871471803 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563e419bed50 0x563e419c1140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:44.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.489+0000 7f512b96b740 4 client.15906 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-09-05T07:41:44.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.489+0000 7f512b96b740 1 -- 172.21.15.71:0/3871471803 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x563e418a0c80 con 0x563e419bed50 2024-09-05T07:41:44.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.489+0000 7f5122ffd640 1 --2- 172.21.15.71:0/3871471803 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563e419bed50 0x563e419c1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:44.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.490+0000 7f5122ffd640 1 --2- 172.21.15.71:0/3871471803 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563e419bed50 0x563e419c1140 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3ee9a8e7c1354a1 server_cookie=63c4086326f6c432 in_seq=0 out_seq=0 2024-09-05T07:41:44.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.490+0000 7f5106ff5640 10 client.15906 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:44.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.490+0000 7f5106ff5640 1 -- 172.21.15.71:0/3871471803 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+79 (crc 0 0 0) 0x563e418a0c80 con 0x563e419bed50 2024-09-05T07:41:44.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.490+0000 7f5106ff5640 10 client.15906 handle_command_reply: tid=0 2024-09-05T07:41:44.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.490+0000 7f512b96b740 1 client.15906 shutdown 2024-09-05T07:41:44.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.490+0000 7f512b96b740 1 -- 172.21.15.71:0/3871471803 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 msgr2=0x563e41948360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:44.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.490+0000 7f512b96b740 1 --2- 172.21.15.71:0/3871471803 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 0x563e41948360 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f5118006010 tx=0x7f511802a420 comp rx=0 tx=0).stop 2024-09-05T07:41:44.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.490+0000 7f512b96b740 1 -- 172.21.15.71:0/3871471803 shutdown_connections 2024-09-05T07:41:44.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.490+0000 7f512b96b740 1 --2- 172.21.15.71:0/3871471803 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563e419bed50 0x563e419c1140 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.490+0000 7f512b96b740 1 --2- 172.21.15.71:0/3871471803 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563e41943ff0 0x563e41948360 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.490+0000 7f512b96b740 1 --2- 172.21.15.71:0/3871471803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563e419351e0 0x563e41947c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.490+0000 7f5106ff5640 0 client.15906 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:44.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.490+0000 7f512b96b740 1 --2- 172.21.15.71:0/3871471803 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563e419348c0 0x563e4194c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.490+0000 7f512b96b740 1 -- 172.21.15.71:0/3871471803 >> 172.21.15.71:0/3871471803 conn(0x563e41930f90 msgr2=0x563e4192f9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:44.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.490+0000 7f512b96b740 1 -- 172.21.15.71:0/3871471803 shutdown_connections 2024-09-05T07:41:44.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.490+0000 7f512b96b740 1 -- 172.21.15.71:0/3871471803 wait complete. 2024-09-05T07:41:44.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.490+0000 7f512b96b740 20 client.15906 trim_cache size 0 max 16384 2024-09-05T07:41:44.497 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:41:44.497 INFO:teuthology.orchestra.run.smithi071.stdout: "epoch": 26, 2024-09-05T07:41:44.497 INFO:teuthology.orchestra.run.smithi071.stdout: "leader": 24475, 2024-09-05T07:41:44.497 INFO:teuthology.orchestra.run.smithi071.stdout: "set_version": 8, 2024-09-05T07:41:44.497 INFO:teuthology.orchestra.run.smithi071.stdout: "sets": {} 2024-09-05T07:41:44.497 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:41:44.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.491+0000 7f5129592640 1 -- 172.21.15.71:0/3404603161 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f510c0a2cf0 msgr2=0x7f510c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:44.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.491+0000 7f5129592640 1 --2- 172.21.15.71:0/3404603161 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f510c0a2cf0 0x7f510c0a51b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f511c099390 tx=0x7f511c098b30 comp rx=0 tx=0).stop 2024-09-05T07:41:44.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.491+0000 7f5129592640 1 -- 172.21.15.71:0/3404603161 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5124106a80 msgr2=0x7f512419bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:44.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.491+0000 7f5129592640 1 --2- 172.21.15.71:0/3404603161 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5124106a80 0x7f512419bb60 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f511c00ebb0 tx=0x7f511c007590 comp rx=0 tx=0).stop 2024-09-05T07:41:44.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.491+0000 7f5129592640 1 -- 172.21.15.71:0/3404603161 shutdown_connections 2024-09-05T07:41:44.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.491+0000 7f5129592640 1 --2- 172.21.15.71:0/3404603161 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f510c0a2cf0 0x7f510c0a51b0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.491+0000 7f5129592640 1 --2- 172.21.15.71:0/3404603161 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5124106a80 0x7f512419bb60 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.491+0000 7f5129592640 1 --2- 172.21.15.71:0/3404603161 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5124101420 0x7f51241977d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.491+0000 7f5129592640 1 --2- 172.21.15.71:0/3404603161 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5124100a80 0x7f5124197290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:44.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.491+0000 7f5129592640 1 -- 172.21.15.71:0/3404603161 >> 172.21.15.71:0/3404603161 conn(0x7f51240fc7a0 msgr2=0x7f51240fd110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:44.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.491+0000 7f5129592640 1 -- 172.21.15.71:0/3404603161 shutdown_connections 2024-09-05T07:41:44.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:44.491+0000 7f5129592640 1 -- 172.21.15.71:0/3404603161 wait complete. 2024-09-05T07:41:44.855 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:44 smithi071 ceph-mon[30965]: pgmap v97: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:41:44.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:44 smithi123 ceph-mon[34568]: pgmap v97: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:41:44.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:44 smithi192 ceph-mon[34929]: pgmap v97: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:41:45.858 INFO:tasks.quiescer:done joining Quiescers 2024-09-05T07:41:45.858 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-09-05T07:41:45.879 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-09-05T07:41:45.879 INFO:teuthology.task.exec:Executing custom commands... 2024-09-05T07:41:45.880 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi071.front.sepia.ceph.com 2024-09-05T07:41:45.880 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-09-05T07:41:45.890 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:41:45.910 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-09-05T07:41:46.353 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.352+0000 7fbcc75ab640 1 -- 172.21.15.71:0/1218512620 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbcc0106f10 msgr2=0x7fbcc010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:46.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.352+0000 7fbcc75ab640 1 --2- 172.21.15.71:0/1218512620 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbcc0106f10 0x7fbcc010ea90 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fbcb8009ca0 tx=0x7fbcb802a8c0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.352+0000 7fbcc75ab640 1 -- 172.21.15.71:0/1218512620 shutdown_connections 2024-09-05T07:41:46.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.352+0000 7fbcc75ab640 1 --2- 172.21.15.71:0/1218512620 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbcc0106f10 0x7fbcc010ea90 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.352+0000 7fbcc75ab640 1 --2- 172.21.15.71:0/1218512620 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbcc0102790 0x7fbcc01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.352+0000 7fbcc75ab640 1 --2- 172.21.15.71:0/1218512620 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbcc0101de0 0x7fbcc01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.352+0000 7fbcc75ab640 1 -- 172.21.15.71:0/1218512620 >> 172.21.15.71:0/1218512620 conn(0x7fbcc00fd8c0 msgr2=0x7fbcc00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:46.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.353+0000 7fbcc75ab640 1 -- 172.21.15.71:0/1218512620 shutdown_connections 2024-09-05T07:41:46.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.353+0000 7fbcc75ab640 1 -- 172.21.15.71:0/1218512620 wait complete. 2024-09-05T07:41:46.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.353+0000 7fbcc75ab640 1 Processor -- start 2024-09-05T07:41:46.354 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.353+0000 7fbcc75ab640 1 -- start start 2024-09-05T07:41:46.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.353+0000 7fbcc75ab640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbcc0101de0 0x7fbcc0198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:46.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.353+0000 7fbcc75ab640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbcc0102790 0x7fbcc0198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:46.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.353+0000 7fbcc75ab640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbcc0106f10 0x7fbcc019cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:46.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.353+0000 7fbcc75ab640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc0111e20 con 0x7fbcc0101de0 2024-09-05T07:41:46.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.353+0000 7fbcc75ab640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc0111ca0 con 0x7fbcc0102790 2024-09-05T07:41:46.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.353+0000 7fbcc75ab640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc0111fa0 con 0x7fbcc0106f10 2024-09-05T07:41:46.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.354+0000 7fbcc5347640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbcc0101de0 0x7fbcc0198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:46.356 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.354+0000 7fbcc5347640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbcc0101de0 0x7fbcc0198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47512/0 (socket says 172.21.15.71:47512) 2024-09-05T07:41:46.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.354+0000 7fbcc5347640 1 -- 172.21.15.71:0/3316953505 learned_addr learned my addr 172.21.15.71:0/3316953505 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:46.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.354+0000 7fbcc4b46640 1 --2- 172.21.15.71:0/3316953505 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbcc0102790 0x7fbcc0198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:46.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.354+0000 7fbcc5b48640 1 --2- 172.21.15.71:0/3316953505 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbcc0106f10 0x7fbcc019cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:46.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.354+0000 7fbcc5347640 1 -- 172.21.15.71:0/3316953505 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbcc0106f10 msgr2=0x7fbcc019cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:46.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.354+0000 7fbcc5347640 1 --2- 172.21.15.71:0/3316953505 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbcc0106f10 0x7fbcc019cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.354+0000 7fbcc5347640 1 -- 172.21.15.71:0/3316953505 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbcc0102790 msgr2=0x7fbcc0198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:46.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.354+0000 7fbcc5347640 1 --2- 172.21.15.71:0/3316953505 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbcc0102790 0x7fbcc0198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.354+0000 7fbcc5347640 1 -- 172.21.15.71:0/3316953505 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcc019d2d0 con 0x7fbcc0101de0 2024-09-05T07:41:46.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.354+0000 7fbcc5347640 1 --2- 172.21.15.71:0/3316953505 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbcc0101de0 0x7fbcc0198320 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fbcbc00d770 tx=0x7fbcbc00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:46.358 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.354+0000 7fbcb67fc640 1 -- 172.21.15.71:0/3316953505 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcbc017070 con 0x7fbcc0101de0 2024-09-05T07:41:46.358 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.354+0000 7fbcc75ab640 1 -- 172.21.15.71:0/3316953505 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcc019d5c0 con 0x7fbcc0101de0 2024-09-05T07:41:46.358 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.354+0000 7fbcb67fc640 1 -- 172.21.15.71:0/3316953505 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbcbc0054d0 con 0x7fbcc0101de0 2024-09-05T07:41:46.358 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.354+0000 7fbcc75ab640 1 -- 172.21.15.71:0/3316953505 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcc01a4ea0 con 0x7fbcc0101de0 2024-09-05T07:41:46.358 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.354+0000 7fbcb67fc640 1 -- 172.21.15.71:0/3316953505 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcbc020060 con 0x7fbcc0101de0 2024-09-05T07:41:46.362 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.356+0000 7fbcb67fc640 1 -- 172.21.15.71:0/3316953505 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fbcbc004c90 con 0x7fbcc0101de0 2024-09-05T07:41:46.362 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.357+0000 7fbcc9984740 1 Processor -- start 2024-09-05T07:41:46.363 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.357+0000 7fbcc9984740 1 -- start start 2024-09-05T07:41:46.363 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.357+0000 7fbcb67fc640 1 --2- 172.21.15.71:0/3316953505 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbcac0a2cf0 0x7fbcac0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:46.363 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.357+0000 7fbcc9984740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc7612b40 0x561cc7611090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:46.363 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.357+0000 7fbcc9984740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc76115d0 0x561cc7611a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:46.363 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.357+0000 7fbcc9984740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 0x561cc761e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:46.363 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.357+0000 7fbcc9984740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x561cc75772f0 con 0x561cc761c370 2024-09-05T07:41:46.363 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.357+0000 7fbcc9984740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x561cc751ecf0 con 0x561cc76115d0 2024-09-05T07:41:46.363 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.357+0000 7fbcc9984740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x561cc75732b0 con 0x561cc7612b40 2024-09-05T07:41:46.363 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.357+0000 7fbcc5b48640 1 --2- 172.21.15.71:0/3316953505 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbcac0a2cf0 0x7fbcac0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:46.363 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.357+0000 7fbcb67fc640 1 -- 172.21.15.71:0/3316953505 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fbcbc0cf360 con 0x7fbcc0101de0 2024-09-05T07:41:46.363 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.358+0000 7fbcc5b48640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 0x561cc761e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:46.363 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.358+0000 7fbcc5347640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc7612b40 0x561cc7611090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:46.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.358+0000 7fbcc5b48640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 0x561cc761e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47514/0 (socket says 172.21.15.71:47514) 2024-09-05T07:41:46.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.358+0000 7fbcc5b48640 1 -- 172.21.15.71:0/3014935046 learned_addr learned my addr 172.21.15.71:0/3014935046 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:46.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.358+0000 7fbcc4b46640 1 --2- 172.21.15.71:0/3014935046 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc76115d0 0x561cc7611a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:46.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.358+0000 7fbcc5b48640 1 -- 172.21.15.71:0/3014935046 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc7612b40 msgr2=0x561cc7611090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:46.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.358+0000 7fbcc5b48640 1 --2- 172.21.15.71:0/3014935046 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc7612b40 0x561cc7611090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.358+0000 7fbcc5b48640 1 -- 172.21.15.71:0/3014935046 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc76115d0 msgr2=0x561cc7611a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:46.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.358+0000 7fbcc5b48640 1 --2- 172.21.15.71:0/3014935046 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc76115d0 0x561cc7611a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.358+0000 7fbcc5b48640 1 -- 172.21.15.71:0/3014935046 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561cc75033a0 con 0x561cc761c370 2024-09-05T07:41:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.358+0000 7fbcc4b46640 1 --2- 172.21.15.71:0/3014935046 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc76115d0 0x561cc7611a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:41:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.358+0000 7fbcc5b48640 1 --2- 172.21.15.71:0/3316953505 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbcac0a2cf0 0x7fbcac0a51b0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fbcb8035000 tx=0x7fbcb8009820 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.358+0000 7fbcc5b48640 1 --2- 172.21.15.71:0/3014935046 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 0x561cc761e760 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fbcb80319e0 tx=0x7fbcb8048000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83d4b8e6761db8e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.358+0000 7fbcab7fe640 1 -- 172.21.15.71:0/3014935046 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb804e070 con 0x561cc761c370 2024-09-05T07:41:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.358+0000 7fbcab7fe640 1 -- 172.21.15.71:0/3014935046 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbcb8036040 con 0x561cc761c370 2024-09-05T07:41:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.358+0000 7fbcab7fe640 1 -- 172.21.15.71:0/3014935046 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb8030820 con 0x561cc761c370 2024-09-05T07:41:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.359+0000 7fbcc9984740 1 -- 172.21.15.71:0/3014935046 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 msgr2=0x561cc761e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.359+0000 7fbcc9984740 1 --2- 172.21.15.71:0/3014935046 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 0x561cc761e760 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fbcb80319e0 tx=0x7fbcb8048000 comp rx=0 tx=0).stop 2024-09-05T07:41:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.359+0000 7fbcc9984740 1 -- 172.21.15.71:0/3014935046 shutdown_connections 2024-09-05T07:41:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.359+0000 7fbcc9984740 1 --2- 172.21.15.71:0/3014935046 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 0x561cc761e760 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.359+0000 7fbcc9984740 1 --2- 172.21.15.71:0/3014935046 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc76115d0 0x561cc7611a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.359+0000 7fbcc9984740 1 --2- 172.21.15.71:0/3014935046 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc7612b40 0x561cc7611090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.359+0000 7fbcc9984740 1 -- 172.21.15.71:0/3014935046 >> 172.21.15.71:0/3014935046 conn(0x561cc75da310 msgr2=0x561cc760dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.359+0000 7fbcc9984740 1 -- 172.21.15.71:0/3014935046 shutdown_connections 2024-09-05T07:41:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.359+0000 7fbcc9984740 1 -- 172.21.15.71:0/3014935046 wait complete. 2024-09-05T07:41:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.360+0000 7fbcc9984740 1 -- start start 2024-09-05T07:41:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.360+0000 7fbcc9984740 1 Processor -- start 2024-09-05T07:41:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.360+0000 7fbcc9984740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc76115d0 0x561cc761bd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.360+0000 7fbcc9984740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc7612b40 0x561cc7619000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.360+0000 7fbcc9984740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 0x561cc76195d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.360+0000 7fbcc9984740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x561cc761ee90 con 0x561cc761c370 2024-09-05T07:41:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.360+0000 7fbcc9984740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x561cc7532060 con 0x561cc76115d0 2024-09-05T07:41:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.360+0000 7fbcc9984740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x561cc761f010 con 0x561cc7612b40 2024-09-05T07:41:46.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.360+0000 7fbcc9984740 10 client.0 _ll_register_callbacks cb 0x561cc72858c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:46.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.360+0000 7fbcc5b48640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 0x561cc76195d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:46.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.360+0000 7fbcc5b48640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 0x561cc76195d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47526/0 (socket says 172.21.15.71:47526) 2024-09-05T07:41:46.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.360+0000 7fbcc5b48640 1 -- 172.21.15.71:0/3260457383 learned_addr learned my addr 172.21.15.71:0/3260457383 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:46.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.360+0000 7fbcc5347640 1 --2- 172.21.15.71:0/3260457383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc76115d0 0x561cc761bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:46.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.360+0000 7fbcc4b46640 1 --2- 172.21.15.71:0/3260457383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc7612b40 0x561cc7619000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:46.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.360+0000 7fbcc5b48640 1 -- 172.21.15.71:0/3260457383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc7612b40 msgr2=0x561cc7619000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:46.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.360+0000 7fbcc5b48640 1 --2- 172.21.15.71:0/3260457383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc7612b40 0x561cc7619000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.360+0000 7fbcc5b48640 1 -- 172.21.15.71:0/3260457383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc76115d0 msgr2=0x561cc761bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:46.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.360+0000 7fbcc5b48640 1 --2- 172.21.15.71:0/3260457383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc76115d0 0x561cc761bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.360+0000 7fbcc5b48640 1 -- 172.21.15.71:0/3260457383 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561cc72e83c0 con 0x561cc761c370 2024-09-05T07:41:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.360+0000 7fbcc4b46640 1 --2- 172.21.15.71:0/3260457383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc7612b40 0x561cc7619000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:41:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.361+0000 7fbcc5b48640 1 --2- 172.21.15.71:0/3260457383 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 0x561cc76195d0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fbcb80093c0 tx=0x7fbcb8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e01528cf9a1bcd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.361+0000 7fbca8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.361+0000 7fbca8ff9640 1 -- 172.21.15.71:0/3260457383 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb8057030 con 0x561cc761c370 2024-09-05T07:41:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.361+0000 7fbca8ff9640 1 -- 172.21.15.71:0/3260457383 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fbcb8046040 con 0x561cc761c370 2024-09-05T07:41:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.361+0000 7fbcc9984740 1 -- 172.21.15.71:0/3260457383 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbcb8036040 con 0x561cc761c370 2024-09-05T07:41:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.361+0000 7fbca8ff9640 1 -- 172.21.15.71:0/3260457383 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbcb8064050 con 0x561cc761c370 2024-09-05T07:41:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.361+0000 7fbcc9984740 10 client.15918 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.361+0000 7fbcc9984740 1 -- 172.21.15.71:0/3260457383 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561cc761ee90 con 0x561cc761c370 2024-09-05T07:41:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.361+0000 7fbca8ff9640 1 -- 172.21.15.71:0/3260457383 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbcb8036040 con 0x561cc761c370 2024-09-05T07:41:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.361+0000 7fbca8ff9640 1 -- 172.21.15.71:0/3260457383 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fbcb805e4d0 con 0x561cc761c370 2024-09-05T07:41:46.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.361+0000 7fbcc9984740 10 client.15918 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:46.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.361+0000 7fbcc9984740 10 client.15918 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:41:46.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.361+0000 7fbcc9984740 20 client.15918 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:46.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.361+0000 7fbcc9984740 1 --2- 172.21.15.71:0/3260457383 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561cc762bb10 0x561cc762df20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:46.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.361+0000 7fbcc9984740 4 client.15918 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:41:46.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.361+0000 7fbcc9984740 1 -- 172.21.15.71:0/3260457383 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561cc7584860 con 0x561cc762bb10 2024-09-05T07:41:46.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.362+0000 7fbcc5347640 1 --2- 172.21.15.71:0/3260457383 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561cc762bb10 0x561cc762df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:46.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.362+0000 7fbca8ff9640 10 client.15918 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:46.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.362+0000 7fbcc5347640 1 --2- 172.21.15.71:0/3260457383 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561cc762bb10 0x561cc762df20 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f0d93e4ac9b02bde server_cookie=d221368d3c87956f in_seq=0 out_seq=0 2024-09-05T07:41:46.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.363+0000 7fbca8ff9640 1 -- 172.21.15.71:0/3260457383 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561cc7584860 con 0x561cc762bb10 2024-09-05T07:41:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.363+0000 7fbca8ff9640 10 client.15918 handle_command_reply: tid=0 2024-09-05T07:41:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.363+0000 7fbcc9984740 1 client.15918 shutdown 2024-09-05T07:41:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.363+0000 7fbcc9984740 1 -- 172.21.15.71:0/3260457383 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 msgr2=0x561cc76195d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.363+0000 7fbcc9984740 1 --2- 172.21.15.71:0/3260457383 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 0x561cc76195d0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fbcb80093c0 tx=0x7fbcb8004270 comp rx=0 tx=0).stop 2024-09-05T07:41:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.363+0000 7fbcc9984740 1 -- 172.21.15.71:0/3260457383 shutdown_connections 2024-09-05T07:41:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.363+0000 7fbcc9984740 1 --2- 172.21.15.71:0/3260457383 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561cc762bb10 0x561cc762df20 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.363+0000 7fbcc9984740 1 --2- 172.21.15.71:0/3260457383 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 0x561cc76195d0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.363+0000 7fbcc9984740 1 --2- 172.21.15.71:0/3260457383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc7612b40 0x561cc7619000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.363+0000 7fbcc9984740 1 --2- 172.21.15.71:0/3260457383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc76115d0 0x561cc761bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.363+0000 7fbcc9984740 1 -- 172.21.15.71:0/3260457383 >> 172.21.15.71:0/3260457383 conn(0x561cc75da310 msgr2=0x561cc7613960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.363+0000 7fbca8ff9640 0 client.15918 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.363+0000 7fbcc9984740 1 -- 172.21.15.71:0/3260457383 shutdown_connections 2024-09-05T07:41:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.363+0000 7fbcc9984740 1 -- 172.21.15.71:0/3260457383 wait complete. 2024-09-05T07:41:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.363+0000 7fbcc9984740 20 client.15918 trim_cache size 0 max 16384 2024-09-05T07:41:46.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.376+0000 7fbcc9984740 1 Processor -- start 2024-09-05T07:41:46.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.376+0000 7fbcc9984740 1 -- start start 2024-09-05T07:41:46.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.376+0000 7fbcc9984740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc76115d0 0x561cc76281b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:46.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.376+0000 7fbcc9984740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc7612b40 0x561cc761af70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:46.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.376+0000 7fbcc9984740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc761c370 0x561cc76337f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:46.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.377+0000 7fbcc9984740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc01b1900 con 0x561cc7612b40 2024-09-05T07:41:46.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.377+0000 7fbcc9984740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc01af1d0 con 0x561cc761c370 2024-09-05T07:41:46.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.377+0000 7fbcc9984740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc01ad020 con 0x561cc76115d0 2024-09-05T07:41:46.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.377+0000 7fbcc4b46640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc7612b40 0x561cc761af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:46.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.377+0000 7fbcc4b46640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc7612b40 0x561cc761af70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47538/0 (socket says 172.21.15.71:47538) 2024-09-05T07:41:46.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.377+0000 7fbcc4b46640 1 -- 172.21.15.71:0/1957754087 learned_addr learned my addr 172.21.15.71:0/1957754087 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:46.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.377+0000 7fbcc5b48640 1 --2- 172.21.15.71:0/1957754087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc761c370 0x561cc76337f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:46.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.377+0000 7fbcc5347640 1 --2- 172.21.15.71:0/1957754087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc76115d0 0x561cc76281b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:46.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.377+0000 7fbcc4b46640 1 -- 172.21.15.71:0/1957754087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc76115d0 msgr2=0x561cc76281b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:46.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.377+0000 7fbcc4b46640 1 --2- 172.21.15.71:0/1957754087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc76115d0 0x561cc76281b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.377+0000 7fbcc4b46640 1 -- 172.21.15.71:0/1957754087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc761c370 msgr2=0x561cc76337f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:46.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.377+0000 7fbcc4b46640 1 --2- 172.21.15.71:0/1957754087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc761c370 0x561cc76337f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.377+0000 7fbcc4b46640 1 -- 172.21.15.71:0/1957754087 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561cc761ead0 con 0x561cc7612b40 2024-09-05T07:41:46.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.377+0000 7fbcc5347640 1 --2- 172.21.15.71:0/1957754087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc76115d0 0x561cc76281b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:41:46.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.377+0000 7fbcc4b46640 1 --2- 172.21.15.71:0/1957754087 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc7612b40 0x561cc761af70 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fbcb00045a0 tx=0x7fbcb000bbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ae26d6da3734907 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:46.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.377+0000 7fbcaaffd640 1 -- 172.21.15.71:0/1957754087 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb0003b50 con 0x561cc7612b40 2024-09-05T07:41:46.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.377+0000 7fbcaaffd640 1 -- 172.21.15.71:0/1957754087 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbcb00054d0 con 0x561cc7612b40 2024-09-05T07:41:46.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.377+0000 7fbcaaffd640 1 -- 172.21.15.71:0/1957754087 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb0011440 con 0x561cc7612b40 2024-09-05T07:41:46.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.378+0000 7fbcc9984740 1 -- 172.21.15.71:0/1957754087 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc7612b40 msgr2=0x561cc761af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:46.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.378+0000 7fbcc9984740 1 --2- 172.21.15.71:0/1957754087 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc7612b40 0x561cc761af70 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fbcb00045a0 tx=0x7fbcb000bbd0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.378+0000 7fbcc9984740 1 -- 172.21.15.71:0/1957754087 shutdown_connections 2024-09-05T07:41:46.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.378+0000 7fbcc9984740 1 --2- 172.21.15.71:0/1957754087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc761c370 0x561cc76337f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.378+0000 7fbcc9984740 1 --2- 172.21.15.71:0/1957754087 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc7612b40 0x561cc761af70 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.378+0000 7fbcc9984740 1 --2- 172.21.15.71:0/1957754087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc76115d0 0x561cc76281b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.378+0000 7fbcc9984740 1 -- 172.21.15.71:0/1957754087 >> 172.21.15.71:0/1957754087 conn(0x561cc75da310 msgr2=0x561cc761a860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:46.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.378+0000 7fbcc9984740 1 -- 172.21.15.71:0/1957754087 shutdown_connections 2024-09-05T07:41:46.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.378+0000 7fbcc9984740 1 -- 172.21.15.71:0/1957754087 wait complete. 2024-09-05T07:41:46.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.378+0000 7fbcc9984740 1 -- start start 2024-09-05T07:41:46.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.378+0000 7fbcc9984740 1 Processor -- start 2024-09-05T07:41:46.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbcc9984740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc76115d0 0x561cc7624c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:46.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbcc9984740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc7612b40 0x561cc7615f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:46.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbcc9984740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 0x561cc76166d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:46.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbcc9984740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc01ad690 con 0x561cc761c370 2024-09-05T07:41:46.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbcc9984740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc01aeb00 con 0x561cc7612b40 2024-09-05T07:41:46.387 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbcc9984740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc01add60 con 0x561cc76115d0 2024-09-05T07:41:46.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbcc9984740 10 client.0 _ll_register_callbacks cb 0x7fbcb000b690 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:46.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbcc5b48640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 0x561cc76166d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:46.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbcc5b48640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 0x561cc76166d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47554/0 (socket says 172.21.15.71:47554) 2024-09-05T07:41:46.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbcc5b48640 1 -- 172.21.15.71:0/3048271756 learned_addr learned my addr 172.21.15.71:0/3048271756 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:46.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbcc4b46640 1 --2- 172.21.15.71:0/3048271756 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc7612b40 0x561cc7615f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:46.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbcc5347640 1 --2- 172.21.15.71:0/3048271756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc76115d0 0x561cc7624c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:46.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbcc5b48640 1 -- 172.21.15.71:0/3048271756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc76115d0 msgr2=0x561cc7624c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:46.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbcc5b48640 1 --2- 172.21.15.71:0/3048271756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc76115d0 0x561cc7624c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbcc5b48640 1 -- 172.21.15.71:0/3048271756 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc7612b40 msgr2=0x561cc7615f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:46.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbcc5b48640 1 --2- 172.21.15.71:0/3048271756 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc7612b40 0x561cc7615f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbcc5b48640 1 -- 172.21.15.71:0/3048271756 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561cc761c0c0 con 0x561cc761c370 2024-09-05T07:41:46.388 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbcc5b48640 1 --2- 172.21.15.71:0/3048271756 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 0x561cc76166d0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fbcb8031960 tx=0x7fbcb8004700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b42304d9fd9ec1a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:46.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbca8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:46.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbca8ff9640 1 -- 172.21.15.71:0/3048271756 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb8057070 con 0x561cc761c370 2024-09-05T07:41:46.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbca8ff9640 1 -- 172.21.15.71:0/3048271756 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fbcb805ecc0 con 0x561cc761c370 2024-09-05T07:41:46.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.379+0000 7fbcc9984740 1 -- 172.21.15.71:0/3048271756 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbcb00054d0 con 0x561cc761c370 2024-09-05T07:41:46.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.380+0000 7fbca8ff9640 1 -- 172.21.15.71:0/3048271756 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbcb804e040 con 0x561cc761c370 2024-09-05T07:41:46.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.380+0000 7fbcc9984740 10 client.15924 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:46.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.380+0000 7fbcc9984740 1 -- 172.21.15.71:0/3048271756 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561cc769ab50 con 0x561cc761c370 2024-09-05T07:41:46.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.380+0000 7fbca8ff9640 1 -- 172.21.15.71:0/3048271756 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbcb00054d0 con 0x561cc761c370 2024-09-05T07:41:46.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.380+0000 7fbca8ff9640 1 -- 172.21.15.71:0/3048271756 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fbcb80305c0 con 0x561cc761c370 2024-09-05T07:41:46.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.380+0000 7fbcc9984740 10 client.15924 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:46.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.380+0000 7fbcc9984740 10 client.15924 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:41:46.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.380+0000 7fbcc9984740 20 client.15924 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:46.389 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.380+0000 7fbcc9984740 1 --2- 172.21.15.71:0/3048271756 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561cc769b270 0x561cc769d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:46.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.380+0000 7fbcc9984740 4 client.15924 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:41:46.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.380+0000 7fbcc9984740 1 -- 172.21.15.71:0/3048271756 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561cc757ed70 con 0x561cc769b270 2024-09-05T07:41:46.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.380+0000 7fbcc5347640 1 --2- 172.21.15.71:0/3048271756 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561cc769b270 0x561cc769d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:46.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.381+0000 7fbcc5347640 1 --2- 172.21.15.71:0/3048271756 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561cc769b270 0x561cc769d690 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e996a5ea9c76b706 server_cookie=fede32d3e04104d9 in_seq=0 out_seq=0 2024-09-05T07:41:46.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.381+0000 7fbca8ff9640 10 client.15924 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:46.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.381+0000 7fbca8ff9640 1 -- 172.21.15.71:0/3048271756 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561cc757ed70 con 0x561cc769b270 2024-09-05T07:41:46.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.381+0000 7fbca8ff9640 10 client.15924 handle_command_reply: tid=0 2024-09-05T07:41:46.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.381+0000 7fbcc9984740 1 client.15924 shutdown 2024-09-05T07:41:46.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.381+0000 7fbcc9984740 1 -- 172.21.15.71:0/3048271756 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 msgr2=0x561cc76166d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:46.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.381+0000 7fbcc9984740 1 --2- 172.21.15.71:0/3048271756 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 0x561cc76166d0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fbcb8031960 tx=0x7fbcb8004700 comp rx=0 tx=0).stop 2024-09-05T07:41:46.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.381+0000 7fbcc9984740 1 -- 172.21.15.71:0/3048271756 shutdown_connections 2024-09-05T07:41:46.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.381+0000 7fbcc9984740 1 --2- 172.21.15.71:0/3048271756 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561cc769b270 0x561cc769d690 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.381+0000 7fbcc9984740 1 --2- 172.21.15.71:0/3048271756 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561cc761c370 0x561cc76166d0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.390 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.381+0000 7fbcc9984740 1 --2- 172.21.15.71:0/3048271756 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561cc7612b40 0x561cc7615f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.381+0000 7fbcc9984740 1 --2- 172.21.15.71:0/3048271756 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561cc76115d0 0x561cc7624c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.381+0000 7fbcc9984740 1 -- 172.21.15.71:0/3048271756 >> 172.21.15.71:0/3048271756 conn(0x561cc75da310 msgr2=0x561cc760cd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:46.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.381+0000 7fbca8ff9640 0 client.15924 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:46.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.381+0000 7fbcc9984740 1 -- 172.21.15.71:0/3048271756 shutdown_connections 2024-09-05T07:41:46.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.381+0000 7fbcc9984740 1 -- 172.21.15.71:0/3048271756 wait complete. 2024-09-05T07:41:46.391 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.382+0000 7fbcc9984740 20 client.15924 trim_cache size 0 max 16384 2024-09-05T07:41:46.391 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:41:46.392 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.382+0000 7fbcc75ab640 1 -- 172.21.15.71:0/3316953505 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbcac0a2cf0 msgr2=0x7fbcac0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:46.392 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.382+0000 7fbcc75ab640 1 --2- 172.21.15.71:0/3316953505 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbcac0a2cf0 0x7fbcac0a51b0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fbcb8035000 tx=0x7fbcb8009820 comp rx=0 tx=0).stop 2024-09-05T07:41:46.392 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.382+0000 7fbcc75ab640 1 -- 172.21.15.71:0/3316953505 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbcc0101de0 msgr2=0x7fbcc0198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:46.392 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.382+0000 7fbcc75ab640 1 --2- 172.21.15.71:0/3316953505 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbcc0101de0 0x7fbcc0198320 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fbcbc00d770 tx=0x7fbcbc00dc30 comp rx=0 tx=0).stop 2024-09-05T07:41:46.392 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.382+0000 7fbcc75ab640 1 -- 172.21.15.71:0/3316953505 shutdown_connections 2024-09-05T07:41:46.392 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.382+0000 7fbcc75ab640 1 --2- 172.21.15.71:0/3316953505 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbcac0a2cf0 0x7fbcac0a51b0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.392 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.382+0000 7fbcc75ab640 1 --2- 172.21.15.71:0/3316953505 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbcc0106f10 0x7fbcc019cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.392 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.382+0000 7fbcc75ab640 1 --2- 172.21.15.71:0/3316953505 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbcc0102790 0x7fbcc0198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.393 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.382+0000 7fbcc75ab640 1 --2- 172.21.15.71:0/3316953505 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbcc0101de0 0x7fbcc0198320 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:46.393 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.382+0000 7fbcc75ab640 1 -- 172.21.15.71:0/3316953505 >> 172.21.15.71:0/3316953505 conn(0x7fbcc00fd8c0 msgr2=0x7fbcc00fec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:46.393 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.382+0000 7fbcc75ab640 1 -- 172.21.15.71:0/3316953505 shutdown_connections 2024-09-05T07:41:46.393 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:46.382+0000 7fbcc75ab640 1 -- 172.21.15.71:0/3316953505 wait complete. 2024-09-05T07:41:46.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:46 smithi071 ceph-mon[30965]: pgmap v98: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:41:46.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:46 smithi123 ceph-mon[34568]: pgmap v98: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:41:46.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:46 smithi192 ceph-mon[34929]: pgmap v98: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:41:48.054 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T07:41:48.055 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T07:41:48.314 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:41:48.773 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:48 smithi071 ceph-mon[30965]: pgmap v99: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:41:48.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.855+0000 7fc93db95640 1 -- 172.21.15.71:0/50379426 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc938102790 msgr2=0x7fc9381067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:48.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.855+0000 7fc93db95640 1 --2- 172.21.15.71:0/50379426 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc938102790 0x7fc9381067e0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fc92c009900 tx=0x7fc92c02a410 comp rx=0 tx=0).stop 2024-09-05T07:41:48.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.855+0000 7fc93db95640 1 -- 172.21.15.71:0/50379426 shutdown_connections 2024-09-05T07:41:48.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.855+0000 7fc93db95640 1 --2- 172.21.15.71:0/50379426 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc938106f10 0x7fc93810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.855+0000 7fc93db95640 1 --2- 172.21.15.71:0/50379426 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc938102790 0x7fc9381067e0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.855+0000 7fc93db95640 1 --2- 172.21.15.71:0/50379426 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc938101de0 0x7fc9381021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.855+0000 7fc93db95640 1 -- 172.21.15.71:0/50379426 >> 172.21.15.71:0/50379426 conn(0x7fc9380fd8c0 msgr2=0x7fc9380ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:48.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.855+0000 7fc93db95640 1 -- 172.21.15.71:0/50379426 shutdown_connections 2024-09-05T07:41:48.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.855+0000 7fc93db95640 1 -- 172.21.15.71:0/50379426 wait complete. 2024-09-05T07:41:48.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.856+0000 7fc93db95640 1 Processor -- start 2024-09-05T07:41:48.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.856+0000 7fc93db95640 1 -- start start 2024-09-05T07:41:48.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.856+0000 7fc93db95640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc938101de0 0x7fc9381983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:48.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.856+0000 7fc93db95640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc938102790 0x7fc9381988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:48.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.856+0000 7fc93db95640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc938106f10 0x7fc93819cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:48.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.856+0000 7fc93db95640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc938111e20 con 0x7fc938102790 2024-09-05T07:41:48.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.856+0000 7fc93db95640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc938111ca0 con 0x7fc938106f10 2024-09-05T07:41:48.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.856+0000 7fc93db95640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc938111fa0 con 0x7fc938101de0 2024-09-05T07:41:48.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.857+0000 7fc936ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc938102790 0x7fc9381988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:48.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.857+0000 7fc936ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc938102790 0x7fc9381988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47586/0 (socket says 172.21.15.71:47586) 2024-09-05T07:41:48.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.857+0000 7fc936ffd640 1 -- 172.21.15.71:0/3514795558 learned_addr learned my addr 172.21.15.71:0/3514795558 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:48.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.857+0000 7fc937fff640 1 --2- 172.21.15.71:0/3514795558 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc938106f10 0x7fc93819cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:48.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.857+0000 7fc9377fe640 1 --2- 172.21.15.71:0/3514795558 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc938101de0 0x7fc9381983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:48.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.857+0000 7fc936ffd640 1 -- 172.21.15.71:0/3514795558 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc938101de0 msgr2=0x7fc9381983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:48.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.857+0000 7fc936ffd640 1 --2- 172.21.15.71:0/3514795558 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc938101de0 0x7fc9381983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.857+0000 7fc936ffd640 1 -- 172.21.15.71:0/3514795558 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc938106f10 msgr2=0x7fc93819cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:48.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.857+0000 7fc936ffd640 1 --2- 172.21.15.71:0/3514795558 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc938106f10 0x7fc93819cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.857+0000 7fc936ffd640 1 -- 172.21.15.71:0/3514795558 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc93819d350 con 0x7fc938102790 2024-09-05T07:41:48.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.857+0000 7fc936ffd640 1 --2- 172.21.15.71:0/3514795558 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc938102790 0x7fc9381988e0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fc92c005940 tx=0x7fc92c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:48.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.857+0000 7fc934ff9640 1 -- 172.21.15.71:0/3514795558 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc92c03f030 con 0x7fc938102790 2024-09-05T07:41:48.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.857+0000 7fc934ff9640 1 -- 172.21.15.71:0/3514795558 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc92c003aa0 con 0x7fc938102790 2024-09-05T07:41:48.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.857+0000 7fc93db95640 1 -- 172.21.15.71:0/3514795558 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc93819d5e0 con 0x7fc938102790 2024-09-05T07:41:48.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.857+0000 7fc934ff9640 1 -- 172.21.15.71:0/3514795558 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc92c035070 con 0x7fc938102790 2024-09-05T07:41:48.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.857+0000 7fc93db95640 1 -- 172.21.15.71:0/3514795558 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9381a4f20 con 0x7fc938102790 2024-09-05T07:41:48.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc934ff9640 1 -- 172.21.15.71:0/3514795558 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fc92c042030 con 0x7fc938102790 2024-09-05T07:41:48.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc93ff6e740 1 Processor -- start 2024-09-05T07:41:48.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc93ff6e740 1 -- start start 2024-09-05T07:41:48.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc93ff6e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda15b60 0x556dbda15f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:48.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc93ff6e740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda16480 0x556dbda20800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:48.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc93ff6e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556dbda20d40 0x556dbda23130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:48.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc93ff6e740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x556dbd97b280 con 0x556dbda16480 2024-09-05T07:41:48.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc93ff6e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556dbd922b10 con 0x556dbda15b60 2024-09-05T07:41:48.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc93ff6e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x556dbd977240 con 0x556dbda20d40 2024-09-05T07:41:48.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc9377fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda16480 0x556dbda20800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:48.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc9377fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda16480 0x556dbda20800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47600/0 (socket says 172.21.15.71:47600) 2024-09-05T07:41:48.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc9377fe640 1 -- 172.21.15.71:0/541553784 learned_addr learned my addr 172.21.15.71:0/541553784 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:48.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc936ffd640 1 --2- 172.21.15.71:0/541553784 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556dbda20d40 0x556dbda23130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:48.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc937fff640 1 --2- 172.21.15.71:0/541553784 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda15b60 0x556dbda15f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:48.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc934ff9640 1 --2- 172.21.15.71:0/3514795558 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc9200a2cf0 0x7fc9200a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:48.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc9377fe640 1 -- 172.21.15.71:0/541553784 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556dbda20d40 msgr2=0x556dbda23130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:48.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc9377fe640 1 --2- 172.21.15.71:0/541553784 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556dbda20d40 0x556dbda23130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc9377fe640 1 -- 172.21.15.71:0/541553784 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda15b60 msgr2=0x556dbda15f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:48.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc9377fe640 1 --2- 172.21.15.71:0/541553784 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda15b60 0x556dbda15f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc9377fe640 1 -- 172.21.15.71:0/541553784 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556dbd92f1f0 con 0x556dbda16480 2024-09-05T07:41:48.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.860+0000 7fc937fff640 1 --2- 172.21.15.71:0/3514795558 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc9200a2cf0 0x7fc9200a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:48.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.861+0000 7fc934ff9640 1 -- 172.21.15.71:0/3514795558 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc92c0eff50 con 0x7fc938102790 2024-09-05T07:41:48.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.861+0000 7fc9377fe640 1 --2- 172.21.15.71:0/541553784 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda16480 0x556dbda20800 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fc9280103f0 tx=0x7fc9280108b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=194d7c7f771b96f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:48.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.861+0000 7fc91dffb640 1 -- 172.21.15.71:0/541553784 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc928016070 con 0x556dbda16480 2024-09-05T07:41:48.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.861+0000 7fc937fff640 1 --2- 172.21.15.71:0/3514795558 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc9200a2cf0 0x7fc9200a51b0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc93000b6e0 tx=0x7fc9300046c0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:48.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.861+0000 7fc91dffb640 1 -- 172.21.15.71:0/541553784 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc928004d20 con 0x556dbda16480 2024-09-05T07:41:48.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.861+0000 7fc91dffb640 1 -- 172.21.15.71:0/541553784 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9280053e0 con 0x556dbda16480 2024-09-05T07:41:48.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.862+0000 7fc93ff6e740 1 -- 172.21.15.71:0/541553784 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda16480 msgr2=0x556dbda20800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:48.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.862+0000 7fc93ff6e740 1 --2- 172.21.15.71:0/541553784 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda16480 0x556dbda20800 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fc9280103f0 tx=0x7fc9280108b0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.862+0000 7fc93ff6e740 1 -- 172.21.15.71:0/541553784 shutdown_connections 2024-09-05T07:41:48.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.862+0000 7fc93ff6e740 1 --2- 172.21.15.71:0/541553784 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556dbda20d40 0x556dbda23130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.862+0000 7fc93ff6e740 1 --2- 172.21.15.71:0/541553784 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda16480 0x556dbda20800 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.862+0000 7fc93ff6e740 1 --2- 172.21.15.71:0/541553784 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda15b60 0x556dbda15f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.862+0000 7fc93ff6e740 1 -- 172.21.15.71:0/541553784 >> 172.21.15.71:0/541553784 conn(0x556dbda120f0 msgr2=0x556dbda124d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:48.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.862+0000 7fc93ff6e740 1 -- 172.21.15.71:0/541553784 shutdown_connections 2024-09-05T07:41:48.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.862+0000 7fc93ff6e740 1 -- 172.21.15.71:0/541553784 wait complete. 2024-09-05T07:41:48.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.862+0000 7fc93ff6e740 1 -- start start 2024-09-05T07:41:48.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.862+0000 7fc93ff6e740 1 Processor -- start 2024-09-05T07:41:48.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc93ff6e740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda15b60 0x556dbda1dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:48.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc93ff6e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556dbda16480 0x556dbda1e120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:48.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc93ff6e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda20d40 0x556dbda1e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:48.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc93ff6e740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x556dbda23910 con 0x556dbda15b60 2024-09-05T07:41:48.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc93ff6e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556dbd935f10 con 0x556dbda20d40 2024-09-05T07:41:48.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc93ff6e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x556dbda23a90 con 0x556dbda16480 2024-09-05T07:41:48.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc93ff6e740 10 client.0 _ll_register_callbacks cb 0x556dbd8fea40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:48.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc9377fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda15b60 0x556dbda1dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:48.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc9377fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda15b60 0x556dbda1dbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47608/0 (socket says 172.21.15.71:47608) 2024-09-05T07:41:48.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc9377fe640 1 -- 172.21.15.71:0/3532205878 learned_addr learned my addr 172.21.15.71:0/3532205878 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:48.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc936ffd640 1 --2- 172.21.15.71:0/3532205878 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556dbda16480 0x556dbda1e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:48.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc937fff640 1 --2- 172.21.15.71:0/3532205878 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda20d40 0x556dbda1e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:48.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc9377fe640 1 -- 172.21.15.71:0/3532205878 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556dbda16480 msgr2=0x556dbda1e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:48.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc9377fe640 1 --2- 172.21.15.71:0/3532205878 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556dbda16480 0x556dbda1e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc9377fe640 1 -- 172.21.15.71:0/3532205878 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda20d40 msgr2=0x556dbda1e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:48.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc9377fe640 1 --2- 172.21.15.71:0/3532205878 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda20d40 0x556dbda1e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc9377fe640 1 -- 172.21.15.71:0/3532205878 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556dbd6ec6a0 con 0x556dbda15b60 2024-09-05T07:41:48.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc9377fe640 1 --2- 172.21.15.71:0/3532205878 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda15b60 0x556dbda1dbe0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fc928004c70 tx=0x7fc928004ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ef5d401fe8fa30 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:48.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc916ffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:48.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc916ffd640 1 -- 172.21.15.71:0/3532205878 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc928016030 con 0x556dbda15b60 2024-09-05T07:41:48.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc916ffd640 1 -- 172.21.15.71:0/3532205878 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc928003b80 con 0x556dbda15b60 2024-09-05T07:41:48.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.863+0000 7fc93ff6e740 1 -- 172.21.15.71:0/3532205878 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc928004d20 con 0x556dbda15b60 2024-09-05T07:41:48.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.864+0000 7fc916ffd640 1 -- 172.21.15.71:0/3532205878 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc928003d80 con 0x556dbda15b60 2024-09-05T07:41:48.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.864+0000 7fc93ff6e740 10 client.15936 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:48.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.864+0000 7fc93ff6e740 1 -- 172.21.15.71:0/3532205878 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556dbda2f4e0 con 0x556dbda15b60 2024-09-05T07:41:48.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.864+0000 7fc916ffd640 1 -- 172.21.15.71:0/3532205878 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc928004d20 con 0x556dbda15b60 2024-09-05T07:41:48.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.864+0000 7fc916ffd640 1 -- 172.21.15.71:0/3532205878 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc92800f040 con 0x556dbda15b60 2024-09-05T07:41:48.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.864+0000 7fc93ff6e740 10 client.15936 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:48.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.864+0000 7fc93ff6e740 10 client.15936 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:41:48.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.864+0000 7fc93ff6e740 20 client.15936 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:48.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.864+0000 7fc93ff6e740 1 --2- 172.21.15.71:0/3532205878 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556dbda30940 0x556dbda32d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:48.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.864+0000 7fc93ff6e740 4 client.15936 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:41:48.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.864+0000 7fc93ff6e740 1 -- 172.21.15.71:0/3532205878 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556dbd9887f0 con 0x556dbda30940 2024-09-05T07:41:48.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.864+0000 7fc936ffd640 1 --2- 172.21.15.71:0/3532205878 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556dbda30940 0x556dbda32d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:48.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.865+0000 7fc916ffd640 10 client.15936 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:48.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.865+0000 7fc936ffd640 1 --2- 172.21.15.71:0/3532205878 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556dbda30940 0x556dbda32d30 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3bac555aef7efdd0 server_cookie=3e921c57dabdfceb in_seq=0 out_seq=0 2024-09-05T07:41:48.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.865+0000 7fc916ffd640 1 -- 172.21.15.71:0/3532205878 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556dbd9887f0 con 0x556dbda30940 2024-09-05T07:41:48.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.865+0000 7fc916ffd640 10 client.15936 handle_command_reply: tid=0 2024-09-05T07:41:48.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.865+0000 7fc93ff6e740 1 client.15936 shutdown 2024-09-05T07:41:48.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.866+0000 7fc93ff6e740 1 -- 172.21.15.71:0/3532205878 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda15b60 msgr2=0x556dbda1dbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:48.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.866+0000 7fc93ff6e740 1 --2- 172.21.15.71:0/3532205878 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda15b60 0x556dbda1dbe0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fc928004c70 tx=0x7fc928004ca0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.866+0000 7fc93ff6e740 1 -- 172.21.15.71:0/3532205878 shutdown_connections 2024-09-05T07:41:48.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.866+0000 7fc93ff6e740 1 --2- 172.21.15.71:0/3532205878 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556dbda30940 0x556dbda32d30 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.866+0000 7fc93ff6e740 1 --2- 172.21.15.71:0/3532205878 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda20d40 0x556dbda1e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.866+0000 7fc916ffd640 0 client.15936 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:48.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.866+0000 7fc93ff6e740 1 --2- 172.21.15.71:0/3532205878 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556dbda16480 0x556dbda1e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.866+0000 7fc93ff6e740 1 --2- 172.21.15.71:0/3532205878 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda15b60 0x556dbda1dbe0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.866+0000 7fc93ff6e740 1 -- 172.21.15.71:0/3532205878 >> 172.21.15.71:0/3532205878 conn(0x556dbda120f0 msgr2=0x556dbda17e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:48.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.866+0000 7fc93ff6e740 1 -- 172.21.15.71:0/3532205878 shutdown_connections 2024-09-05T07:41:48.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.866+0000 7fc93ff6e740 1 -- 172.21.15.71:0/3532205878 wait complete. 2024-09-05T07:41:48.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.866+0000 7fc93ff6e740 20 client.15936 trim_cache size 0 max 16384 2024-09-05T07:41:48.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.883+0000 7fc93ff6e740 1 Processor -- start 2024-09-05T07:41:48.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.883+0000 7fc93ff6e740 1 -- start start 2024-09-05T07:41:48.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.883+0000 7fc93ff6e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda15b60 0x556dbda185c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:48.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.883+0000 7fc93ff6e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556dbda16480 0x556dbda38470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:48.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.883+0000 7fc93ff6e740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda20d40 0x556dbda389b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:48.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.883+0000 7fc93ff6e740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc9381b19b0 con 0x556dbda20d40 2024-09-05T07:41:48.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.883+0000 7fc93ff6e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc9381af280 con 0x556dbda15b60 2024-09-05T07:41:48.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.883+0000 7fc93ff6e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc9381ad0d0 con 0x556dbda16480 2024-09-05T07:41:48.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.883+0000 7fc937fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda20d40 0x556dbda389b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:48.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.883+0000 7fc937fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda20d40 0x556dbda389b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47620/0 (socket says 172.21.15.71:47620) 2024-09-05T07:41:48.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.883+0000 7fc937fff640 1 -- 172.21.15.71:0/2435985850 learned_addr learned my addr 172.21.15.71:0/2435985850 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:48.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.884+0000 7fc9377fe640 1 --2- 172.21.15.71:0/2435985850 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda15b60 0x556dbda185c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:48.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.884+0000 7fc936ffd640 1 --2- 172.21.15.71:0/2435985850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556dbda16480 0x556dbda38470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:48.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.884+0000 7fc937fff640 1 -- 172.21.15.71:0/2435985850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556dbda16480 msgr2=0x556dbda38470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:48.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.884+0000 7fc937fff640 1 --2- 172.21.15.71:0/2435985850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556dbda16480 0x556dbda38470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.884+0000 7fc937fff640 1 -- 172.21.15.71:0/2435985850 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda15b60 msgr2=0x556dbda185c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:48.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.884+0000 7fc937fff640 1 --2- 172.21.15.71:0/2435985850 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda15b60 0x556dbda185c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.889 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.884+0000 7fc937fff640 1 -- 172.21.15.71:0/2435985850 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556dbda162b0 con 0x556dbda20d40 2024-09-05T07:41:48.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.884+0000 7fc9377fe640 1 --2- 172.21.15.71:0/2435985850 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda15b60 0x556dbda185c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:41:48.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.884+0000 7fc937fff640 1 --2- 172.21.15.71:0/2435985850 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda20d40 0x556dbda389b0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fc930003da0 tx=0x7fc930016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddbd2363e1cbdad8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:48.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.884+0000 7fc91d7fa640 1 -- 172.21.15.71:0/2435985850 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc930011d10 con 0x556dbda20d40 2024-09-05T07:41:48.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.884+0000 7fc91d7fa640 1 -- 172.21.15.71:0/2435985850 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc9300108e0 con 0x556dbda20d40 2024-09-05T07:41:48.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.884+0000 7fc91d7fa640 1 -- 172.21.15.71:0/2435985850 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc93001f7e0 con 0x556dbda20d40 2024-09-05T07:41:48.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.885+0000 7fc93ff6e740 1 -- 172.21.15.71:0/2435985850 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda20d40 msgr2=0x556dbda389b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:48.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.885+0000 7fc93ff6e740 1 --2- 172.21.15.71:0/2435985850 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda20d40 0x556dbda389b0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fc930003da0 tx=0x7fc930016000 comp rx=0 tx=0).stop 2024-09-05T07:41:48.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.885+0000 7fc93ff6e740 1 -- 172.21.15.71:0/2435985850 shutdown_connections 2024-09-05T07:41:48.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.885+0000 7fc93ff6e740 1 --2- 172.21.15.71:0/2435985850 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda20d40 0x556dbda389b0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.885+0000 7fc93ff6e740 1 --2- 172.21.15.71:0/2435985850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556dbda16480 0x556dbda38470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.885+0000 7fc93ff6e740 1 --2- 172.21.15.71:0/2435985850 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda15b60 0x556dbda185c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.885+0000 7fc93ff6e740 1 -- 172.21.15.71:0/2435985850 >> 172.21.15.71:0/2435985850 conn(0x556dbda120f0 msgr2=0x556dbda11270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:48.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.885+0000 7fc93ff6e740 1 -- 172.21.15.71:0/2435985850 shutdown_connections 2024-09-05T07:41:48.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.885+0000 7fc93ff6e740 1 -- 172.21.15.71:0/2435985850 wait complete. 2024-09-05T07:41:48.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.885+0000 7fc93ff6e740 1 -- start start 2024-09-05T07:41:48.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.885+0000 7fc93ff6e740 1 Processor -- start 2024-09-05T07:41:48.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.886+0000 7fc93ff6e740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda15b60 0x556dbda24a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:48.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.886+0000 7fc93ff6e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556dbda16480 0x556dbda24fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:48.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.886+0000 7fc93ff6e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda20d40 0x556dbda25500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:48.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.886+0000 7fc93ff6e740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc9381ad740 con 0x556dbda15b60 2024-09-05T07:41:48.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.886+0000 7fc93ff6e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc9381aebb0 con 0x556dbda20d40 2024-09-05T07:41:48.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.886+0000 7fc93ff6e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc9381ade10 con 0x556dbda16480 2024-09-05T07:41:48.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.886+0000 7fc93ff6e740 10 client.0 _ll_register_callbacks cb 0x7fc930004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:48.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.886+0000 7fc9377fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda15b60 0x556dbda24a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:48.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.886+0000 7fc9377fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda15b60 0x556dbda24a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47636/0 (socket says 172.21.15.71:47636) 2024-09-05T07:41:48.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.886+0000 7fc9377fe640 1 -- 172.21.15.71:0/1685722948 learned_addr learned my addr 172.21.15.71:0/1685722948 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:48.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.886+0000 7fc936ffd640 1 --2- 172.21.15.71:0/1685722948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556dbda16480 0x556dbda24fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:48.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.886+0000 7fc9377fe640 1 -- 172.21.15.71:0/1685722948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556dbda16480 msgr2=0x556dbda24fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:48.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.886+0000 7fc9377fe640 1 --2- 172.21.15.71:0/1685722948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556dbda16480 0x556dbda24fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.886+0000 7fc9377fe640 1 -- 172.21.15.71:0/1685722948 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda20d40 msgr2=0x556dbda25500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:48.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.886+0000 7fc937fff640 1 --2- 172.21.15.71:0/1685722948 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda20d40 0x556dbda25500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:48.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.886+0000 7fc9377fe640 1 --2- 172.21.15.71:0/1685722948 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda20d40 0x556dbda25500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.886+0000 7fc9377fe640 1 -- 172.21.15.71:0/1685722948 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556dbda9e8a0 con 0x556dbda15b60 2024-09-05T07:41:48.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.886+0000 7fc9377fe640 1 --2- 172.21.15.71:0/1685722948 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda15b60 0x556dbda24a80 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fc928012f70 tx=0x7fc9280097f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66c959b93f1f4c27 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:48.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.886+0000 7fc916ffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:48.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.887+0000 7fc916ffd640 1 -- 172.21.15.71:0/1685722948 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc928016070 con 0x556dbda15b60 2024-09-05T07:41:48.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.887+0000 7fc916ffd640 1 -- 172.21.15.71:0/1685722948 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc928010de0 con 0x556dbda15b60 2024-09-05T07:41:48.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.887+0000 7fc93ff6e740 1 -- 172.21.15.71:0/1685722948 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc9300108e0 con 0x556dbda15b60 2024-09-05T07:41:48.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.887+0000 7fc916ffd640 1 -- 172.21.15.71:0/1685722948 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc928003f20 con 0x556dbda15b60 2024-09-05T07:41:48.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.887+0000 7fc93ff6e740 10 client.15942 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:48.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.887+0000 7fc93ff6e740 1 -- 172.21.15.71:0/1685722948 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556dbda9fbc0 con 0x556dbda15b60 2024-09-05T07:41:48.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.887+0000 7fc916ffd640 1 -- 172.21.15.71:0/1685722948 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc9300108e0 con 0x556dbda15b60 2024-09-05T07:41:48.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.887+0000 7fc916ffd640 1 -- 172.21.15.71:0/1685722948 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc928011730 con 0x556dbda15b60 2024-09-05T07:41:48.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.887+0000 7fc93ff6e740 10 client.15942 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:48.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.887+0000 7fc93ff6e740 10 client.15942 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:41:48.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.887+0000 7fc93ff6e740 20 client.15942 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:48.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.887+0000 7fc93ff6e740 1 --2- 172.21.15.71:0/1685722948 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556dbda30940 0x556dbdaa2150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:48.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.887+0000 7fc93ff6e740 4 client.15942 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T07:41:48.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.887+0000 7fc93ff6e740 1 -- 172.21.15.71:0/1685722948 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x556dbd982d00 con 0x556dbda30940 2024-09-05T07:41:48.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.887+0000 7fc936ffd640 1 --2- 172.21.15.71:0/1685722948 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556dbda30940 0x556dbdaa2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:48.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.888+0000 7fc936ffd640 1 --2- 172.21.15.71:0/1685722948 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556dbda30940 0x556dbdaa2150 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bc8bec991a87bf77 server_cookie=7cc3216bea847a7 in_seq=0 out_seq=0 2024-09-05T07:41:48.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.888+0000 7fc916ffd640 10 client.15942 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:48.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.889+0000 7fc916ffd640 1 -- 172.21.15.71:0/1685722948 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x556dbd982d00 con 0x556dbda30940 2024-09-05T07:41:48.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.889+0000 7fc916ffd640 10 client.15942 handle_command_reply: tid=0 2024-09-05T07:41:48.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.889+0000 7fc93ff6e740 1 client.15942 shutdown 2024-09-05T07:41:48.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.889+0000 7fc93ff6e740 1 -- 172.21.15.71:0/1685722948 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda15b60 msgr2=0x556dbda24a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:48.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.889+0000 7fc93ff6e740 1 --2- 172.21.15.71:0/1685722948 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda15b60 0x556dbda24a80 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fc928012f70 tx=0x7fc9280097f0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.889+0000 7fc93ff6e740 1 -- 172.21.15.71:0/1685722948 shutdown_connections 2024-09-05T07:41:48.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.889+0000 7fc93ff6e740 1 --2- 172.21.15.71:0/1685722948 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556dbda30940 0x556dbdaa2150 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.889+0000 7fc93ff6e740 1 --2- 172.21.15.71:0/1685722948 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556dbda20d40 0x556dbda25500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.889+0000 7fc93ff6e740 1 --2- 172.21.15.71:0/1685722948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556dbda16480 0x556dbda24fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.889+0000 7fc93ff6e740 1 --2- 172.21.15.71:0/1685722948 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556dbda15b60 0x556dbda24a80 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.889+0000 7fc93ff6e740 1 -- 172.21.15.71:0/1685722948 >> 172.21.15.71:0/1685722948 conn(0x556dbda120f0 msgr2=0x556dbda2bb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:48.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.889+0000 7fc916ffd640 0 client.15942 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:48.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.889+0000 7fc93ff6e740 1 -- 172.21.15.71:0/1685722948 shutdown_connections 2024-09-05T07:41:48.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.889+0000 7fc93ff6e740 1 -- 172.21.15.71:0/1685722948 wait complete. 2024-09-05T07:41:48.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.889+0000 7fc93ff6e740 20 client.15942 trim_cache size 0 max 16384 2024-09-05T07:41:48.896 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:41:48.896 INFO:teuthology.orchestra.run.smithi071.stdout: "return_code": 0, 2024-09-05T07:41:48.896 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_tag": "060c4fb8-d56e-48a8-adb9-d6695cf4c578", 2024-09-05T07:41:48.896 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": "asynchronous" 2024-09-05T07:41:48.896 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:41:48.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.890+0000 7fc93db95640 1 -- 172.21.15.71:0/3514795558 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc9200a2cf0 msgr2=0x7fc9200a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:48.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.890+0000 7fc93db95640 1 --2- 172.21.15.71:0/3514795558 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc9200a2cf0 0x7fc9200a51b0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc93000b6e0 tx=0x7fc9300046c0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.890+0000 7fc93db95640 1 -- 172.21.15.71:0/3514795558 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc938102790 msgr2=0x7fc9381988e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:48.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.890+0000 7fc93db95640 1 --2- 172.21.15.71:0/3514795558 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc938102790 0x7fc9381988e0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fc92c005940 tx=0x7fc92c004270 comp rx=0 tx=0).stop 2024-09-05T07:41:48.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.890+0000 7fc93db95640 1 -- 172.21.15.71:0/3514795558 shutdown_connections 2024-09-05T07:41:48.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.890+0000 7fc93db95640 1 --2- 172.21.15.71:0/3514795558 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc9200a2cf0 0x7fc9200a51b0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.890+0000 7fc93db95640 1 --2- 172.21.15.71:0/3514795558 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc938106f10 0x7fc93819cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.890+0000 7fc93db95640 1 --2- 172.21.15.71:0/3514795558 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc938102790 0x7fc9381988e0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.890+0000 7fc93db95640 1 --2- 172.21.15.71:0/3514795558 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc938101de0 0x7fc9381983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:48.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.890+0000 7fc93db95640 1 -- 172.21.15.71:0/3514795558 >> 172.21.15.71:0/3514795558 conn(0x7fc9380fd8c0 msgr2=0x7fc9380fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:48.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.890+0000 7fc93db95640 1 -- 172.21.15.71:0/3514795558 shutdown_connections 2024-09-05T07:41:48.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:48.890+0000 7fc93db95640 1 -- 172.21.15.71:0/3514795558 wait complete. 2024-09-05T07:41:48.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:48 smithi123 ceph-mon[34568]: pgmap v99: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:41:48.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:48 smithi192 ceph-mon[34929]: pgmap v99: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:41:49.707 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:41:49.729 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:49 smithi071 ceph-mon[30965]: scrub queued for path: / 2024-09-05T07:41:49.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:49 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:41:49.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:49 smithi071 ceph-mon[30965]: scrub summary: active paths [/] 2024-09-05T07:41:49.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:49 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:41:49.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:49 smithi123 ceph-mon[34568]: scrub queued for path: / 2024-09-05T07:41:49.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:49 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:41:49.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:49 smithi123 ceph-mon[34568]: scrub summary: active paths [/] 2024-09-05T07:41:49.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:49 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:41:49.950 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:41:49.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:49 smithi192 ceph-mon[34929]: scrub queued for path: / 2024-09-05T07:41:49.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:49 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:41:49.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:49 smithi192 ceph-mon[34929]: scrub summary: active paths [/] 2024-09-05T07:41:49.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:49 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:41:50.493 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.455+0000 7f8b26b72640 1 -- 172.21.15.71:0/2973180081 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8b20103660 msgr2=0x7f8b2010bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:50.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.455+0000 7f8b26b72640 1 --2- 172.21.15.71:0/2973180081 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8b20103660 0x7f8b2010bb50 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f8b14009900 tx=0x7f8b1402a480 comp rx=0 tx=0).stop 2024-09-05T07:41:50.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.455+0000 7f8b26b72640 1 -- 172.21.15.71:0/2973180081 shutdown_connections 2024-09-05T07:41:50.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.455+0000 7f8b26b72640 1 --2- 172.21.15.71:0/2973180081 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b2010c170 0x7f8b2010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.455+0000 7f8b26b72640 1 --2- 172.21.15.71:0/2973180081 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8b20103660 0x7f8b2010bb50 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.455+0000 7f8b26b72640 1 --2- 172.21.15.71:0/2973180081 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8b20102d40 0x7f8b20103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.455+0000 7f8b26b72640 1 -- 172.21.15.71:0/2973180081 >> 172.21.15.71:0/2973180081 conn(0x7f8b200fc7a0 msgr2=0x7f8b200febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:50.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.456+0000 7f8b26b72640 1 -- 172.21.15.71:0/2973180081 shutdown_connections 2024-09-05T07:41:50.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.456+0000 7f8b26b72640 1 -- 172.21.15.71:0/2973180081 wait complete. 2024-09-05T07:41:50.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.456+0000 7f8b26b72640 1 Processor -- start 2024-09-05T07:41:50.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.456+0000 7f8b26b72640 1 -- start start 2024-09-05T07:41:50.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.456+0000 7f8b26b72640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8b20102d40 0x7f8b201009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:50.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.456+0000 7f8b26b72640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b20103660 0x7f8b20100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:50.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.456+0000 7f8b26b72640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8b2010c170 0x7f8b20101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:50.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.456+0000 7f8b26b72640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f8b20111e20 con 0x7f8b2010c170 2024-09-05T07:41:50.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.456+0000 7f8b26b72640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8b20111ca0 con 0x7f8b20102d40 2024-09-05T07:41:50.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.456+0000 7f8b26b72640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8b20111fa0 con 0x7f8b20103660 2024-09-05T07:41:50.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.456+0000 7f8b2510f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8b2010c170 0x7f8b20101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:50.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.457+0000 7f8b2510f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8b2010c170 0x7f8b20101420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47660/0 (socket says 172.21.15.71:47660) 2024-09-05T07:41:50.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.457+0000 7f8b2510f640 1 -- 172.21.15.71:0/1112154857 learned_addr learned my addr 172.21.15.71:0/1112154857 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:50.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.457+0000 7f8b1ffff640 1 --2- 172.21.15.71:0/1112154857 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b20103660 0x7f8b20100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:50.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.457+0000 7f8b2490e640 1 --2- 172.21.15.71:0/1112154857 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8b20102d40 0x7f8b201009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:50.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.457+0000 7f8b2510f640 1 -- 172.21.15.71:0/1112154857 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b20103660 msgr2=0x7f8b20100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:50.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.457+0000 7f8b2510f640 1 --2- 172.21.15.71:0/1112154857 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b20103660 0x7f8b20100ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.457+0000 7f8b2510f640 1 -- 172.21.15.71:0/1112154857 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8b20102d40 msgr2=0x7f8b201009a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:50.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.457+0000 7f8b2510f640 1 --2- 172.21.15.71:0/1112154857 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8b20102d40 0x7f8b201009a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.457+0000 7f8b2510f640 1 -- 172.21.15.71:0/1112154857 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b201a6830 con 0x7f8b2010c170 2024-09-05T07:41:50.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.457+0000 7f8b2490e640 1 --2- 172.21.15.71:0/1112154857 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8b20102d40 0x7f8b201009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:41:50.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.457+0000 7f8b2510f640 1 --2- 172.21.15.71:0/1112154857 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8b2010c170 0x7f8b20101420 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f8b1800eb10 tx=0x7f8b1800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:50.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.457+0000 7f8b1dffb640 1 -- 172.21.15.71:0/1112154857 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b18004b20 con 0x7f8b2010c170 2024-09-05T07:41:50.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.457+0000 7f8b26b72640 1 -- 172.21.15.71:0/1112154857 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b201a6b20 con 0x7f8b2010c170 2024-09-05T07:41:50.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.457+0000 7f8b1dffb640 1 -- 172.21.15.71:0/1112154857 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8b18004cc0 con 0x7f8b2010c170 2024-09-05T07:41:50.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.457+0000 7f8b1dffb640 1 -- 172.21.15.71:0/1112154857 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b18010690 con 0x7f8b2010c170 2024-09-05T07:41:50.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.458+0000 7f8b26b72640 1 -- 172.21.15.71:0/1112154857 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b201a7030 con 0x7f8b2010c170 2024-09-05T07:41:50.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.459+0000 7f8b1dffb640 1 -- 172.21.15.71:0/1112154857 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f8b18005020 con 0x7f8b2010c170 2024-09-05T07:41:50.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.460+0000 7f8b28f4b740 1 Processor -- start 2024-09-05T07:41:50.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.460+0000 7f8b28f4b740 1 -- start start 2024-09-05T07:41:50.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.460+0000 7f8b1dffb640 1 --2- 172.21.15.71:0/1112154857 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f8b080a2cf0 0x7f8b080a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:50.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.460+0000 7f8b28f4b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586561984a0 0x558656198880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:50.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.460+0000 7f8b28f4b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558656198dc0 0x5586561a3140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:50.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.460+0000 7f8b28f4b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586561a3680 0x5586561a5a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:50.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.460+0000 7f8b28f4b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5586560fe2e0 con 0x558656198dc0 2024-09-05T07:41:50.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.460+0000 7f8b28f4b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5586560a5ce0 con 0x5586561a3680 2024-09-05T07:41:50.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.460+0000 7f8b28f4b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5586560fa2a0 con 0x5586561984a0 2024-09-05T07:41:50.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.460+0000 7f8b1dffb640 1 -- 172.21.15.71:0/1112154857 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f8b180cff50 con 0x7f8b2010c170 2024-09-05T07:41:50.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.460+0000 7f8b1ffff640 1 --2- 172.21.15.71:0/1112154857 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f8b080a2cf0 0x7f8b080a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:50.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.460+0000 7f8b1ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558656198dc0 0x5586561a3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:50.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.460+0000 7f8b1ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558656198dc0 0x5586561a3140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47668/0 (socket says 172.21.15.71:47668) 2024-09-05T07:41:50.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.460+0000 7f8b1ffff640 1 -- 172.21.15.71:0/3206568677 learned_addr learned my addr 172.21.15.71:0/3206568677 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:50.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.461+0000 7f8b2490e640 1 --2- 172.21.15.71:0/3206568677 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586561984a0 0x558656198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:50.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.461+0000 7f8b2510f640 1 --2- 172.21.15.71:0/3206568677 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586561a3680 0x5586561a5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:50.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.461+0000 7f8b1ffff640 1 -- 172.21.15.71:0/3206568677 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586561984a0 msgr2=0x558656198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:50.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.461+0000 7f8b1ffff640 1 --2- 172.21.15.71:0/3206568677 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586561984a0 0x558656198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.461+0000 7f8b1ffff640 1 -- 172.21.15.71:0/3206568677 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586561a3680 msgr2=0x5586561a5a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:50.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.461+0000 7f8b1ffff640 1 --2- 172.21.15.71:0/3206568677 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586561a3680 0x5586561a5a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.461+0000 7f8b1ffff640 1 -- 172.21.15.71:0/3206568677 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55865608a440 con 0x558656198dc0 2024-09-05T07:41:50.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.461+0000 7f8b2510f640 1 --2- 172.21.15.71:0/3206568677 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586561a3680 0x5586561a5a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:41:50.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.461+0000 7f8b1ffff640 1 --2- 172.21.15.71:0/1112154857 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f8b080a2cf0 0x7f8b080a51b0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f8b14032fd0 tx=0x7f8b14032ec0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:50.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.461+0000 7f8b1ffff640 1 --2- 172.21.15.71:0/3206568677 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558656198dc0 0x5586561a3140 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f8b14009900 tx=0x7f8b14046000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a7413632b7af90e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:50.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.461+0000 7f8b06ffd640 1 -- 172.21.15.71:0/3206568677 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b140035f0 con 0x558656198dc0 2024-09-05T07:41:50.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.461+0000 7f8b06ffd640 1 -- 172.21.15.71:0/3206568677 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8b14003c40 con 0x558656198dc0 2024-09-05T07:41:50.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.461+0000 7f8b06ffd640 1 -- 172.21.15.71:0/3206568677 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b1403dba0 con 0x558656198dc0 2024-09-05T07:41:50.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.462+0000 7f8b28f4b740 1 -- 172.21.15.71:0/3206568677 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558656198dc0 msgr2=0x5586561a3140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:50.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.462+0000 7f8b28f4b740 1 --2- 172.21.15.71:0/3206568677 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558656198dc0 0x5586561a3140 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f8b14009900 tx=0x7f8b14046000 comp rx=0 tx=0).stop 2024-09-05T07:41:50.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.462+0000 7f8b28f4b740 1 -- 172.21.15.71:0/3206568677 shutdown_connections 2024-09-05T07:41:50.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.462+0000 7f8b28f4b740 1 --2- 172.21.15.71:0/3206568677 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586561a3680 0x5586561a5a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.462+0000 7f8b28f4b740 1 --2- 172.21.15.71:0/3206568677 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558656198dc0 0x5586561a3140 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.462+0000 7f8b28f4b740 1 --2- 172.21.15.71:0/3206568677 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586561984a0 0x558656198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.462+0000 7f8b28f4b740 1 -- 172.21.15.71:0/3206568677 >> 172.21.15.71:0/3206568677 conn(0x558656194a30 msgr2=0x558656194e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:50.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.462+0000 7f8b28f4b740 1 -- 172.21.15.71:0/3206568677 shutdown_connections 2024-09-05T07:41:50.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.462+0000 7f8b28f4b740 1 -- 172.21.15.71:0/3206568677 wait complete. 2024-09-05T07:41:50.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.462+0000 7f8b28f4b740 1 -- start start 2024-09-05T07:41:50.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.462+0000 7f8b28f4b740 1 Processor -- start 2024-09-05T07:41:50.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.463+0000 7f8b28f4b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586561984a0 0x5586561a2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:50.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.463+0000 7f8b28f4b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558656198dc0 0x5586561a0280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:50.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.463+0000 7f8b28f4b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561a3680 0x5586561a07e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:50.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.463+0000 7f8b28f4b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5586561a6250 con 0x5586561a3680 2024-09-05T07:41:50.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.463+0000 7f8b28f4b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5586560b9050 con 0x5586561984a0 2024-09-05T07:41:50.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.463+0000 7f8b28f4b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5586561a63d0 con 0x558656198dc0 2024-09-05T07:41:50.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.463+0000 7f8b28f4b740 10 client.0 _ll_register_callbacks cb 0x5586560f9160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:50.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.463+0000 7f8b2510f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561a3680 0x5586561a07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:50.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.463+0000 7f8b2510f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561a3680 0x5586561a07e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47674/0 (socket says 172.21.15.71:47674) 2024-09-05T07:41:50.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.463+0000 7f8b2510f640 1 -- 172.21.15.71:0/2629545441 learned_addr learned my addr 172.21.15.71:0/2629545441 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:50.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.463+0000 7f8b1ffff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558656198dc0 0x5586561a0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:50.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.463+0000 7f8b2490e640 1 --2- 172.21.15.71:0/2629545441 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586561984a0 0x5586561a2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:50.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.463+0000 7f8b2510f640 1 -- 172.21.15.71:0/2629545441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558656198dc0 msgr2=0x5586561a0280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:50.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.463+0000 7f8b2510f640 1 --2- 172.21.15.71:0/2629545441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558656198dc0 0x5586561a0280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.463+0000 7f8b2510f640 1 -- 172.21.15.71:0/2629545441 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586561984a0 msgr2=0x5586561a2f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:50.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.463+0000 7f8b2510f640 1 --2- 172.21.15.71:0/2629545441 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586561984a0 0x5586561a2f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.463+0000 7f8b2510f640 1 -- 172.21.15.71:0/2629545441 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558655e6f3c0 con 0x5586561a3680 2024-09-05T07:41:50.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.463+0000 7f8b1ffff640 1 --2- 172.21.15.71:0/2629545441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558656198dc0 0x5586561a0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:41:50.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.463+0000 7f8b2510f640 1 --2- 172.21.15.71:0/2629545441 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561a3680 0x5586561a07e0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f8b1809c000 tx=0x7f8b1809bbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6929ac77b94eb528 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:50.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.463+0000 7f8afffff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:50.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.464+0000 7f8afffff640 1 -- 172.21.15.71:0/2629545441 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b1809c070 con 0x5586561a3680 2024-09-05T07:41:50.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.464+0000 7f8afffff640 1 -- 172.21.15.71:0/2629545441 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f8b180986e0 con 0x5586561a3680 2024-09-05T07:41:50.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.464+0000 7f8b28f4b740 1 -- 172.21.15.71:0/2629545441 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b14003c40 con 0x5586561a3680 2024-09-05T07:41:50.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.464+0000 7f8afffff640 1 -- 172.21.15.71:0/2629545441 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8b180a0420 con 0x5586561a3680 2024-09-05T07:41:50.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.464+0000 7f8b28f4b740 10 client.15954 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:50.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.464+0000 7f8b28f4b740 1 -- 172.21.15.71:0/2629545441 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5586561b1be0 con 0x5586561a3680 2024-09-05T07:41:50.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.464+0000 7f8afffff640 1 -- 172.21.15.71:0/2629545441 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8b14003c40 con 0x5586561a3680 2024-09-05T07:41:50.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.464+0000 7f8afffff640 1 -- 172.21.15.71:0/2629545441 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f8b180053a0 con 0x5586561a3680 2024-09-05T07:41:50.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.464+0000 7f8b28f4b740 10 client.15954 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:50.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.464+0000 7f8b28f4b740 10 client.15954 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:41:50.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.464+0000 7f8b28f4b740 20 client.15954 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:50.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.464+0000 7f8b28f4b740 1 --2- 172.21.15.71:0/2629545441 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5586561b30a0 0x5586561b54b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:50.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.464+0000 7f8b28f4b740 4 client.15954 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:41:50.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.464+0000 7f8b28f4b740 1 -- 172.21.15.71:0/2629545441 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55865610b850 con 0x5586561b30a0 2024-09-05T07:41:50.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.464+0000 7f8b2490e640 1 --2- 172.21.15.71:0/2629545441 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5586561b30a0 0x5586561b54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:50.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.465+0000 7f8b2490e640 1 --2- 172.21.15.71:0/2629545441 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5586561b30a0 0x5586561b54b0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a608326ab02dc9c8 server_cookie=c2133f817312b5d9 in_seq=0 out_seq=0 2024-09-05T07:41:50.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.465+0000 7f8afffff640 10 client.15954 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:50.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.465+0000 7f8afffff640 1 -- 172.21.15.71:0/2629545441 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55865610b850 con 0x5586561b30a0 2024-09-05T07:41:50.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.465+0000 7f8afffff640 10 client.15954 handle_command_reply: tid=0 2024-09-05T07:41:50.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.465+0000 7f8b28f4b740 1 client.15954 shutdown 2024-09-05T07:41:50.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.466+0000 7f8b28f4b740 1 -- 172.21.15.71:0/2629545441 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561a3680 msgr2=0x5586561a07e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:50.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.466+0000 7f8b28f4b740 1 --2- 172.21.15.71:0/2629545441 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561a3680 0x5586561a07e0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f8b1809c000 tx=0x7f8b1809bbb0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.466+0000 7f8b28f4b740 1 -- 172.21.15.71:0/2629545441 shutdown_connections 2024-09-05T07:41:50.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.466+0000 7f8b28f4b740 1 --2- 172.21.15.71:0/2629545441 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5586561b30a0 0x5586561b54b0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.466+0000 7f8b28f4b740 1 --2- 172.21.15.71:0/2629545441 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561a3680 0x5586561a07e0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.466+0000 7f8b28f4b740 1 --2- 172.21.15.71:0/2629545441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558656198dc0 0x5586561a0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.466+0000 7f8b28f4b740 1 --2- 172.21.15.71:0/2629545441 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586561984a0 0x5586561a2f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.466+0000 7f8afffff640 0 client.15954 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:50.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.466+0000 7f8b28f4b740 1 -- 172.21.15.71:0/2629545441 >> 172.21.15.71:0/2629545441 conn(0x558656194a30 msgr2=0x55865619a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:50.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.466+0000 7f8b28f4b740 1 -- 172.21.15.71:0/2629545441 shutdown_connections 2024-09-05T07:41:50.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.466+0000 7f8b28f4b740 1 -- 172.21.15.71:0/2629545441 wait complete. 2024-09-05T07:41:50.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.466+0000 7f8b28f4b740 20 client.15954 trim_cache size 0 max 16384 2024-09-05T07:41:50.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.483+0000 7f8b28f4b740 1 Processor -- start 2024-09-05T07:41:50.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.483+0000 7f8b28f4b740 1 -- start start 2024-09-05T07:41:50.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.483+0000 7f8b28f4b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561984a0 0x55865619eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:50.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.483+0000 7f8b28f4b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558656198dc0 0x5586561bad80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:50.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.483+0000 7f8b28f4b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586561a3680 0x5586561bb2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:50.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.483+0000 7f8b28f4b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f8b201b3bb0 con 0x5586561984a0 2024-09-05T07:41:50.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.483+0000 7f8b28f4b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8b201b1480 con 0x558656198dc0 2024-09-05T07:41:50.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.483+0000 7f8b28f4b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8b201af2d0 con 0x5586561a3680 2024-09-05T07:41:50.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.483+0000 7f8b2490e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561984a0 0x55865619eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:50.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.483+0000 7f8b2490e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561984a0 0x55865619eb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47678/0 (socket says 172.21.15.71:47678) 2024-09-05T07:41:50.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.483+0000 7f8b2490e640 1 -- 172.21.15.71:0/1898479656 learned_addr learned my addr 172.21.15.71:0/1898479656 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:50.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.483+0000 7f8b1ffff640 1 --2- 172.21.15.71:0/1898479656 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558656198dc0 0x5586561bad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:50.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.483+0000 7f8b2490e640 1 -- 172.21.15.71:0/1898479656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586561a3680 msgr2=0x5586561bb2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:50.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.483+0000 7f8b2510f640 1 --2- 172.21.15.71:0/1898479656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586561a3680 0x5586561bb2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:50.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.483+0000 7f8b2490e640 1 --2- 172.21.15.71:0/1898479656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586561a3680 0x5586561bb2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.483+0000 7f8b2490e640 1 -- 172.21.15.71:0/1898479656 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558656198dc0 msgr2=0x5586561bad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:50.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.483+0000 7f8b2490e640 1 --2- 172.21.15.71:0/1898479656 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558656198dc0 0x5586561bad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.483+0000 7f8b2490e640 1 -- 172.21.15.71:0/1898479656 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55865619f230 con 0x5586561984a0 2024-09-05T07:41:50.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.483+0000 7f8b1ffff640 1 --2- 172.21.15.71:0/1898479656 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558656198dc0 0x5586561bad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:41:50.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.483+0000 7f8b2510f640 1 --2- 172.21.15.71:0/1898479656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586561a3680 0x5586561bb2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:41:50.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.484+0000 7f8b2490e640 1 --2- 172.21.15.71:0/1898479656 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561984a0 0x55865619eb50 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f8b10004650 tx=0x7f8b1000beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a4b2e87928b264a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:50.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.484+0000 7f8b067fc640 1 -- 172.21.15.71:0/1898479656 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b10003e00 con 0x5586561984a0 2024-09-05T07:41:50.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.484+0000 7f8b067fc640 1 -- 172.21.15.71:0/1898479656 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8b100054d0 con 0x5586561984a0 2024-09-05T07:41:50.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.484+0000 7f8b067fc640 1 -- 172.21.15.71:0/1898479656 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b10011440 con 0x5586561984a0 2024-09-05T07:41:50.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.484+0000 7f8b28f4b740 1 -- 172.21.15.71:0/1898479656 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561984a0 msgr2=0x55865619eb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:50.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.484+0000 7f8b28f4b740 1 --2- 172.21.15.71:0/1898479656 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561984a0 0x55865619eb50 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f8b10004650 tx=0x7f8b1000beb0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.484+0000 7f8b28f4b740 1 -- 172.21.15.71:0/1898479656 shutdown_connections 2024-09-05T07:41:50.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.484+0000 7f8b28f4b740 1 --2- 172.21.15.71:0/1898479656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586561a3680 0x5586561bb2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.484+0000 7f8b28f4b740 1 --2- 172.21.15.71:0/1898479656 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558656198dc0 0x5586561bad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.484+0000 7f8b28f4b740 1 --2- 172.21.15.71:0/1898479656 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561984a0 0x55865619eb50 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.484+0000 7f8b28f4b740 1 -- 172.21.15.71:0/1898479656 >> 172.21.15.71:0/1898479656 conn(0x558656194a30 msgr2=0x5586561a2300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:50.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.484+0000 7f8b28f4b740 1 -- 172.21.15.71:0/1898479656 shutdown_connections 2024-09-05T07:41:50.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.484+0000 7f8b28f4b740 1 -- 172.21.15.71:0/1898479656 wait complete. 2024-09-05T07:41:50.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.485+0000 7f8b28f4b740 1 -- start start 2024-09-05T07:41:50.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.485+0000 7f8b28f4b740 1 Processor -- start 2024-09-05T07:41:50.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.485+0000 7f8b28f4b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586561984a0 0x5586561abe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:50.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.485+0000 7f8b28f4b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558656198dc0 0x5586561a9170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:50.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.485+0000 7f8b28f4b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561a3680 0x5586561a96b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:50.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.485+0000 7f8b28f4b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f8b201af940 con 0x5586561a3680 2024-09-05T07:41:50.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.485+0000 7f8b28f4b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8b201b0db0 con 0x558656198dc0 2024-09-05T07:41:50.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.485+0000 7f8b28f4b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8b201b0010 con 0x5586561984a0 2024-09-05T07:41:50.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.485+0000 7f8b28f4b740 10 client.0 _ll_register_callbacks cb 0x7f8b1809be40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:50.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.485+0000 7f8b2510f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561a3680 0x5586561a96b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:50.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.485+0000 7f8b2510f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561a3680 0x5586561a96b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:47694/0 (socket says 172.21.15.71:47694) 2024-09-05T07:41:50.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.485+0000 7f8b2510f640 1 -- 172.21.15.71:0/3524847890 learned_addr learned my addr 172.21.15.71:0/3524847890 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:50.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.485+0000 7f8b2490e640 1 --2- 172.21.15.71:0/3524847890 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586561984a0 0x5586561abe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:50.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8b1ffff640 1 --2- 172.21.15.71:0/3524847890 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558656198dc0 0x5586561a9170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:50.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8b2510f640 1 -- 172.21.15.71:0/3524847890 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586561984a0 msgr2=0x5586561abe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:50.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8b2510f640 1 --2- 172.21.15.71:0/3524847890 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586561984a0 0x5586561abe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8b2510f640 1 -- 172.21.15.71:0/3524847890 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558656198dc0 msgr2=0x5586561a9170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:50.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8b2510f640 1 --2- 172.21.15.71:0/3524847890 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558656198dc0 0x5586561a9170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8b2510f640 1 -- 172.21.15.71:0/3524847890 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586561a9ee0 con 0x5586561a3680 2024-09-05T07:41:50.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8b2510f640 1 --2- 172.21.15.71:0/3524847890 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561a3680 0x5586561a96b0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f8b180a47b0 tx=0x7f8b1800efd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f5162bb330de512 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:50.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8afffff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:50.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8afffff640 1 -- 172.21.15.71:0/3524847890 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b1809b9d0 con 0x5586561a3680 2024-09-05T07:41:50.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8afffff640 1 -- 172.21.15.71:0/3524847890 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f8b180a4a50 con 0x5586561a3680 2024-09-05T07:41:50.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8b28f4b740 1 -- 172.21.15.71:0/3524847890 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b100054d0 con 0x5586561a3680 2024-09-05T07:41:50.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8afffff640 1 -- 172.21.15.71:0/3524847890 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8b18005520 con 0x5586561a3680 2024-09-05T07:41:50.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8b28f4b740 10 client.15960 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:50.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8b28f4b740 1 -- 172.21.15.71:0/3524847890 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55865621dd40 con 0x5586561a3680 2024-09-05T07:41:50.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8afffff640 1 -- 172.21.15.71:0/3524847890 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8b100054d0 con 0x5586561a3680 2024-09-05T07:41:50.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8afffff640 1 -- 172.21.15.71:0/3524847890 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f8b1809b050 con 0x5586561a3680 2024-09-05T07:41:50.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8b28f4b740 10 client.15960 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:50.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8b28f4b740 10 client.15960 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:41:50.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8b28f4b740 20 client.15960 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:50.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8b28f4b740 1 --2- 172.21.15.71:0/3524847890 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55865621e2d0 0x5586562206c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:50.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8b28f4b740 4 client.15960 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:41:50.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.486+0000 7f8b28f4b740 1 -- 172.21.15.71:0/3524847890 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558656105d60 con 0x55865621e2d0 2024-09-05T07:41:50.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.487+0000 7f8b2490e640 1 --2- 172.21.15.71:0/3524847890 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55865621e2d0 0x5586562206c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:50.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.487+0000 7f8afffff640 10 client.15960 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:50.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.487+0000 7f8b2490e640 1 --2- 172.21.15.71:0/3524847890 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55865621e2d0 0x5586562206c0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd4e04dec50ea6e5 server_cookie=ac6dcdce0810a59b in_seq=0 out_seq=0 2024-09-05T07:41:50.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.487+0000 7f8afffff640 1 -- 172.21.15.71:0/3524847890 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x558656105d60 con 0x55865621e2d0 2024-09-05T07:41:50.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.487+0000 7f8afffff640 10 client.15960 handle_command_reply: tid=0 2024-09-05T07:41:50.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.487+0000 7f8b28f4b740 1 client.15960 shutdown 2024-09-05T07:41:50.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.487+0000 7f8b28f4b740 1 -- 172.21.15.71:0/3524847890 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561a3680 msgr2=0x5586561a96b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:50.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.487+0000 7f8b28f4b740 1 --2- 172.21.15.71:0/3524847890 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561a3680 0x5586561a96b0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f8b180a47b0 tx=0x7f8b1800efd0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.488+0000 7f8b28f4b740 1 -- 172.21.15.71:0/3524847890 shutdown_connections 2024-09-05T07:41:50.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.488+0000 7f8b28f4b740 1 --2- 172.21.15.71:0/3524847890 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55865621e2d0 0x5586562206c0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.488+0000 7f8b28f4b740 1 --2- 172.21.15.71:0/3524847890 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586561a3680 0x5586561a96b0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.488+0000 7f8afffff640 0 client.15960 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:50.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.488+0000 7f8b28f4b740 1 --2- 172.21.15.71:0/3524847890 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558656198dc0 0x5586561a9170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.488+0000 7f8b28f4b740 1 --2- 172.21.15.71:0/3524847890 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586561984a0 0x5586561abe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.488+0000 7f8b28f4b740 1 -- 172.21.15.71:0/3524847890 >> 172.21.15.71:0/3524847890 conn(0x558656194a30 msgr2=0x558656193350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:50.517 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:41:50.517 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "no active scrubs running", 2024-09-05T07:41:50.517 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": {} 2024-09-05T07:41:50.517 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:41:50.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.488+0000 7f8b28f4b740 1 -- 172.21.15.71:0/3524847890 shutdown_connections 2024-09-05T07:41:50.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.488+0000 7f8b28f4b740 1 -- 172.21.15.71:0/3524847890 wait complete. 2024-09-05T07:41:50.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.488+0000 7f8b28f4b740 20 client.15960 trim_cache size 0 max 16384 2024-09-05T07:41:50.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.488+0000 7f8b26b72640 1 -- 172.21.15.71:0/1112154857 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f8b080a2cf0 msgr2=0x7f8b080a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:50.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.488+0000 7f8b26b72640 1 --2- 172.21.15.71:0/1112154857 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f8b080a2cf0 0x7f8b080a51b0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f8b14032fd0 tx=0x7f8b14032ec0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.488+0000 7f8b26b72640 1 -- 172.21.15.71:0/1112154857 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8b2010c170 msgr2=0x7f8b20101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:50.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.488+0000 7f8b26b72640 1 --2- 172.21.15.71:0/1112154857 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8b2010c170 0x7f8b20101420 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f8b1800eb10 tx=0x7f8b1800c2d0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.488+0000 7f8b26b72640 1 -- 172.21.15.71:0/1112154857 shutdown_connections 2024-09-05T07:41:50.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.488+0000 7f8b26b72640 1 --2- 172.21.15.71:0/1112154857 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f8b080a2cf0 0x7f8b080a51b0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.488+0000 7f8b26b72640 1 --2- 172.21.15.71:0/1112154857 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8b2010c170 0x7f8b20101420 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.488+0000 7f8b26b72640 1 --2- 172.21.15.71:0/1112154857 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8b20103660 0x7f8b20100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.488+0000 7f8b26b72640 1 --2- 172.21.15.71:0/1112154857 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8b20102d40 0x7f8b201009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:50.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.488+0000 7f8b26b72640 1 -- 172.21.15.71:0/1112154857 >> 172.21.15.71:0/1112154857 conn(0x7f8b200fc7a0 msgr2=0x7f8b200fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:50.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.489+0000 7f8b26b72640 1 -- 172.21.15.71:0/1112154857 shutdown_connections 2024-09-05T07:41:50.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:50.489+0000 7f8b26b72640 1 -- 172.21.15.71:0/1112154857 wait complete. 2024-09-05T07:41:50.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:50 smithi071 ceph-mon[30965]: scrub summary: idle 2024-09-05T07:41:50.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:50 smithi071 ceph-mon[30965]: pgmap v100: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:41:50.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:50 smithi123 ceph-mon[34568]: scrub summary: idle 2024-09-05T07:41:50.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:50 smithi123 ceph-mon[34568]: pgmap v100: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:41:50.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:50 smithi192 ceph-mon[34929]: scrub summary: idle 2024-09-05T07:41:50.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:50 smithi192 ceph-mon[34929]: pgmap v100: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:41:51.174 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T07:41:51.174 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:41:51.458 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:41:51.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.929+0000 7f2cbdc1d640 1 -- 172.21.15.71:0/133224999 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2cb8102d30 msgr2=0x7f2cb8103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:51.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.929+0000 7f2cbdc1d640 1 --2- 172.21.15.71:0/133224999 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2cb8102d30 0x7f2cb8103110 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f2ca8009cd0 tx=0x7f2ca802a8e0 comp rx=0 tx=0).stop 2024-09-05T07:41:51.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.929+0000 7f2cbdc1d640 1 -- 172.21.15.71:0/133224999 shutdown_connections 2024-09-05T07:41:51.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.929+0000 7f2cbdc1d640 1 --2- 172.21.15.71:0/133224999 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2cb81082a0 0x7f2cb810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:51.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.929+0000 7f2cbdc1d640 1 --2- 172.21.15.71:0/133224999 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2cb81036e0 0x7f2cb8107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:51.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.929+0000 7f2cbdc1d640 1 --2- 172.21.15.71:0/133224999 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2cb8102d30 0x7f2cb8103110 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:51.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.929+0000 7f2cbdc1d640 1 -- 172.21.15.71:0/133224999 >> 172.21.15.71:0/133224999 conn(0x7f2cb80fc7d0 msgr2=0x7f2cb80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:51.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.929+0000 7f2cbdc1d640 1 -- 172.21.15.71:0/133224999 shutdown_connections 2024-09-05T07:41:51.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.929+0000 7f2cbdc1d640 1 -- 172.21.15.71:0/133224999 wait complete. 2024-09-05T07:41:51.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.929+0000 7f2cbdc1d640 1 Processor -- start 2024-09-05T07:41:51.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.929+0000 7f2cbdc1d640 1 -- start start 2024-09-05T07:41:51.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cbdc1d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2cb8102d30 0x7f2cb8100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:51.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cbdc1d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2cb81036e0 0x7f2cb8100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:51.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cbdc1d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2cb81082a0 0x7f2cb8101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:51.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cbdc1d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2cb8111f50 con 0x7f2cb81036e0 2024-09-05T07:41:51.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cbdc1d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2cb8111dd0 con 0x7f2cb8102d30 2024-09-05T07:41:51.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cbdc1d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2cb81120d0 con 0x7f2cb81082a0 2024-09-05T07:41:51.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cb6ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2cb81036e0 0x7f2cb8100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:51.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cb6ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2cb81036e0 0x7f2cb8100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38020/0 (socket says 172.21.15.71:38020) 2024-09-05T07:41:51.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cb6ffd640 1 -- 172.21.15.71:0/3255158658 learned_addr learned my addr 172.21.15.71:0/3255158658 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:51.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cb7fff640 1 --2- 172.21.15.71:0/3255158658 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2cb81082a0 0x7f2cb8101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:51.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cb6ffd640 1 -- 172.21.15.71:0/3255158658 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2cb81082a0 msgr2=0x7f2cb8101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:51.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cb6ffd640 1 --2- 172.21.15.71:0/3255158658 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2cb81082a0 0x7f2cb8101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:51.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cb77fe640 1 --2- 172.21.15.71:0/3255158658 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2cb8102d30 0x7f2cb8100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:51.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cb6ffd640 1 -- 172.21.15.71:0/3255158658 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2cb8102d30 msgr2=0x7f2cb8100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:51.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cb6ffd640 1 --2- 172.21.15.71:0/3255158658 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2cb8102d30 0x7f2cb8100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:51.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cb6ffd640 1 -- 172.21.15.71:0/3255158658 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cb81a69b0 con 0x7f2cb81036e0 2024-09-05T07:41:51.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cb6ffd640 1 --2- 172.21.15.71:0/3255158658 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2cb81036e0 0x7f2cb8100ed0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f2cac00d740 tx=0x7f2cac00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:51.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cb4ff9640 1 -- 172.21.15.71:0/3255158658 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cac017070 con 0x7f2cb81036e0 2024-09-05T07:41:51.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cbdc1d640 1 -- 172.21.15.71:0/3255158658 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cb81a6ca0 con 0x7f2cb81036e0 2024-09-05T07:41:51.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cb4ff9640 1 -- 172.21.15.71:0/3255158658 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2cac00de50 con 0x7f2cb81036e0 2024-09-05T07:41:51.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cb4ff9640 1 -- 172.21.15.71:0/3255158658 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cac00f620 con 0x7f2cb81036e0 2024-09-05T07:41:51.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.930+0000 7f2cbdc1d640 1 -- 172.21.15.71:0/3255158658 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cb81a7190 con 0x7f2cb81036e0 2024-09-05T07:41:51.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.931+0000 7f2cbdc1d640 1 -- 172.21.15.71:0/3255158658 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cb8103110 con 0x7f2cb81036e0 2024-09-05T07:41:51.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.932+0000 7f2cb4ff9640 1 -- 172.21.15.71:0/3255158658 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f2cac01a070 con 0x7f2cb81036e0 2024-09-05T07:41:51.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.933+0000 7f2cb4ff9640 1 --2- 172.21.15.71:0/3255158658 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2ca00a2cf0 0x7f2ca00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:51.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.933+0000 7f2cb77fe640 1 --2- 172.21.15.71:0/3255158658 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2ca00a2cf0 0x7f2ca00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:51.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.934+0000 7f2cb4ff9640 1 -- 172.21.15.71:0/3255158658 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f2cac0cf260 con 0x7f2cb81036e0 2024-09-05T07:41:51.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.934+0000 7f2cb77fe640 1 --2- 172.21.15.71:0/3255158658 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2ca00a2cf0 0x7f2ca00a51b0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f2ca8006010 tx=0x7f2ca8000f40 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:51.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:51.938+0000 7f2cb4ff9640 1 -- 172.21.15.71:0/3255158658 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2cac09ba80 con 0x7f2cb81036e0 2024-09-05T07:41:52.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:52.136+0000 7f2cbdc1d640 1 -- 172.21.15.71:0/3255158658 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2cb810a2b0 con 0x7f2cb81036e0 2024-09-05T07:41:52.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:52.136+0000 7f2cb4ff9640 1 -- 172.21.15.71:0/3255158658 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7f2cac09b380 con 0x7f2cb81036e0 2024-09-05T07:41:52.137 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:41:52.137 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:41:52.138 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:41:52.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:52.138+0000 7f2cbdc1d640 1 -- 172.21.15.71:0/3255158658 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2ca00a2cf0 msgr2=0x7f2ca00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:52.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:52.138+0000 7f2cbdc1d640 1 --2- 172.21.15.71:0/3255158658 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2ca00a2cf0 0x7f2ca00a51b0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f2ca8006010 tx=0x7f2ca8000f40 comp rx=0 tx=0).stop 2024-09-05T07:41:52.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:52.138+0000 7f2cbdc1d640 1 -- 172.21.15.71:0/3255158658 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2cb81036e0 msgr2=0x7f2cb8100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:52.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:52.138+0000 7f2cbdc1d640 1 --2- 172.21.15.71:0/3255158658 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2cb81036e0 0x7f2cb8100ed0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f2cac00d740 tx=0x7f2cac00dc00 comp rx=0 tx=0).stop 2024-09-05T07:41:52.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:52.139+0000 7f2cbdc1d640 1 -- 172.21.15.71:0/3255158658 shutdown_connections 2024-09-05T07:41:52.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:52.139+0000 7f2cbdc1d640 1 --2- 172.21.15.71:0/3255158658 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2ca00a2cf0 0x7f2ca00a51b0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:52.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:52.139+0000 7f2cbdc1d640 1 --2- 172.21.15.71:0/3255158658 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2cb81082a0 0x7f2cb8101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:52.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:52.139+0000 7f2cbdc1d640 1 --2- 172.21.15.71:0/3255158658 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2cb81036e0 0x7f2cb8100ed0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:52.140 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:52.139+0000 7f2cbdc1d640 1 --2- 172.21.15.71:0/3255158658 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2cb8102d30 0x7f2cb8100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:52.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:52.139+0000 7f2cbdc1d640 1 -- 172.21.15.71:0/3255158658 >> 172.21.15.71:0/3255158658 conn(0x7f2cb80fc7d0 msgr2=0x7f2cb8105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:52.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:52.139+0000 7f2cbdc1d640 1 -- 172.21.15.71:0/3255158658 shutdown_connections 2024-09-05T07:41:52.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:52.139+0000 7f2cbdc1d640 1 -- 172.21.15.71:0/3255158658 wait complete. 2024-09-05T07:41:52.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:52 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3255158658' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:41:52.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:52 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:41:52.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:52 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3255158658' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:41:52.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:52 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:41:52.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:52 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3255158658' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:41:52.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:52 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:41:52.866 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T07:41:53.133 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:41:53.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:53 smithi192 ceph-mon[34929]: pgmap v101: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 7 op/s 2024-09-05T07:41:53.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:53 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:41:53.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:53 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:41:53.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:53 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:41:53.528 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:53 smithi071 ceph-mon[30965]: pgmap v101: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 7 op/s 2024-09-05T07:41:53.528 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:53 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:41:53.529 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:53 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:41:53.529 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:53 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:41:53.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.609+0000 7f7da40b8640 1 -- 172.21.15.71:0/2210834760 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d9c106a80 msgr2=0x7f7d9c106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:53.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.609+0000 7f7da40b8640 1 --2- 172.21.15.71:0/2210834760 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d9c106a80 0x7f7d9c106e60 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f7d98009930 tx=0x7f7d9802a420 comp rx=0 tx=0).stop 2024-09-05T07:41:53.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.609+0000 7f7da40b8640 1 -- 172.21.15.71:0/2210834760 shutdown_connections 2024-09-05T07:41:53.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.609+0000 7f7da40b8640 1 --2- 172.21.15.71:0/2210834760 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d9c101420 0x7f7d9c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.609+0000 7f7da40b8640 1 --2- 172.21.15.71:0/2210834760 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7d9c100a80 0x7f7d9c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.609+0000 7f7da40b8640 1 --2- 172.21.15.71:0/2210834760 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d9c106a80 0x7f7d9c106e60 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.609+0000 7f7da40b8640 1 -- 172.21.15.71:0/2210834760 >> 172.21.15.71:0/2210834760 conn(0x7f7d9c0fc7a0 msgr2=0x7f7d9c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:53.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.609+0000 7f7da40b8640 1 -- 172.21.15.71:0/2210834760 shutdown_connections 2024-09-05T07:41:53.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.609+0000 7f7da40b8640 1 -- 172.21.15.71:0/2210834760 wait complete. 2024-09-05T07:41:53.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.609+0000 7f7da40b8640 1 Processor -- start 2024-09-05T07:41:53.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.609+0000 7f7da40b8640 1 -- start start 2024-09-05T07:41:53.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.609+0000 7f7da40b8640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7d9c100a80 0x7f7d9c198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:53.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.609+0000 7f7da40b8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d9c101420 0x7f7d9c198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:53.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.609+0000 7f7da40b8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d9c106a80 0x7f7d9c19cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:53.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.609+0000 7f7da40b8640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7d9c111e50 con 0x7f7d9c101420 2024-09-05T07:41:53.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.609+0000 7f7da40b8640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7d9c111cd0 con 0x7f7d9c100a80 2024-09-05T07:41:53.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.609+0000 7f7da40b8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7d9c111fd0 con 0x7f7d9c106a80 2024-09-05T07:41:53.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.610+0000 7f7da1653640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d9c101420 0x7f7d9c198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:53.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.610+0000 7f7da1653640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d9c101420 0x7f7d9c198870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38034/0 (socket says 172.21.15.71:38034) 2024-09-05T07:41:53.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.610+0000 7f7da1653640 1 -- 172.21.15.71:0/3716489959 learned_addr learned my addr 172.21.15.71:0/3716489959 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:53.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.610+0000 7f7da2655640 1 --2- 172.21.15.71:0/3716489959 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d9c106a80 0x7f7d9c19cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:53.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.610+0000 7f7da1e54640 1 --2- 172.21.15.71:0/3716489959 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7d9c100a80 0x7f7d9c198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:53.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.610+0000 7f7da1653640 1 -- 172.21.15.71:0/3716489959 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d9c106a80 msgr2=0x7f7d9c19cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:53.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.610+0000 7f7da1653640 1 --2- 172.21.15.71:0/3716489959 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d9c106a80 0x7f7d9c19cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.610+0000 7f7da1653640 1 -- 172.21.15.71:0/3716489959 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7d9c100a80 msgr2=0x7f7d9c198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:53.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.610+0000 7f7da1653640 1 --2- 172.21.15.71:0/3716489959 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7d9c100a80 0x7f7d9c198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.610+0000 7f7da1653640 1 -- 172.21.15.71:0/3716489959 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d9c19d2e0 con 0x7f7d9c101420 2024-09-05T07:41:53.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.610+0000 7f7da1653640 1 --2- 172.21.15.71:0/3716489959 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d9c101420 0x7f7d9c198870 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f7d8c00c920 tx=0x7f7d8c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:53.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.610+0000 7f7d92ffd640 1 -- 172.21.15.71:0/3716489959 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d8c007c70 con 0x7f7d9c101420 2024-09-05T07:41:53.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.610+0000 7f7da40b8640 1 -- 172.21.15.71:0/3716489959 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d9c19d5d0 con 0x7f7d9c101420 2024-09-05T07:41:53.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.610+0000 7f7d92ffd640 1 -- 172.21.15.71:0/3716489959 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7d8c007e10 con 0x7f7d9c101420 2024-09-05T07:41:53.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.610+0000 7f7d92ffd640 1 -- 172.21.15.71:0/3716489959 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d8c018820 con 0x7f7d9c101420 2024-09-05T07:41:53.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.610+0000 7f7da40b8640 1 -- 172.21.15.71:0/3716489959 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d9c1a4eb0 con 0x7f7d9c101420 2024-09-05T07:41:53.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.612+0000 7f7d92ffd640 1 -- 172.21.15.71:0/3716489959 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f7d8c0189c0 con 0x7f7d9c101420 2024-09-05T07:41:53.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.613+0000 7f7da6491740 1 Processor -- start 2024-09-05T07:41:53.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.613+0000 7f7da6491740 1 -- start start 2024-09-05T07:41:53.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.613+0000 7f7da6491740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494fb40 0x5584d494e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:53.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.613+0000 7f7da6491740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5584d494e5d0 0x5584d494ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:53.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.613+0000 7f7da6491740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d495d780 0x5584d495fb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:53.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.613+0000 7f7da6491740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5584d48b42f0 con 0x5584d494fb40 2024-09-05T07:41:53.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.613+0000 7f7da6491740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5584d485bcf0 con 0x5584d494e5d0 2024-09-05T07:41:53.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.613+0000 7f7da6491740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5584d48b02b0 con 0x5584d495d780 2024-09-05T07:41:53.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.613+0000 7f7da2655640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494fb40 0x5584d494e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:53.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.613+0000 7f7da2655640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494fb40 0x5584d494e090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38042/0 (socket says 172.21.15.71:38042) 2024-09-05T07:41:53.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.613+0000 7f7da2655640 1 -- 172.21.15.71:0/4195398964 learned_addr learned my addr 172.21.15.71:0/4195398964 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:53.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.613+0000 7f7d92ffd640 1 --2- 172.21.15.71:0/3716489959 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7d880a2cf0 0x7f7d880a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:53.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.613+0000 7f7da1e54640 1 --2- 172.21.15.71:0/4195398964 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5584d494e5d0 0x5584d494ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:53.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.613+0000 7f7da1653640 1 --2- 172.21.15.71:0/4195398964 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d495d780 0x5584d495fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:53.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.613+0000 7f7da2655640 1 -- 172.21.15.71:0/4195398964 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d495d780 msgr2=0x5584d495fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:53.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.614+0000 7f7da2655640 1 --2- 172.21.15.71:0/4195398964 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d495d780 0x5584d495fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.614+0000 7f7da2655640 1 -- 172.21.15.71:0/4195398964 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5584d494e5d0 msgr2=0x5584d494ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:53.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.614+0000 7f7da2655640 1 --2- 172.21.15.71:0/4195398964 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5584d494e5d0 0x5584d494ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.614+0000 7f7da2655640 1 -- 172.21.15.71:0/4195398964 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584d48403a0 con 0x5584d494fb40 2024-09-05T07:41:53.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.614+0000 7f7d92ffd640 1 -- 172.21.15.71:0/3716489959 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f7d8c0cf980 con 0x7f7d9c101420 2024-09-05T07:41:53.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.614+0000 7f7da1e54640 1 --2- 172.21.15.71:0/4195398964 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5584d494e5d0 0x5584d494ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:41:53.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.614+0000 7f7da1653640 1 --2- 172.21.15.71:0/4195398964 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d495d780 0x5584d495fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:41:53.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.614+0000 7f7da2655640 1 --2- 172.21.15.71:0/3716489959 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7d880a2cf0 0x7f7d880a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:53.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.614+0000 7f7da2655640 1 --2- 172.21.15.71:0/4195398964 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494fb40 0x5584d494e090 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f7d94010440 tx=0x7f7d94010900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0ef1265bb88a8a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:53.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.614+0000 7f7d87fff640 1 -- 172.21.15.71:0/4195398964 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d9401d400 con 0x5584d494fb40 2024-09-05T07:41:53.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.614+0000 7f7d87fff640 1 -- 172.21.15.71:0/4195398964 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7d94013520 con 0x5584d494fb40 2024-09-05T07:41:53.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.614+0000 7f7d87fff640 1 -- 172.21.15.71:0/4195398964 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d94011800 con 0x5584d494fb40 2024-09-05T07:41:53.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.614+0000 7f7da2655640 1 --2- 172.21.15.71:0/3716489959 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7d880a2cf0 0x7f7d880a51b0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7d94021000 tx=0x7f7d9401e000 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:53.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.615+0000 7f7da6491740 1 -- 172.21.15.71:0/4195398964 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494fb40 msgr2=0x5584d494e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:53.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.615+0000 7f7da6491740 1 --2- 172.21.15.71:0/4195398964 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494fb40 0x5584d494e090 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f7d94010440 tx=0x7f7d94010900 comp rx=0 tx=0).stop 2024-09-05T07:41:53.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.615+0000 7f7da6491740 1 -- 172.21.15.71:0/4195398964 shutdown_connections 2024-09-05T07:41:53.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.615+0000 7f7da6491740 1 --2- 172.21.15.71:0/4195398964 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d495d780 0x5584d495fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.615+0000 7f7da6491740 1 --2- 172.21.15.71:0/4195398964 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5584d494e5d0 0x5584d494ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.615+0000 7f7da6491740 1 --2- 172.21.15.71:0/4195398964 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494fb40 0x5584d494e090 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.615+0000 7f7da6491740 1 -- 172.21.15.71:0/4195398964 >> 172.21.15.71:0/4195398964 conn(0x5584d4917310 msgr2=0x5584d494ac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:53.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.615+0000 7f7da6491740 1 -- 172.21.15.71:0/4195398964 shutdown_connections 2024-09-05T07:41:53.635 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.615+0000 7f7da6491740 1 -- 172.21.15.71:0/4195398964 wait complete. 2024-09-05T07:41:53.635 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.615+0000 7f7da6491740 1 -- start start 2024-09-05T07:41:53.635 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.615+0000 7f7da6491740 1 Processor -- start 2024-09-05T07:41:53.635 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7da6491740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494e5d0 0x5584d495d170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:53.635 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7da6491740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5584d494fb40 0x5584d495a420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:53.635 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7da6491740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d495d780 0x5584d495aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:53.635 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7da6491740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5584d4960480 con 0x5584d494e5d0 2024-09-05T07:41:53.635 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7da6491740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5584d486f060 con 0x5584d494fb40 2024-09-05T07:41:53.635 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7da6491740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5584d4960600 con 0x5584d495d780 2024-09-05T07:41:53.635 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7da6491740 10 client.0 _ll_register_callbacks cb 0x5584d45c28c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:53.635 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7da1e54640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494e5d0 0x5584d495d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:53.635 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7da1e54640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494e5d0 0x5584d495d170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38046/0 (socket says 172.21.15.71:38046) 2024-09-05T07:41:53.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7da1e54640 1 -- 172.21.15.71:0/1327724863 learned_addr learned my addr 172.21.15.71:0/1327724863 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:53.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7da1653640 1 --2- 172.21.15.71:0/1327724863 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5584d494fb40 0x5584d495a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:53.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7da2655640 1 --2- 172.21.15.71:0/1327724863 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d495d780 0x5584d495aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:53.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7da1e54640 1 -- 172.21.15.71:0/1327724863 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d495d780 msgr2=0x5584d495aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:53.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7da1e54640 1 --2- 172.21.15.71:0/1327724863 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d495d780 0x5584d495aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7da1e54640 1 -- 172.21.15.71:0/1327724863 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5584d494fb40 msgr2=0x5584d495a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:53.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7da1e54640 1 --2- 172.21.15.71:0/1327724863 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5584d494fb40 0x5584d495a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7da1e54640 1 -- 172.21.15.71:0/1327724863 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584d46253c0 con 0x5584d494e5d0 2024-09-05T07:41:53.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7da1e54640 1 --2- 172.21.15.71:0/1327724863 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494e5d0 0x5584d495d170 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f7d980096c0 tx=0x7f7d98031740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57d8b7094a5025f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:53.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7d857fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:53.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7d857fa640 1 -- 172.21.15.71:0/1327724863 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d98035070 con 0x5584d494e5d0 2024-09-05T07:41:53.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7d857fa640 1 -- 172.21.15.71:0/1327724863 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f7d98004240 con 0x5584d494e5d0 2024-09-05T07:41:53.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.616+0000 7f7da6491740 1 -- 172.21.15.71:0/1327724863 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7d94013520 con 0x5584d494e5d0 2024-09-05T07:41:53.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.617+0000 7f7d857fa640 1 -- 172.21.15.71:0/1327724863 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7d98004440 con 0x5584d494e5d0 2024-09-05T07:41:53.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.617+0000 7f7da6491740 10 client.15978 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:53.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.617+0000 7f7da6491740 1 -- 172.21.15.71:0/1327724863 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5584d496be90 con 0x5584d494e5d0 2024-09-05T07:41:53.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.617+0000 7f7d857fa640 1 -- 172.21.15.71:0/1327724863 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7d94013520 con 0x5584d494e5d0 2024-09-05T07:41:53.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.617+0000 7f7d857fa640 1 -- 172.21.15.71:0/1327724863 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f7d98004b10 con 0x5584d494e5d0 2024-09-05T07:41:53.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.617+0000 7f7da6491740 10 client.15978 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:53.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.617+0000 7f7da6491740 10 client.15978 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:41:53.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.617+0000 7f7da6491740 20 client.15978 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:53.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.617+0000 7f7da6491740 1 --2- 172.21.15.71:0/1327724863 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5584d496d350 0x5584d496f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:53.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.617+0000 7f7da6491740 4 client.15978 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:41:53.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.617+0000 7f7da6491740 1 -- 172.21.15.71:0/1327724863 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5584d48c1860 con 0x5584d496d350 2024-09-05T07:41:53.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.617+0000 7f7da1653640 1 --2- 172.21.15.71:0/1327724863 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5584d496d350 0x5584d496f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:53.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.618+0000 7f7d857fa640 10 client.15978 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:41:53.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.618+0000 7f7da1653640 1 --2- 172.21.15.71:0/1327724863 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5584d496d350 0x5584d496f740 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6e35209d0b0d7dac server_cookie=718b57149fd86623 in_seq=0 out_seq=0 2024-09-05T07:41:53.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.618+0000 7f7d857fa640 1 -- 172.21.15.71:0/1327724863 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5584d48c1860 con 0x5584d496d350 2024-09-05T07:41:53.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.618+0000 7f7d857fa640 10 client.15978 handle_command_reply: tid=0 2024-09-05T07:41:53.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.618+0000 7f7da6491740 1 client.15978 shutdown 2024-09-05T07:41:53.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.619+0000 7f7da6491740 1 -- 172.21.15.71:0/1327724863 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494e5d0 msgr2=0x5584d495d170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:53.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.619+0000 7f7da6491740 1 --2- 172.21.15.71:0/1327724863 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494e5d0 0x5584d495d170 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f7d980096c0 tx=0x7f7d98031740 comp rx=0 tx=0).stop 2024-09-05T07:41:53.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.619+0000 7f7da6491740 1 -- 172.21.15.71:0/1327724863 shutdown_connections 2024-09-05T07:41:53.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.619+0000 7f7da6491740 1 --2- 172.21.15.71:0/1327724863 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5584d496d350 0x5584d496f740 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.619+0000 7f7da6491740 1 --2- 172.21.15.71:0/1327724863 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d495d780 0x5584d495aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.619+0000 7f7da6491740 1 --2- 172.21.15.71:0/1327724863 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5584d494fb40 0x5584d495a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.619+0000 7f7da6491740 1 --2- 172.21.15.71:0/1327724863 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494e5d0 0x5584d495d170 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.619+0000 7f7d857fa640 0 client.15978 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:41:53.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.619+0000 7f7da6491740 1 -- 172.21.15.71:0/1327724863 >> 172.21.15.71:0/1327724863 conn(0x5584d4917310 msgr2=0x5584d4950960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:53.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.619+0000 7f7da6491740 1 -- 172.21.15.71:0/1327724863 shutdown_connections 2024-09-05T07:41:53.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.619+0000 7f7da6491740 1 -- 172.21.15.71:0/1327724863 wait complete. 2024-09-05T07:41:53.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.619+0000 7f7da6491740 20 client.15978 trim_cache size 0 max 16384 2024-09-05T07:41:53.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.632+0000 7f7da6491740 1 Processor -- start 2024-09-05T07:41:53.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.632+0000 7f7da6491740 1 -- start start 2024-09-05T07:41:53.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.632+0000 7f7da6491740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494e5d0 0x5584d4969720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:53.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.632+0000 7f7da6491740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5584d494fb40 0x5584d4949bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:53.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.632+0000 7f7da6491740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d495d780 0x5584d4974fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:53.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.632+0000 7f7da6491740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7d9c1af750 con 0x5584d494e5d0 2024-09-05T07:41:53.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.632+0000 7f7da6491740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7d9c1ad020 con 0x5584d494fb40 2024-09-05T07:41:53.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.632+0000 7f7da6491740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7d9c1aae70 con 0x5584d495d780 2024-09-05T07:41:53.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.632+0000 7f7da1e54640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494e5d0 0x5584d4969720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:53.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.632+0000 7f7da1e54640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494e5d0 0x5584d4969720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38050/0 (socket says 172.21.15.71:38050) 2024-09-05T07:41:53.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.632+0000 7f7da1e54640 1 -- 172.21.15.71:0/2299100642 learned_addr learned my addr 172.21.15.71:0/2299100642 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:53.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.632+0000 7f7da2655640 1 --2- 172.21.15.71:0/2299100642 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d495d780 0x5584d4974fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:53.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.632+0000 7f7da1e54640 1 -- 172.21.15.71:0/2299100642 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d495d780 msgr2=0x5584d4974fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:53.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.632+0000 7f7da1e54640 1 --2- 172.21.15.71:0/2299100642 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d495d780 0x5584d4974fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.632+0000 7f7da1e54640 1 -- 172.21.15.71:0/2299100642 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5584d494fb40 msgr2=0x5584d4949bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:53.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.632+0000 7f7da1e54640 1 --2- 172.21.15.71:0/2299100642 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5584d494fb40 0x5584d4949bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.632+0000 7f7da1e54640 1 -- 172.21.15.71:0/2299100642 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584d495d4e0 con 0x5584d494e5d0 2024-09-05T07:41:53.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.632+0000 7f7da2655640 1 --2- 172.21.15.71:0/2299100642 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d495d780 0x5584d4974fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:41:53.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.633+0000 7f7da1e54640 1 --2- 172.21.15.71:0/2299100642 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494e5d0 0x5584d4969720 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f7d98009850 tx=0x7f7d98001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cafe8532ebcf640 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:53.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.633+0000 7f7d877fe640 1 -- 172.21.15.71:0/2299100642 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d98035070 con 0x5584d494e5d0 2024-09-05T07:41:53.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.633+0000 7f7d877fe640 1 -- 172.21.15.71:0/2299100642 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7d980037f0 con 0x5584d494e5d0 2024-09-05T07:41:53.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.633+0000 7f7d877fe640 1 -- 172.21.15.71:0/2299100642 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d98004920 con 0x5584d494e5d0 2024-09-05T07:41:53.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.633+0000 7f7da6491740 1 -- 172.21.15.71:0/2299100642 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494e5d0 msgr2=0x5584d4969720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:53.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.633+0000 7f7da6491740 1 --2- 172.21.15.71:0/2299100642 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494e5d0 0x5584d4969720 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f7d98009850 tx=0x7f7d98001e70 comp rx=0 tx=0).stop 2024-09-05T07:41:53.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.633+0000 7f7da6491740 1 -- 172.21.15.71:0/2299100642 shutdown_connections 2024-09-05T07:41:53.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.633+0000 7f7da6491740 1 --2- 172.21.15.71:0/2299100642 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d495d780 0x5584d4974fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.633+0000 7f7da6491740 1 --2- 172.21.15.71:0/2299100642 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5584d494fb40 0x5584d4949bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.633+0000 7f7da6491740 1 --2- 172.21.15.71:0/2299100642 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d494e5d0 0x5584d4969720 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.633+0000 7f7da6491740 1 -- 172.21.15.71:0/2299100642 >> 172.21.15.71:0/2299100642 conn(0x5584d4917310 msgr2=0x5584d49494e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:53.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.633+0000 7f7da6491740 1 -- 172.21.15.71:0/2299100642 shutdown_connections 2024-09-05T07:41:53.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.633+0000 7f7da6491740 1 -- 172.21.15.71:0/2299100642 wait complete. 2024-09-05T07:41:53.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.634+0000 7f7da6491740 1 -- start start 2024-09-05T07:41:53.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.634+0000 7f7da6491740 1 Processor -- start 2024-09-05T07:41:53.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.634+0000 7f7da6491740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d494e5d0 0x5584d4965890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:53.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.634+0000 7f7da6491740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5584d494fb40 0x5584d4965dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:53.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.634+0000 7f7da6491740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d495d780 0x5584d4962860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:53.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.634+0000 7f7da6491740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7d9c1ab4e0 con 0x5584d495d780 2024-09-05T07:41:53.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.634+0000 7f7da6491740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7d9c1ac950 con 0x5584d494fb40 2024-09-05T07:41:53.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.634+0000 7f7da6491740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7d9c1abbb0 con 0x5584d494e5d0 2024-09-05T07:41:53.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.634+0000 7f7da6491740 10 client.0 _ll_register_callbacks cb 0x7f7d98009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:53.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.634+0000 7f7da2655640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d495d780 0x5584d4962860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:53.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.635+0000 7f7da2655640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d495d780 0x5584d4962860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38056/0 (socket says 172.21.15.71:38056) 2024-09-05T07:41:53.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.635+0000 7f7da2655640 1 -- 172.21.15.71:0/3916120714 learned_addr learned my addr 172.21.15.71:0/3916120714 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:53.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.635+0000 7f7da1e54640 1 --2- 172.21.15.71:0/3916120714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d494e5d0 0x5584d4965890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:53.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.635+0000 7f7da1653640 1 --2- 172.21.15.71:0/3916120714 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5584d494fb40 0x5584d4965dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:53.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.635+0000 7f7da2655640 1 -- 172.21.15.71:0/3916120714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d494e5d0 msgr2=0x5584d4965890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:53.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.635+0000 7f7da2655640 1 --2- 172.21.15.71:0/3916120714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d494e5d0 0x5584d4965890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.635+0000 7f7da2655640 1 -- 172.21.15.71:0/3916120714 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5584d494fb40 msgr2=0x5584d4965dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:53.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.635+0000 7f7da2655640 1 --2- 172.21.15.71:0/3916120714 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5584d494fb40 0x5584d4965dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.635+0000 7f7da2655640 1 -- 172.21.15.71:0/3916120714 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584d4962da0 con 0x5584d495d780 2024-09-05T07:41:53.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.635+0000 7f7da2655640 1 --2- 172.21.15.71:0/3916120714 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d495d780 0x5584d4962860 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f7d94010e00 tx=0x7f7d94011680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f50091ba1ce33e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:53.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.635+0000 7f7d857fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:53.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.635+0000 7f7d857fa640 1 -- 172.21.15.71:0/3916120714 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d9402b030 con 0x5584d495d780 2024-09-05T07:41:53.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.635+0000 7f7d857fa640 1 -- 172.21.15.71:0/3916120714 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f7d94023070 con 0x5584d495d780 2024-09-05T07:41:53.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.635+0000 7f7da6491740 1 -- 172.21.15.71:0/3916120714 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7d980037f0 con 0x5584d495d780 2024-09-05T07:41:53.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.635+0000 7f7d857fa640 1 -- 172.21.15.71:0/3916120714 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7d9403c050 con 0x5584d495d780 2024-09-05T07:41:53.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.635+0000 7f7da6491740 10 client.15984 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:53.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.635+0000 7f7da6491740 1 -- 172.21.15.71:0/3916120714 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5584d49d86b0 con 0x5584d495d780 2024-09-05T07:41:53.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.636+0000 7f7d857fa640 1 -- 172.21.15.71:0/3916120714 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7d980037f0 con 0x5584d495d780 2024-09-05T07:41:53.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.636+0000 7f7d857fa640 1 -- 172.21.15.71:0/3916120714 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f7d9400f040 con 0x5584d495d780 2024-09-05T07:41:53.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.636+0000 7f7da6491740 10 client.15984 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:53.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.636+0000 7f7da6491740 10 client.15984 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:41:53.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.636+0000 7f7da6491740 20 client.15984 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:53.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.636+0000 7f7da6491740 1 --2- 172.21.15.71:0/3916120714 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5584d49d8c80 0x5584d49db070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:53.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.636+0000 7f7da6491740 4 client.15984 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:41:53.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.636+0000 7f7da6491740 1 -- 172.21.15.71:0/3916120714 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5584d48bbd70 con 0x5584d49d8c80 2024-09-05T07:41:53.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.636+0000 7f7da1e54640 1 --2- 172.21.15.71:0/3916120714 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5584d49d8c80 0x5584d49db070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:53.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.636+0000 7f7da1e54640 1 --2- 172.21.15.71:0/3916120714 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5584d49d8c80 0x5584d49db070 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=840e7a8894e597f5 server_cookie=14dcb65a791d5cb6 in_seq=0 out_seq=0 2024-09-05T07:41:53.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.636+0000 7f7d857fa640 10 client.15984 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:41:53.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.637+0000 7f7d857fa640 1 -- 172.21.15.71:0/3916120714 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5584d48bbd70 con 0x5584d49d8c80 2024-09-05T07:41:53.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.637+0000 7f7d857fa640 10 client.15984 handle_command_reply: tid=0 2024-09-05T07:41:53.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.637+0000 7f7da6491740 1 client.15984 shutdown 2024-09-05T07:41:53.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.637+0000 7f7da6491740 1 -- 172.21.15.71:0/3916120714 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d495d780 msgr2=0x5584d4962860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:53.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.637+0000 7f7da6491740 1 --2- 172.21.15.71:0/3916120714 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d495d780 0x5584d4962860 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f7d94010e00 tx=0x7f7d94011680 comp rx=0 tx=0).stop 2024-09-05T07:41:53.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.637+0000 7f7da6491740 1 -- 172.21.15.71:0/3916120714 shutdown_connections 2024-09-05T07:41:53.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.637+0000 7f7da6491740 1 --2- 172.21.15.71:0/3916120714 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5584d49d8c80 0x5584d49db070 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.637+0000 7f7da6491740 1 --2- 172.21.15.71:0/3916120714 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5584d495d780 0x5584d4962860 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.637+0000 7f7da6491740 1 --2- 172.21.15.71:0/3916120714 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5584d494fb40 0x5584d4965dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.637+0000 7f7d857fa640 0 client.15984 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:41:53.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.637+0000 7f7da6491740 1 --2- 172.21.15.71:0/3916120714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5584d494e5d0 0x5584d4965890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.637+0000 7f7da6491740 1 -- 172.21.15.71:0/3916120714 >> 172.21.15.71:0/3916120714 conn(0x5584d4917310 msgr2=0x5584d4949d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:53.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.637+0000 7f7da6491740 1 -- 172.21.15.71:0/3916120714 shutdown_connections 2024-09-05T07:41:53.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.637+0000 7f7da6491740 1 -- 172.21.15.71:0/3916120714 wait complete. 2024-09-05T07:41:53.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.637+0000 7f7da6491740 20 client.15984 trim_cache size 0 max 16384 2024-09-05T07:41:53.650 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:41:53.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.638+0000 7f7da40b8640 1 -- 172.21.15.71:0/3716489959 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7d880a2cf0 msgr2=0x7f7d880a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:53.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.638+0000 7f7da40b8640 1 --2- 172.21.15.71:0/3716489959 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7d880a2cf0 0x7f7d880a51b0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7d94021000 tx=0x7f7d9401e000 comp rx=0 tx=0).stop 2024-09-05T07:41:53.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.638+0000 7f7da40b8640 1 -- 172.21.15.71:0/3716489959 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d9c101420 msgr2=0x7f7d9c198870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:53.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.638+0000 7f7da40b8640 1 --2- 172.21.15.71:0/3716489959 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d9c101420 0x7f7d9c198870 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f7d8c00c920 tx=0x7f7d8c00cde0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.638+0000 7f7da40b8640 1 -- 172.21.15.71:0/3716489959 shutdown_connections 2024-09-05T07:41:53.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.638+0000 7f7da40b8640 1 --2- 172.21.15.71:0/3716489959 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7d880a2cf0 0x7f7d880a51b0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.638+0000 7f7da40b8640 1 --2- 172.21.15.71:0/3716489959 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7d9c106a80 0x7f7d9c19cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.638+0000 7f7da40b8640 1 --2- 172.21.15.71:0/3716489959 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d9c101420 0x7f7d9c198870 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.638+0000 7f7da40b8640 1 --2- 172.21.15.71:0/3716489959 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7d9c100a80 0x7f7d9c198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:53.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.638+0000 7f7da40b8640 1 -- 172.21.15.71:0/3716489959 >> 172.21.15.71:0/3716489959 conn(0x7f7d9c0fc7a0 msgr2=0x7f7d9c0fcfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:53.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.638+0000 7f7da40b8640 1 -- 172.21.15.71:0/3716489959 shutdown_connections 2024-09-05T07:41:53.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:53.638+0000 7f7da40b8640 1 -- 172.21.15.71:0/3716489959 wait complete. 2024-09-05T07:41:53.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:53 smithi123 ceph-mon[34568]: pgmap v101: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 7 op/s 2024-09-05T07:41:53.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:53 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:41:53.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:53 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:41:53.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:53 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:41:54.504 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T07:41:54.752 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:41:54.873 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:54 smithi071 ceph-mon[30965]: pgmap v102: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-05T07:41:54.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:54 smithi123 ceph-mon[34568]: pgmap v102: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-05T07:41:54.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:54 smithi192 ceph-mon[34929]: pgmap v102: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-05T07:41:55.267 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.237+0000 7f944b56c640 1 -- 172.21.15.71:0/1370233106 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f94441082a0 msgr2=0x7f944410ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:55.267 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.237+0000 7f944b56c640 1 --2- 172.21.15.71:0/1370233106 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f94441082a0 0x7f944410ec40 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f9434009cd0 tx=0x7f943402a910 comp rx=0 tx=0).stop 2024-09-05T07:41:55.267 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.237+0000 7f944b56c640 1 -- 172.21.15.71:0/1370233106 shutdown_connections 2024-09-05T07:41:55.267 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.237+0000 7f944b56c640 1 --2- 172.21.15.71:0/1370233106 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f94441082a0 0x7f944410ec40 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.267 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.237+0000 7f944b56c640 1 --2- 172.21.15.71:0/1370233106 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f94441036e0 0x7f9444107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.267 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.237+0000 7f944b56c640 1 --2- 172.21.15.71:0/1370233106 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9444102d30 0x7f9444103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.267 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.237+0000 7f944b56c640 1 -- 172.21.15.71:0/1370233106 >> 172.21.15.71:0/1370233106 conn(0x7f94440fc7d0 msgr2=0x7f94440febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:55.267 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.237+0000 7f944b56c640 1 -- 172.21.15.71:0/1370233106 shutdown_connections 2024-09-05T07:41:55.267 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.237+0000 7f944b56c640 1 -- 172.21.15.71:0/1370233106 wait complete. 2024-09-05T07:41:55.268 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.237+0000 7f944b56c640 1 Processor -- start 2024-09-05T07:41:55.268 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.237+0000 7f944b56c640 1 -- start start 2024-09-05T07:41:55.268 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f944b56c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9444102d30 0x7f94441984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:55.268 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f944b56c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f94441036e0 0x7f9444198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:55.268 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f944b56c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f94441082a0 0x7f944419cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:55.268 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f944b56c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9444111f90 con 0x7f9444102d30 2024-09-05T07:41:55.268 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f944b56c640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9444111e10 con 0x7f94441082a0 2024-09-05T07:41:55.268 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f944b56c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9444112110 con 0x7f94441036e0 2024-09-05T07:41:55.268 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f9449308640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9444102d30 0x7f94441984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:55.268 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f9449308640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9444102d30 0x7f94441984c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38068/0 (socket says 172.21.15.71:38068) 2024-09-05T07:41:55.268 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f9449308640 1 -- 172.21.15.71:0/4215417222 learned_addr learned my addr 172.21.15.71:0/4215417222 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:55.268 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f9448b07640 1 --2- 172.21.15.71:0/4215417222 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f94441036e0 0x7f9444198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:55.268 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f9449b09640 1 --2- 172.21.15.71:0/4215417222 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f94441082a0 0x7f944419cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:55.269 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f9449308640 1 -- 172.21.15.71:0/4215417222 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f94441036e0 msgr2=0x7f9444198a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:55.269 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f9449308640 1 --2- 172.21.15.71:0/4215417222 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f94441036e0 0x7f9444198a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.269 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f9449308640 1 -- 172.21.15.71:0/4215417222 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f94441082a0 msgr2=0x7f944419cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:55.269 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f9449308640 1 --2- 172.21.15.71:0/4215417222 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f94441082a0 0x7f944419cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.269 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f9449308640 1 -- 172.21.15.71:0/4215417222 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f944419d470 con 0x7f9444102d30 2024-09-05T07:41:55.269 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f9449308640 1 --2- 172.21.15.71:0/4215417222 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9444102d30 0x7f94441984c0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f943c00e9f0 tx=0x7f943c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:55.269 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f94427fc640 1 -- 172.21.15.71:0/4215417222 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f943c00cd80 con 0x7f9444102d30 2024-09-05T07:41:55.269 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f944b56c640 1 -- 172.21.15.71:0/4215417222 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f944419d760 con 0x7f9444102d30 2024-09-05T07:41:55.269 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f94427fc640 1 -- 172.21.15.71:0/4215417222 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f943c0108e0 con 0x7f9444102d30 2024-09-05T07:41:55.269 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f94427fc640 1 -- 172.21.15.71:0/4215417222 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f943c018920 con 0x7f9444102d30 2024-09-05T07:41:55.269 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.238+0000 7f944b56c640 1 -- 172.21.15.71:0/4215417222 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94441a5040 con 0x7f9444102d30 2024-09-05T07:41:55.269 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.240+0000 7f94427fc640 1 -- 172.21.15.71:0/4215417222 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f943c010a90 con 0x7f9444102d30 2024-09-05T07:41:55.269 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.241+0000 7f944d945740 1 Processor -- start 2024-09-05T07:41:55.270 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.241+0000 7f944d945740 1 -- start start 2024-09-05T07:41:55.270 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.241+0000 7f944d945740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bb9b40 0x55b795bb8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:55.270 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.241+0000 7f944d945740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bb85d0 0x55b795bb8a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:55.270 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.241+0000 7f944d945740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bc3370 0x55b795bc5760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:55.270 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.241+0000 7f944d945740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55b795b1e2f0 con 0x55b795bc3370 2024-09-05T07:41:55.270 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.241+0000 7f944d945740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b795ac5cf0 con 0x55b795bb85d0 2024-09-05T07:41:55.270 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.241+0000 7f944d945740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b795b1a2b0 con 0x55b795bb9b40 2024-09-05T07:41:55.270 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.241+0000 7f94427fc640 1 --2- 172.21.15.71:0/4215417222 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f942c0a2cf0 0x7f942c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:55.270 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.241+0000 7f9448b07640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bc3370 0x55b795bc5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:55.271 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.241+0000 7f9448b07640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bc3370 0x55b795bc5760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38074/0 (socket says 172.21.15.71:38074) 2024-09-05T07:41:55.271 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.241+0000 7f9448b07640 1 -- 172.21.15.71:0/1633933636 learned_addr learned my addr 172.21.15.71:0/1633933636 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:55.271 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.241+0000 7f9449b09640 1 --2- 172.21.15.71:0/4215417222 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f942c0a2cf0 0x7f942c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:55.271 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.242+0000 7f94427fc640 1 -- 172.21.15.71:0/4215417222 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f943c0cfc80 con 0x7f9444102d30 2024-09-05T07:41:55.271 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.242+0000 7f9449b09640 1 --2- 172.21.15.71:0/1633933636 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bb9b40 0x55b795bb8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:55.271 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.242+0000 7f9449308640 1 --2- 172.21.15.71:0/1633933636 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bb85d0 0x55b795bb8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:55.271 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.242+0000 7f9448b07640 1 -- 172.21.15.71:0/1633933636 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bb9b40 msgr2=0x55b795bb8090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:55.271 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.242+0000 7f9448b07640 1 --2- 172.21.15.71:0/1633933636 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bb9b40 0x55b795bb8090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.271 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.242+0000 7f9448b07640 1 -- 172.21.15.71:0/1633933636 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bb85d0 msgr2=0x55b795bb8a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:55.271 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.242+0000 7f9448b07640 1 --2- 172.21.15.71:0/1633933636 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bb85d0 0x55b795bb8a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.271 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.242+0000 7f9448b07640 1 -- 172.21.15.71:0/1633933636 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b795aaa3a0 con 0x55b795bc3370 2024-09-05T07:41:55.271 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.242+0000 7f9449b09640 1 --2- 172.21.15.71:0/4215417222 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f942c0a2cf0 0x7f942c0a51b0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9434005cc0 tx=0x7f9434005c50 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:55.271 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.242+0000 7f9448b07640 1 --2- 172.21.15.71:0/1633933636 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bc3370 0x55b795bc5760 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f943800b790 tx=0x7f943800bc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c14809a73bc69605 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:55.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.242+0000 7f942b7fe640 1 -- 172.21.15.71:0/1633933636 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f943800d950 con 0x55b795bc3370 2024-09-05T07:41:55.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.242+0000 7f942b7fe640 1 -- 172.21.15.71:0/1633933636 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9438018070 con 0x55b795bc3370 2024-09-05T07:41:55.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.242+0000 7f942b7fe640 1 -- 172.21.15.71:0/1633933636 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94380123e0 con 0x55b795bc3370 2024-09-05T07:41:55.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.243+0000 7f944d945740 1 -- 172.21.15.71:0/1633933636 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bc3370 msgr2=0x55b795bc5760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:55.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.243+0000 7f944d945740 1 --2- 172.21.15.71:0/1633933636 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bc3370 0x55b795bc5760 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f943800b790 tx=0x7f943800bc50 comp rx=0 tx=0).stop 2024-09-05T07:41:55.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.243+0000 7f944d945740 1 -- 172.21.15.71:0/1633933636 shutdown_connections 2024-09-05T07:41:55.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.243+0000 7f944d945740 1 --2- 172.21.15.71:0/1633933636 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bc3370 0x55b795bc5760 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.243+0000 7f944d945740 1 --2- 172.21.15.71:0/1633933636 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bb85d0 0x55b795bb8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.243+0000 7f944d945740 1 --2- 172.21.15.71:0/1633933636 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bb9b40 0x55b795bb8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.243+0000 7f944d945740 1 -- 172.21.15.71:0/1633933636 >> 172.21.15.71:0/1633933636 conn(0x55b795b81310 msgr2=0x55b795bb4c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:55.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.243+0000 7f944d945740 1 -- 172.21.15.71:0/1633933636 shutdown_connections 2024-09-05T07:41:55.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.243+0000 7f944d945740 1 -- 172.21.15.71:0/1633933636 wait complete. 2024-09-05T07:41:55.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.243+0000 7f944d945740 1 -- start start 2024-09-05T07:41:55.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.243+0000 7f944d945740 1 Processor -- start 2024-09-05T07:41:55.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f944d945740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bb85d0 0x55b795bc2c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:55.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f944d945740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb9b40 0x55b795bbff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:55.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f944d945740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bc3370 0x55b795bc04a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:55.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f944d945740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55b795bc6070 con 0x55b795bb9b40 2024-09-05T07:41:55.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f944d945740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b795ad9060 con 0x55b795bb85d0 2024-09-05T07:41:55.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f944d945740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b795bc61f0 con 0x55b795bc3370 2024-09-05T07:41:55.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f944d945740 10 client.0 _ll_register_callbacks cb 0x55b79582c8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:55.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f9448b07640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb9b40 0x55b795bbff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:55.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f9448b07640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb9b40 0x55b795bbff60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38086/0 (socket says 172.21.15.71:38086) 2024-09-05T07:41:55.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f9448b07640 1 -- 172.21.15.71:0/302800163 learned_addr learned my addr 172.21.15.71:0/302800163 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:55.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f9449b09640 1 --2- 172.21.15.71:0/302800163 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bc3370 0x55b795bc04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:55.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f9449308640 1 --2- 172.21.15.71:0/302800163 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bb85d0 0x55b795bc2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:55.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f9448b07640 1 -- 172.21.15.71:0/302800163 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bc3370 msgr2=0x55b795bc04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:55.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f9448b07640 1 --2- 172.21.15.71:0/302800163 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bc3370 0x55b795bc04a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f9448b07640 1 -- 172.21.15.71:0/302800163 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bb85d0 msgr2=0x55b795bc2c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:55.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f9448b07640 1 --2- 172.21.15.71:0/302800163 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bb85d0 0x55b795bc2c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f9448b07640 1 -- 172.21.15.71:0/302800163 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b79588f3c0 con 0x55b795bb9b40 2024-09-05T07:41:55.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f9449308640 1 --2- 172.21.15.71:0/302800163 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bb85d0 0x55b795bc2c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:41:55.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f9448b07640 1 --2- 172.21.15.71:0/302800163 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb9b40 0x55b795bbff60 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f9438006e10 tx=0x7f9438014f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1daa3c85302e2f2c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:55.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f9428ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:55.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f9428ff9640 1 -- 172.21.15.71:0/302800163 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f943800db50 con 0x55b795bb9b40 2024-09-05T07:41:55.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f9428ff9640 1 -- 172.21.15.71:0/302800163 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f943800dcf0 con 0x55b795bb9b40 2024-09-05T07:41:55.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.244+0000 7f944d945740 1 -- 172.21.15.71:0/302800163 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9438018070 con 0x55b795bb9b40 2024-09-05T07:41:55.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.245+0000 7f9428ff9640 1 -- 172.21.15.71:0/302800163 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f943802a710 con 0x55b795bb9b40 2024-09-05T07:41:55.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.245+0000 7f944d945740 10 client.15996 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:55.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.245+0000 7f944d945740 1 -- 172.21.15.71:0/302800163 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b795bd1a60 con 0x55b795bb9b40 2024-09-05T07:41:55.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.245+0000 7f9428ff9640 1 -- 172.21.15.71:0/302800163 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9438018070 con 0x55b795bb9b40 2024-09-05T07:41:55.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.245+0000 7f9428ff9640 1 -- 172.21.15.71:0/302800163 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f943801c3f0 con 0x55b795bb9b40 2024-09-05T07:41:55.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.245+0000 7f944d945740 10 client.15996 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:55.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.245+0000 7f944d945740 10 client.15996 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:41:55.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.245+0000 7f944d945740 20 client.15996 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:55.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.245+0000 7f944d945740 1 --2- 172.21.15.71:0/302800163 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55b795bd2e10 0x55b795bd5200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:55.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.245+0000 7f944d945740 4 client.15996 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:41:55.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.245+0000 7f944d945740 1 -- 172.21.15.71:0/302800163 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b795b2b860 con 0x55b795bd2e10 2024-09-05T07:41:55.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.245+0000 7f9449308640 1 --2- 172.21.15.71:0/302800163 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55b795bd2e10 0x55b795bd5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:55.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.246+0000 7f9428ff9640 10 client.15996 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:41:55.275 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.246+0000 7f9449308640 1 --2- 172.21.15.71:0/302800163 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55b795bd2e10 0x55b795bd5200 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=19b8bbc9777ec0c8 server_cookie=a1fec2d231587a0f in_seq=0 out_seq=0 2024-09-05T07:41:55.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.246+0000 7f9428ff9640 1 -- 172.21.15.71:0/302800163 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b795b2b860 con 0x55b795bd2e10 2024-09-05T07:41:55.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.246+0000 7f9428ff9640 10 client.15996 handle_command_reply: tid=0 2024-09-05T07:41:55.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.246+0000 7f944d945740 1 client.15996 shutdown 2024-09-05T07:41:55.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.247+0000 7f944d945740 1 -- 172.21.15.71:0/302800163 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb9b40 msgr2=0x55b795bbff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:55.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.247+0000 7f944d945740 1 --2- 172.21.15.71:0/302800163 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb9b40 0x55b795bbff60 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f9438006e10 tx=0x7f9438014f20 comp rx=0 tx=0).stop 2024-09-05T07:41:55.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.247+0000 7f944d945740 1 -- 172.21.15.71:0/302800163 shutdown_connections 2024-09-05T07:41:55.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.247+0000 7f944d945740 1 --2- 172.21.15.71:0/302800163 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bc3370 0x55b795bc04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.247+0000 7f944d945740 1 --2- 172.21.15.71:0/302800163 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb9b40 0x55b795bbff60 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.247+0000 7f944d945740 1 --2- 172.21.15.71:0/302800163 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55b795bd2e10 0x55b795bd5200 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.247+0000 7f944d945740 1 --2- 172.21.15.71:0/302800163 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bb85d0 0x55b795bc2c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.247+0000 7f9428ff9640 0 client.15996 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:41:55.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.247+0000 7f944d945740 1 -- 172.21.15.71:0/302800163 >> 172.21.15.71:0/302800163 conn(0x55b795b81310 msgr2=0x55b795bba960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:55.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.247+0000 7f944d945740 1 -- 172.21.15.71:0/302800163 shutdown_connections 2024-09-05T07:41:55.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.247+0000 7f944d945740 1 -- 172.21.15.71:0/302800163 wait complete. 2024-09-05T07:41:55.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.247+0000 7f944d945740 20 client.15996 trim_cache size 0 max 16384 2024-09-05T07:41:55.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.259+0000 7f944d945740 1 Processor -- start 2024-09-05T07:41:55.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.259+0000 7f944d945740 1 -- start start 2024-09-05T07:41:55.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f944d945740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bb85d0 0x55b795bcf310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:55.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f944d945740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb9b40 0x55b795bda970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:55.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f944d945740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bc3370 0x55b795bdaeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:55.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f944d945740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f94441b1a00 con 0x55b795bb9b40 2024-09-05T07:41:55.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f944d945740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f94441af2d0 con 0x55b795bc3370 2024-09-05T07:41:55.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f944d945740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f94441ad120 con 0x55b795bb85d0 2024-09-05T07:41:55.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f9448b07640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb9b40 0x55b795bda970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:55.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f9448b07640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb9b40 0x55b795bda970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38088/0 (socket says 172.21.15.71:38088) 2024-09-05T07:41:55.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f9448b07640 1 -- 172.21.15.71:0/2508841503 learned_addr learned my addr 172.21.15.71:0/2508841503 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:55.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f9449b09640 1 --2- 172.21.15.71:0/2508841503 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bc3370 0x55b795bdaeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:55.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f9448b07640 1 -- 172.21.15.71:0/2508841503 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bb85d0 msgr2=0x55b795bcf310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:55.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f9449308640 1 --2- 172.21.15.71:0/2508841503 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bb85d0 0x55b795bcf310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:55.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f9448b07640 1 --2- 172.21.15.71:0/2508841503 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bb85d0 0x55b795bcf310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f9448b07640 1 -- 172.21.15.71:0/2508841503 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bc3370 msgr2=0x55b795bdaeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:55.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f9448b07640 1 --2- 172.21.15.71:0/2508841503 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bc3370 0x55b795bdaeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f9448b07640 1 -- 172.21.15.71:0/2508841503 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b795bb8d50 con 0x55b795bb9b40 2024-09-05T07:41:55.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f9449b09640 1 --2- 172.21.15.71:0/2508841503 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bc3370 0x55b795bdaeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:41:55.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f9448b07640 1 --2- 172.21.15.71:0/2508841503 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb9b40 0x55b795bda970 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f9438004700 tx=0x7f94380047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=270a387e03dd79c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:55.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f942affd640 1 -- 172.21.15.71:0/2508841503 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9438031030 con 0x55b795bb9b40 2024-09-05T07:41:55.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f942affd640 1 -- 172.21.15.71:0/2508841503 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9438018040 con 0x55b795bb9b40 2024-09-05T07:41:55.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.260+0000 7f942affd640 1 -- 172.21.15.71:0/2508841503 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f943802a510 con 0x55b795bb9b40 2024-09-05T07:41:55.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.261+0000 7f944d945740 1 -- 172.21.15.71:0/2508841503 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb9b40 msgr2=0x55b795bda970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:55.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.261+0000 7f944d945740 1 --2- 172.21.15.71:0/2508841503 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb9b40 0x55b795bda970 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f9438004700 tx=0x7f94380047d0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.261+0000 7f944d945740 1 -- 172.21.15.71:0/2508841503 shutdown_connections 2024-09-05T07:41:55.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.261+0000 7f944d945740 1 --2- 172.21.15.71:0/2508841503 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bc3370 0x55b795bdaeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.261+0000 7f944d945740 1 --2- 172.21.15.71:0/2508841503 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb9b40 0x55b795bda970 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.261+0000 7f944d945740 1 --2- 172.21.15.71:0/2508841503 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bb85d0 0x55b795bcf310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.261+0000 7f944d945740 1 -- 172.21.15.71:0/2508841503 >> 172.21.15.71:0/2508841503 conn(0x55b795b81310 msgr2=0x55b795bbb290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:55.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.261+0000 7f944d945740 1 -- 172.21.15.71:0/2508841503 shutdown_connections 2024-09-05T07:41:55.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.261+0000 7f944d945740 1 -- 172.21.15.71:0/2508841503 wait complete. 2024-09-05T07:41:55.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.261+0000 7f944d945740 1 -- start start 2024-09-05T07:41:55.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.261+0000 7f944d945740 1 Processor -- start 2024-09-05T07:41:55.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.262+0000 7f944d945740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb85d0 0x55b795bc7430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:55.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.262+0000 7f944d945740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bb9b40 0x55b795bc7970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:55.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.262+0000 7f944d945740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bc3370 0x55b795bc7eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:55.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.262+0000 7f944d945740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f94441ad790 con 0x55b795bb85d0 2024-09-05T07:41:55.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.262+0000 7f944d945740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f94441aec00 con 0x55b795bb9b40 2024-09-05T07:41:55.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.262+0000 7f944d945740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f94441ade60 con 0x55b795bc3370 2024-09-05T07:41:55.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.262+0000 7f944d945740 10 client.0 _ll_register_callbacks cb 0x7f943800b610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:55.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.262+0000 7f9449308640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb85d0 0x55b795bc7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:55.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.262+0000 7f9449308640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb85d0 0x55b795bc7430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38100/0 (socket says 172.21.15.71:38100) 2024-09-05T07:41:55.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.262+0000 7f9449308640 1 -- 172.21.15.71:0/259633492 learned_addr learned my addr 172.21.15.71:0/259633492 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:55.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.262+0000 7f9449b09640 1 --2- 172.21.15.71:0/259633492 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bc3370 0x55b795bc7eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:55.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.262+0000 7f9448b07640 1 --2- 172.21.15.71:0/259633492 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bb9b40 0x55b795bc7970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:55.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.262+0000 7f9449308640 1 -- 172.21.15.71:0/259633492 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bc3370 msgr2=0x55b795bc7eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:55.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.262+0000 7f9449308640 1 --2- 172.21.15.71:0/259633492 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bc3370 0x55b795bc7eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.262+0000 7f9449308640 1 -- 172.21.15.71:0/259633492 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bb9b40 msgr2=0x55b795bc7970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:55.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.262+0000 7f9449308640 1 --2- 172.21.15.71:0/259633492 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bb9b40 0x55b795bc7970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.262+0000 7f9449308640 1 -- 172.21.15.71:0/259633492 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b795c3cb40 con 0x55b795bb85d0 2024-09-05T07:41:55.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.262+0000 7f9449b09640 1 --2- 172.21.15.71:0/259633492 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bc3370 0x55b795bc7eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:41:55.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.262+0000 7f9448b07640 1 --2- 172.21.15.71:0/259633492 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bb9b40 0x55b795bc7970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:41:55.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.263+0000 7f9449308640 1 --2- 172.21.15.71:0/259633492 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb85d0 0x55b795bc7430 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f943c00c6a0 tx=0x7f943c09bc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c9a838275f67c46 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:55.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.263+0000 7f9428ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:55.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.263+0000 7f9428ff9640 1 -- 172.21.15.71:0/259633492 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f943c0a4a10 con 0x55b795bb85d0 2024-09-05T07:41:55.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.263+0000 7f9428ff9640 1 -- 172.21.15.71:0/259633492 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f943c098410 con 0x55b795bb85d0 2024-09-05T07:41:55.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.263+0000 7f944d945740 1 -- 172.21.15.71:0/259633492 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9438018040 con 0x55b795bb85d0 2024-09-05T07:41:55.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.263+0000 7f9428ff9640 1 -- 172.21.15.71:0/259633492 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f943c010430 con 0x55b795bb85d0 2024-09-05T07:41:55.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.263+0000 7f944d945740 10 client.16002 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:55.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.263+0000 7f944d945740 1 -- 172.21.15.71:0/259633492 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b795c3dd90 con 0x55b795bb85d0 2024-09-05T07:41:55.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.263+0000 7f9428ff9640 1 -- 172.21.15.71:0/259633492 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9438018040 con 0x55b795bb85d0 2024-09-05T07:41:55.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.263+0000 7f9428ff9640 1 -- 172.21.15.71:0/259633492 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f943c097c10 con 0x55b795bb85d0 2024-09-05T07:41:55.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.263+0000 7f944d945740 10 client.16002 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:55.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.263+0000 7f944d945740 10 client.16002 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:41:55.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.263+0000 7f944d945740 20 client.16002 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:55.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.263+0000 7f944d945740 1 --2- 172.21.15.71:0/259633492 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55b795c3e4b0 0x55b795c40900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:55.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.263+0000 7f944d945740 4 client.16002 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:41:55.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.263+0000 7f944d945740 1 -- 172.21.15.71:0/259633492 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b795b25d70 con 0x55b795c3e4b0 2024-09-05T07:41:55.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.264+0000 7f9448b07640 1 --2- 172.21.15.71:0/259633492 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55b795c3e4b0 0x55b795c40900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:55.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.264+0000 7f9428ff9640 10 client.16002 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:41:55.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.264+0000 7f9448b07640 1 --2- 172.21.15.71:0/259633492 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55b795c3e4b0 0x55b795c40900 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=15e7e75a806c87c8 server_cookie=7d3c767f241f4810 in_seq=0 out_seq=0 2024-09-05T07:41:55.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.264+0000 7f9428ff9640 1 -- 172.21.15.71:0/259633492 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b795b25d70 con 0x55b795c3e4b0 2024-09-05T07:41:55.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.264+0000 7f9428ff9640 10 client.16002 handle_command_reply: tid=0 2024-09-05T07:41:55.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.264+0000 7f944d945740 1 client.16002 shutdown 2024-09-05T07:41:55.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.264+0000 7f944d945740 1 -- 172.21.15.71:0/259633492 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb85d0 msgr2=0x55b795bc7430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:55.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.264+0000 7f944d945740 1 --2- 172.21.15.71:0/259633492 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb85d0 0x55b795bc7430 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f943c00c6a0 tx=0x7f943c09bc00 comp rx=0 tx=0).stop 2024-09-05T07:41:55.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.264+0000 7f944d945740 1 -- 172.21.15.71:0/259633492 shutdown_connections 2024-09-05T07:41:55.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.264+0000 7f944d945740 1 --2- 172.21.15.71:0/259633492 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b795bc3370 0x55b795bc7eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.264+0000 7f944d945740 1 --2- 172.21.15.71:0/259633492 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55b795c3e4b0 0x55b795c40900 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.264+0000 7f944d945740 1 --2- 172.21.15.71:0/259633492 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b795bb9b40 0x55b795bc7970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.264+0000 7f944d945740 1 --2- 172.21.15.71:0/259633492 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b795bb85d0 0x55b795bc7430 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.264+0000 7f944d945740 1 -- 172.21.15.71:0/259633492 >> 172.21.15.71:0/259633492 conn(0x55b795b81310 msgr2=0x55b795bba110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:55.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.264+0000 7f9428ff9640 0 client.16002 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:41:55.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.265+0000 7f944d945740 1 -- 172.21.15.71:0/259633492 shutdown_connections 2024-09-05T07:41:55.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.265+0000 7f944d945740 1 -- 172.21.15.71:0/259633492 wait complete. 2024-09-05T07:41:55.284 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.265+0000 7f944d945740 20 client.16002 trim_cache size 0 max 16384 2024-09-05T07:41:55.284 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:41:55.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.265+0000 7f944b56c640 1 -- 172.21.15.71:0/4215417222 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f942c0a2cf0 msgr2=0x7f942c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:55.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.265+0000 7f944b56c640 1 --2- 172.21.15.71:0/4215417222 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f942c0a2cf0 0x7f942c0a51b0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9434005cc0 tx=0x7f9434005c50 comp rx=0 tx=0).stop 2024-09-05T07:41:55.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.265+0000 7f944b56c640 1 -- 172.21.15.71:0/4215417222 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9444102d30 msgr2=0x7f94441984c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:55.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.265+0000 7f944b56c640 1 --2- 172.21.15.71:0/4215417222 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9444102d30 0x7f94441984c0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f943c00e9f0 tx=0x7f943c00eeb0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.265+0000 7f944b56c640 1 -- 172.21.15.71:0/4215417222 shutdown_connections 2024-09-05T07:41:55.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.265+0000 7f944b56c640 1 --2- 172.21.15.71:0/4215417222 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f942c0a2cf0 0x7f942c0a51b0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.265+0000 7f944b56c640 1 --2- 172.21.15.71:0/4215417222 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f94441082a0 0x7f944419cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.265+0000 7f944b56c640 1 --2- 172.21.15.71:0/4215417222 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f94441036e0 0x7f9444198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.265+0000 7f944b56c640 1 --2- 172.21.15.71:0/4215417222 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9444102d30 0x7f94441984c0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:55.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.265+0000 7f944b56c640 1 -- 172.21.15.71:0/4215417222 >> 172.21.15.71:0/4215417222 conn(0x7f94440fc7d0 msgr2=0x7f9444105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:55.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.265+0000 7f944b56c640 1 -- 172.21.15.71:0/4215417222 shutdown_connections 2024-09-05T07:41:55.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:55.265+0000 7f944b56c640 1 -- 172.21.15.71:0/4215417222 wait complete. 2024-09-05T07:41:56.145 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T07:41:56.395 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:41:56.797 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:56 smithi071 ceph-mon[30965]: pgmap v103: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-05T07:41:56.890 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.879+0000 7f9f1916f640 1 -- 172.21.15.71:0/4079070750 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9f14100d00 msgr2=0x7f9f14106840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:56.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.879+0000 7f9f1916f640 1 --2- 172.21.15.71:0/4079070750 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9f14100d00 0x7f9f14106840 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f9f08009930 tx=0x7f9f0802a420 comp rx=0 tx=0).stop 2024-09-05T07:41:56.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.880+0000 7f9f1916f640 1 -- 172.21.15.71:0/4079070750 shutdown_connections 2024-09-05T07:41:56.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.880+0000 7f9f1916f640 1 --2- 172.21.15.71:0/4079070750 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9f14106f50 0x7f9f1410eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.880+0000 7f9f1916f640 1 --2- 172.21.15.71:0/4079070750 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9f14100d00 0x7f9f14106840 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.880+0000 7f9f1916f640 1 --2- 172.21.15.71:0/4079070750 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f14100350 0x7f9f14100730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.880+0000 7f9f1916f640 1 -- 172.21.15.71:0/4079070750 >> 172.21.15.71:0/4079070750 conn(0x7f9f14077210 msgr2=0x7f9f140fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:56.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.880+0000 7f9f1916f640 1 -- 172.21.15.71:0/4079070750 shutdown_connections 2024-09-05T07:41:56.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.880+0000 7f9f1916f640 1 -- 172.21.15.71:0/4079070750 wait complete. 2024-09-05T07:41:56.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.880+0000 7f9f1916f640 1 Processor -- start 2024-09-05T07:41:56.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.880+0000 7f9f1916f640 1 -- start start 2024-09-05T07:41:56.891 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.881+0000 7f9f1916f640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9f14100350 0x7f9f141012d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:56.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.881+0000 7f9f1916f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9f14100d00 0x7f9f14101810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:56.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.881+0000 7f9f1916f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f14106f50 0x7f9f14101d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:56.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.881+0000 7f9f1916f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9f14111e50 con 0x7f9f14100d00 2024-09-05T07:41:56.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.881+0000 7f9f1916f640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9f14111cd0 con 0x7f9f14100350 2024-09-05T07:41:56.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.881+0000 7f9f1916f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9f14111fd0 con 0x7f9f14106f50 2024-09-05T07:41:56.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.881+0000 7f9f1259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9f14100d00 0x7f9f14101810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:56.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.881+0000 7f9f1259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9f14100d00 0x7f9f14101810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38120/0 (socket says 172.21.15.71:38120) 2024-09-05T07:41:56.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.881+0000 7f9f1259c640 1 -- 172.21.15.71:0/2717089209 learned_addr learned my addr 172.21.15.71:0/2717089209 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:56.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.881+0000 7f9f12d9d640 1 --2- 172.21.15.71:0/2717089209 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9f14100350 0x7f9f141012d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:56.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.881+0000 7f9f1359e640 1 --2- 172.21.15.71:0/2717089209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f14106f50 0x7f9f14101d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:56.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.881+0000 7f9f1259c640 1 -- 172.21.15.71:0/2717089209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f14106f50 msgr2=0x7f9f14101d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:56.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.881+0000 7f9f1259c640 1 --2- 172.21.15.71:0/2717089209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f14106f50 0x7f9f14101d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.881+0000 7f9f1259c640 1 -- 172.21.15.71:0/2717089209 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9f14100350 msgr2=0x7f9f141012d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:56.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.881+0000 7f9f1259c640 1 --2- 172.21.15.71:0/2717089209 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9f14100350 0x7f9f141012d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.881+0000 7f9f1259c640 1 -- 172.21.15.71:0/2717089209 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f141a6870 con 0x7f9f14100d00 2024-09-05T07:41:56.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.881+0000 7f9f1359e640 1 --2- 172.21.15.71:0/2717089209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f14106f50 0x7f9f14101d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:41:56.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.881+0000 7f9f1259c640 1 --2- 172.21.15.71:0/2717089209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9f14100d00 0x7f9f14101810 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f9f08031440 tx=0x7f9f08004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:56.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.881+0000 7f9efbfff640 1 -- 172.21.15.71:0/2717089209 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f0803f030 con 0x7f9f14100d00 2024-09-05T07:41:56.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.882+0000 7f9f1916f640 1 -- 172.21.15.71:0/2717089209 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f141a6b00 con 0x7f9f14100d00 2024-09-05T07:41:56.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.882+0000 7f9efbfff640 1 -- 172.21.15.71:0/2717089209 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f08003aa0 con 0x7f9f14100d00 2024-09-05T07:41:56.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.882+0000 7f9efbfff640 1 -- 172.21.15.71:0/2717089209 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f08035070 con 0x7f9f14100d00 2024-09-05T07:41:56.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.882+0000 7f9f1916f640 1 -- 172.21.15.71:0/2717089209 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f141a7030 con 0x7f9f14100d00 2024-09-05T07:41:56.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.884+0000 7f9efbfff640 1 -- 172.21.15.71:0/2717089209 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f9f08042030 con 0x7f9f14100d00 2024-09-05T07:41:56.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.884+0000 7f9f1b548740 1 Processor -- start 2024-09-05T07:41:56.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.884+0000 7f9f1b548740 1 -- start start 2024-09-05T07:41:56.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.884+0000 7f9f1b548740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586765ddb40 0x5586765dc090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:56.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.884+0000 7f9f1b548740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765dc5d0 0x5586765dca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:56.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.884+0000 7f9f1b548740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 0x5586765e9760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:56.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.884+0000 7f9f1b548740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5586765422f0 con 0x5586765e7370 2024-09-05T07:41:56.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.884+0000 7f9f1b548740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5586764e9cf0 con 0x5586765dc5d0 2024-09-05T07:41:56.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.884+0000 7f9f1b548740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55867653e2b0 con 0x5586765ddb40 2024-09-05T07:41:56.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.884+0000 7f9efbfff640 1 --2- 172.21.15.71:0/2717089209 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9efc0a2cf0 0x7f9efc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:56.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.885+0000 7f9f1259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 0x5586765e9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:56.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.885+0000 7f9f1259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 0x5586765e9760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38130/0 (socket says 172.21.15.71:38130) 2024-09-05T07:41:56.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.885+0000 7f9f1259c640 1 -- 172.21.15.71:0/2131752313 learned_addr learned my addr 172.21.15.71:0/2131752313 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:56.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.885+0000 7f9f1359e640 1 --2- 172.21.15.71:0/2717089209 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9efc0a2cf0 0x7f9efc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:56.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.885+0000 7f9f1359e640 1 --2- 172.21.15.71:0/2131752313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586765ddb40 0x5586765dc090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:56.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.885+0000 7f9f12d9d640 1 --2- 172.21.15.71:0/2131752313 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765dc5d0 0x5586765dca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:56.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.885+0000 7f9efbfff640 1 -- 172.21.15.71:0/2717089209 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f9f080effd0 con 0x7f9f14100d00 2024-09-05T07:41:56.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.885+0000 7f9f1259c640 1 -- 172.21.15.71:0/2131752313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586765ddb40 msgr2=0x5586765dc090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:56.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.885+0000 7f9f1259c640 1 --2- 172.21.15.71:0/2131752313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586765ddb40 0x5586765dc090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.885+0000 7f9f1259c640 1 -- 172.21.15.71:0/2131752313 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765dc5d0 msgr2=0x5586765dca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:56.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.885+0000 7f9f1259c640 1 --2- 172.21.15.71:0/2131752313 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765dc5d0 0x5586765dca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.885+0000 7f9f1259c640 1 -- 172.21.15.71:0/2131752313 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586764ce3a0 con 0x5586765e7370 2024-09-05T07:41:56.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.885+0000 7f9f12d9d640 1 --2- 172.21.15.71:0/2131752313 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765dc5d0 0x5586765dca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:41:56.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.885+0000 7f9f1259c640 1 --2- 172.21.15.71:0/2131752313 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 0x5586765e9760 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f9f080b8550 tx=0x7f9f08005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cf0142ed7bb9a93 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:56.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.885+0000 7f9f1359e640 1 --2- 172.21.15.71:0/2717089209 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9efc0a2cf0 0x7f9efc0a51b0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9f0c012a40 tx=0x7f9f0c00ac90 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:56.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.885+0000 7f9ef97fa640 1 -- 172.21.15.71:0/2131752313 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f080bc7f0 con 0x5586765e7370 2024-09-05T07:41:56.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.885+0000 7f9ef97fa640 1 -- 172.21.15.71:0/2131752313 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f080bd1e0 con 0x5586765e7370 2024-09-05T07:41:56.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.885+0000 7f9ef97fa640 1 -- 172.21.15.71:0/2131752313 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f080dc0c0 con 0x5586765e7370 2024-09-05T07:41:56.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.886+0000 7f9f1b548740 1 -- 172.21.15.71:0/2131752313 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 msgr2=0x5586765e9760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:56.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.886+0000 7f9f1b548740 1 --2- 172.21.15.71:0/2131752313 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 0x5586765e9760 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f9f080b8550 tx=0x7f9f08005e80 comp rx=0 tx=0).stop 2024-09-05T07:41:56.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.886+0000 7f9f1b548740 1 -- 172.21.15.71:0/2131752313 shutdown_connections 2024-09-05T07:41:56.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.886+0000 7f9f1b548740 1 --2- 172.21.15.71:0/2131752313 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 0x5586765e9760 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.886+0000 7f9f1b548740 1 --2- 172.21.15.71:0/2131752313 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765dc5d0 0x5586765dca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.886+0000 7f9f1b548740 1 --2- 172.21.15.71:0/2131752313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586765ddb40 0x5586765dc090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.886+0000 7f9f1b548740 1 -- 172.21.15.71:0/2131752313 >> 172.21.15.71:0/2131752313 conn(0x5586765a5310 msgr2=0x5586765d8c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:56.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.886+0000 7f9f1b548740 1 -- 172.21.15.71:0/2131752313 shutdown_connections 2024-09-05T07:41:56.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.886+0000 7f9f1b548740 1 -- 172.21.15.71:0/2131752313 wait complete. 2024-09-05T07:41:56.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.887+0000 7f9f1b548740 1 -- start start 2024-09-05T07:41:56.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.887+0000 7f9f1b548740 1 Processor -- start 2024-09-05T07:41:56.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.887+0000 7f9f1b548740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586765dc5d0 0x5586765e6d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:56.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.887+0000 7f9f1b548740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765ddb40 0x5586765e3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:56.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.887+0000 7f9f1b548740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 0x5586765e4570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:56.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.887+0000 7f9f1b548740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5586765e9e30 con 0x5586765e7370 2024-09-05T07:41:56.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.887+0000 7f9f1b548740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5586764fd060 con 0x5586765ddb40 2024-09-05T07:41:56.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.887+0000 7f9f1b548740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5586765e9fb0 con 0x5586765dc5d0 2024-09-05T07:41:56.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.887+0000 7f9f1b548740 10 client.0 _ll_register_callbacks cb 0x5586762508c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:56.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.887+0000 7f9f1359e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 0x5586765e4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:56.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.887+0000 7f9f1359e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 0x5586765e4570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38132/0 (socket says 172.21.15.71:38132) 2024-09-05T07:41:56.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.887+0000 7f9f1359e640 1 -- 172.21.15.71:0/1607003030 learned_addr learned my addr 172.21.15.71:0/1607003030 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:56.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.887+0000 7f9f12d9d640 1 --2- 172.21.15.71:0/1607003030 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586765dc5d0 0x5586765e6d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:56.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.887+0000 7f9f1259c640 1 --2- 172.21.15.71:0/1607003030 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765ddb40 0x5586765e3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:56.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.887+0000 7f9f1359e640 1 -- 172.21.15.71:0/1607003030 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586765dc5d0 msgr2=0x5586765e6d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:56.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.887+0000 7f9f1359e640 1 --2- 172.21.15.71:0/1607003030 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586765dc5d0 0x5586765e6d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.887+0000 7f9f1359e640 1 -- 172.21.15.71:0/1607003030 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765ddb40 msgr2=0x5586765e3fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:56.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.887+0000 7f9f1359e640 1 --2- 172.21.15.71:0/1607003030 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765ddb40 0x5586765e3fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.887+0000 7f9f1359e640 1 -- 172.21.15.71:0/1607003030 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586762b33c0 con 0x5586765e7370 2024-09-05T07:41:56.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.887+0000 7f9f1259c640 1 --2- 172.21.15.71:0/1607003030 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765ddb40 0x5586765e3fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:41:56.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.888+0000 7f9f1359e640 1 --2- 172.21.15.71:0/1607003030 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 0x5586765e4570 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f9f0c00a580 tx=0x7f9f0c019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c7e64ee2a310063 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:56.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.888+0000 7f9ef6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:56.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.888+0000 7f9ef6ff5640 1 -- 172.21.15.71:0/1607003030 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f0c023070 con 0x5586765e7370 2024-09-05T07:41:56.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.888+0000 7f9ef6ff5640 1 -- 172.21.15.71:0/1607003030 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f9f0c011e00 con 0x5586765e7370 2024-09-05T07:41:56.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.888+0000 7f9f1b548740 1 -- 172.21.15.71:0/1607003030 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9f080bd1e0 con 0x5586765e7370 2024-09-05T07:41:56.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.888+0000 7f9ef6ff5640 1 -- 172.21.15.71:0/1607003030 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9f0c031050 con 0x5586765e7370 2024-09-05T07:41:56.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.888+0000 7f9f1b548740 10 client.16014 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:56.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.888+0000 7f9f1b548740 1 -- 172.21.15.71:0/1607003030 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5586765f5800 con 0x5586765e7370 2024-09-05T07:41:56.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.888+0000 7f9ef6ff5640 1 -- 172.21.15.71:0/1607003030 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f080bd1e0 con 0x5586765e7370 2024-09-05T07:41:56.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.888+0000 7f9ef6ff5640 1 -- 172.21.15.71:0/1607003030 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f9f0c0103d0 con 0x5586765e7370 2024-09-05T07:41:56.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.888+0000 7f9f1b548740 10 client.16014 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:56.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.888+0000 7f9f1b548740 10 client.16014 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:41:56.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.888+0000 7f9f1b548740 20 client.16014 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:56.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.888+0000 7f9f1b548740 1 --2- 172.21.15.71:0/1607003030 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5586765f6cc0 0x5586765f9140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:56.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.888+0000 7f9f1b548740 4 client.16014 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:41:56.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.888+0000 7f9f1b548740 1 -- 172.21.15.71:0/1607003030 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55867654f860 con 0x5586765f6cc0 2024-09-05T07:41:56.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.889+0000 7f9f12d9d640 1 --2- 172.21.15.71:0/1607003030 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5586765f6cc0 0x5586765f9140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:56.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.889+0000 7f9f12d9d640 1 --2- 172.21.15.71:0/1607003030 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5586765f6cc0 0x5586765f9140 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=60f474a11e5c142 server_cookie=56f2f13673a9fd0a in_seq=0 out_seq=0 2024-09-05T07:41:56.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.889+0000 7f9ef6ff5640 10 client.16014 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:56.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.890+0000 7f9ef6ff5640 1 -- 172.21.15.71:0/1607003030 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55867654f860 con 0x5586765f6cc0 2024-09-05T07:41:56.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.890+0000 7f9ef6ff5640 10 client.16014 handle_command_reply: tid=0 2024-09-05T07:41:56.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.890+0000 7f9f1b548740 1 client.16014 shutdown 2024-09-05T07:41:56.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.890+0000 7f9f1b548740 1 -- 172.21.15.71:0/1607003030 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 msgr2=0x5586765e4570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:56.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.890+0000 7f9f1b548740 1 --2- 172.21.15.71:0/1607003030 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 0x5586765e4570 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f9f0c00a580 tx=0x7f9f0c019000 comp rx=0 tx=0).stop 2024-09-05T07:41:56.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.890+0000 7f9f1b548740 1 -- 172.21.15.71:0/1607003030 shutdown_connections 2024-09-05T07:41:56.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.890+0000 7f9f1b548740 1 --2- 172.21.15.71:0/1607003030 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5586765f6cc0 0x5586765f9140 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.890+0000 7f9f1b548740 1 --2- 172.21.15.71:0/1607003030 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 0x5586765e4570 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.890+0000 7f9f1b548740 1 --2- 172.21.15.71:0/1607003030 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765ddb40 0x5586765e3fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.890+0000 7f9ef6ff5640 0 client.16014 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:56.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.890+0000 7f9f1b548740 1 --2- 172.21.15.71:0/1607003030 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586765dc5d0 0x5586765e6d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.890+0000 7f9f1b548740 1 -- 172.21.15.71:0/1607003030 >> 172.21.15.71:0/1607003030 conn(0x5586765a5310 msgr2=0x5586765de990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:56.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.890+0000 7f9f1b548740 1 -- 172.21.15.71:0/1607003030 shutdown_connections 2024-09-05T07:41:56.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.890+0000 7f9f1b548740 1 -- 172.21.15.71:0/1607003030 wait complete. 2024-09-05T07:41:56.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.890+0000 7f9f1b548740 20 client.16014 trim_cache size 0 max 16384 2024-09-05T07:41:56.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.903+0000 7f9f1b548740 1 Processor -- start 2024-09-05T07:41:56.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.903+0000 7f9f1b548740 1 -- start start 2024-09-05T07:41:56.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.903+0000 7f9f1b548740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586765dc5d0 0x5586765e3890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:56.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.903+0000 7f9f1b548740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765ddb40 0x5586765e5f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:56.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.903+0000 7f9f1b548740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 0x5586765df180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:56.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.903+0000 7f9f1b548740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9f141b3bb0 con 0x5586765e7370 2024-09-05T07:41:56.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.903+0000 7f9f1b548740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9f141b1480 con 0x5586765ddb40 2024-09-05T07:41:56.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.903+0000 7f9f1b548740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9f141af2d0 con 0x5586765dc5d0 2024-09-05T07:41:56.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.903+0000 7f9f1359e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 0x5586765df180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:56.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.903+0000 7f9f1359e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 0x5586765df180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38138/0 (socket says 172.21.15.71:38138) 2024-09-05T07:41:56.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.903+0000 7f9f1359e640 1 -- 172.21.15.71:0/1541705820 learned_addr learned my addr 172.21.15.71:0/1541705820 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:56.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.903+0000 7f9f12d9d640 1 --2- 172.21.15.71:0/1541705820 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586765dc5d0 0x5586765e3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:56.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.903+0000 7f9f1259c640 1 --2- 172.21.15.71:0/1541705820 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765ddb40 0x5586765e5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:56.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.903+0000 7f9f1359e640 1 -- 172.21.15.71:0/1541705820 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586765dc5d0 msgr2=0x5586765e3890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:56.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.903+0000 7f9f1359e640 1 --2- 172.21.15.71:0/1541705820 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586765dc5d0 0x5586765e3890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.903+0000 7f9f1359e640 1 -- 172.21.15.71:0/1541705820 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765ddb40 msgr2=0x5586765e5f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:56.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.903+0000 7f9f1359e640 1 --2- 172.21.15.71:0/1541705820 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765ddb40 0x5586765e5f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.903+0000 7f9f1359e640 1 -- 172.21.15.71:0/1541705820 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586765e2f80 con 0x5586765e7370 2024-09-05T07:41:56.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.903+0000 7f9f1259c640 1 --2- 172.21.15.71:0/1541705820 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765ddb40 0x5586765e5f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:41:56.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.904+0000 7f9f1359e640 1 --2- 172.21.15.71:0/1541705820 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 0x5586765df180 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f9f0c005fc0 tx=0x7f9f0c0122d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f99c670baff4bfa5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:56.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.904+0000 7f9ef8ff9640 1 -- 172.21.15.71:0/1541705820 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f0c03a070 con 0x5586765e7370 2024-09-05T07:41:56.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.904+0000 7f9ef8ff9640 1 -- 172.21.15.71:0/1541705820 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f0c011840 con 0x5586765e7370 2024-09-05T07:41:56.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.904+0000 7f9ef8ff9640 1 -- 172.21.15.71:0/1541705820 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f0c023070 con 0x5586765e7370 2024-09-05T07:41:56.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.904+0000 7f9f1b548740 1 -- 172.21.15.71:0/1541705820 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 msgr2=0x5586765df180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:56.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.904+0000 7f9f1b548740 1 --2- 172.21.15.71:0/1541705820 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 0x5586765df180 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f9f0c005fc0 tx=0x7f9f0c0122d0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.904+0000 7f9f1b548740 1 -- 172.21.15.71:0/1541705820 shutdown_connections 2024-09-05T07:41:56.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.904+0000 7f9f1b548740 1 --2- 172.21.15.71:0/1541705820 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765e7370 0x5586765df180 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.904+0000 7f9f1b548740 1 --2- 172.21.15.71:0/1541705820 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765ddb40 0x5586765e5f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.904+0000 7f9f1b548740 1 --2- 172.21.15.71:0/1541705820 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586765dc5d0 0x5586765e3890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.904+0000 7f9f1b548740 1 -- 172.21.15.71:0/1541705820 >> 172.21.15.71:0/1541705820 conn(0x5586765a5310 msgr2=0x5586765e5830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:56.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.905+0000 7f9f1b548740 1 -- 172.21.15.71:0/1541705820 shutdown_connections 2024-09-05T07:41:56.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.905+0000 7f9f1b548740 1 -- 172.21.15.71:0/1541705820 wait complete. 2024-09-05T07:41:56.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.905+0000 7f9f1b548740 1 -- start start 2024-09-05T07:41:56.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.905+0000 7f9f1b548740 1 Processor -- start 2024-09-05T07:41:56.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.905+0000 7f9f1b548740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765dc5d0 0x5586765efb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:56.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.905+0000 7f9f1b548740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765ddb40 0x5586765eae30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:56.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.905+0000 7f9f1b548740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586765e7370 0x5586765eb5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:56.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.905+0000 7f9f1b548740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9f141af940 con 0x5586765dc5d0 2024-09-05T07:41:56.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.905+0000 7f9f1b548740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9f141b0db0 con 0x5586765ddb40 2024-09-05T07:41:56.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.905+0000 7f9f1b548740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9f141b0010 con 0x5586765e7370 2024-09-05T07:41:56.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.905+0000 7f9f1b548740 10 client.0 _ll_register_callbacks cb 0x7f9f0c00aea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:56.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.905+0000 7f9f12d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765dc5d0 0x5586765efb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:56.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.905+0000 7f9f12d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765dc5d0 0x5586765efb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38146/0 (socket says 172.21.15.71:38146) 2024-09-05T07:41:56.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.905+0000 7f9f12d9d640 1 -- 172.21.15.71:0/1206500663 learned_addr learned my addr 172.21.15.71:0/1206500663 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:56.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.905+0000 7f9f1259c640 1 --2- 172.21.15.71:0/1206500663 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765ddb40 0x5586765eae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:56.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.905+0000 7f9f12d9d640 1 -- 172.21.15.71:0/1206500663 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586765e7370 msgr2=0x5586765eb5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:56.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.905+0000 7f9f12d9d640 1 --2- 172.21.15.71:0/1206500663 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586765e7370 0x5586765eb5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.905+0000 7f9f12d9d640 1 -- 172.21.15.71:0/1206500663 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765ddb40 msgr2=0x5586765eae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:56.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.905+0000 7f9f12d9d640 1 --2- 172.21.15.71:0/1206500663 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765ddb40 0x5586765eae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.906+0000 7f9f12d9d640 1 -- 172.21.15.71:0/1206500663 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586766609e0 con 0x5586765dc5d0 2024-09-05T07:41:56.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.906+0000 7f9f12d9d640 1 --2- 172.21.15.71:0/1206500663 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765dc5d0 0x5586765efb00 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f9f04000c00 tx=0x7f9f0401e9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9aeb9d1ed984b26a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:56.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.906+0000 7f9ef6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:56.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.906+0000 7f9ef6ff5640 1 -- 172.21.15.71:0/1206500663 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f0402a060 con 0x5586765dc5d0 2024-09-05T07:41:56.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.906+0000 7f9ef6ff5640 1 -- 172.21.15.71:0/1206500663 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f9f04004030 con 0x5586765dc5d0 2024-09-05T07:41:56.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.906+0000 7f9f1b548740 1 -- 172.21.15.71:0/1206500663 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9f0c011840 con 0x5586765dc5d0 2024-09-05T07:41:56.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.906+0000 7f9ef6ff5640 1 -- 172.21.15.71:0/1206500663 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9f04031050 con 0x5586765dc5d0 2024-09-05T07:41:56.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.906+0000 7f9f1b548740 10 client.16020 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:56.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.906+0000 7f9f1b548740 1 -- 172.21.15.71:0/1206500663 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558676661c00 con 0x5586765dc5d0 2024-09-05T07:41:56.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.906+0000 7f9ef6ff5640 1 -- 172.21.15.71:0/1206500663 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f0c011840 con 0x5586765dc5d0 2024-09-05T07:41:56.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.906+0000 7f9ef6ff5640 1 -- 172.21.15.71:0/1206500663 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f9f04003760 con 0x5586765dc5d0 2024-09-05T07:41:56.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.906+0000 7f9f1b548740 10 client.16020 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:56.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.906+0000 7f9f1b548740 10 client.16020 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:41:56.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.906+0000 7f9f1b548740 20 client.16020 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:56.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.906+0000 7f9f1b548740 1 --2- 172.21.15.71:0/1206500663 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x558676662350 0x558676664790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:56.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.906+0000 7f9f1b548740 4 client.16020 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:41:56.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.906+0000 7f9f1b548740 1 -- 172.21.15.71:0/1206500663 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558676549d70 con 0x558676662350 2024-09-05T07:41:56.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.907+0000 7f9f1259c640 1 --2- 172.21.15.71:0/1206500663 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x558676662350 0x558676664790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:56.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.907+0000 7f9f1259c640 1 --2- 172.21.15.71:0/1206500663 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x558676662350 0x558676664790 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ddcfe6fd8169550 server_cookie=8f16e889959ff290 in_seq=0 out_seq=0 2024-09-05T07:41:56.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.907+0000 7f9ef6ff5640 10 client.16020 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:56.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.907+0000 7f9ef6ff5640 1 -- 172.21.15.71:0/1206500663 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558676549d70 con 0x558676662350 2024-09-05T07:41:56.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.907+0000 7f9ef6ff5640 10 client.16020 handle_command_reply: tid=0 2024-09-05T07:41:56.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.907+0000 7f9f1b548740 1 client.16020 shutdown 2024-09-05T07:41:56.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.907+0000 7f9f1b548740 1 -- 172.21.15.71:0/1206500663 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765dc5d0 msgr2=0x5586765efb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:56.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.907+0000 7f9f1b548740 1 --2- 172.21.15.71:0/1206500663 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765dc5d0 0x5586765efb00 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f9f04000c00 tx=0x7f9f0401e9e0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.907+0000 7f9f1b548740 1 -- 172.21.15.71:0/1206500663 shutdown_connections 2024-09-05T07:41:56.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.907+0000 7f9f1b548740 1 --2- 172.21.15.71:0/1206500663 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x558676662350 0x558676664790 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.907+0000 7f9f1b548740 1 --2- 172.21.15.71:0/1206500663 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5586765e7370 0x5586765eb5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.907+0000 7f9f1b548740 1 --2- 172.21.15.71:0/1206500663 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5586765ddb40 0x5586765eae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.907+0000 7f9ef6ff5640 0 client.16020 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:56.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.907+0000 7f9f1b548740 1 --2- 172.21.15.71:0/1206500663 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5586765dc5d0 0x5586765efb00 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.907+0000 7f9f1b548740 1 -- 172.21.15.71:0/1206500663 >> 172.21.15.71:0/1206500663 conn(0x5586765a5310 msgr2=0x5586765e6050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:56.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.908+0000 7f9f1b548740 1 -- 172.21.15.71:0/1206500663 shutdown_connections 2024-09-05T07:41:56.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.908+0000 7f9f1b548740 1 -- 172.21.15.71:0/1206500663 wait complete. 2024-09-05T07:41:56.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.908+0000 7f9f1b548740 20 client.16020 trim_cache size 0 max 16384 2024-09-05T07:41:56.915 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:41:56.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.908+0000 7f9f1916f640 1 -- 172.21.15.71:0/2717089209 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9efc0a2cf0 msgr2=0x7f9efc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:56.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.908+0000 7f9f1916f640 1 --2- 172.21.15.71:0/2717089209 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9efc0a2cf0 0x7f9efc0a51b0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9f0c012a40 tx=0x7f9f0c00ac90 comp rx=0 tx=0).stop 2024-09-05T07:41:56.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.908+0000 7f9f1916f640 1 -- 172.21.15.71:0/2717089209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9f14100d00 msgr2=0x7f9f14101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:56.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.908+0000 7f9f1916f640 1 --2- 172.21.15.71:0/2717089209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9f14100d00 0x7f9f14101810 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f9f08031440 tx=0x7f9f08004270 comp rx=0 tx=0).stop 2024-09-05T07:41:56.916 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.908+0000 7f9f1916f640 1 -- 172.21.15.71:0/2717089209 shutdown_connections 2024-09-05T07:41:56.916 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.908+0000 7f9f1916f640 1 --2- 172.21.15.71:0/2717089209 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9efc0a2cf0 0x7f9efc0a51b0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.916 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.908+0000 7f9f1916f640 1 --2- 172.21.15.71:0/2717089209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9f14106f50 0x7f9f14101d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.916 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.908+0000 7f9f1916f640 1 --2- 172.21.15.71:0/2717089209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9f14100d00 0x7f9f14101810 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.916 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.908+0000 7f9f1916f640 1 --2- 172.21.15.71:0/2717089209 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9f14100350 0x7f9f141012d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:56.916 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.908+0000 7f9f1916f640 1 -- 172.21.15.71:0/2717089209 >> 172.21.15.71:0/2717089209 conn(0x7f9f14077210 msgr2=0x7f9f141053c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:56.916 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.908+0000 7f9f1916f640 1 -- 172.21.15.71:0/2717089209 shutdown_connections 2024-09-05T07:41:56.916 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:56.908+0000 7f9f1916f640 1 -- 172.21.15.71:0/2717089209 wait complete. 2024-09-05T07:41:56.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:56 smithi123 ceph-mon[34568]: pgmap v103: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-05T07:41:56.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:56 smithi192 ceph-mon[34929]: pgmap v103: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-05T07:41:58.762 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T07:41:58.763 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T07:41:58.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:41:58 smithi071 ceph-mon[30965]: pgmap v104: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 7 op/s 2024-09-05T07:41:58.929 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:41:58 smithi123 ceph-mon[34568]: pgmap v104: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 7 op/s 2024-09-05T07:41:58.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:41:58 smithi192 ceph-mon[34929]: pgmap v104: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 7 op/s 2024-09-05T07:41:59.024 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:41:59.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.517+0000 7fa026529640 1 -- 172.21.15.71:0/1000397439 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa020100e20 msgr2=0x7fa020101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:59.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.517+0000 7fa026529640 1 --2- 172.21.15.71:0/1000397439 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa020100e20 0x7fa020101200 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fa010009900 tx=0x7fa01002a480 comp rx=0 tx=0).stop 2024-09-05T07:41:59.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.517+0000 7fa026529640 1 -- 172.21.15.71:0/1000397439 shutdown_connections 2024-09-05T07:41:59.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.517+0000 7fa026529640 1 --2- 172.21.15.71:0/1000397439 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa020102ef0 0x7fa02010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.517+0000 7fa026529640 1 --2- 172.21.15.71:0/1000397439 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa020102570 0x7fa0201029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.517+0000 7fa026529640 1 --2- 172.21.15.71:0/1000397439 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa020100e20 0x7fa020101200 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.517+0000 7fa026529640 1 -- 172.21.15.71:0/1000397439 >> 172.21.15.71:0/1000397439 conn(0x7fa0200fc7d0 msgr2=0x7fa0200febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:59.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.517+0000 7fa026529640 1 -- 172.21.15.71:0/1000397439 shutdown_connections 2024-09-05T07:41:59.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.517+0000 7fa026529640 1 -- 172.21.15.71:0/1000397439 wait complete. 2024-09-05T07:41:59.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.518+0000 7fa026529640 1 Processor -- start 2024-09-05T07:41:59.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.518+0000 7fa026529640 1 -- start start 2024-09-05T07:41:59.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.518+0000 7fa026529640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa020100e20 0x7fa020197310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:59.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.518+0000 7fa026529640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa020102570 0x7fa020197850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:59.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.518+0000 7fa026529640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa020102ef0 0x7fa02019bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:59.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.518+0000 7fa026529640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa020110e50 con 0x7fa020102570 2024-09-05T07:41:59.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.518+0000 7fa026529640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa020110cd0 con 0x7fa020102ef0 2024-09-05T07:41:59.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.518+0000 7fa026529640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa020110fd0 con 0x7fa020100e20 2024-09-05T07:41:59.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.518+0000 7fa01f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa020102570 0x7fa020197850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:59.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.518+0000 7fa01f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa020102570 0x7fa020197850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38156/0 (socket says 172.21.15.71:38156) 2024-09-05T07:41:59.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.518+0000 7fa01f7fe640 1 -- 172.21.15.71:0/3618615532 learned_addr learned my addr 172.21.15.71:0/3618615532 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:59.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.518+0000 7fa024ac6640 1 --2- 172.21.15.71:0/3618615532 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa020102ef0 0x7fa02019bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:59.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.518+0000 7fa01ffff640 1 --2- 172.21.15.71:0/3618615532 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa020100e20 0x7fa020197310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:59.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.518+0000 7fa01f7fe640 1 -- 172.21.15.71:0/3618615532 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa020100e20 msgr2=0x7fa020197310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:59.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.518+0000 7fa01f7fe640 1 --2- 172.21.15.71:0/3618615532 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa020100e20 0x7fa020197310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.519+0000 7fa01f7fe640 1 -- 172.21.15.71:0/3618615532 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa020102ef0 msgr2=0x7fa02019bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:59.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.519+0000 7fa01f7fe640 1 --2- 172.21.15.71:0/3618615532 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa020102ef0 0x7fa02019bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.519+0000 7fa01f7fe640 1 -- 172.21.15.71:0/3618615532 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa02019c2c0 con 0x7fa020102570 2024-09-05T07:41:59.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.519+0000 7fa01ffff640 1 --2- 172.21.15.71:0/3618615532 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa020100e20 0x7fa020197310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:41:59.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.519+0000 7fa01f7fe640 1 --2- 172.21.15.71:0/3618615532 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa020102570 0x7fa020197850 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fa01400b4a0 tx=0x7fa01400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:59.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.519+0000 7fa01d7fa640 1 -- 172.21.15.71:0/3618615532 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa014014070 con 0x7fa020102570 2024-09-05T07:41:59.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.519+0000 7fa01d7fa640 1 -- 172.21.15.71:0/3618615532 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa014010ac0 con 0x7fa020102570 2024-09-05T07:41:59.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.519+0000 7fa026529640 1 -- 172.21.15.71:0/3618615532 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa02019c5b0 con 0x7fa020102570 2024-09-05T07:41:59.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.519+0000 7fa01d7fa640 1 -- 172.21.15.71:0/3618615532 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa014017c30 con 0x7fa020102570 2024-09-05T07:41:59.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.519+0000 7fa026529640 1 -- 172.21.15.71:0/3618615532 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0201a3e90 con 0x7fa020102570 2024-09-05T07:41:59.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.521+0000 7fa01d7fa640 1 -- 172.21.15.71:0/3618615532 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fa014017070 con 0x7fa020102570 2024-09-05T07:41:59.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.521+0000 7fa028902740 1 Processor -- start 2024-09-05T07:41:59.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa028902740 1 -- start start 2024-09-05T07:41:59.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa01d7fa640 1 --2- 172.21.15.71:0/3618615532 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa0080a2cf0 0x7fa0080a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:59.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa028902740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e902a20 0x55e99e902e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:59.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa028902740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e903340 0x55e99e911e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:59.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa028902740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e912340 0x55e99e914730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:59.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa028902740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55e99e868280 con 0x55e99e903340 2024-09-05T07:41:59.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa028902740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e99e80fb10 con 0x55e99e912340 2024-09-05T07:41:59.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa028902740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55e99e864240 con 0x55e99e902a20 2024-09-05T07:41:59.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa024ac6640 1 --2- 172.21.15.71:0/3618615532 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa0080a2cf0 0x7fa0080a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:59.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa01d7fa640 1 -- 172.21.15.71:0/3618615532 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fa0140ceb30 con 0x7fa020102570 2024-09-05T07:41:59.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa01f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e903340 0x55e99e911e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:59.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa01f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e903340 0x55e99e911e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38168/0 (socket says 172.21.15.71:38168) 2024-09-05T07:41:59.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa01f7fe640 1 -- 172.21.15.71:0/2638210183 learned_addr learned my addr 172.21.15.71:0/2638210183 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:59.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa024ac6640 1 --2- 172.21.15.71:0/2638210183 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e912340 0x55e99e914730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:59.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa01ffff640 1 --2- 172.21.15.71:0/2638210183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e902a20 0x55e99e902e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:59.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa01f7fe640 1 -- 172.21.15.71:0/2638210183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e902a20 msgr2=0x55e99e902e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:59.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa01f7fe640 1 --2- 172.21.15.71:0/2638210183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e902a20 0x55e99e902e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa01f7fe640 1 -- 172.21.15.71:0/2638210183 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e912340 msgr2=0x55e99e914730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:59.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa01f7fe640 1 --2- 172.21.15.71:0/2638210183 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e912340 0x55e99e914730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa01f7fe640 1 -- 172.21.15.71:0/2638210183 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e99e81c1f0 con 0x55e99e903340 2024-09-05T07:41:59.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa024ac6640 1 --2- 172.21.15.71:0/2638210183 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e912340 0x55e99e914730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:41:59.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa01ffff640 1 --2- 172.21.15.71:0/2638210183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e902a20 0x55e99e902e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:41:59.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa024ac6640 1 --2- 172.21.15.71:0/3618615532 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa0080a2cf0 0x7fa0080a51b0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fa018013750 tx=0x7fa018013b50 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:59.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.522+0000 7fa01f7fe640 1 --2- 172.21.15.71:0/2638210183 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e903340 0x55e99e911e00 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fa01409aa60 tx=0x7fa01407ea40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77e3026651dae859 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:59.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.523+0000 7fa0067fc640 1 -- 172.21.15.71:0/2638210183 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa01401e050 con 0x55e99e903340 2024-09-05T07:41:59.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.523+0000 7fa0067fc640 1 -- 172.21.15.71:0/2638210183 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa01409f110 con 0x55e99e903340 2024-09-05T07:41:59.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.523+0000 7fa0067fc640 1 -- 172.21.15.71:0/2638210183 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0140cc100 con 0x55e99e903340 2024-09-05T07:41:59.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.523+0000 7fa028902740 1 -- 172.21.15.71:0/2638210183 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e903340 msgr2=0x55e99e911e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:59.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.523+0000 7fa028902740 1 --2- 172.21.15.71:0/2638210183 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e903340 0x55e99e911e00 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fa01409aa60 tx=0x7fa01407ea40 comp rx=0 tx=0).stop 2024-09-05T07:41:59.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.523+0000 7fa028902740 1 -- 172.21.15.71:0/2638210183 shutdown_connections 2024-09-05T07:41:59.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.523+0000 7fa028902740 1 --2- 172.21.15.71:0/2638210183 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e912340 0x55e99e914730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.523+0000 7fa028902740 1 --2- 172.21.15.71:0/2638210183 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e903340 0x55e99e911e00 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.523+0000 7fa028902740 1 --2- 172.21.15.71:0/2638210183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e902a20 0x55e99e902e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.523+0000 7fa028902740 1 -- 172.21.15.71:0/2638210183 >> 172.21.15.71:0/2638210183 conn(0x55e99e8ff0f0 msgr2=0x55e99e8ff4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:59.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.523+0000 7fa028902740 1 -- 172.21.15.71:0/2638210183 shutdown_connections 2024-09-05T07:41:59.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.523+0000 7fa028902740 1 -- 172.21.15.71:0/2638210183 wait complete. 2024-09-05T07:41:59.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.524+0000 7fa028902740 1 -- start start 2024-09-05T07:41:59.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.524+0000 7fa028902740 1 Processor -- start 2024-09-05T07:41:59.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.524+0000 7fa028902740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e902a20 0x55e99e90f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:59.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.524+0000 7fa028902740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e903340 0x55e99e90f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:59.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.524+0000 7fa028902740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e912340 0x55e99e90fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:59.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.524+0000 7fa028902740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55e99e914cd0 con 0x55e99e912340 2024-09-05T07:41:59.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.524+0000 7fa028902740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e99e822f10 con 0x55e99e902a20 2024-09-05T07:41:59.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.524+0000 7fa028902740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55e99e914e50 con 0x55e99e903340 2024-09-05T07:41:59.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.524+0000 7fa028902740 10 client.0 _ll_register_callbacks cb 0x55e99e7eba40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:59.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.524+0000 7fa024ac6640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e912340 0x55e99e90fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:59.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.524+0000 7fa024ac6640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e912340 0x55e99e90fd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38182/0 (socket says 172.21.15.71:38182) 2024-09-05T07:41:59.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.524+0000 7fa024ac6640 1 -- 172.21.15.71:0/21158602 learned_addr learned my addr 172.21.15.71:0/21158602 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:59.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.525+0000 7fa01f7fe640 1 --2- 172.21.15.71:0/21158602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e903340 0x55e99e90f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:59.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.525+0000 7fa024ac6640 1 -- 172.21.15.71:0/21158602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e903340 msgr2=0x55e99e90f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:59.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.525+0000 7fa024ac6640 1 --2- 172.21.15.71:0/21158602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e903340 0x55e99e90f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.525+0000 7fa024ac6640 1 -- 172.21.15.71:0/21158602 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e902a20 msgr2=0x55e99e90f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:59.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.525+0000 7fa024ac6640 1 --2- 172.21.15.71:0/21158602 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e902a20 0x55e99e90f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.525+0000 7fa024ac6640 1 -- 172.21.15.71:0/21158602 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e99e5d96a0 con 0x55e99e912340 2024-09-05T07:41:59.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.525+0000 7fa01f7fe640 1 --2- 172.21.15.71:0/21158602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e903340 0x55e99e90f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:41:59.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.525+0000 7fa024ac6640 1 --2- 172.21.15.71:0/21158602 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e912340 0x55e99e90fd30 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fa018011cf0 tx=0x7fa018004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd5ecbca5fb2eb2f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:59.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.525+0000 7f9fff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:59.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.525+0000 7f9fff7fe640 1 -- 172.21.15.71:0/21158602 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa018024070 con 0x55e99e912340 2024-09-05T07:41:59.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.525+0000 7fa028902740 1 -- 172.21.15.71:0/21158602 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa01409f110 con 0x55e99e912340 2024-09-05T07:41:59.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.525+0000 7f9fff7fe640 1 -- 172.21.15.71:0/21158602 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fa018020620 con 0x55e99e912340 2024-09-05T07:41:59.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.525+0000 7f9fff7fe640 1 -- 172.21.15.71:0/21158602 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa018030050 con 0x55e99e912340 2024-09-05T07:41:59.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.525+0000 7fa028902740 10 client.16032 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:59.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.525+0000 7fa028902740 1 -- 172.21.15.71:0/21158602 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e99e9209a0 con 0x55e99e912340 2024-09-05T07:41:59.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.526+0000 7f9fff7fe640 1 -- 172.21.15.71:0/21158602 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa01409f110 con 0x55e99e912340 2024-09-05T07:41:59.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.526+0000 7f9fff7fe640 1 -- 172.21.15.71:0/21158602 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fa01800e890 con 0x55e99e912340 2024-09-05T07:41:59.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.526+0000 7fa028902740 10 client.16032 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:59.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.526+0000 7fa028902740 10 client.16032 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:41:59.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.526+0000 7fa028902740 20 client.16032 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:59.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.526+0000 7fa028902740 1 --2- 172.21.15.71:0/21158602 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55e99e921e00 0x55e99e924270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:59.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.526+0000 7fa028902740 4 client.16032 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:41:59.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.526+0000 7fa028902740 1 -- 172.21.15.71:0/21158602 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e99e8757f0 con 0x55e99e921e00 2024-09-05T07:41:59.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.526+0000 7fa01ffff640 1 --2- 172.21.15.71:0/21158602 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55e99e921e00 0x55e99e924270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:59.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.527+0000 7f9fff7fe640 10 client.16032 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:59.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.527+0000 7fa01ffff640 1 --2- 172.21.15.71:0/21158602 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55e99e921e00 0x55e99e924270 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b9016b9bb47cba0e server_cookie=f7935de1f9a7996a in_seq=0 out_seq=0 2024-09-05T07:41:59.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.527+0000 7f9fff7fe640 1 -- 172.21.15.71:0/21158602 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e99e8757f0 con 0x55e99e921e00 2024-09-05T07:41:59.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.527+0000 7f9fff7fe640 10 client.16032 handle_command_reply: tid=0 2024-09-05T07:41:59.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.527+0000 7fa028902740 1 client.16032 shutdown 2024-09-05T07:41:59.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.527+0000 7fa028902740 1 -- 172.21.15.71:0/21158602 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e912340 msgr2=0x55e99e90fd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:59.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.527+0000 7fa028902740 1 --2- 172.21.15.71:0/21158602 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e912340 0x55e99e90fd30 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fa018011cf0 tx=0x7fa018004ab0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.528+0000 7fa028902740 1 -- 172.21.15.71:0/21158602 shutdown_connections 2024-09-05T07:41:59.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.528+0000 7fa028902740 1 --2- 172.21.15.71:0/21158602 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55e99e921e00 0x55e99e924270 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.528+0000 7fa028902740 1 --2- 172.21.15.71:0/21158602 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e912340 0x55e99e90fd30 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.528+0000 7fa028902740 1 --2- 172.21.15.71:0/21158602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e903340 0x55e99e90f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.528+0000 7fa028902740 1 --2- 172.21.15.71:0/21158602 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e902a20 0x55e99e90f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.528+0000 7fa028902740 1 -- 172.21.15.71:0/21158602 >> 172.21.15.71:0/21158602 conn(0x55e99e8ff0f0 msgr2=0x55e99e8fe270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:59.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.528+0000 7f9fff7fe640 0 client.16032 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:59.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.528+0000 7fa028902740 1 -- 172.21.15.71:0/21158602 shutdown_connections 2024-09-05T07:41:59.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.528+0000 7fa028902740 1 -- 172.21.15.71:0/21158602 wait complete. 2024-09-05T07:41:59.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.528+0000 7fa028902740 20 client.16032 trim_cache size 0 max 16384 2024-09-05T07:41:59.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa028902740 1 Processor -- start 2024-09-05T07:41:59.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa028902740 1 -- start start 2024-09-05T07:41:59.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa028902740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e8ff0f0 0x55e99e90cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:59.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa028902740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e902a20 0x55e99e90eb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:59.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa028902740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e903340 0x55e99e8fda50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:59.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa028902740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa0201af670 con 0x55e99e903340 2024-09-05T07:41:59.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa028902740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa0201acf40 con 0x55e99e8ff0f0 2024-09-05T07:41:59.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa028902740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa0201aad90 con 0x55e99e902a20 2024-09-05T07:41:59.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa024ac6640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e903340 0x55e99e8fda50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:59.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa024ac6640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e903340 0x55e99e8fda50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38184/0 (socket says 172.21.15.71:38184) 2024-09-05T07:41:59.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa024ac6640 1 -- 172.21.15.71:0/1605833600 learned_addr learned my addr 172.21.15.71:0/1605833600 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:59.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa01f7fe640 1 --2- 172.21.15.71:0/1605833600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e902a20 0x55e99e90eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:59.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa01ffff640 1 --2- 172.21.15.71:0/1605833600 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e8ff0f0 0x55e99e90cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:59.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa024ac6640 1 -- 172.21.15.71:0/1605833600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e902a20 msgr2=0x55e99e90eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:59.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa024ac6640 1 --2- 172.21.15.71:0/1605833600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e902a20 0x55e99e90eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa024ac6640 1 -- 172.21.15.71:0/1605833600 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e8ff0f0 msgr2=0x55e99e90cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:59.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa024ac6640 1 --2- 172.21.15.71:0/1605833600 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e8ff0f0 0x55e99e90cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa024ac6640 1 -- 172.21.15.71:0/1605833600 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e99e8f9680 con 0x55e99e903340 2024-09-05T07:41:59.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa01f7fe640 1 --2- 172.21.15.71:0/1605833600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e902a20 0x55e99e90eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:41:59.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa01ffff640 1 --2- 172.21.15.71:0/1605833600 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e8ff0f0 0x55e99e90cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:41:59.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.545+0000 7fa024ac6640 1 --2- 172.21.15.71:0/1605833600 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e903340 0x55e99e8fda50 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fa018007bc0 tx=0x7fa018011f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9172a92537b5346e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:59.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.546+0000 7fa005ffb640 1 -- 172.21.15.71:0/1605833600 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa018024040 con 0x55e99e903340 2024-09-05T07:41:59.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.546+0000 7fa005ffb640 1 -- 172.21.15.71:0/1605833600 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa018039070 con 0x55e99e903340 2024-09-05T07:41:59.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.546+0000 7fa005ffb640 1 -- 172.21.15.71:0/1605833600 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0180297b0 con 0x55e99e903340 2024-09-05T07:41:59.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.546+0000 7fa028902740 1 -- 172.21.15.71:0/1605833600 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e903340 msgr2=0x55e99e8fda50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:59.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.546+0000 7fa028902740 1 --2- 172.21.15.71:0/1605833600 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e903340 0x55e99e8fda50 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fa018007bc0 tx=0x7fa018011f30 comp rx=0 tx=0).stop 2024-09-05T07:41:59.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.546+0000 7fa028902740 1 -- 172.21.15.71:0/1605833600 shutdown_connections 2024-09-05T07:41:59.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.546+0000 7fa028902740 1 --2- 172.21.15.71:0/1605833600 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e903340 0x55e99e8fda50 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.546+0000 7fa028902740 1 --2- 172.21.15.71:0/1605833600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e902a20 0x55e99e90eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.546+0000 7fa028902740 1 --2- 172.21.15.71:0/1605833600 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e8ff0f0 0x55e99e90cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.546+0000 7fa028902740 1 -- 172.21.15.71:0/1605833600 >> 172.21.15.71:0/1605833600 conn(0x55e99e913b40 msgr2=0x55e99e906e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:59.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.546+0000 7fa028902740 1 -- 172.21.15.71:0/1605833600 shutdown_connections 2024-09-05T07:41:59.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.546+0000 7fa028902740 1 -- 172.21.15.71:0/1605833600 wait complete. 2024-09-05T07:41:59.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.547+0000 7fa028902740 1 -- start start 2024-09-05T07:41:59.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.547+0000 7fa028902740 1 Processor -- start 2024-09-05T07:41:59.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.547+0000 7fa028902740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e8ff0f0 0x55e99e91a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:59.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.547+0000 7fa028902740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e902a20 0x55e99e91a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:59.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.547+0000 7fa028902740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e903340 0x55e99e9170b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:59.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.547+0000 7fa028902740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa0201ab400 con 0x55e99e8ff0f0 2024-09-05T07:41:59.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.547+0000 7fa028902740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa0201ac870 con 0x55e99e903340 2024-09-05T07:41:59.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.547+0000 7fa028902740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa0201abad0 con 0x55e99e902a20 2024-09-05T07:41:59.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.547+0000 7fa028902740 10 client.0 _ll_register_callbacks cb 0x7fa0180072a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:41:59.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.547+0000 7fa01ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e8ff0f0 0x55e99e91a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:59.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.547+0000 7fa01ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e8ff0f0 0x55e99e91a2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38194/0 (socket says 172.21.15.71:38194) 2024-09-05T07:41:59.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.547+0000 7fa01ffff640 1 -- 172.21.15.71:0/2754944822 learned_addr learned my addr 172.21.15.71:0/2754944822 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:41:59.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.547+0000 7fa024ac6640 1 --2- 172.21.15.71:0/2754944822 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e903340 0x55e99e9170b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:59.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.547+0000 7fa01f7fe640 1 --2- 172.21.15.71:0/2754944822 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e902a20 0x55e99e91a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:59.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.548+0000 7fa01ffff640 1 -- 172.21.15.71:0/2754944822 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e902a20 msgr2=0x55e99e91a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:59.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.548+0000 7fa01ffff640 1 --2- 172.21.15.71:0/2754944822 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e902a20 0x55e99e91a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.548+0000 7fa01ffff640 1 -- 172.21.15.71:0/2754944822 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e903340 msgr2=0x55e99e9170b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:41:59.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.548+0000 7fa01ffff640 1 --2- 172.21.15.71:0/2754944822 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e903340 0x55e99e9170b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.548+0000 7fa01ffff640 1 -- 172.21.15.71:0/2754944822 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e99e9178e0 con 0x55e99e8ff0f0 2024-09-05T07:41:59.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.548+0000 7fa01ffff640 1 --2- 172.21.15.71:0/2754944822 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e8ff0f0 0x55e99e91a2c0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fa01002a4c0 tx=0x7fa010031f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed048ccc57611ddf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:41:59.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.548+0000 7f9fff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:41:59.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.548+0000 7f9fff7fe640 1 -- 172.21.15.71:0/2754944822 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa010047020 con 0x55e99e8ff0f0 2024-09-05T07:41:59.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.548+0000 7f9fff7fe640 1 -- 172.21.15.71:0/2754944822 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fa010031430 con 0x55e99e8ff0f0 2024-09-05T07:41:59.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.548+0000 7fa028902740 1 -- 172.21.15.71:0/2754944822 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa018039070 con 0x55e99e8ff0f0 2024-09-05T07:41:59.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.548+0000 7f9fff7fe640 1 -- 172.21.15.71:0/2754944822 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa010052050 con 0x55e99e8ff0f0 2024-09-05T07:41:59.554 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.548+0000 7fa028902740 10 client.16038 fetch_fsmap learned FSMap version 26 2024-09-05T07:41:59.554 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.548+0000 7fa028902740 1 -- 172.21.15.71:0/2754944822 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e99e98d590 con 0x55e99e8ff0f0 2024-09-05T07:41:59.554 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.548+0000 7f9fff7fe640 1 -- 172.21.15.71:0/2754944822 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa018039070 con 0x55e99e8ff0f0 2024-09-05T07:41:59.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.549+0000 7f9fff7fe640 1 -- 172.21.15.71:0/2754944822 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fa01003c440 con 0x55e99e8ff0f0 2024-09-05T07:41:59.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.549+0000 7fa028902740 10 client.16038 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:41:59.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.549+0000 7fa028902740 10 client.16038 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:41:59.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.549+0000 7fa028902740 20 client.16038 populate_metadata read hostname 'smithi071' 2024-09-05T07:41:59.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.549+0000 7fa028902740 1 --2- 172.21.15.71:0/2754944822 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55e99e912340 0x55e99e98fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:41:59.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.549+0000 7fa028902740 4 client.16038 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T07:41:59.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.549+0000 7fa028902740 1 -- 172.21.15.71:0/2754944822 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55e99e86fd00 con 0x55e99e912340 2024-09-05T07:41:59.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.549+0000 7fa01f7fe640 1 --2- 172.21.15.71:0/2754944822 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55e99e912340 0x55e99e98fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:41:59.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.549+0000 7f9fff7fe640 10 client.16038 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:59.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.549+0000 7fa01f7fe640 1 --2- 172.21.15.71:0/2754944822 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55e99e912340 0x55e99e98fd20 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e1d601c3cacbe48 server_cookie=4a906ca9f55bba39 in_seq=0 out_seq=0 2024-09-05T07:41:59.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.550+0000 7f9fff7fe640 1 -- 172.21.15.71:0/2754944822 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55e99e86fd00 con 0x55e99e912340 2024-09-05T07:41:59.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.550+0000 7f9fff7fe640 10 client.16038 handle_command_reply: tid=0 2024-09-05T07:41:59.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.550+0000 7fa028902740 1 client.16038 shutdown 2024-09-05T07:41:59.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa028902740 1 -- 172.21.15.71:0/2754944822 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e8ff0f0 msgr2=0x55e99e91a2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:59.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa028902740 1 --2- 172.21.15.71:0/2754944822 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e8ff0f0 0x55e99e91a2c0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fa01002a4c0 tx=0x7fa010031f70 comp rx=0 tx=0).stop 2024-09-05T07:41:59.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa028902740 1 -- 172.21.15.71:0/2754944822 shutdown_connections 2024-09-05T07:41:59.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa028902740 1 --2- 172.21.15.71:0/2754944822 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55e99e912340 0x55e99e98fd20 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa028902740 1 --2- 172.21.15.71:0/2754944822 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e99e903340 0x55e99e9170b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa028902740 1 --2- 172.21.15.71:0/2754944822 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e99e902a20 0x55e99e91a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa028902740 1 --2- 172.21.15.71:0/2754944822 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e99e8ff0f0 0x55e99e91a2c0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa028902740 1 -- 172.21.15.71:0/2754944822 >> 172.21.15.71:0/2754944822 conn(0x55e99e913b40 msgr2=0x55e99e8fda50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:59.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7f9fff7fe640 0 client.16038 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:41:59.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa028902740 1 -- 172.21.15.71:0/2754944822 shutdown_connections 2024-09-05T07:41:59.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa028902740 1 -- 172.21.15.71:0/2754944822 wait complete. 2024-09-05T07:41:59.558 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa028902740 20 client.16038 trim_cache size 0 max 16384 2024-09-05T07:41:59.558 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:41:59.558 INFO:teuthology.orchestra.run.smithi071.stdout: "return_code": 0, 2024-09-05T07:41:59.558 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_tag": "ee83d69b-0e1d-4a8c-a5f6-aa0b983bd083", 2024-09-05T07:41:59.558 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": "asynchronous" 2024-09-05T07:41:59.558 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:41:59.559 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa026529640 1 -- 172.21.15.71:0/3618615532 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa0080a2cf0 msgr2=0x7fa0080a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:59.559 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa026529640 1 --2- 172.21.15.71:0/3618615532 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa0080a2cf0 0x7fa0080a51b0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fa018013750 tx=0x7fa018013b50 comp rx=0 tx=0).stop 2024-09-05T07:41:59.559 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa026529640 1 -- 172.21.15.71:0/3618615532 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa020102570 msgr2=0x7fa020197850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:41:59.559 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa026529640 1 --2- 172.21.15.71:0/3618615532 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa020102570 0x7fa020197850 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fa01400b4a0 tx=0x7fa01400b960 comp rx=0 tx=0).stop 2024-09-05T07:41:59.559 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa026529640 1 -- 172.21.15.71:0/3618615532 shutdown_connections 2024-09-05T07:41:59.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa026529640 1 --2- 172.21.15.71:0/3618615532 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa0080a2cf0 0x7fa0080a51b0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa026529640 1 --2- 172.21.15.71:0/3618615532 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa020102ef0 0x7fa02019bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa026529640 1 --2- 172.21.15.71:0/3618615532 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa020102570 0x7fa020197850 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa026529640 1 --2- 172.21.15.71:0/3618615532 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa020100e20 0x7fa020197310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:41:59.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.551+0000 7fa026529640 1 -- 172.21.15.71:0/3618615532 >> 172.21.15.71:0/3618615532 conn(0x7fa0200fc7d0 msgr2=0x7fa0200febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:41:59.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.552+0000 7fa026529640 1 -- 172.21.15.71:0/3618615532 shutdown_connections 2024-09-05T07:41:59.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:41:59.552+0000 7fa026529640 1 -- 172.21.15.71:0/3618615532 wait complete. 2024-09-05T07:42:00.415 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:42:00.675 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:42:00.796 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:00 smithi071 ceph-mon[30965]: scrub queued for path: / 2024-09-05T07:42:00.796 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:00 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:42:00.796 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:00 smithi071 ceph-mon[30965]: scrub summary: active paths [/] 2024-09-05T07:42:00.796 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:00 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:42:00.796 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:00 smithi071 ceph-mon[30965]: scrub summary: idle 2024-09-05T07:42:00.796 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:00 smithi071 ceph-mon[30965]: pgmap v105: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-05T07:42:00.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:00 smithi123 ceph-mon[34568]: scrub queued for path: / 2024-09-05T07:42:00.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:00 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:42:00.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:00 smithi123 ceph-mon[34568]: scrub summary: active paths [/] 2024-09-05T07:42:00.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:00 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:42:00.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:00 smithi123 ceph-mon[34568]: scrub summary: idle 2024-09-05T07:42:00.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:00 smithi123 ceph-mon[34568]: pgmap v105: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-05T07:42:00.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:00 smithi192 ceph-mon[34929]: scrub queued for path: / 2024-09-05T07:42:00.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:00 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:42:00.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:00 smithi192 ceph-mon[34929]: scrub summary: active paths [/] 2024-09-05T07:42:00.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:00 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:42:00.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:00 smithi192 ceph-mon[34929]: scrub summary: idle 2024-09-05T07:42:00.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:00 smithi192 ceph-mon[34929]: pgmap v105: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 341 B/s wr, 5 op/s 2024-09-05T07:42:01.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.166+0000 7fdbf4c7e640 1 -- 172.21.15.71:0/1567062409 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbf0100eb0 msgr2=0x7fdbf0106840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:01.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.166+0000 7fdbf4c7e640 1 --2- 172.21.15.71:0/1567062409 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbf0100eb0 0x7fdbf0106840 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fdbd8009900 tx=0x7fdbd802a410 comp rx=0 tx=0).stop 2024-09-05T07:42:01.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.166+0000 7fdbf4c7e640 1 -- 172.21.15.71:0/1567062409 shutdown_connections 2024-09-05T07:42:01.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.166+0000 7fdbf4c7e640 1 --2- 172.21.15.71:0/1567062409 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdbf0106f70 0x7fdbf010eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.166+0000 7fdbf4c7e640 1 --2- 172.21.15.71:0/1567062409 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbf0100eb0 0x7fdbf0106840 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.166+0000 7fdbf4c7e640 1 --2- 172.21.15.71:0/1567062409 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbf0100500 0x7fdbf01008e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.166+0000 7fdbf4c7e640 1 -- 172.21.15.71:0/1567062409 >> 172.21.15.71:0/1567062409 conn(0x7fdbf00fc5c0 msgr2=0x7fdbf00fe9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:01.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.166+0000 7fdbf4c7e640 1 -- 172.21.15.71:0/1567062409 shutdown_connections 2024-09-05T07:42:01.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.166+0000 7fdbf4c7e640 1 -- 172.21.15.71:0/1567062409 wait complete. 2024-09-05T07:42:01.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.167+0000 7fdbf4c7e640 1 Processor -- start 2024-09-05T07:42:01.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.167+0000 7fdbf4c7e640 1 -- start start 2024-09-05T07:42:01.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.167+0000 7fdbf4c7e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbf0100500 0x7fdbf0101480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:01.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.167+0000 7fdbf4c7e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbf0100eb0 0x7fdbf01019c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:01.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.167+0000 7fdbf4c7e640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdbf0106f70 0x7fdbf0101f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:01.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.167+0000 7fdbf4c7e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf0111e80 con 0x7fdbf0100500 2024-09-05T07:42:01.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.167+0000 7fdbf4c7e640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf0111d00 con 0x7fdbf0106f70 2024-09-05T07:42:01.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.167+0000 7fdbf4c7e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf0112000 con 0x7fdbf0100eb0 2024-09-05T07:42:01.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.167+0000 7fdbee59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbf0100500 0x7fdbf0101480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:01.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.167+0000 7fdbee59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbf0100500 0x7fdbf0101480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48266/0 (socket says 172.21.15.71:48266) 2024-09-05T07:42:01.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.167+0000 7fdbee59c640 1 -- 172.21.15.71:0/4168178355 learned_addr learned my addr 172.21.15.71:0/4168178355 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:01.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.167+0000 7fdbedd9b640 1 --2- 172.21.15.71:0/4168178355 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbf0100eb0 0x7fdbf01019c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:01.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.167+0000 7fdbeed9d640 1 --2- 172.21.15.71:0/4168178355 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdbf0106f70 0x7fdbf0101f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:01.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.167+0000 7fdbee59c640 1 -- 172.21.15.71:0/4168178355 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbf0100eb0 msgr2=0x7fdbf01019c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:01.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.167+0000 7fdbee59c640 1 --2- 172.21.15.71:0/4168178355 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbf0100eb0 0x7fdbf01019c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.167+0000 7fdbee59c640 1 -- 172.21.15.71:0/4168178355 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdbf0106f70 msgr2=0x7fdbf0101f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:01.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.167+0000 7fdbee59c640 1 --2- 172.21.15.71:0/4168178355 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdbf0106f70 0x7fdbf0101f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.167+0000 7fdbee59c640 1 -- 172.21.15.71:0/4168178355 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbf01a68e0 con 0x7fdbf0100500 2024-09-05T07:42:01.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.167+0000 7fdbedd9b640 1 --2- 172.21.15.71:0/4168178355 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbf0100eb0 0x7fdbf01019c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:42:01.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.168+0000 7fdbee59c640 1 --2- 172.21.15.71:0/4168178355 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbf0100500 0x7fdbf0101480 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fdbe000d950 tx=0x7fdbe000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:01.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.168+0000 7fdbe77fe640 1 -- 172.21.15.71:0/4168178355 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe0017070 con 0x7fdbf0100500 2024-09-05T07:42:01.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.168+0000 7fdbf4c7e640 1 -- 172.21.15.71:0/4168178355 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbf01a6bd0 con 0x7fdbf0100500 2024-09-05T07:42:01.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.168+0000 7fdbe77fe640 1 -- 172.21.15.71:0/4168178355 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbe0009c30 con 0x7fdbf0100500 2024-09-05T07:42:01.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.168+0000 7fdbe77fe640 1 -- 172.21.15.71:0/4168178355 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe000f620 con 0x7fdbf0100500 2024-09-05T07:42:01.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.168+0000 7fdbf4c7e640 1 -- 172.21.15.71:0/4168178355 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbf01a7090 con 0x7fdbf0100500 2024-09-05T07:42:01.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.170+0000 7fdbe77fe640 1 -- 172.21.15.71:0/4168178355 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fdbe001a070 con 0x7fdbf0100500 2024-09-05T07:42:01.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.170+0000 7fdbf7057740 1 Processor -- start 2024-09-05T07:42:01.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.171+0000 7fdbf7057740 1 -- start start 2024-09-05T07:42:01.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.171+0000 7fdbf7057740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f54a0 0x55ddca6f5880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:01.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.171+0000 7fdbf7057740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca6f5dc0 0x55ddca700140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:01.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.171+0000 7fdbf7057740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca700680 0x55ddca702a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:01.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.171+0000 7fdbf7057740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55ddca65b2e0 con 0x55ddca6f54a0 2024-09-05T07:42:01.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.171+0000 7fdbf7057740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ddca602ce0 con 0x55ddca700680 2024-09-05T07:42:01.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.171+0000 7fdbf7057740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ddca6572a0 con 0x55ddca6f5dc0 2024-09-05T07:42:01.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.171+0000 7fdbeed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f54a0 0x55ddca6f5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:01.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.171+0000 7fdbeed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f54a0 0x55ddca6f5880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48270/0 (socket says 172.21.15.71:48270) 2024-09-05T07:42:01.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.171+0000 7fdbeed9d640 1 -- 172.21.15.71:0/3039248635 learned_addr learned my addr 172.21.15.71:0/3039248635 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:01.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.171+0000 7fdbe77fe640 1 --2- 172.21.15.71:0/4168178355 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdbdc0a2cf0 0x7fdbdc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:01.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.171+0000 7fdbee59c640 1 --2- 172.21.15.71:0/3039248635 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca6f5dc0 0x55ddca700140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:01.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.171+0000 7fdbedd9b640 1 --2- 172.21.15.71:0/3039248635 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca700680 0x55ddca702a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:01.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.171+0000 7fdbeed9d640 1 --2- 172.21.15.71:0/4168178355 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdbdc0a2cf0 0x7fdbdc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:01.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.171+0000 7fdbe77fe640 1 -- 172.21.15.71:0/4168178355 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fdbe00cf2a0 con 0x7fdbf0100500 2024-09-05T07:42:01.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.171+0000 7fdbeed9d640 1 -- 172.21.15.71:0/3039248635 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca6f5dc0 msgr2=0x55ddca700140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:01.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.171+0000 7fdbeed9d640 1 --2- 172.21.15.71:0/3039248635 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca6f5dc0 0x55ddca700140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.171+0000 7fdbeed9d640 1 -- 172.21.15.71:0/3039248635 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca700680 msgr2=0x55ddca702a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:01.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.171+0000 7fdbeed9d640 1 --2- 172.21.15.71:0/3039248635 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca700680 0x55ddca702a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.171+0000 7fdbeed9d640 1 -- 172.21.15.71:0/3039248635 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ddca5e7440 con 0x55ddca6f54a0 2024-09-05T07:42:01.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.172+0000 7fdbeed9d640 1 --2- 172.21.15.71:0/3039248635 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f54a0 0x55ddca6f5880 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fdbe800ae40 tx=0x7fdbe8017640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=718c3e3696619bf8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:01.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.172+0000 7fdbeed9d640 1 --2- 172.21.15.71:0/4168178355 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdbdc0a2cf0 0x7fdbdc0a51b0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fdbe8017b40 tx=0x7fdbe801b000 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:01.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.172+0000 7fdbe4ff9640 1 -- 172.21.15.71:0/3039248635 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe8027070 con 0x55ddca6f54a0 2024-09-05T07:42:01.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.172+0000 7fdbe4ff9640 1 -- 172.21.15.71:0/3039248635 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbe8017e10 con 0x55ddca6f54a0 2024-09-05T07:42:01.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.172+0000 7fdbe4ff9640 1 -- 172.21.15.71:0/3039248635 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe8022da0 con 0x55ddca6f54a0 2024-09-05T07:42:01.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.172+0000 7fdbf7057740 1 -- 172.21.15.71:0/3039248635 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f54a0 msgr2=0x55ddca6f5880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:01.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.172+0000 7fdbf7057740 1 --2- 172.21.15.71:0/3039248635 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f54a0 0x55ddca6f5880 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fdbe800ae40 tx=0x7fdbe8017640 comp rx=0 tx=0).stop 2024-09-05T07:42:01.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.172+0000 7fdbf7057740 1 -- 172.21.15.71:0/3039248635 shutdown_connections 2024-09-05T07:42:01.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.172+0000 7fdbf7057740 1 --2- 172.21.15.71:0/3039248635 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca700680 0x55ddca702a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.172+0000 7fdbf7057740 1 --2- 172.21.15.71:0/3039248635 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca6f5dc0 0x55ddca700140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.172+0000 7fdbf7057740 1 --2- 172.21.15.71:0/3039248635 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f54a0 0x55ddca6f5880 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.172+0000 7fdbf7057740 1 -- 172.21.15.71:0/3039248635 >> 172.21.15.71:0/3039248635 conn(0x55ddca6f1a30 msgr2=0x55ddca6f1e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:01.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.173+0000 7fdbf7057740 1 -- 172.21.15.71:0/3039248635 shutdown_connections 2024-09-05T07:42:01.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.173+0000 7fdbf7057740 1 -- 172.21.15.71:0/3039248635 wait complete. 2024-09-05T07:42:01.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.173+0000 7fdbf7057740 1 -- start start 2024-09-05T07:42:01.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.173+0000 7fdbf7057740 1 Processor -- start 2024-09-05T07:42:01.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.173+0000 7fdbf7057740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca6f54a0 0x55ddca6fff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:01.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.173+0000 7fdbf7057740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f5dc0 0x55ddca6fd210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:01.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.173+0000 7fdbf7057740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca700680 0x55ddca6fd750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:01.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.173+0000 7fdbf7057740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55ddca703250 con 0x55ddca6f5dc0 2024-09-05T07:42:01.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.173+0000 7fdbf7057740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ddca616050 con 0x55ddca6f54a0 2024-09-05T07:42:01.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.173+0000 7fdbf7057740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ddca7033d0 con 0x55ddca700680 2024-09-05T07:42:01.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.173+0000 7fdbf7057740 10 client.0 _ll_register_callbacks cb 0x55ddca656160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:01.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.173+0000 7fdbedd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f5dc0 0x55ddca6fd210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:01.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.173+0000 7fdbedd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f5dc0 0x55ddca6fd210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48274/0 (socket says 172.21.15.71:48274) 2024-09-05T07:42:01.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.173+0000 7fdbedd9b640 1 -- 172.21.15.71:0/1698128460 learned_addr learned my addr 172.21.15.71:0/1698128460 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:01.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.174+0000 7fdbee59c640 1 --2- 172.21.15.71:0/1698128460 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca6f54a0 0x55ddca6fff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:01.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.174+0000 7fdbeed9d640 1 --2- 172.21.15.71:0/1698128460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca700680 0x55ddca6fd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:01.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.174+0000 7fdbedd9b640 1 -- 172.21.15.71:0/1698128460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca700680 msgr2=0x55ddca6fd750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:01.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.174+0000 7fdbedd9b640 1 --2- 172.21.15.71:0/1698128460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca700680 0x55ddca6fd750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.174+0000 7fdbedd9b640 1 -- 172.21.15.71:0/1698128460 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca6f54a0 msgr2=0x55ddca6fff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:01.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.174+0000 7fdbedd9b640 1 --2- 172.21.15.71:0/1698128460 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca6f54a0 0x55ddca6fff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.174+0000 7fdbedd9b640 1 -- 172.21.15.71:0/1698128460 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ddca3cc3c0 con 0x55ddca6f5dc0 2024-09-05T07:42:01.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.174+0000 7fdbedd9b640 1 --2- 172.21.15.71:0/1698128460 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f5dc0 0x55ddca6fd210 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fdbd8005940 tx=0x7fdbd80317a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea0c0830cfaef1ba server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:01.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.174+0000 7fdbd5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:01.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.174+0000 7fdbd5ffb640 1 -- 172.21.15.71:0/1698128460 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd8035040 con 0x55ddca6f5dc0 2024-09-05T07:42:01.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.174+0000 7fdbd5ffb640 1 -- 172.21.15.71:0/1698128460 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fdbd8004240 con 0x55ddca6f5dc0 2024-09-05T07:42:01.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.174+0000 7fdbf7057740 1 -- 172.21.15.71:0/1698128460 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdbe8017e10 con 0x55ddca6f5dc0 2024-09-05T07:42:01.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.174+0000 7fdbd5ffb640 1 -- 172.21.15.71:0/1698128460 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdbd8004440 con 0x55ddca6f5dc0 2024-09-05T07:42:01.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.174+0000 7fdbf7057740 10 client.16050 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:01.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.174+0000 7fdbf7057740 1 -- 172.21.15.71:0/1698128460 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ddca70ec10 con 0x55ddca6f5dc0 2024-09-05T07:42:01.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.174+0000 7fdbd5ffb640 1 -- 172.21.15.71:0/1698128460 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbe8017e10 con 0x55ddca6f5dc0 2024-09-05T07:42:01.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.175+0000 7fdbd5ffb640 1 -- 172.21.15.71:0/1698128460 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fdbd8004ae0 con 0x55ddca6f5dc0 2024-09-05T07:42:01.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.175+0000 7fdbf7057740 10 client.16050 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:01.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.175+0000 7fdbf7057740 10 client.16050 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:42:01.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.175+0000 7fdbf7057740 20 client.16050 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:01.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.175+0000 7fdbf7057740 1 --2- 172.21.15.71:0/1698128460 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ddca7100d0 0x55ddca712510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:01.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.175+0000 7fdbf7057740 4 client.16050 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:42:01.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.175+0000 7fdbf7057740 1 -- 172.21.15.71:0/1698128460 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ddca668850 con 0x55ddca7100d0 2024-09-05T07:42:01.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.175+0000 7fdbee59c640 1 --2- 172.21.15.71:0/1698128460 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ddca7100d0 0x55ddca712510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:01.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.176+0000 7fdbee59c640 1 --2- 172.21.15.71:0/1698128460 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ddca7100d0 0x55ddca712510 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5f3619ec34e8ec20 server_cookie=24bafe784e459fa9 in_seq=0 out_seq=0 2024-09-05T07:42:01.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.176+0000 7fdbd5ffb640 10 client.16050 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:01.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.176+0000 7fdbd5ffb640 1 -- 172.21.15.71:0/1698128460 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ddca668850 con 0x55ddca7100d0 2024-09-05T07:42:01.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.176+0000 7fdbd5ffb640 10 client.16050 handle_command_reply: tid=0 2024-09-05T07:42:01.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.176+0000 7fdbf7057740 1 client.16050 shutdown 2024-09-05T07:42:01.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.176+0000 7fdbf7057740 1 -- 172.21.15.71:0/1698128460 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f5dc0 msgr2=0x55ddca6fd210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:01.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.176+0000 7fdbf7057740 1 --2- 172.21.15.71:0/1698128460 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f5dc0 0x55ddca6fd210 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fdbd8005940 tx=0x7fdbd80317a0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.176+0000 7fdbf7057740 1 -- 172.21.15.71:0/1698128460 shutdown_connections 2024-09-05T07:42:01.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.176+0000 7fdbf7057740 1 --2- 172.21.15.71:0/1698128460 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ddca7100d0 0x55ddca712510 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.176+0000 7fdbf7057740 1 --2- 172.21.15.71:0/1698128460 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca700680 0x55ddca6fd750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.176+0000 7fdbd5ffb640 0 client.16050 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:01.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.176+0000 7fdbf7057740 1 --2- 172.21.15.71:0/1698128460 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f5dc0 0x55ddca6fd210 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.176+0000 7fdbf7057740 1 --2- 172.21.15.71:0/1698128460 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca6f54a0 0x55ddca6fff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.176+0000 7fdbf7057740 1 -- 172.21.15.71:0/1698128460 >> 172.21.15.71:0/1698128460 conn(0x55ddca6f1a30 msgr2=0x55ddca6f7710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:01.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.176+0000 7fdbf7057740 1 -- 172.21.15.71:0/1698128460 shutdown_connections 2024-09-05T07:42:01.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.177+0000 7fdbf7057740 1 -- 172.21.15.71:0/1698128460 wait complete. 2024-09-05T07:42:01.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.177+0000 7fdbf7057740 20 client.16050 trim_cache size 0 max 16384 2024-09-05T07:42:01.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.193+0000 7fdbf7057740 1 Processor -- start 2024-09-05T07:42:01.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.194+0000 7fdbf7057740 1 -- start start 2024-09-05T07:42:01.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.194+0000 7fdbf7057740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca6f54a0 0x55ddca70c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:01.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.194+0000 7fdbf7057740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca6f5dc0 0x55ddca717de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:01.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.194+0000 7fdbf7057740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca700680 0x55ddca718320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:01.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.194+0000 7fdbf7057740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf01b3b30 con 0x55ddca700680 2024-09-05T07:42:01.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.194+0000 7fdbf7057740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf01b1400 con 0x55ddca6f54a0 2024-09-05T07:42:01.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.194+0000 7fdbf7057740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf01af250 con 0x55ddca6f5dc0 2024-09-05T07:42:01.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.194+0000 7fdbeed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca700680 0x55ddca718320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:01.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.194+0000 7fdbeed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca700680 0x55ddca718320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48290/0 (socket says 172.21.15.71:48290) 2024-09-05T07:42:01.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.195+0000 7fdbeed9d640 1 -- 172.21.15.71:0/2876869661 learned_addr learned my addr 172.21.15.71:0/2876869661 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:01.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.195+0000 7fdbee59c640 1 --2- 172.21.15.71:0/2876869661 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca6f54a0 0x55ddca70c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:01.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.195+0000 7fdbedd9b640 1 --2- 172.21.15.71:0/2876869661 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca6f5dc0 0x55ddca717de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:01.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.195+0000 7fdbeed9d640 1 -- 172.21.15.71:0/2876869661 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca6f5dc0 msgr2=0x55ddca717de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:01.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.195+0000 7fdbeed9d640 1 --2- 172.21.15.71:0/2876869661 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca6f5dc0 0x55ddca717de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.195+0000 7fdbeed9d640 1 -- 172.21.15.71:0/2876869661 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca6f54a0 msgr2=0x55ddca70c4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:01.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.195+0000 7fdbeed9d640 1 --2- 172.21.15.71:0/2876869661 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca6f54a0 0x55ddca70c4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.195+0000 7fdbeed9d640 1 -- 172.21.15.71:0/2876869661 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ddca6f6330 con 0x55ddca700680 2024-09-05T07:42:01.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.195+0000 7fdbee59c640 1 --2- 172.21.15.71:0/2876869661 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca6f54a0 0x55ddca70c4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:42:01.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.195+0000 7fdbeed9d640 1 --2- 172.21.15.71:0/2876869661 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca700680 0x55ddca718320 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fdbe800ae10 tx=0x7fdbe800acc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecbfe8c4a3999b48 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:01.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.195+0000 7fdbd7fff640 1 -- 172.21.15.71:0/2876869661 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe8031020 con 0x55ddca700680 2024-09-05T07:42:01.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.195+0000 7fdbd7fff640 1 -- 172.21.15.71:0/2876869661 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbe801ac50 con 0x55ddca700680 2024-09-05T07:42:01.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.195+0000 7fdbd7fff640 1 -- 172.21.15.71:0/2876869661 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe8027040 con 0x55ddca700680 2024-09-05T07:42:01.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.196+0000 7fdbf7057740 1 -- 172.21.15.71:0/2876869661 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca700680 msgr2=0x55ddca718320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:01.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.196+0000 7fdbf7057740 1 --2- 172.21.15.71:0/2876869661 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca700680 0x55ddca718320 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fdbe800ae10 tx=0x7fdbe800acc0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.196+0000 7fdbf7057740 1 -- 172.21.15.71:0/2876869661 shutdown_connections 2024-09-05T07:42:01.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.196+0000 7fdbf7057740 1 --2- 172.21.15.71:0/2876869661 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca700680 0x55ddca718320 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.196+0000 7fdbf7057740 1 --2- 172.21.15.71:0/2876869661 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca6f5dc0 0x55ddca717de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.196+0000 7fdbf7057740 1 --2- 172.21.15.71:0/2876869661 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca6f54a0 0x55ddca70c4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.196+0000 7fdbf7057740 1 -- 172.21.15.71:0/2876869661 >> 172.21.15.71:0/2876869661 conn(0x55ddca6f1a30 msgr2=0x55ddca6ff290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:01.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.196+0000 7fdbf7057740 1 -- 172.21.15.71:0/2876869661 shutdown_connections 2024-09-05T07:42:01.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.196+0000 7fdbf7057740 1 -- 172.21.15.71:0/2876869661 wait complete. 2024-09-05T07:42:01.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.196+0000 7fdbf7057740 1 -- start start 2024-09-05T07:42:01.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.196+0000 7fdbf7057740 1 Processor -- start 2024-09-05T07:42:01.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbf7057740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca6f54a0 0x55ddca704bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:01.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbf7057740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f5dc0 0x55ddca705110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:01.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbf7057740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca700680 0x55ddca779db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:01.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbf7057740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf01af8c0 con 0x55ddca6f5dc0 2024-09-05T07:42:01.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbf7057740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf01b0d30 con 0x55ddca6f54a0 2024-09-05T07:42:01.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbf7057740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf01aff90 con 0x55ddca700680 2024-09-05T07:42:01.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbf7057740 10 client.0 _ll_register_callbacks cb 0x7fdbd80314a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:01.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbedd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f5dc0 0x55ddca705110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:01.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbedd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f5dc0 0x55ddca705110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48292/0 (socket says 172.21.15.71:48292) 2024-09-05T07:42:01.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbedd9b640 1 -- 172.21.15.71:0/3964695168 learned_addr learned my addr 172.21.15.71:0/3964695168 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:01.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbeed9d640 1 --2- 172.21.15.71:0/3964695168 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca700680 0x55ddca779db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:01.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbee59c640 1 --2- 172.21.15.71:0/3964695168 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca6f54a0 0x55ddca704bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:01.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbedd9b640 1 -- 172.21.15.71:0/3964695168 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca700680 msgr2=0x55ddca779db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:01.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbedd9b640 1 --2- 172.21.15.71:0/3964695168 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca700680 0x55ddca779db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbedd9b640 1 -- 172.21.15.71:0/3964695168 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca6f54a0 msgr2=0x55ddca704bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:01.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbedd9b640 1 --2- 172.21.15.71:0/3964695168 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca6f54a0 0x55ddca704bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbedd9b640 1 -- 172.21.15.71:0/3964695168 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ddca6f6a20 con 0x55ddca6f5dc0 2024-09-05T07:42:01.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbeed9d640 1 --2- 172.21.15.71:0/3964695168 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca700680 0x55ddca779db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:42:01.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbedd9b640 1 --2- 172.21.15.71:0/3964695168 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f5dc0 0x55ddca705110 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fdbd802a930 tx=0x7fdbd80048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4e79091a9ecf4e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:01.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbd5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:01.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbd5ffb640 1 -- 172.21.15.71:0/3964695168 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd8035030 con 0x55ddca6f5dc0 2024-09-05T07:42:01.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbd5ffb640 1 -- 172.21.15.71:0/3964695168 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fdbd8031a10 con 0x55ddca6f5dc0 2024-09-05T07:42:01.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.197+0000 7fdbf7057740 1 -- 172.21.15.71:0/3964695168 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdbe801ac50 con 0x55ddca6f5dc0 2024-09-05T07:42:01.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.198+0000 7fdbd5ffb640 1 -- 172.21.15.71:0/3964695168 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdbd805f050 con 0x55ddca6f5dc0 2024-09-05T07:42:01.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.198+0000 7fdbf7057740 10 client.16056 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:01.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.198+0000 7fdbf7057740 1 -- 172.21.15.71:0/3964695168 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ddca77b4f0 con 0x55ddca6f5dc0 2024-09-05T07:42:01.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.198+0000 7fdbd5ffb640 1 -- 172.21.15.71:0/3964695168 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbe801ac50 con 0x55ddca6f5dc0 2024-09-05T07:42:01.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.198+0000 7fdbd5ffb640 1 -- 172.21.15.71:0/3964695168 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fdbd805a030 con 0x55ddca6f5dc0 2024-09-05T07:42:01.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.198+0000 7fdbf7057740 10 client.16056 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:01.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.198+0000 7fdbf7057740 10 client.16056 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:42:01.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.198+0000 7fdbf7057740 20 client.16056 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:01.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.198+0000 7fdbf7057740 1 --2- 172.21.15.71:0/3964695168 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ddca77bcc0 0x55ddca77e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:01.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.198+0000 7fdbf7057740 4 client.16056 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:42:01.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.198+0000 7fdbf7057740 1 -- 172.21.15.71:0/3964695168 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ddca662d60 con 0x55ddca77bcc0 2024-09-05T07:42:01.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.198+0000 7fdbee59c640 1 --2- 172.21.15.71:0/3964695168 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ddca77bcc0 0x55ddca77e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:01.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.199+0000 7fdbd5ffb640 10 client.16056 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:01.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.199+0000 7fdbee59c640 1 --2- 172.21.15.71:0/3964695168 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ddca77bcc0 0x55ddca77e0e0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fb6ec88a5ea8aba server_cookie=ff9853d8d4f4200a in_seq=0 out_seq=0 2024-09-05T07:42:01.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.199+0000 7fdbd5ffb640 1 -- 172.21.15.71:0/3964695168 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ddca662d60 con 0x55ddca77bcc0 2024-09-05T07:42:01.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.199+0000 7fdbd5ffb640 10 client.16056 handle_command_reply: tid=0 2024-09-05T07:42:01.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.199+0000 7fdbf7057740 1 client.16056 shutdown 2024-09-05T07:42:01.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.199+0000 7fdbf7057740 1 -- 172.21.15.71:0/3964695168 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f5dc0 msgr2=0x55ddca705110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:01.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.199+0000 7fdbf7057740 1 --2- 172.21.15.71:0/3964695168 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f5dc0 0x55ddca705110 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fdbd802a930 tx=0x7fdbd80048f0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.199+0000 7fdbf7057740 1 -- 172.21.15.71:0/3964695168 shutdown_connections 2024-09-05T07:42:01.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.199+0000 7fdbf7057740 1 --2- 172.21.15.71:0/3964695168 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ddca77bcc0 0x55ddca77e0e0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.199+0000 7fdbf7057740 1 --2- 172.21.15.71:0/3964695168 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ddca700680 0x55ddca779db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.199+0000 7fdbf7057740 1 --2- 172.21.15.71:0/3964695168 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ddca6f5dc0 0x55ddca705110 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.199+0000 7fdbd5ffb640 0 client.16056 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:01.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.199+0000 7fdbf7057740 1 --2- 172.21.15.71:0/3964695168 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ddca6f54a0 0x55ddca704bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.199+0000 7fdbf7057740 1 -- 172.21.15.71:0/3964695168 >> 172.21.15.71:0/3964695168 conn(0x55ddca6f1a30 msgr2=0x55ddca6f0350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:01.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.199+0000 7fdbf7057740 1 -- 172.21.15.71:0/3964695168 shutdown_connections 2024-09-05T07:42:01.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.199+0000 7fdbf7057740 1 -- 172.21.15.71:0/3964695168 wait complete. 2024-09-05T07:42:01.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.199+0000 7fdbf7057740 20 client.16056 trim_cache size 0 max 16384 2024-09-05T07:42:01.216 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:42:01.217 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "no active scrubs running", 2024-09-05T07:42:01.217 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": {} 2024-09-05T07:42:01.217 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:42:01.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.200+0000 7fdbf4c7e640 1 -- 172.21.15.71:0/4168178355 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdbdc0a2cf0 msgr2=0x7fdbdc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:01.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.200+0000 7fdbf4c7e640 1 --2- 172.21.15.71:0/4168178355 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdbdc0a2cf0 0x7fdbdc0a51b0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fdbe8017b40 tx=0x7fdbe801b000 comp rx=0 tx=0).stop 2024-09-05T07:42:01.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.200+0000 7fdbf4c7e640 1 -- 172.21.15.71:0/4168178355 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbf0100500 msgr2=0x7fdbf0101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:01.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.200+0000 7fdbf4c7e640 1 --2- 172.21.15.71:0/4168178355 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbf0100500 0x7fdbf0101480 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fdbe000d950 tx=0x7fdbe000de10 comp rx=0 tx=0).stop 2024-09-05T07:42:01.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.200+0000 7fdbf4c7e640 1 -- 172.21.15.71:0/4168178355 shutdown_connections 2024-09-05T07:42:01.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.200+0000 7fdbf4c7e640 1 --2- 172.21.15.71:0/4168178355 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdbdc0a2cf0 0x7fdbdc0a51b0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.200+0000 7fdbf4c7e640 1 --2- 172.21.15.71:0/4168178355 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdbf0106f70 0x7fdbf0101f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.200+0000 7fdbf4c7e640 1 --2- 172.21.15.71:0/4168178355 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbf0100eb0 0x7fdbf01019c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.200+0000 7fdbf4c7e640 1 --2- 172.21.15.71:0/4168178355 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbf0100500 0x7fdbf0101480 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:01.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.200+0000 7fdbf4c7e640 1 -- 172.21.15.71:0/4168178355 >> 172.21.15.71:0/4168178355 conn(0x7fdbf00fc5c0 msgr2=0x7fdbf01053d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:01.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.200+0000 7fdbf4c7e640 1 -- 172.21.15.71:0/4168178355 shutdown_connections 2024-09-05T07:42:01.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:01.200+0000 7fdbf4c7e640 1 -- 172.21.15.71:0/4168178355 wait complete. 2024-09-05T07:42:01.996 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T07:42:01.997 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:42:02.244 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:42:02.637 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:02 smithi071 ceph-mon[30965]: pgmap v106: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-09-05T07:42:02.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.714+0000 7f32f3b30640 1 -- 172.21.15.71:0/1228577978 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f32ec106f10 msgr2=0x7f32ec10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:02.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.714+0000 7f32f3b30640 1 --2- 172.21.15.71:0/1228577978 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f32ec106f10 0x7f32ec10ea90 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f32e4009ca0 tx=0x7f32e402a8c0 comp rx=0 tx=0).stop 2024-09-05T07:42:02.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.714+0000 7f32f3b30640 1 -- 172.21.15.71:0/1228577978 shutdown_connections 2024-09-05T07:42:02.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.714+0000 7f32f3b30640 1 --2- 172.21.15.71:0/1228577978 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f32ec106f10 0x7f32ec10ea90 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:02.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.714+0000 7f32f3b30640 1 --2- 172.21.15.71:0/1228577978 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f32ec102790 0x7f32ec1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:02.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.714+0000 7f32f3b30640 1 --2- 172.21.15.71:0/1228577978 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32ec101de0 0x7f32ec1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:02.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.714+0000 7f32f3b30640 1 -- 172.21.15.71:0/1228577978 >> 172.21.15.71:0/1228577978 conn(0x7f32ec0fd8c0 msgr2=0x7f32ec0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:02.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.714+0000 7f32f3b30640 1 -- 172.21.15.71:0/1228577978 shutdown_connections 2024-09-05T07:42:02.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.714+0000 7f32f3b30640 1 -- 172.21.15.71:0/1228577978 wait complete. 2024-09-05T07:42:02.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.715+0000 7f32f3b30640 1 Processor -- start 2024-09-05T07:42:02.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.715+0000 7f32f3b30640 1 -- start start 2024-09-05T07:42:02.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.715+0000 7f32f3b30640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32ec101de0 0x7f32ec198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:02.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.715+0000 7f32f3b30640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f32ec102790 0x7f32ec1988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:02.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.715+0000 7f32f3b30640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f32ec106f10 0x7f32ec19cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:02.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.715+0000 7f32f3b30640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f32ec111e20 con 0x7f32ec106f10 2024-09-05T07:42:02.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.715+0000 7f32f3b30640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f32ec111ca0 con 0x7f32ec102790 2024-09-05T07:42:02.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.715+0000 7f32f3b30640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f32ec111fa0 con 0x7f32ec101de0 2024-09-05T07:42:02.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.715+0000 7f32f20cd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f32ec106f10 0x7f32ec19cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:02.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.715+0000 7f32f20cd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f32ec106f10 0x7f32ec19cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48320/0 (socket says 172.21.15.71:48320) 2024-09-05T07:42:02.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.715+0000 7f32f20cd640 1 -- 172.21.15.71:0/852984379 learned_addr learned my addr 172.21.15.71:0/852984379 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:02.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.715+0000 7f32f10cb640 1 --2- 172.21.15.71:0/852984379 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f32ec102790 0x7f32ec1988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:02.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.715+0000 7f32f18cc640 1 --2- 172.21.15.71:0/852984379 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32ec101de0 0x7f32ec198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:02.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.715+0000 7f32f20cd640 1 -- 172.21.15.71:0/852984379 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32ec101de0 msgr2=0x7f32ec198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:02.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.715+0000 7f32f20cd640 1 --2- 172.21.15.71:0/852984379 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32ec101de0 0x7f32ec198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:02.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.715+0000 7f32f20cd640 1 -- 172.21.15.71:0/852984379 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f32ec102790 msgr2=0x7f32ec1988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:02.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.715+0000 7f32f20cd640 1 --2- 172.21.15.71:0/852984379 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f32ec102790 0x7f32ec1988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:02.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.715+0000 7f32f20cd640 1 -- 172.21.15.71:0/852984379 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32ec19d310 con 0x7f32ec106f10 2024-09-05T07:42:02.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.716+0000 7f32f20cd640 1 --2- 172.21.15.71:0/852984379 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f32ec106f10 0x7f32ec19cc30 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f32e4009dc0 tx=0x7f32e4032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:02.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.716+0000 7f32deffd640 1 -- 172.21.15.71:0/852984379 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32e4003cf0 con 0x7f32ec106f10 2024-09-05T07:42:02.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.716+0000 7f32deffd640 1 -- 172.21.15.71:0/852984379 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32e40044f0 con 0x7f32ec106f10 2024-09-05T07:42:02.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.716+0000 7f32f3b30640 1 -- 172.21.15.71:0/852984379 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32ec19d5a0 con 0x7f32ec106f10 2024-09-05T07:42:02.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.716+0000 7f32deffd640 1 -- 172.21.15.71:0/852984379 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32e4030bf0 con 0x7f32ec106f10 2024-09-05T07:42:02.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.716+0000 7f32f3b30640 1 -- 172.21.15.71:0/852984379 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32ec1a4ee0 con 0x7f32ec106f10 2024-09-05T07:42:02.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.717+0000 7f32f3b30640 1 -- 172.21.15.71:0/852984379 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32ec1021c0 con 0x7f32ec106f10 2024-09-05T07:42:02.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.718+0000 7f32deffd640 1 -- 172.21.15.71:0/852984379 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f32e4004040 con 0x7f32ec106f10 2024-09-05T07:42:02.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.719+0000 7f32deffd640 1 --2- 172.21.15.71:0/852984379 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f32d80a2cf0 0x7f32d80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:02.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.719+0000 7f32f18cc640 1 --2- 172.21.15.71:0/852984379 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f32d80a2cf0 0x7f32d80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:02.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.719+0000 7f32deffd640 1 -- 172.21.15.71:0/852984379 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f32e40f0f40 con 0x7f32ec106f10 2024-09-05T07:42:02.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.720+0000 7f32f18cc640 1 --2- 172.21.15.71:0/852984379 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f32d80a2cf0 0x7f32d80a51b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f32e0005fd0 tx=0x7f32e0005850 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:02.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.723+0000 7f32deffd640 1 -- 172.21.15.71:0/852984379 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f32e40bd870 con 0x7f32ec106f10 2024-09-05T07:42:02.924 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.924+0000 7f32f3b30640 1 -- 172.21.15.71:0/852984379 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f32ec1996c0 con 0x7f32ec106f10 2024-09-05T07:42:02.925 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.925+0000 7f32deffd640 1 -- 172.21.15.71:0/852984379 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7f32ec1996c0 con 0x7f32ec106f10 2024-09-05T07:42:02.925 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:42:02.926 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:42:02.926 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:42:02.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:02 smithi123 ceph-mon[34568]: pgmap v106: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-09-05T07:42:02.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.927+0000 7f32f3b30640 1 -- 172.21.15.71:0/852984379 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f32d80a2cf0 msgr2=0x7f32d80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:02.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.927+0000 7f32f3b30640 1 --2- 172.21.15.71:0/852984379 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f32d80a2cf0 0x7f32d80a51b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f32e0005fd0 tx=0x7f32e0005850 comp rx=0 tx=0).stop 2024-09-05T07:42:02.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.927+0000 7f32f3b30640 1 -- 172.21.15.71:0/852984379 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f32ec106f10 msgr2=0x7f32ec19cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:02.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.927+0000 7f32f3b30640 1 --2- 172.21.15.71:0/852984379 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f32ec106f10 0x7f32ec19cc30 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f32e4009dc0 tx=0x7f32e4032ff0 comp rx=0 tx=0).stop 2024-09-05T07:42:02.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.927+0000 7f32f3b30640 1 -- 172.21.15.71:0/852984379 shutdown_connections 2024-09-05T07:42:02.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.927+0000 7f32f3b30640 1 --2- 172.21.15.71:0/852984379 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f32d80a2cf0 0x7f32d80a51b0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:02.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.927+0000 7f32f3b30640 1 --2- 172.21.15.71:0/852984379 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f32ec106f10 0x7f32ec19cc30 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:02.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.927+0000 7f32f3b30640 1 --2- 172.21.15.71:0/852984379 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f32ec102790 0x7f32ec1988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:02.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.927+0000 7f32f3b30640 1 --2- 172.21.15.71:0/852984379 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f32ec101de0 0x7f32ec198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:02.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.927+0000 7f32f3b30640 1 -- 172.21.15.71:0/852984379 >> 172.21.15.71:0/852984379 conn(0x7f32ec0fd8c0 msgr2=0x7f32ec0fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:02.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.927+0000 7f32f3b30640 1 -- 172.21.15.71:0/852984379 shutdown_connections 2024-09-05T07:42:02.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:02.927+0000 7f32f3b30640 1 -- 172.21.15.71:0/852984379 wait complete. 2024-09-05T07:42:02.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:02 smithi192 ceph-mon[34929]: pgmap v106: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-09-05T07:42:03.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:03 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/852984379' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:42:03.748 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T07:42:03.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:03 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/852984379' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:42:03.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:03 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/852984379' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:42:03.994 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:42:04.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.485+0000 7f162a968640 1 -- 172.21.15.71:0/603602164 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1624106a80 msgr2=0x7f1624106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:04.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.485+0000 7f162a968640 1 --2- 172.21.15.71:0/603602164 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1624106a80 0x7f1624106e60 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f1614009930 tx=0x7f161402a420 comp rx=0 tx=0).stop 2024-09-05T07:42:04.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.485+0000 7f162a968640 1 -- 172.21.15.71:0/603602164 shutdown_connections 2024-09-05T07:42:04.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.485+0000 7f162a968640 1 --2- 172.21.15.71:0/603602164 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1624101420 0x7f162410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.485+0000 7f162a968640 1 --2- 172.21.15.71:0/603602164 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1624100a80 0x7f1624100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.485+0000 7f162a968640 1 --2- 172.21.15.71:0/603602164 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1624106a80 0x7f1624106e60 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.485+0000 7f162a968640 1 -- 172.21.15.71:0/603602164 >> 172.21.15.71:0/603602164 conn(0x7f16240fc7a0 msgr2=0x7f16240febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:04.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.485+0000 7f162a968640 1 -- 172.21.15.71:0/603602164 shutdown_connections 2024-09-05T07:42:04.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.485+0000 7f162a968640 1 -- 172.21.15.71:0/603602164 wait complete. 2024-09-05T07:42:04.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.486+0000 7f162a968640 1 Processor -- start 2024-09-05T07:42:04.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.486+0000 7f162a968640 1 -- start start 2024-09-05T07:42:04.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.486+0000 7f162a968640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1624100a80 0x7f1624198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:04.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.486+0000 7f162a968640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1624101420 0x7f1624198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:04.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.486+0000 7f162a968640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1624106a80 0x7f162419cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:04.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.486+0000 7f162a968640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f1624110d70 con 0x7f1624100a80 2024-09-05T07:42:04.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.486+0000 7f162a968640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1624110bf0 con 0x7f1624106a80 2024-09-05T07:42:04.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.486+0000 7f162a968640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f1624110ef0 con 0x7f1624101420 2024-09-05T07:42:04.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.486+0000 7f1623fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1624100a80 0x7f1624198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:04.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.486+0000 7f1623fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1624100a80 0x7f1624198440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48324/0 (socket says 172.21.15.71:48324) 2024-09-05T07:42:04.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.486+0000 7f1623fff640 1 -- 172.21.15.71:0/1828011032 learned_addr learned my addr 172.21.15.71:0/1828011032 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:04.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.486+0000 7f16237fe640 1 --2- 172.21.15.71:0/1828011032 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1624101420 0x7f1624198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:04.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.487+0000 7f1623fff640 1 -- 172.21.15.71:0/1828011032 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1624101420 msgr2=0x7f1624198980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:04.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.487+0000 7f1623fff640 1 --2- 172.21.15.71:0/1828011032 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1624101420 0x7f1624198980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.487+0000 7f1623fff640 1 -- 172.21.15.71:0/1828011032 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1624106a80 msgr2=0x7f162419cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:04.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.487+0000 7f1628f05640 1 --2- 172.21.15.71:0/1828011032 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1624106a80 0x7f162419cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:04.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.487+0000 7f1623fff640 1 --2- 172.21.15.71:0/1828011032 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1624106a80 0x7f162419cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.487+0000 7f1623fff640 1 -- 172.21.15.71:0/1828011032 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f162419d3f0 con 0x7f1624100a80 2024-09-05T07:42:04.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.487+0000 7f16237fe640 1 --2- 172.21.15.71:0/1828011032 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1624101420 0x7f1624198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:42:04.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.487+0000 7f1628f05640 1 --2- 172.21.15.71:0/1828011032 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1624106a80 0x7f162419cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:42:04.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.487+0000 7f1623fff640 1 --2- 172.21.15.71:0/1828011032 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1624100a80 0x7f1624198440 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f1614005940 tx=0x7f16140042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:04.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.487+0000 7f16217fa640 1 -- 172.21.15.71:0/1828011032 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f161403f030 con 0x7f1624100a80 2024-09-05T07:42:04.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.487+0000 7f162a968640 1 -- 172.21.15.71:0/1828011032 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f162419d680 con 0x7f1624100a80 2024-09-05T07:42:04.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.487+0000 7f16217fa640 1 -- 172.21.15.71:0/1828011032 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1614003cb0 con 0x7f1624100a80 2024-09-05T07:42:04.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.487+0000 7f16217fa640 1 -- 172.21.15.71:0/1828011032 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1614035070 con 0x7f1624100a80 2024-09-05T07:42:04.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.487+0000 7f162a968640 1 -- 172.21.15.71:0/1828011032 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16241a4fc0 con 0x7f1624100a80 2024-09-05T07:42:04.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.489+0000 7f16217fa640 1 -- 172.21.15.71:0/1828011032 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f1614042030 con 0x7f1624100a80 2024-09-05T07:42:04.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.489+0000 7f162cd41740 1 Processor -- start 2024-09-05T07:42:04.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f162cd41740 1 -- start start 2024-09-05T07:42:04.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f16217fa640 1 --2- 172.21.15.71:0/1828011032 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f160c0a2cf0 0x7f160c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:04.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f162cd41740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e941472b40 0x55e941471090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:04.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f162cd41740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e9414715d0 0x55e941471a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:04.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f162cd41740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 0x55e94147e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:04.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f162cd41740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55e9413d72f0 con 0x55e94147c370 2024-09-05T07:42:04.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f162cd41740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e94137ecf0 con 0x55e941472b40 2024-09-05T07:42:04.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f162cd41740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55e9413d32b0 con 0x55e9414715d0 2024-09-05T07:42:04.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f1628f05640 1 --2- 172.21.15.71:0/1828011032 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f160c0a2cf0 0x7f160c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:04.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f1628f05640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 0x55e94147e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:04.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f16217fa640 1 -- 172.21.15.71:0/1828011032 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f16140efe30 con 0x7f1624100a80 2024-09-05T07:42:04.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f1628f05640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 0x55e94147e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48326/0 (socket says 172.21.15.71:48326) 2024-09-05T07:42:04.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f1628f05640 1 -- 172.21.15.71:0/2336850494 learned_addr learned my addr 172.21.15.71:0/2336850494 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:04.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f1623fff640 1 --2- 172.21.15.71:0/2336850494 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e941472b40 0x55e941471090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:04.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f16237fe640 1 --2- 172.21.15.71:0/2336850494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e9414715d0 0x55e941471a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:04.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f1628f05640 1 -- 172.21.15.71:0/2336850494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e9414715d0 msgr2=0x55e941471a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:04.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f1628f05640 1 --2- 172.21.15.71:0/2336850494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e9414715d0 0x55e941471a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f1628f05640 1 -- 172.21.15.71:0/2336850494 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e941472b40 msgr2=0x55e941471090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:04.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f1628f05640 1 --2- 172.21.15.71:0/2336850494 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e941472b40 0x55e941471090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f1628f05640 1 -- 172.21.15.71:0/2336850494 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e9413633a0 con 0x55e94147c370 2024-09-05T07:42:04.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.490+0000 7f1628f05640 1 --2- 172.21.15.71:0/1828011032 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f160c0a2cf0 0x7f160c0a51b0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f161c00ec60 tx=0x7f161c009e30 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:04.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.491+0000 7f1628f05640 1 --2- 172.21.15.71:0/2336850494 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 0x55e94147e760 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f161c00cfd0 tx=0x7f161c018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fecb4577ab6a2d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:04.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.491+0000 7f160a7fc640 1 -- 172.21.15.71:0/2336850494 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f161c020020 con 0x55e94147c370 2024-09-05T07:42:04.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.491+0000 7f160a7fc640 1 -- 172.21.15.71:0/2336850494 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f161c01c430 con 0x55e94147c370 2024-09-05T07:42:04.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.491+0000 7f160a7fc640 1 -- 172.21.15.71:0/2336850494 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f161c01a5f0 con 0x55e94147c370 2024-09-05T07:42:04.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.491+0000 7f162cd41740 1 -- 172.21.15.71:0/2336850494 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 msgr2=0x55e94147e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:04.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.491+0000 7f162cd41740 1 --2- 172.21.15.71:0/2336850494 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 0x55e94147e760 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f161c00cfd0 tx=0x7f161c018000 comp rx=0 tx=0).stop 2024-09-05T07:42:04.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.491+0000 7f162cd41740 1 -- 172.21.15.71:0/2336850494 shutdown_connections 2024-09-05T07:42:04.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.491+0000 7f162cd41740 1 --2- 172.21.15.71:0/2336850494 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 0x55e94147e760 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.491+0000 7f162cd41740 1 --2- 172.21.15.71:0/2336850494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e9414715d0 0x55e941471a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.491+0000 7f162cd41740 1 --2- 172.21.15.71:0/2336850494 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e941472b40 0x55e941471090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.491+0000 7f162cd41740 1 -- 172.21.15.71:0/2336850494 >> 172.21.15.71:0/2336850494 conn(0x55e94143a310 msgr2=0x55e94146dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:04.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.491+0000 7f162cd41740 1 -- 172.21.15.71:0/2336850494 shutdown_connections 2024-09-05T07:42:04.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.491+0000 7f162cd41740 1 -- 172.21.15.71:0/2336850494 wait complete. 2024-09-05T07:42:04.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.492+0000 7f162cd41740 1 -- start start 2024-09-05T07:42:04.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.492+0000 7f162cd41740 1 Processor -- start 2024-09-05T07:42:04.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.492+0000 7f162cd41740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e9414715d0 0x55e94147bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:04.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.492+0000 7f162cd41740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e941472b40 0x55e941479040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:04.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.492+0000 7f162cd41740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 0x55e941479650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:04.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.492+0000 7f162cd41740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55e94147f010 con 0x55e94147c370 2024-09-05T07:42:04.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.492+0000 7f162cd41740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e941392060 con 0x55e9414715d0 2024-09-05T07:42:04.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.492+0000 7f162cd41740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55e94147f190 con 0x55e941472b40 2024-09-05T07:42:04.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.492+0000 7f162cd41740 10 client.0 _ll_register_callbacks cb 0x55e9410e58c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:04.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.492+0000 7f1628f05640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 0x55e941479650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:04.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.492+0000 7f1628f05640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 0x55e941479650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48332/0 (socket says 172.21.15.71:48332) 2024-09-05T07:42:04.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.492+0000 7f1628f05640 1 -- 172.21.15.71:0/2424152603 learned_addr learned my addr 172.21.15.71:0/2424152603 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:04.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.493+0000 7f1623fff640 1 --2- 172.21.15.71:0/2424152603 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e9414715d0 0x55e94147bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:04.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.493+0000 7f16237fe640 1 --2- 172.21.15.71:0/2424152603 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e941472b40 0x55e941479040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:04.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.493+0000 7f1628f05640 1 -- 172.21.15.71:0/2424152603 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e941472b40 msgr2=0x55e941479040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:04.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.493+0000 7f1628f05640 1 --2- 172.21.15.71:0/2424152603 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e941472b40 0x55e941479040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.493+0000 7f1628f05640 1 -- 172.21.15.71:0/2424152603 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e9414715d0 msgr2=0x55e94147bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:04.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.493+0000 7f1628f05640 1 --2- 172.21.15.71:0/2424152603 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e9414715d0 0x55e94147bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.493+0000 7f1628f05640 1 -- 172.21.15.71:0/2424152603 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e9411483c0 con 0x55e94147c370 2024-09-05T07:42:04.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.493+0000 7f1628f05640 1 --2- 172.21.15.71:0/2424152603 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 0x55e941479650 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f161c008260 tx=0x7f161c008d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbaf6aab044d2423 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:04.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.493+0000 7f16037fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:04.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.493+0000 7f16037fe640 1 -- 172.21.15.71:0/2424152603 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f161c02b020 con 0x55e94147c370 2024-09-05T07:42:04.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.493+0000 7f16037fe640 1 -- 172.21.15.71:0/2424152603 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f161c01c7f0 con 0x55e94147c370 2024-09-05T07:42:04.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.493+0000 7f162cd41740 1 -- 172.21.15.71:0/2424152603 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f161c01c430 con 0x55e94147c370 2024-09-05T07:42:04.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.493+0000 7f16037fe640 1 -- 172.21.15.71:0/2424152603 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f161c036050 con 0x55e94147c370 2024-09-05T07:42:04.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.493+0000 7f162cd41740 10 client.16074 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:04.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.493+0000 7f162cd41740 1 -- 172.21.15.71:0/2424152603 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e94148ab30 con 0x55e94147c370 2024-09-05T07:42:04.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.493+0000 7f16037fe640 1 -- 172.21.15.71:0/2424152603 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f161c01c430 con 0x55e94147c370 2024-09-05T07:42:04.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.494+0000 7f16037fe640 1 -- 172.21.15.71:0/2424152603 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f161c01b070 con 0x55e94147c370 2024-09-05T07:42:04.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.494+0000 7f162cd41740 10 client.16074 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:04.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.494+0000 7f162cd41740 10 client.16074 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:42:04.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.494+0000 7f162cd41740 20 client.16074 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:04.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.494+0000 7f162cd41740 1 --2- 172.21.15.71:0/2424152603 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55e94148bf90 0x55e94148e380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:04.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.494+0000 7f162cd41740 4 client.16074 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:42:04.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.494+0000 7f162cd41740 1 -- 172.21.15.71:0/2424152603 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e9413e4860 con 0x55e94148bf90 2024-09-05T07:42:04.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.494+0000 7f1623fff640 1 --2- 172.21.15.71:0/2424152603 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55e94148bf90 0x55e94148e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:04.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.494+0000 7f1623fff640 1 --2- 172.21.15.71:0/2424152603 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55e94148bf90 0x55e94148e380 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b820139ba3514927 server_cookie=46c2f9fa3a4a8cb in_seq=0 out_seq=0 2024-09-05T07:42:04.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.494+0000 7f16037fe640 10 client.16074 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:42:04.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.495+0000 7f16037fe640 1 -- 172.21.15.71:0/2424152603 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e9413e4860 con 0x55e94148bf90 2024-09-05T07:42:04.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.495+0000 7f16037fe640 10 client.16074 handle_command_reply: tid=0 2024-09-05T07:42:04.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.495+0000 7f162cd41740 1 client.16074 shutdown 2024-09-05T07:42:04.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.495+0000 7f162cd41740 1 -- 172.21.15.71:0/2424152603 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 msgr2=0x55e941479650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:04.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.495+0000 7f162cd41740 1 --2- 172.21.15.71:0/2424152603 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 0x55e941479650 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f161c008260 tx=0x7f161c008d50 comp rx=0 tx=0).stop 2024-09-05T07:42:04.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.495+0000 7f162cd41740 1 -- 172.21.15.71:0/2424152603 shutdown_connections 2024-09-05T07:42:04.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.495+0000 7f162cd41740 1 --2- 172.21.15.71:0/2424152603 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55e94148bf90 0x55e94148e380 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.495+0000 7f162cd41740 1 --2- 172.21.15.71:0/2424152603 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 0x55e941479650 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.495+0000 7f162cd41740 1 --2- 172.21.15.71:0/2424152603 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e941472b40 0x55e941479040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.495+0000 7f16037fe640 0 client.16074 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:42:04.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.495+0000 7f162cd41740 1 --2- 172.21.15.71:0/2424152603 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e9414715d0 0x55e94147bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.495+0000 7f162cd41740 1 -- 172.21.15.71:0/2424152603 >> 172.21.15.71:0/2424152603 conn(0x55e94143a310 msgr2=0x55e941473960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:04.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.495+0000 7f162cd41740 1 -- 172.21.15.71:0/2424152603 shutdown_connections 2024-09-05T07:42:04.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.495+0000 7f162cd41740 1 -- 172.21.15.71:0/2424152603 wait complete. 2024-09-05T07:42:04.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.495+0000 7f162cd41740 20 client.16074 trim_cache size 0 max 16384 2024-09-05T07:42:04.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.508+0000 7f162cd41740 1 Processor -- start 2024-09-05T07:42:04.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.508+0000 7f162cd41740 1 -- start start 2024-09-05T07:42:04.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.508+0000 7f162cd41740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e9414715d0 0x55e941488300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:04.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.508+0000 7f162cd41740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e941472b40 0x55e941493b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:04.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.508+0000 7f162cd41740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94147c370 0x55e9414940d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:04.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.508+0000 7f162cd41740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f16241b19d0 con 0x55e941472b40 2024-09-05T07:42:04.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.508+0000 7f162cd41740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f16241af2a0 con 0x55e94147c370 2024-09-05T07:42:04.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.508+0000 7f162cd41740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f16241ad0f0 con 0x55e9414715d0 2024-09-05T07:42:04.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.509+0000 7f16237fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e941472b40 0x55e941493b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:04.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.509+0000 7f16237fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e941472b40 0x55e941493b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48344/0 (socket says 172.21.15.71:48344) 2024-09-05T07:42:04.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.509+0000 7f16237fe640 1 -- 172.21.15.71:0/704557025 learned_addr learned my addr 172.21.15.71:0/704557025 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:04.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.509+0000 7f1623fff640 1 --2- 172.21.15.71:0/704557025 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e9414715d0 0x55e941488300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:04.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.509+0000 7f1628f05640 1 --2- 172.21.15.71:0/704557025 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94147c370 0x55e9414940d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:04.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.509+0000 7f16237fe640 1 -- 172.21.15.71:0/704557025 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e9414715d0 msgr2=0x55e941488300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:04.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.509+0000 7f16237fe640 1 --2- 172.21.15.71:0/704557025 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e9414715d0 0x55e941488300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.509+0000 7f16237fe640 1 -- 172.21.15.71:0/704557025 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94147c370 msgr2=0x55e9414940d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:04.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.509+0000 7f16237fe640 1 --2- 172.21.15.71:0/704557025 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94147c370 0x55e9414940d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.509+0000 7f16237fe640 1 -- 172.21.15.71:0/704557025 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e94146d4f0 con 0x55e941472b40 2024-09-05T07:42:04.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.509+0000 7f1623fff640 1 --2- 172.21.15.71:0/704557025 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e9414715d0 0x55e941488300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:42:04.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.509+0000 7f16237fe640 1 --2- 172.21.15.71:0/704557025 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e941472b40 0x55e941493b90 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f162406b7e0 tx=0x7f1618010430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd216dc4e6d8ecd9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:04.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.509+0000 7f1609ffb640 1 -- 172.21.15.71:0/704557025 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1618010d40 con 0x55e941472b40 2024-09-05T07:42:04.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.509+0000 7f1609ffb640 1 -- 172.21.15.71:0/704557025 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16180198a0 con 0x55e941472b40 2024-09-05T07:42:04.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.509+0000 7f1609ffb640 1 -- 172.21.15.71:0/704557025 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f161800e940 con 0x55e941472b40 2024-09-05T07:42:04.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.510+0000 7f162cd41740 1 -- 172.21.15.71:0/704557025 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e941472b40 msgr2=0x55e941493b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:04.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.510+0000 7f162cd41740 1 --2- 172.21.15.71:0/704557025 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e941472b40 0x55e941493b90 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f162406b7e0 tx=0x7f1618010430 comp rx=0 tx=0).stop 2024-09-05T07:42:04.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.510+0000 7f162cd41740 1 -- 172.21.15.71:0/704557025 shutdown_connections 2024-09-05T07:42:04.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.510+0000 7f162cd41740 1 --2- 172.21.15.71:0/704557025 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94147c370 0x55e9414940d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.510+0000 7f162cd41740 1 --2- 172.21.15.71:0/704557025 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e941472b40 0x55e941493b90 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.510+0000 7f162cd41740 1 --2- 172.21.15.71:0/704557025 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e9414715d0 0x55e941488300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.510+0000 7f162cd41740 1 -- 172.21.15.71:0/704557025 >> 172.21.15.71:0/704557025 conn(0x55e94143a310 msgr2=0x55e941478130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:04.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.510+0000 7f162cd41740 1 -- 172.21.15.71:0/704557025 shutdown_connections 2024-09-05T07:42:04.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.510+0000 7f162cd41740 1 -- 172.21.15.71:0/704557025 wait complete. 2024-09-05T07:42:04.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.510+0000 7f162cd41740 1 -- start start 2024-09-05T07:42:04.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f162cd41740 1 Processor -- start 2024-09-05T07:42:04.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f162cd41740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e9414715d0 0x55e94147f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:04.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f162cd41740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e941472b40 0x55e94147fd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:04.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f162cd41740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 0x55e9414f4b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:04.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f162cd41740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f16241ad760 con 0x55e94147c370 2024-09-05T07:42:04.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f162cd41740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f16241aebd0 con 0x55e941472b40 2024-09-05T07:42:04.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f162cd41740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f16241ade30 con 0x55e9414715d0 2024-09-05T07:42:04.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f162cd41740 10 client.0 _ll_register_callbacks cb 0x7f16140044e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:04.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f1628f05640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 0x55e9414f4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:04.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f1628f05640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 0x55e9414f4b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48352/0 (socket says 172.21.15.71:48352) 2024-09-05T07:42:04.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f1628f05640 1 -- 172.21.15.71:0/2318103761 learned_addr learned my addr 172.21.15.71:0/2318103761 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:04.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f1623fff640 1 --2- 172.21.15.71:0/2318103761 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e9414715d0 0x55e94147f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:04.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f16237fe640 1 --2- 172.21.15.71:0/2318103761 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e941472b40 0x55e94147fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:04.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f1628f05640 1 -- 172.21.15.71:0/2318103761 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e9414715d0 msgr2=0x55e94147f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:04.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f1628f05640 1 --2- 172.21.15.71:0/2318103761 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e9414715d0 0x55e94147f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f1628f05640 1 -- 172.21.15.71:0/2318103761 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e941472b40 msgr2=0x55e94147fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:04.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f1628f05640 1 --2- 172.21.15.71:0/2318103761 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e941472b40 0x55e94147fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f1628f05640 1 -- 172.21.15.71:0/2318103761 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e9414f94a0 con 0x55e94147c370 2024-09-05T07:42:04.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f16237fe640 1 --2- 172.21.15.71:0/2318103761 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e941472b40 0x55e94147fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:42:04.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f1628f05640 1 --2- 172.21.15.71:0/2318103761 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 0x55e9414f4b50 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f161c00cbd0 tx=0x7f161c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=498388a28ef1f87a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:04.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.511+0000 7f16037fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:04.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.512+0000 7f16037fe640 1 -- 172.21.15.71:0/2318103761 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f161c02b040 con 0x55e94147c370 2024-09-05T07:42:04.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.512+0000 7f16037fe640 1 -- 172.21.15.71:0/2318103761 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f161c027460 con 0x55e94147c370 2024-09-05T07:42:04.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.512+0000 7f162cd41740 1 -- 172.21.15.71:0/2318103761 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16180198a0 con 0x55e94147c370 2024-09-05T07:42:04.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.512+0000 7f16037fe640 1 -- 172.21.15.71:0/2318103761 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f161c043050 con 0x55e94147c370 2024-09-05T07:42:04.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.512+0000 7f162cd41740 10 client.16080 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:04.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.512+0000 7f162cd41740 1 -- 172.21.15.71:0/2318103761 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e9414fa6a0 con 0x55e94147c370 2024-09-05T07:42:04.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.512+0000 7f16037fe640 1 -- 172.21.15.71:0/2318103761 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16180198a0 con 0x55e94147c370 2024-09-05T07:42:04.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.512+0000 7f16037fe640 1 -- 172.21.15.71:0/2318103761 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f161c03a5c0 con 0x55e94147c370 2024-09-05T07:42:04.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.512+0000 7f162cd41740 10 client.16080 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:04.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.512+0000 7f162cd41740 10 client.16080 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:42:04.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.512+0000 7f162cd41740 20 client.16080 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:04.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.512+0000 7f162cd41740 1 --2- 172.21.15.71:0/2318103761 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55e9414fad60 0x55e9414fd180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:04.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.512+0000 7f162cd41740 4 client.16080 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:42:04.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.512+0000 7f162cd41740 1 -- 172.21.15.71:0/2318103761 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e9413ded70 con 0x55e9414fad60 2024-09-05T07:42:04.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.513+0000 7f1623fff640 1 --2- 172.21.15.71:0/2318103761 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55e9414fad60 0x55e9414fd180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:04.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.513+0000 7f1623fff640 1 --2- 172.21.15.71:0/2318103761 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55e9414fad60 0x55e9414fd180 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=47d67580021fc749 server_cookie=7cefede064166ccb in_seq=0 out_seq=0 2024-09-05T07:42:04.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.513+0000 7f16037fe640 10 client.16080 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:42:04.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.513+0000 7f16037fe640 1 -- 172.21.15.71:0/2318103761 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e9413ded70 con 0x55e9414fad60 2024-09-05T07:42:04.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.513+0000 7f16037fe640 10 client.16080 handle_command_reply: tid=0 2024-09-05T07:42:04.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.513+0000 7f162cd41740 1 client.16080 shutdown 2024-09-05T07:42:04.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.513+0000 7f162cd41740 1 -- 172.21.15.71:0/2318103761 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 msgr2=0x55e9414f4b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:04.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.513+0000 7f162cd41740 1 --2- 172.21.15.71:0/2318103761 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 0x55e9414f4b50 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f161c00cbd0 tx=0x7f161c009bd0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.513+0000 7f162cd41740 1 -- 172.21.15.71:0/2318103761 shutdown_connections 2024-09-05T07:42:04.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.513+0000 7f162cd41740 1 --2- 172.21.15.71:0/2318103761 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55e9414fad60 0x55e9414fd180 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.513+0000 7f16037fe640 0 client.16080 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:42:04.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.513+0000 7f162cd41740 1 --2- 172.21.15.71:0/2318103761 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94147c370 0x55e9414f4b50 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.513+0000 7f162cd41740 1 --2- 172.21.15.71:0/2318103761 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e941472b40 0x55e94147fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.513+0000 7f162cd41740 1 --2- 172.21.15.71:0/2318103761 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e9414715d0 0x55e94147f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.513+0000 7f162cd41740 1 -- 172.21.15.71:0/2318103761 >> 172.21.15.71:0/2318103761 conn(0x55e94143a310 msgr2=0x55e94147a8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:04.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.514+0000 7f162cd41740 1 -- 172.21.15.71:0/2318103761 shutdown_connections 2024-09-05T07:42:04.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.514+0000 7f162cd41740 1 -- 172.21.15.71:0/2318103761 wait complete. 2024-09-05T07:42:04.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.514+0000 7f162cd41740 20 client.16080 trim_cache size 0 max 16384 2024-09-05T07:42:04.522 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:42:04.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.514+0000 7f162a968640 1 -- 172.21.15.71:0/1828011032 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f160c0a2cf0 msgr2=0x7f160c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:04.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.514+0000 7f162a968640 1 --2- 172.21.15.71:0/1828011032 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f160c0a2cf0 0x7f160c0a51b0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f161c00ec60 tx=0x7f161c009e30 comp rx=0 tx=0).stop 2024-09-05T07:42:04.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.514+0000 7f162a968640 1 -- 172.21.15.71:0/1828011032 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1624100a80 msgr2=0x7f1624198440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:04.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.514+0000 7f162a968640 1 --2- 172.21.15.71:0/1828011032 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1624100a80 0x7f1624198440 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f1614005940 tx=0x7f16140042f0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.514+0000 7f162a968640 1 -- 172.21.15.71:0/1828011032 shutdown_connections 2024-09-05T07:42:04.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.514+0000 7f162a968640 1 --2- 172.21.15.71:0/1828011032 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f160c0a2cf0 0x7f160c0a51b0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.514+0000 7f162a968640 1 --2- 172.21.15.71:0/1828011032 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1624106a80 0x7f162419cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.514+0000 7f162a968640 1 --2- 172.21.15.71:0/1828011032 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1624101420 0x7f1624198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.514+0000 7f162a968640 1 --2- 172.21.15.71:0/1828011032 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1624100a80 0x7f1624198440 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:04.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.514+0000 7f162a968640 1 -- 172.21.15.71:0/1828011032 >> 172.21.15.71:0/1828011032 conn(0x7f16240fc7a0 msgr2=0x7f1624104930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:04.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.514+0000 7f162a968640 1 -- 172.21.15.71:0/1828011032 shutdown_connections 2024-09-05T07:42:04.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:04.514+0000 7f162a968640 1 -- 172.21.15.71:0/1828011032 wait complete. 2024-09-05T07:42:04.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:04 smithi071 ceph-mon[30965]: pgmap v107: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-09-05T07:42:04.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:04 smithi123 ceph-mon[34568]: pgmap v107: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-09-05T07:42:04.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:04 smithi192 ceph-mon[34929]: pgmap v107: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-09-05T07:42:05.299 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T07:42:05.544 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:42:06.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.037+0000 7f8675e22640 1 -- 172.21.15.71:0/758988276 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8670101de0 msgr2=0x7f86701021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:06.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.037+0000 7f8675e22640 1 --2- 172.21.15.71:0/758988276 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8670101de0 0x7f86701021c0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f8660009900 tx=0x7f866002a410 comp rx=0 tx=0).stop 2024-09-05T07:42:06.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.037+0000 7f8675e22640 1 -- 172.21.15.71:0/758988276 shutdown_connections 2024-09-05T07:42:06.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.037+0000 7f8675e22640 1 --2- 172.21.15.71:0/758988276 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8670106f10 0x7f867010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.037+0000 7f8675e22640 1 --2- 172.21.15.71:0/758988276 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8670102790 0x7f86701067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.037+0000 7f8675e22640 1 --2- 172.21.15.71:0/758988276 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8670101de0 0x7f86701021c0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.037+0000 7f8675e22640 1 -- 172.21.15.71:0/758988276 >> 172.21.15.71:0/758988276 conn(0x7f86700fd8c0 msgr2=0x7f86700ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:06.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.037+0000 7f8675e22640 1 -- 172.21.15.71:0/758988276 shutdown_connections 2024-09-05T07:42:06.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.037+0000 7f8675e22640 1 -- 172.21.15.71:0/758988276 wait complete. 2024-09-05T07:42:06.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.038+0000 7f8675e22640 1 Processor -- start 2024-09-05T07:42:06.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.038+0000 7f8675e22640 1 -- start start 2024-09-05T07:42:06.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.038+0000 7f8675e22640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8670101de0 0x7f8670198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:06.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.038+0000 7f8675e22640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8670102790 0x7f8670198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:06.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.038+0000 7f8675e22640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8670106f10 0x7f867019cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:06.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.038+0000 7f8675e22640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f8670111ec0 con 0x7f8670102790 2024-09-05T07:42:06.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.038+0000 7f8675e22640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8670111d40 con 0x7f8670106f10 2024-09-05T07:42:06.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.038+0000 7f8675e22640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8670112040 con 0x7f8670101de0 2024-09-05T07:42:06.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.038+0000 7f866effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8670102790 0x7f8670198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:06.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.038+0000 7f866effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8670102790 0x7f8670198a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48370/0 (socket says 172.21.15.71:48370) 2024-09-05T07:42:06.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.038+0000 7f866effd640 1 -- 172.21.15.71:0/13665764 learned_addr learned my addr 172.21.15.71:0/13665764 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:06.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.038+0000 7f866f7fe640 1 --2- 172.21.15.71:0/13665764 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8670101de0 0x7f8670198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:06.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.038+0000 7f866ffff640 1 --2- 172.21.15.71:0/13665764 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8670106f10 0x7f867019cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:06.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.038+0000 7f866effd640 1 -- 172.21.15.71:0/13665764 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8670101de0 msgr2=0x7f8670198520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:06.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.038+0000 7f866effd640 1 --2- 172.21.15.71:0/13665764 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8670101de0 0x7f8670198520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.038+0000 7f866effd640 1 -- 172.21.15.71:0/13665764 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8670106f10 msgr2=0x7f867019cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:06.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.038+0000 7f866effd640 1 --2- 172.21.15.71:0/13665764 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8670106f10 0x7f867019cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.038+0000 7f866effd640 1 -- 172.21.15.71:0/13665764 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f867019d4d0 con 0x7f8670102790 2024-09-05T07:42:06.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.038+0000 7f866ffff640 1 --2- 172.21.15.71:0/13665764 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8670106f10 0x7f867019cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:42:06.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.039+0000 7f866effd640 1 --2- 172.21.15.71:0/13665764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8670102790 0x7f8670198a60 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f866400b4a0 tx=0x7f866400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:06.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.039+0000 7f866cff9640 1 -- 172.21.15.71:0/13665764 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8664014070 con 0x7f8670102790 2024-09-05T07:42:06.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.039+0000 7f866cff9640 1 -- 172.21.15.71:0/13665764 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8664010ac0 con 0x7f8670102790 2024-09-05T07:42:06.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.039+0000 7f8675e22640 1 -- 172.21.15.71:0/13665764 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f867019d7c0 con 0x7f8670102790 2024-09-05T07:42:06.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.039+0000 7f866cff9640 1 -- 172.21.15.71:0/13665764 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8664017c30 con 0x7f8670102790 2024-09-05T07:42:06.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.039+0000 7f8675e22640 1 -- 172.21.15.71:0/13665764 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86701a50a0 con 0x7f8670102790 2024-09-05T07:42:06.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.041+0000 7f866cff9640 1 -- 172.21.15.71:0/13665764 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f8664017070 con 0x7f8670102790 2024-09-05T07:42:06.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.041+0000 7f86781fb740 1 Processor -- start 2024-09-05T07:42:06.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.041+0000 7f86781fb740 1 -- start start 2024-09-05T07:42:06.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.041+0000 7f86781fb740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf1985b40 0x55ebf1984090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:06.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.041+0000 7f86781fb740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf19845d0 0x55ebf1984a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:06.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.041+0000 7f86781fb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf198f370 0x55ebf1991760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:06.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.042+0000 7f86781fb740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55ebf18ea2f0 con 0x55ebf1985b40 2024-09-05T07:42:06.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.042+0000 7f86781fb740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ebf1891cf0 con 0x55ebf19845d0 2024-09-05T07:42:06.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.042+0000 7f86781fb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ebf18e62b0 con 0x55ebf198f370 2024-09-05T07:42:06.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.042+0000 7f866cff9640 1 --2- 172.21.15.71:0/13665764 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f86580a2d70 0x7f86580a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:06.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.042+0000 7f866ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf1985b40 0x55ebf1984090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:06.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.042+0000 7f866ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf1985b40 0x55ebf1984090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48384/0 (socket says 172.21.15.71:48384) 2024-09-05T07:42:06.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.042+0000 7f866ffff640 1 -- 172.21.15.71:0/1832935154 learned_addr learned my addr 172.21.15.71:0/1832935154 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:06.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.042+0000 7f866effd640 1 --2- 172.21.15.71:0/1832935154 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf198f370 0x55ebf1991760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:06.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.042+0000 7f866f7fe640 1 --2- 172.21.15.71:0/1832935154 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf19845d0 0x55ebf1984a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:06.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.042+0000 7f866ffff640 1 --2- 172.21.15.71:0/13665764 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f86580a2d70 0x7f86580a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:06.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.042+0000 7f866ffff640 1 -- 172.21.15.71:0/1832935154 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf198f370 msgr2=0x55ebf1991760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:06.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.042+0000 7f866cff9640 1 -- 172.21.15.71:0/13665764 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f86640ceb40 con 0x7f8670102790 2024-09-05T07:42:06.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.042+0000 7f866ffff640 1 --2- 172.21.15.71:0/1832935154 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf198f370 0x55ebf1991760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.042+0000 7f866ffff640 1 -- 172.21.15.71:0/1832935154 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf19845d0 msgr2=0x55ebf1984a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:06.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.042+0000 7f866ffff640 1 --2- 172.21.15.71:0/1832935154 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf19845d0 0x55ebf1984a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.042+0000 7f866ffff640 1 -- 172.21.15.71:0/1832935154 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ebf18763a0 con 0x55ebf1985b40 2024-09-05T07:42:06.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.042+0000 7f866ffff640 1 --2- 172.21.15.71:0/1832935154 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf1985b40 0x55ebf1984090 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f8668010a30 tx=0x7f8668010ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ae8fbd28035df9a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:06.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.042+0000 7f8655ffb640 1 -- 172.21.15.71:0/1832935154 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8668020070 con 0x55ebf1985b40 2024-09-05T07:42:06.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.042+0000 7f8655ffb640 1 -- 172.21.15.71:0/1832935154 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f866801bbd0 con 0x55ebf1985b40 2024-09-05T07:42:06.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.042+0000 7f8655ffb640 1 -- 172.21.15.71:0/1832935154 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86680235e0 con 0x55ebf1985b40 2024-09-05T07:42:06.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.043+0000 7f86781fb740 1 -- 172.21.15.71:0/1832935154 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf1985b40 msgr2=0x55ebf1984090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:06.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.043+0000 7f86781fb740 1 --2- 172.21.15.71:0/1832935154 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf1985b40 0x55ebf1984090 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f8668010a30 tx=0x7f8668010ef0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.043+0000 7f866ffff640 1 --2- 172.21.15.71:0/13665764 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f86580a2d70 0x7f86580a5230 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f866801d000 tx=0x7f8668019000 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:06.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.043+0000 7f86781fb740 1 -- 172.21.15.71:0/1832935154 shutdown_connections 2024-09-05T07:42:06.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.043+0000 7f86781fb740 1 --2- 172.21.15.71:0/1832935154 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf198f370 0x55ebf1991760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.043+0000 7f86781fb740 1 --2- 172.21.15.71:0/1832935154 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf19845d0 0x55ebf1984a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.043+0000 7f86781fb740 1 --2- 172.21.15.71:0/1832935154 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf1985b40 0x55ebf1984090 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.043+0000 7f86781fb740 1 -- 172.21.15.71:0/1832935154 >> 172.21.15.71:0/1832935154 conn(0x55ebf194d310 msgr2=0x55ebf1980c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:06.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.043+0000 7f86781fb740 1 -- 172.21.15.71:0/1832935154 shutdown_connections 2024-09-05T07:42:06.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.043+0000 7f86781fb740 1 -- 172.21.15.71:0/1832935154 wait complete. 2024-09-05T07:42:06.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.044+0000 7f86781fb740 1 -- start start 2024-09-05T07:42:06.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.044+0000 7f86781fb740 1 Processor -- start 2024-09-05T07:42:06.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.044+0000 7f86781fb740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf19845d0 0x55ebf198ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:06.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.044+0000 7f86781fb740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf1985b40 0x55ebf198c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:06.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.044+0000 7f86781fb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf198f370 0x55ebf198c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:06.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.044+0000 7f86781fb740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55ebf1992070 con 0x55ebf19845d0 2024-09-05T07:42:06.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.044+0000 7f86781fb740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ebf18a5060 con 0x55ebf1985b40 2024-09-05T07:42:06.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.044+0000 7f86781fb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ebf19921f0 con 0x55ebf198f370 2024-09-05T07:42:06.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.044+0000 7f86781fb740 10 client.0 _ll_register_callbacks cb 0x55ebf15f88c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:06.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.044+0000 7f866f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf19845d0 0x55ebf198ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:06.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.044+0000 7f866f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf19845d0 0x55ebf198ed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48390/0 (socket says 172.21.15.71:48390) 2024-09-05T07:42:06.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.044+0000 7f866f7fe640 1 -- 172.21.15.71:0/2816501246 learned_addr learned my addr 172.21.15.71:0/2816501246 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:06.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.044+0000 7f866ffff640 1 --2- 172.21.15.71:0/2816501246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf198f370 0x55ebf198c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:06.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.044+0000 7f866effd640 1 --2- 172.21.15.71:0/2816501246 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf1985b40 0x55ebf198c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:06.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.044+0000 7f866f7fe640 1 -- 172.21.15.71:0/2816501246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf198f370 msgr2=0x55ebf198c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:06.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.044+0000 7f866f7fe640 1 --2- 172.21.15.71:0/2816501246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf198f370 0x55ebf198c5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.044+0000 7f866f7fe640 1 -- 172.21.15.71:0/2816501246 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf1985b40 msgr2=0x55ebf198c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:06.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.044+0000 7f866f7fe640 1 --2- 172.21.15.71:0/2816501246 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf1985b40 0x55ebf198c000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.044+0000 7f866f7fe640 1 -- 172.21.15.71:0/2816501246 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ebf165b3c0 con 0x55ebf19845d0 2024-09-05T07:42:06.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.045+0000 7f866f7fe640 1 --2- 172.21.15.71:0/2816501246 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf19845d0 0x55ebf198ed00 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f866002a930 tx=0x7f8660031810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9a5473fbd3f241e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:06.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.045+0000 7f864effd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:06.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.045+0000 7f864effd640 1 -- 172.21.15.71:0/2816501246 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8660035040 con 0x55ebf19845d0 2024-09-05T07:42:06.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.045+0000 7f864effd640 1 -- 172.21.15.71:0/2816501246 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f8660004240 con 0x55ebf19845d0 2024-09-05T07:42:06.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.045+0000 7f86781fb740 1 -- 172.21.15.71:0/2816501246 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f866801bbd0 con 0x55ebf19845d0 2024-09-05T07:42:06.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.045+0000 7f864effd640 1 -- 172.21.15.71:0/2816501246 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f866004e050 con 0x55ebf19845d0 2024-09-05T07:42:06.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.045+0000 7f86781fb740 10 client.16092 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:06.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.045+0000 7f86781fb740 1 -- 172.21.15.71:0/2816501246 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ebf199dae0 con 0x55ebf19845d0 2024-09-05T07:42:06.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.045+0000 7f864effd640 1 -- 172.21.15.71:0/2816501246 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f866801bbd0 con 0x55ebf19845d0 2024-09-05T07:42:06.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.045+0000 7f864effd640 1 -- 172.21.15.71:0/2816501246 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f8660045510 con 0x55ebf19845d0 2024-09-05T07:42:06.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.045+0000 7f86781fb740 10 client.16092 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:06.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.045+0000 7f86781fb740 10 client.16092 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:42:06.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.045+0000 7f86781fb740 20 client.16092 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:06.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.045+0000 7f86781fb740 1 --2- 172.21.15.71:0/2816501246 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55ebf199efa0 0x55ebf19a13f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:06.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.045+0000 7f86781fb740 4 client.16092 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:42:06.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.045+0000 7f86781fb740 1 -- 172.21.15.71:0/2816501246 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ebf18f7860 con 0x55ebf199efa0 2024-09-05T07:42:06.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.046+0000 7f866effd640 1 --2- 172.21.15.71:0/2816501246 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55ebf199efa0 0x55ebf19a13f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:06.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.046+0000 7f866effd640 1 --2- 172.21.15.71:0/2816501246 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55ebf199efa0 0x55ebf19a13f0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=29d061de3851925c server_cookie=9d6eda9e3becba59 in_seq=0 out_seq=0 2024-09-05T07:42:06.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.046+0000 7f864effd640 10 client.16092 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:42:06.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.047+0000 7f864effd640 1 -- 172.21.15.71:0/2816501246 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ebf18f7860 con 0x55ebf199efa0 2024-09-05T07:42:06.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.047+0000 7f864effd640 10 client.16092 handle_command_reply: tid=0 2024-09-05T07:42:06.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.047+0000 7f86781fb740 1 client.16092 shutdown 2024-09-05T07:42:06.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.047+0000 7f86781fb740 1 -- 172.21.15.71:0/2816501246 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf19845d0 msgr2=0x55ebf198ed00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:06.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.047+0000 7f86781fb740 1 --2- 172.21.15.71:0/2816501246 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf19845d0 0x55ebf198ed00 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f866002a930 tx=0x7f8660031810 comp rx=0 tx=0).stop 2024-09-05T07:42:06.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.047+0000 7f86781fb740 1 -- 172.21.15.71:0/2816501246 shutdown_connections 2024-09-05T07:42:06.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.047+0000 7f86781fb740 1 --2- 172.21.15.71:0/2816501246 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf198f370 0x55ebf198c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.047+0000 7f86781fb740 1 --2- 172.21.15.71:0/2816501246 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55ebf199efa0 0x55ebf19a13f0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.047+0000 7f86781fb740 1 --2- 172.21.15.71:0/2816501246 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf1985b40 0x55ebf198c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.047+0000 7f86781fb740 1 --2- 172.21.15.71:0/2816501246 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf19845d0 0x55ebf198ed00 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.047+0000 7f864effd640 0 client.16092 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:42:06.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.047+0000 7f86781fb740 1 -- 172.21.15.71:0/2816501246 >> 172.21.15.71:0/2816501246 conn(0x55ebf194d310 msgr2=0x55ebf1986960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:06.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.047+0000 7f86781fb740 1 -- 172.21.15.71:0/2816501246 shutdown_connections 2024-09-05T07:42:06.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.047+0000 7f86781fb740 1 -- 172.21.15.71:0/2816501246 wait complete. 2024-09-05T07:42:06.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.047+0000 7f86781fb740 20 client.16092 trim_cache size 0 max 16384 2024-09-05T07:42:06.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.060+0000 7f86781fb740 1 Processor -- start 2024-09-05T07:42:06.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.060+0000 7f86781fb740 1 -- start start 2024-09-05T07:42:06.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.060+0000 7f86781fb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf19845d0 0x55ebf199b310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:06.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.060+0000 7f86781fb740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf1985b40 0x55ebf198afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:06.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.060+0000 7f86781fb740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf198f370 0x55ebf19a6cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:06.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.060+0000 7f86781fb740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f86701b1ab0 con 0x55ebf198f370 2024-09-05T07:42:06.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.060+0000 7f86781fb740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f86701af380 con 0x55ebf1985b40 2024-09-05T07:42:06.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.060+0000 7f86781fb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f86701ad1d0 con 0x55ebf19845d0 2024-09-05T07:42:06.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.060+0000 7f866ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf198f370 0x55ebf19a6cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:06.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.060+0000 7f866ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf198f370 0x55ebf19a6cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48392/0 (socket says 172.21.15.71:48392) 2024-09-05T07:42:06.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.060+0000 7f866ffff640 1 -- 172.21.15.71:0/2961978399 learned_addr learned my addr 172.21.15.71:0/2961978399 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:06.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.060+0000 7f866f7fe640 1 --2- 172.21.15.71:0/2961978399 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf19845d0 0x55ebf199b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:06.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.060+0000 7f866effd640 1 --2- 172.21.15.71:0/2961978399 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf1985b40 0x55ebf198afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:06.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.060+0000 7f866ffff640 1 -- 172.21.15.71:0/2961978399 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf19845d0 msgr2=0x55ebf199b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:06.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.060+0000 7f866ffff640 1 --2- 172.21.15.71:0/2961978399 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf19845d0 0x55ebf199b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.060+0000 7f866ffff640 1 -- 172.21.15.71:0/2961978399 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf1985b40 msgr2=0x55ebf198afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:06.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.060+0000 7f866ffff640 1 --2- 172.21.15.71:0/2961978399 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf1985b40 0x55ebf198afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.060+0000 7f866ffff640 1 -- 172.21.15.71:0/2961978399 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ebf198a550 con 0x55ebf198f370 2024-09-05T07:42:06.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.060+0000 7f866f7fe640 1 --2- 172.21.15.71:0/2961978399 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf19845d0 0x55ebf199b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:42:06.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.061+0000 7f866ffff640 1 --2- 172.21.15.71:0/2961978399 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf198f370 0x55ebf19a6cc0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f8668010a00 tx=0x7f866800d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d4cd2d76819ea8f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:06.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.061+0000 7f86557fa640 1 -- 172.21.15.71:0/2961978399 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8668020040 con 0x55ebf198f370 2024-09-05T07:42:06.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.061+0000 7f86557fa640 1 -- 172.21.15.71:0/2961978399 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8668032070 con 0x55ebf198f370 2024-09-05T07:42:06.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.061+0000 7f86557fa640 1 -- 172.21.15.71:0/2961978399 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f866800e800 con 0x55ebf198f370 2024-09-05T07:42:06.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.061+0000 7f86781fb740 1 -- 172.21.15.71:0/2961978399 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf198f370 msgr2=0x55ebf19a6cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:06.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.061+0000 7f86781fb740 1 --2- 172.21.15.71:0/2961978399 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf198f370 0x55ebf19a6cc0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f8668010a00 tx=0x7f866800d000 comp rx=0 tx=0).stop 2024-09-05T07:42:06.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.061+0000 7f86781fb740 1 -- 172.21.15.71:0/2961978399 shutdown_connections 2024-09-05T07:42:06.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.061+0000 7f86781fb740 1 --2- 172.21.15.71:0/2961978399 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf198f370 0x55ebf19a6cc0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.061+0000 7f86781fb740 1 --2- 172.21.15.71:0/2961978399 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf1985b40 0x55ebf198afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.061+0000 7f86781fb740 1 --2- 172.21.15.71:0/2961978399 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf19845d0 0x55ebf199b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.061+0000 7f86781fb740 1 -- 172.21.15.71:0/2961978399 >> 172.21.15.71:0/2961978399 conn(0x55ebf194d310 msgr2=0x55ebf198a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:06.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.062+0000 7f86781fb740 1 -- 172.21.15.71:0/2961978399 shutdown_connections 2024-09-05T07:42:06.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.062+0000 7f86781fb740 1 -- 172.21.15.71:0/2961978399 wait complete. 2024-09-05T07:42:06.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.062+0000 7f86781fb740 1 -- start start 2024-09-05T07:42:06.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.062+0000 7f86781fb740 1 Processor -- start 2024-09-05T07:42:06.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.062+0000 7f86781fb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf19845d0 0x55ebf1997c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:06.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.062+0000 7f86781fb740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf1985b40 0x55ebf1992f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:06.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.062+0000 7f86781fb740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf198f370 0x55ebf1993490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:06.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.062+0000 7f86781fb740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f86701ad840 con 0x55ebf198f370 2024-09-05T07:42:06.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.062+0000 7f86781fb740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f86701aecb0 con 0x55ebf1985b40 2024-09-05T07:42:06.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.062+0000 7f86781fb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f86701adf10 con 0x55ebf19845d0 2024-09-05T07:42:06.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.062+0000 7f86781fb740 10 client.0 _ll_register_callbacks cb 0x7f86600314a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:06.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.062+0000 7f866ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf198f370 0x55ebf1993490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:06.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.063+0000 7f866ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf198f370 0x55ebf1993490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48406/0 (socket says 172.21.15.71:48406) 2024-09-05T07:42:06.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.063+0000 7f866ffff640 1 -- 172.21.15.71:0/3196964065 learned_addr learned my addr 172.21.15.71:0/3196964065 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:06.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.063+0000 7f866f7fe640 1 --2- 172.21.15.71:0/3196964065 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf19845d0 0x55ebf1997c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:06.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.063+0000 7f866effd640 1 --2- 172.21.15.71:0/3196964065 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf1985b40 0x55ebf1992f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:06.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.063+0000 7f866ffff640 1 -- 172.21.15.71:0/3196964065 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf19845d0 msgr2=0x55ebf1997c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:06.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.063+0000 7f866ffff640 1 --2- 172.21.15.71:0/3196964065 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf19845d0 0x55ebf1997c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.063+0000 7f866ffff640 1 -- 172.21.15.71:0/3196964065 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf1985b40 msgr2=0x55ebf1992f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:06.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.063+0000 7f866ffff640 1 --2- 172.21.15.71:0/3196964065 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf1985b40 0x55ebf1992f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.063+0000 7f866ffff640 1 -- 172.21.15.71:0/3196964065 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ebf1993cc0 con 0x55ebf198f370 2024-09-05T07:42:06.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.063+0000 7f866effd640 1 --2- 172.21.15.71:0/3196964065 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf1985b40 0x55ebf1992f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:42:06.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.063+0000 7f866ffff640 1 --2- 172.21.15.71:0/3196964065 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf198f370 0x55ebf1993490 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f8668010f30 tx=0x7f866801be00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b88f51453006d918 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:06.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.063+0000 7f864effd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:06.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.063+0000 7f864effd640 1 -- 172.21.15.71:0/3196964065 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f866803b070 con 0x55ebf198f370 2024-09-05T07:42:06.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.063+0000 7f864effd640 1 -- 172.21.15.71:0/3196964065 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f866800e560 con 0x55ebf198f370 2024-09-05T07:42:06.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.063+0000 7f86781fb740 1 -- 172.21.15.71:0/3196964065 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8668032070 con 0x55ebf198f370 2024-09-05T07:42:06.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.063+0000 7f864effd640 1 -- 172.21.15.71:0/3196964065 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8668047050 con 0x55ebf198f370 2024-09-05T07:42:06.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.063+0000 7f86781fb740 10 client.16098 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:06.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.063+0000 7f86781fb740 1 -- 172.21.15.71:0/3196964065 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ebf1a09cf0 con 0x55ebf198f370 2024-09-05T07:42:06.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.063+0000 7f864effd640 1 -- 172.21.15.71:0/3196964065 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8668032070 con 0x55ebf198f370 2024-09-05T07:42:06.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.064+0000 7f864effd640 1 -- 172.21.15.71:0/3196964065 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f8668024560 con 0x55ebf198f370 2024-09-05T07:42:06.088 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.064+0000 7f86781fb740 10 client.16098 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:06.088 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.064+0000 7f86781fb740 10 client.16098 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:42:06.088 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.064+0000 7f86781fb740 20 client.16098 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:06.088 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.064+0000 7f86781fb740 1 --2- 172.21.15.71:0/3196964065 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55ebf1a0a210 0x55ebf1a0c600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:06.088 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.064+0000 7f86781fb740 4 client.16098 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:42:06.088 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.064+0000 7f86781fb740 1 -- 172.21.15.71:0/3196964065 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ebf18f1d70 con 0x55ebf1a0a210 2024-09-05T07:42:06.088 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.064+0000 7f866f7fe640 1 --2- 172.21.15.71:0/3196964065 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55ebf1a0a210 0x55ebf1a0c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:06.088 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.064+0000 7f866f7fe640 1 --2- 172.21.15.71:0/3196964065 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55ebf1a0a210 0x55ebf1a0c600 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c0dadc57be0999b server_cookie=2e9f385f73dfdd3a in_seq=0 out_seq=0 2024-09-05T07:42:06.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.064+0000 7f864effd640 10 client.16098 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:42:06.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.064+0000 7f864effd640 1 -- 172.21.15.71:0/3196964065 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ebf18f1d70 con 0x55ebf1a0a210 2024-09-05T07:42:06.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.065+0000 7f864effd640 10 client.16098 handle_command_reply: tid=0 2024-09-05T07:42:06.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.065+0000 7f86781fb740 1 client.16098 shutdown 2024-09-05T07:42:06.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.065+0000 7f86781fb740 1 -- 172.21.15.71:0/3196964065 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf198f370 msgr2=0x55ebf1993490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:06.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.065+0000 7f86781fb740 1 --2- 172.21.15.71:0/3196964065 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf198f370 0x55ebf1993490 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f8668010f30 tx=0x7f866801be00 comp rx=0 tx=0).stop 2024-09-05T07:42:06.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.065+0000 7f86781fb740 1 -- 172.21.15.71:0/3196964065 shutdown_connections 2024-09-05T07:42:06.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.065+0000 7f86781fb740 1 --2- 172.21.15.71:0/3196964065 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebf198f370 0x55ebf1993490 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.065+0000 7f86781fb740 1 --2- 172.21.15.71:0/3196964065 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55ebf1a0a210 0x55ebf1a0c600 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.065+0000 7f86781fb740 1 --2- 172.21.15.71:0/3196964065 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebf1985b40 0x55ebf1992f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.065+0000 7f864effd640 0 client.16098 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:42:06.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.065+0000 7f86781fb740 1 --2- 172.21.15.71:0/3196964065 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebf19845d0 0x55ebf1997c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.090 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:42:06.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.065+0000 7f86781fb740 1 -- 172.21.15.71:0/3196964065 >> 172.21.15.71:0/3196964065 conn(0x55ebf194d310 msgr2=0x55ebf198b0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:06.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.065+0000 7f86781fb740 1 -- 172.21.15.71:0/3196964065 shutdown_connections 2024-09-05T07:42:06.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.065+0000 7f86781fb740 1 -- 172.21.15.71:0/3196964065 wait complete. 2024-09-05T07:42:06.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.065+0000 7f86781fb740 20 client.16098 trim_cache size 0 max 16384 2024-09-05T07:42:06.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.065+0000 7f8675e22640 1 -- 172.21.15.71:0/13665764 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f86580a2d70 msgr2=0x7f86580a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:06.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.066+0000 7f8675e22640 1 --2- 172.21.15.71:0/13665764 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f86580a2d70 0x7f86580a5230 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f866801d000 tx=0x7f8668019000 comp rx=0 tx=0).stop 2024-09-05T07:42:06.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.066+0000 7f8675e22640 1 -- 172.21.15.71:0/13665764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8670102790 msgr2=0x7f8670198a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:06.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.066+0000 7f8675e22640 1 --2- 172.21.15.71:0/13665764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8670102790 0x7f8670198a60 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f866400b4a0 tx=0x7f866400b960 comp rx=0 tx=0).stop 2024-09-05T07:42:06.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.066+0000 7f8675e22640 1 -- 172.21.15.71:0/13665764 shutdown_connections 2024-09-05T07:42:06.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.066+0000 7f8675e22640 1 --2- 172.21.15.71:0/13665764 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f86580a2d70 0x7f86580a5230 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.092 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.066+0000 7f8675e22640 1 --2- 172.21.15.71:0/13665764 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8670106f10 0x7f867019cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.092 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.066+0000 7f8675e22640 1 --2- 172.21.15.71:0/13665764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8670102790 0x7f8670198a60 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.092 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.066+0000 7f8675e22640 1 --2- 172.21.15.71:0/13665764 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8670101de0 0x7f8670198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:06.092 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.066+0000 7f8675e22640 1 -- 172.21.15.71:0/13665764 >> 172.21.15.71:0/13665764 conn(0x7f86700fd8c0 msgr2=0x7f86700fedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:06.092 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.066+0000 7f8675e22640 1 -- 172.21.15.71:0/13665764 shutdown_connections 2024-09-05T07:42:06.092 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:06.066+0000 7f8675e22640 1 -- 172.21.15.71:0/13665764 wait complete. 2024-09-05T07:42:06.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:06 smithi071 ceph-mon[30965]: pgmap v108: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-09-05T07:42:06.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:06 smithi123 ceph-mon[34568]: pgmap v108: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-09-05T07:42:06.940 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T07:42:06.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:06 smithi192 ceph-mon[34929]: pgmap v108: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-09-05T07:42:07.187 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:42:07.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.680+0000 7f7273070640 1 -- 172.21.15.71:0/3021402250 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f726c1036e0 msgr2=0x7f726c107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:07.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.680+0000 7f7273070640 1 --2- 172.21.15.71:0/3021402250 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f726c1036e0 0x7f726c107b90 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f7260009930 tx=0x7f726002a420 comp rx=0 tx=0).stop 2024-09-05T07:42:07.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.681+0000 7f7273070640 1 -- 172.21.15.71:0/3021402250 shutdown_connections 2024-09-05T07:42:07.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.681+0000 7f7273070640 1 --2- 172.21.15.71:0/3021402250 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f726c1082a0 0x7f726c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.681+0000 7f7273070640 1 --2- 172.21.15.71:0/3021402250 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f726c1036e0 0x7f726c107b90 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.681+0000 7f7273070640 1 --2- 172.21.15.71:0/3021402250 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f726c102d30 0x7f726c103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.681+0000 7f7273070640 1 -- 172.21.15.71:0/3021402250 >> 172.21.15.71:0/3021402250 conn(0x7f726c0fc7d0 msgr2=0x7f726c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:07.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.681+0000 7f7273070640 1 -- 172.21.15.71:0/3021402250 shutdown_connections 2024-09-05T07:42:07.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.681+0000 7f7273070640 1 -- 172.21.15.71:0/3021402250 wait complete. 2024-09-05T07:42:07.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.681+0000 7f7273070640 1 Processor -- start 2024-09-05T07:42:07.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.681+0000 7f7273070640 1 -- start start 2024-09-05T07:42:07.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f7273070640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f726c102d30 0x7f726c198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:07.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f7273070640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f726c1036e0 0x7f726c1989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:07.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f7273070640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f726c1082a0 0x7f726c19cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:07.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f7273070640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f726c111f50 con 0x7f726c102d30 2024-09-05T07:42:07.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f7273070640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f726c111dd0 con 0x7f726c1082a0 2024-09-05T07:42:07.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f7273070640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f726c1120d0 con 0x7f726c1036e0 2024-09-05T07:42:07.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f7270e0c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f726c102d30 0x7f726c198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:07.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f7270e0c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f726c102d30 0x7f726c198490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48432/0 (socket says 172.21.15.71:48432) 2024-09-05T07:42:07.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f7270e0c640 1 -- 172.21.15.71:0/2701466791 learned_addr learned my addr 172.21.15.71:0/2701466791 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:07.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f726bfff640 1 --2- 172.21.15.71:0/2701466791 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f726c1036e0 0x7f726c1989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:07.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f727160d640 1 --2- 172.21.15.71:0/2701466791 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f726c1082a0 0x7f726c19cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:07.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f7270e0c640 1 -- 172.21.15.71:0/2701466791 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f726c1036e0 msgr2=0x7f726c1989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:07.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f7270e0c640 1 --2- 172.21.15.71:0/2701466791 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f726c1036e0 0x7f726c1989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f7270e0c640 1 -- 172.21.15.71:0/2701466791 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f726c1082a0 msgr2=0x7f726c19cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:07.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f7270e0c640 1 --2- 172.21.15.71:0/2701466791 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f726c1082a0 0x7f726c19cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f7270e0c640 1 -- 172.21.15.71:0/2701466791 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f726c19d440 con 0x7f726c102d30 2024-09-05T07:42:07.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f7270e0c640 1 --2- 172.21.15.71:0/2701466791 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f726c102d30 0x7f726c198490 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f725c00ea80 tx=0x7f725c00ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:07.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f7269ffb640 1 -- 172.21.15.71:0/2701466791 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f725c00ce40 con 0x7f726c102d30 2024-09-05T07:42:07.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f7269ffb640 1 -- 172.21.15.71:0/2701466791 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f725c005020 con 0x7f726c102d30 2024-09-05T07:42:07.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f7273070640 1 -- 172.21.15.71:0/2701466791 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f726c19d730 con 0x7f726c102d30 2024-09-05T07:42:07.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.682+0000 7f7269ffb640 1 -- 172.21.15.71:0/2701466791 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f725c0116d0 con 0x7f726c102d30 2024-09-05T07:42:07.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.683+0000 7f7273070640 1 -- 172.21.15.71:0/2701466791 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f726c1a5010 con 0x7f726c102d30 2024-09-05T07:42:07.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.684+0000 7f7269ffb640 1 -- 172.21.15.71:0/2701466791 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f725c0051d0 con 0x7f726c102d30 2024-09-05T07:42:07.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.685+0000 7f7275449740 1 Processor -- start 2024-09-05T07:42:07.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.685+0000 7f7269ffb640 1 --2- 172.21.15.71:0/2701466791 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f72540a2cf0 0x7f72540a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:07.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.685+0000 7f7275449740 1 -- start start 2024-09-05T07:42:07.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.685+0000 7f727160d640 1 --2- 172.21.15.71:0/2701466791 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f72540a2cf0 0x7f72540a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:07.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.685+0000 7f7269ffb640 1 -- 172.21.15.71:0/2701466791 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f725c0cfc30 con 0x7f726c102d30 2024-09-05T07:42:07.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.685+0000 7f7275449740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b880466b40 0x55b880465090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:07.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.685+0000 7f7275449740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8804655d0 0x55b880465a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:07.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.685+0000 7f7275449740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880470370 0x55b880472760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:07.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.685+0000 7f7275449740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55b8803cb2f0 con 0x55b880470370 2024-09-05T07:42:07.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.685+0000 7f7275449740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b880372cf0 con 0x55b880466b40 2024-09-05T07:42:07.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.685+0000 7f7275449740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b8803c72b0 con 0x55b8804655d0 2024-09-05T07:42:07.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.686+0000 7f727160d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880470370 0x55b880472760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:07.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.686+0000 7f727160d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880470370 0x55b880472760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48438/0 (socket says 172.21.15.71:48438) 2024-09-05T07:42:07.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.686+0000 7f727160d640 1 -- 172.21.15.71:0/4285441533 learned_addr learned my addr 172.21.15.71:0/4285441533 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:07.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.686+0000 7f726bfff640 1 --2- 172.21.15.71:0/4285441533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8804655d0 0x55b880465a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:07.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.686+0000 7f7270e0c640 1 --2- 172.21.15.71:0/4285441533 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b880466b40 0x55b880465090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:07.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.686+0000 7f727160d640 1 --2- 172.21.15.71:0/2701466791 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f72540a2cf0 0x7f72540a51b0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f72640123f0 tx=0x7f72640127f0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:07.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.686+0000 7f727160d640 1 -- 172.21.15.71:0/4285441533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8804655d0 msgr2=0x55b880465a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:07.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.686+0000 7f727160d640 1 --2- 172.21.15.71:0/4285441533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8804655d0 0x55b880465a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.686+0000 7f727160d640 1 -- 172.21.15.71:0/4285441533 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b880466b40 msgr2=0x55b880465090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:07.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.686+0000 7f727160d640 1 --2- 172.21.15.71:0/4285441533 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b880466b40 0x55b880465090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.686+0000 7f727160d640 1 -- 172.21.15.71:0/4285441533 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b8803573a0 con 0x55b880470370 2024-09-05T07:42:07.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.686+0000 7f7270e0c640 1 --2- 172.21.15.71:0/4285441533 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b880466b40 0x55b880465090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:42:07.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.686+0000 7f727160d640 1 --2- 172.21.15.71:0/4285441533 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880470370 0x55b880472760 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f7264005fd0 tx=0x7f726401c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17cd6a147ea9817e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:07.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.686+0000 7f7252ffd640 1 -- 172.21.15.71:0/4285441533 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7264012230 con 0x55b880470370 2024-09-05T07:42:07.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.686+0000 7f7252ffd640 1 -- 172.21.15.71:0/4285441533 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f72640054d0 con 0x55b880470370 2024-09-05T07:42:07.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.686+0000 7f7252ffd640 1 -- 172.21.15.71:0/4285441533 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f726401e500 con 0x55b880470370 2024-09-05T07:42:07.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.687+0000 7f7275449740 1 -- 172.21.15.71:0/4285441533 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880470370 msgr2=0x55b880472760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:07.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.687+0000 7f7275449740 1 --2- 172.21.15.71:0/4285441533 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880470370 0x55b880472760 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f7264005fd0 tx=0x7f726401c000 comp rx=0 tx=0).stop 2024-09-05T07:42:07.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.687+0000 7f7275449740 1 -- 172.21.15.71:0/4285441533 shutdown_connections 2024-09-05T07:42:07.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.687+0000 7f7275449740 1 --2- 172.21.15.71:0/4285441533 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880470370 0x55b880472760 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.687+0000 7f7275449740 1 --2- 172.21.15.71:0/4285441533 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8804655d0 0x55b880465a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.687+0000 7f7275449740 1 --2- 172.21.15.71:0/4285441533 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b880466b40 0x55b880465090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.687+0000 7f7275449740 1 -- 172.21.15.71:0/4285441533 >> 172.21.15.71:0/4285441533 conn(0x55b88042e310 msgr2=0x55b880461c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:07.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.687+0000 7f7275449740 1 -- 172.21.15.71:0/4285441533 shutdown_connections 2024-09-05T07:42:07.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.687+0000 7f7275449740 1 -- 172.21.15.71:0/4285441533 wait complete. 2024-09-05T07:42:07.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.687+0000 7f7275449740 1 -- start start 2024-09-05T07:42:07.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.687+0000 7f7275449740 1 Processor -- start 2024-09-05T07:42:07.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f7275449740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8804655d0 0x55b88046fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:07.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f7275449740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880466b40 0x55b88046cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:07.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f7275449740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b880470370 0x55b88046d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:07.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f7275449740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55b880472fb0 con 0x55b880466b40 2024-09-05T07:42:07.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f7275449740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b880386060 con 0x55b8804655d0 2024-09-05T07:42:07.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f7275449740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b880473130 con 0x55b880470370 2024-09-05T07:42:07.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f7275449740 10 client.0 _ll_register_callbacks cb 0x55b8800d98c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:07.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f726bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880466b40 0x55b88046cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:07.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f726bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880466b40 0x55b88046cfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48448/0 (socket says 172.21.15.71:48448) 2024-09-05T07:42:07.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f726bfff640 1 -- 172.21.15.71:0/2198220436 learned_addr learned my addr 172.21.15.71:0/2198220436 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:07.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f7270e0c640 1 --2- 172.21.15.71:0/2198220436 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8804655d0 0x55b88046fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:07.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f727160d640 1 --2- 172.21.15.71:0/2198220436 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b880470370 0x55b88046d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:07.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f726bfff640 1 -- 172.21.15.71:0/2198220436 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b880470370 msgr2=0x55b88046d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:07.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f726bfff640 1 --2- 172.21.15.71:0/2198220436 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b880470370 0x55b88046d5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f726bfff640 1 -- 172.21.15.71:0/2198220436 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8804655d0 msgr2=0x55b88046fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:07.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f726bfff640 1 --2- 172.21.15.71:0/2198220436 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8804655d0 0x55b88046fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f726bfff640 1 -- 172.21.15.71:0/2198220436 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b88013c3c0 con 0x55b880466b40 2024-09-05T07:42:07.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f726bfff640 1 --2- 172.21.15.71:0/2198220436 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880466b40 0x55b88046cfe0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f7260005ab0 tx=0x7f7260031810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=690bb6e3dbfb3de7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:07.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f724bfff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:07.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f724bfff640 1 -- 172.21.15.71:0/2198220436 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7260035040 con 0x55b880466b40 2024-09-05T07:42:07.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.688+0000 7f724bfff640 1 -- 172.21.15.71:0/2198220436 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f7260004300 con 0x55b880466b40 2024-09-05T07:42:07.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.689+0000 7f7275449740 1 -- 172.21.15.71:0/2198220436 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72640054d0 con 0x55b880466b40 2024-09-05T07:42:07.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.689+0000 7f724bfff640 1 -- 172.21.15.71:0/2198220436 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7260005030 con 0x55b880466b40 2024-09-05T07:42:07.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.689+0000 7f7275449740 10 client.16110 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:07.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.689+0000 7f7275449740 1 -- 172.21.15.71:0/2198220436 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b88047e980 con 0x55b880466b40 2024-09-05T07:42:07.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.689+0000 7f724bfff640 1 -- 172.21.15.71:0/2198220436 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f72640054d0 con 0x55b880466b40 2024-09-05T07:42:07.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.689+0000 7f724bfff640 1 -- 172.21.15.71:0/2198220436 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f7260004b10 con 0x55b880466b40 2024-09-05T07:42:07.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.689+0000 7f7275449740 10 client.16110 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:07.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.689+0000 7f7275449740 10 client.16110 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:42:07.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.689+0000 7f7275449740 20 client.16110 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:07.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.689+0000 7f7275449740 1 --2- 172.21.15.71:0/2198220436 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b88047fe40 0x55b8804822a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:07.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.689+0000 7f7275449740 4 client.16110 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:42:07.709 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.689+0000 7f7275449740 1 -- 172.21.15.71:0/2198220436 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b8803d8860 con 0x55b88047fe40 2024-09-05T07:42:07.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.689+0000 7f7270e0c640 1 --2- 172.21.15.71:0/2198220436 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b88047fe40 0x55b8804822a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:07.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.690+0000 7f724bfff640 10 client.16110 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:07.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.690+0000 7f7270e0c640 1 --2- 172.21.15.71:0/2198220436 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b88047fe40 0x55b8804822a0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca945624f6f935fb server_cookie=25a7196fe45212a6 in_seq=0 out_seq=0 2024-09-05T07:42:07.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.691+0000 7f724bfff640 1 -- 172.21.15.71:0/2198220436 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b8803d8860 con 0x55b88047fe40 2024-09-05T07:42:07.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.691+0000 7f724bfff640 10 client.16110 handle_command_reply: tid=0 2024-09-05T07:42:07.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.691+0000 7f7275449740 1 client.16110 shutdown 2024-09-05T07:42:07.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.691+0000 7f7275449740 1 -- 172.21.15.71:0/2198220436 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880466b40 msgr2=0x55b88046cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:07.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.691+0000 7f7275449740 1 --2- 172.21.15.71:0/2198220436 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880466b40 0x55b88046cfe0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f7260005ab0 tx=0x7f7260031810 comp rx=0 tx=0).stop 2024-09-05T07:42:07.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.691+0000 7f7275449740 1 -- 172.21.15.71:0/2198220436 shutdown_connections 2024-09-05T07:42:07.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.691+0000 7f7275449740 1 --2- 172.21.15.71:0/2198220436 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b88047fe40 0x55b8804822a0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.691+0000 7f724bfff640 0 client.16110 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:07.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.691+0000 7f7275449740 1 --2- 172.21.15.71:0/2198220436 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b880470370 0x55b88046d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.710 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.691+0000 7f7275449740 1 --2- 172.21.15.71:0/2198220436 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880466b40 0x55b88046cfe0 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.691+0000 7f7275449740 1 --2- 172.21.15.71:0/2198220436 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b8804655d0 0x55b88046fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.691+0000 7f7275449740 1 -- 172.21.15.71:0/2198220436 >> 172.21.15.71:0/2198220436 conn(0x55b88042e310 msgr2=0x55b880467960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:07.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.691+0000 7f7275449740 1 -- 172.21.15.71:0/2198220436 shutdown_connections 2024-09-05T07:42:07.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.691+0000 7f7275449740 1 -- 172.21.15.71:0/2198220436 wait complete. 2024-09-05T07:42:07.711 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.691+0000 7f7275449740 20 client.16110 trim_cache size 0 max 16384 2024-09-05T07:42:07.715 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.705+0000 7f7275449740 1 Processor -- start 2024-09-05T07:42:07.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.705+0000 7f7275449740 1 -- start start 2024-09-05T07:42:07.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.705+0000 7f7275449740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8804655d0 0x55b88046c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:07.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.705+0000 7f7275449740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880466b40 0x55b88046ef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:07.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.705+0000 7f7275449740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b880470370 0x55b880468120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:07.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.705+0000 7f7275449740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f726c1b1940 con 0x55b880466b40 2024-09-05T07:42:07.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.705+0000 7f7275449740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f726c1af210 con 0x55b880470370 2024-09-05T07:42:07.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.705+0000 7f7275449740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f726c1ad060 con 0x55b8804655d0 2024-09-05T07:42:07.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.705+0000 7f726bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880466b40 0x55b88046ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:07.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.705+0000 7f726bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880466b40 0x55b88046ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48454/0 (socket says 172.21.15.71:48454) 2024-09-05T07:42:07.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.705+0000 7f726bfff640 1 -- 172.21.15.71:0/999453044 learned_addr learned my addr 172.21.15.71:0/999453044 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:07.716 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.705+0000 7f7270e0c640 1 --2- 172.21.15.71:0/999453044 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8804655d0 0x55b88046c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:07.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.705+0000 7f727160d640 1 --2- 172.21.15.71:0/999453044 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b880470370 0x55b880468120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:07.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.705+0000 7f726bfff640 1 -- 172.21.15.71:0/999453044 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8804655d0 msgr2=0x55b88046c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:07.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.705+0000 7f726bfff640 1 --2- 172.21.15.71:0/999453044 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8804655d0 0x55b88046c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.705+0000 7f726bfff640 1 -- 172.21.15.71:0/999453044 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b880470370 msgr2=0x55b880468120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:07.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.705+0000 7f726bfff640 1 --2- 172.21.15.71:0/999453044 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b880470370 0x55b880468120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.705+0000 7f726bfff640 1 -- 172.21.15.71:0/999453044 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b88046f950 con 0x55b880466b40 2024-09-05T07:42:07.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.705+0000 7f726bfff640 1 --2- 172.21.15.71:0/999453044 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880466b40 0x55b88046ef50 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f7260004eb0 tx=0x7f7260001e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e14e5d283a561ece server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:07.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.706+0000 7f72527fc640 1 -- 172.21.15.71:0/999453044 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7260057070 con 0x55b880466b40 2024-09-05T07:42:07.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.706+0000 7f72527fc640 1 -- 172.21.15.71:0/999453044 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7260003910 con 0x55b880466b40 2024-09-05T07:42:07.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.706+0000 7f72527fc640 1 -- 172.21.15.71:0/999453044 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7260035070 con 0x55b880466b40 2024-09-05T07:42:07.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.706+0000 7f7275449740 1 -- 172.21.15.71:0/999453044 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880466b40 msgr2=0x55b88046ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:07.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.706+0000 7f7275449740 1 --2- 172.21.15.71:0/999453044 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880466b40 0x55b88046ef50 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f7260004eb0 tx=0x7f7260001e50 comp rx=0 tx=0).stop 2024-09-05T07:42:07.717 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.706+0000 7f7275449740 1 -- 172.21.15.71:0/999453044 shutdown_connections 2024-09-05T07:42:07.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.706+0000 7f7275449740 1 --2- 172.21.15.71:0/999453044 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b880470370 0x55b880468120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.706+0000 7f7275449740 1 --2- 172.21.15.71:0/999453044 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b880466b40 0x55b88046ef50 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.706+0000 7f7275449740 1 --2- 172.21.15.71:0/999453044 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b8804655d0 0x55b88046c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.706+0000 7f7275449740 1 -- 172.21.15.71:0/999453044 >> 172.21.15.71:0/999453044 conn(0x55b88042e310 msgr2=0x55b88046e840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:07.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.706+0000 7f7275449740 1 -- 172.21.15.71:0/999453044 shutdown_connections 2024-09-05T07:42:07.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.706+0000 7f7275449740 1 -- 172.21.15.71:0/999453044 wait complete. 2024-09-05T07:42:07.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.707+0000 7f7275449740 1 -- start start 2024-09-05T07:42:07.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.707+0000 7f7275449740 1 Processor -- start 2024-09-05T07:42:07.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.707+0000 7f7275449740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b8804655d0 0x55b8804740a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:07.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.707+0000 7f7275449740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b880466b40 0x55b8804745e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:07.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.707+0000 7f7275449740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b880470370 0x55b880474b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:07.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.707+0000 7f7275449740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f726c1ad6d0 con 0x55b8804655d0 2024-09-05T07:42:07.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.707+0000 7f7275449740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f726c1aeb40 con 0x55b880470370 2024-09-05T07:42:07.718 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.707+0000 7f7275449740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f726c1adda0 con 0x55b880466b40 2024-09-05T07:42:07.719 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.707+0000 7f7275449740 10 client.0 _ll_register_callbacks cb 0x7f72600314a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:07.719 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.707+0000 7f7270e0c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b8804655d0 0x55b8804740a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:07.719 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.707+0000 7f7270e0c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b8804655d0 0x55b8804740a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48466/0 (socket says 172.21.15.71:48466) 2024-09-05T07:42:07.719 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.707+0000 7f7270e0c640 1 -- 172.21.15.71:0/3762288728 learned_addr learned my addr 172.21.15.71:0/3762288728 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:07.719 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.707+0000 7f727160d640 1 --2- 172.21.15.71:0/3762288728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b880470370 0x55b880474b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:07.719 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.707+0000 7f726bfff640 1 --2- 172.21.15.71:0/3762288728 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b880466b40 0x55b8804745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:07.719 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f7270e0c640 1 -- 172.21.15.71:0/3762288728 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b880466b40 msgr2=0x55b8804745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:07.719 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f7270e0c640 1 --2- 172.21.15.71:0/3762288728 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b880466b40 0x55b8804745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.719 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f7270e0c640 1 -- 172.21.15.71:0/3762288728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b880470370 msgr2=0x55b880474b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:07.719 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f7270e0c640 1 --2- 172.21.15.71:0/3762288728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b880470370 0x55b880474b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.719 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f7270e0c640 1 -- 172.21.15.71:0/3762288728 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b8804e9b40 con 0x55b8804655d0 2024-09-05T07:42:07.719 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f7270e0c640 1 --2- 172.21.15.71:0/3762288728 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b8804655d0 0x55b8804740a0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f725c0cd030 tx=0x7f725c00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef4d1ebca3091f96 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:07.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f724bfff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:07.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f724bfff640 1 -- 172.21.15.71:0/3762288728 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f725c0b8070 con 0x55b8804655d0 2024-09-05T07:42:07.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f724bfff640 1 -- 172.21.15.71:0/3762288728 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f725c0983c0 con 0x55b8804655d0 2024-09-05T07:42:07.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f7275449740 1 -- 172.21.15.71:0/3762288728 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7260003910 con 0x55b8804655d0 2024-09-05T07:42:07.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f724bfff640 1 -- 172.21.15.71:0/3762288728 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f725c01f040 con 0x55b8804655d0 2024-09-05T07:42:07.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f7275449740 10 client.16116 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:07.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f7275449740 1 -- 172.21.15.71:0/3762288728 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b8804eada0 con 0x55b8804655d0 2024-09-05T07:42:07.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f724bfff640 1 -- 172.21.15.71:0/3762288728 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7260003910 con 0x55b8804655d0 2024-09-05T07:42:07.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f724bfff640 1 -- 172.21.15.71:0/3762288728 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f725c00f040 con 0x55b8804655d0 2024-09-05T07:42:07.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f7275449740 10 client.16116 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:07.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f7275449740 10 client.16116 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:42:07.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f7275449740 20 client.16116 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:07.720 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f7275449740 1 --2- 172.21.15.71:0/3762288728 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b88047fe40 0x55b8804ed4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:07.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f7275449740 4 client.16116 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:42:07.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.708+0000 7f7275449740 1 -- 172.21.15.71:0/3762288728 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b8803d2d70 con 0x55b88047fe40 2024-09-05T07:42:07.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.709+0000 7f726bfff640 1 --2- 172.21.15.71:0/3762288728 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b88047fe40 0x55b8804ed4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:07.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.709+0000 7f724bfff640 10 client.16116 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:07.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.709+0000 7f726bfff640 1 --2- 172.21.15.71:0/3762288728 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b88047fe40 0x55b8804ed4d0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf4ad03b1431751c server_cookie=ab9b012a6c69d300 in_seq=0 out_seq=0 2024-09-05T07:42:07.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.709+0000 7f724bfff640 1 -- 172.21.15.71:0/3762288728 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b8803d2d70 con 0x55b88047fe40 2024-09-05T07:42:07.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.709+0000 7f724bfff640 10 client.16116 handle_command_reply: tid=0 2024-09-05T07:42:07.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.709+0000 7f7275449740 1 client.16116 shutdown 2024-09-05T07:42:07.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.709+0000 7f7275449740 1 -- 172.21.15.71:0/3762288728 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b8804655d0 msgr2=0x55b8804740a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:07.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.709+0000 7f7275449740 1 --2- 172.21.15.71:0/3762288728 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b8804655d0 0x55b8804740a0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f725c0cd030 tx=0x7f725c00c830 comp rx=0 tx=0).stop 2024-09-05T07:42:07.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.709+0000 7f7275449740 1 -- 172.21.15.71:0/3762288728 shutdown_connections 2024-09-05T07:42:07.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.709+0000 7f7275449740 1 --2- 172.21.15.71:0/3762288728 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b88047fe40 0x55b8804ed4d0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.709+0000 7f7275449740 1 --2- 172.21.15.71:0/3762288728 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b880470370 0x55b880474b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.721 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.709+0000 7f7275449740 1 --2- 172.21.15.71:0/3762288728 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b880466b40 0x55b8804745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.709+0000 7f724bfff640 0 client.16116 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:07.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.709+0000 7f7275449740 1 --2- 172.21.15.71:0/3762288728 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b8804655d0 0x55b8804740a0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.709+0000 7f7275449740 1 -- 172.21.15.71:0/3762288728 >> 172.21.15.71:0/3762288728 conn(0x55b88042e310 msgr2=0x55b8804604e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:07.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.710+0000 7f7275449740 1 -- 172.21.15.71:0/3762288728 shutdown_connections 2024-09-05T07:42:07.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.710+0000 7f7275449740 1 -- 172.21.15.71:0/3762288728 wait complete. 2024-09-05T07:42:07.722 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.710+0000 7f7275449740 20 client.16116 trim_cache size 0 max 16384 2024-09-05T07:42:07.724 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:42:07.724 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.710+0000 7f7273070640 1 -- 172.21.15.71:0/2701466791 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f72540a2cf0 msgr2=0x7f72540a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:07.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.710+0000 7f7273070640 1 --2- 172.21.15.71:0/2701466791 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f72540a2cf0 0x7f72540a51b0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f72640123f0 tx=0x7f72640127f0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.710+0000 7f7273070640 1 -- 172.21.15.71:0/2701466791 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f726c102d30 msgr2=0x7f726c198490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:07.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.710+0000 7f7273070640 1 --2- 172.21.15.71:0/2701466791 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f726c102d30 0x7f726c198490 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f725c00ea80 tx=0x7f725c00ef40 comp rx=0 tx=0).stop 2024-09-05T07:42:07.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.710+0000 7f7273070640 1 -- 172.21.15.71:0/2701466791 shutdown_connections 2024-09-05T07:42:07.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.710+0000 7f7273070640 1 --2- 172.21.15.71:0/2701466791 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f72540a2cf0 0x7f72540a51b0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.710+0000 7f7273070640 1 --2- 172.21.15.71:0/2701466791 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f726c1082a0 0x7f726c19cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.710+0000 7f7273070640 1 --2- 172.21.15.71:0/2701466791 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f726c1036e0 0x7f726c1989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.710+0000 7f7273070640 1 --2- 172.21.15.71:0/2701466791 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f726c102d30 0x7f726c198490 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:07.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.710+0000 7f7273070640 1 -- 172.21.15.71:0/2701466791 >> 172.21.15.71:0/2701466791 conn(0x7f726c0fc7d0 msgr2=0x7f726c105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:07.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.710+0000 7f7273070640 1 -- 172.21.15.71:0/2701466791 shutdown_connections 2024-09-05T07:42:07.725 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:07.711+0000 7f7273070640 1 -- 172.21.15.71:0/2701466791 wait complete. 2024-09-05T07:42:08.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:08 smithi071 ceph-mon[30965]: pgmap v109: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-09-05T07:42:08.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:08 smithi123 ceph-mon[34568]: pgmap v109: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-09-05T07:42:08.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:08 smithi192 ceph-mon[34929]: pgmap v109: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-09-05T07:42:09.500 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T07:42:09.500 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T07:42:09.761 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:42:10.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.267+0000 7fe2dfc52640 1 -- 172.21.15.71:0/4050059173 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2d8102e00 msgr2=0x7fe2d81031e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:10.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.267+0000 7fe2dfc52640 1 --2- 172.21.15.71:0/4050059173 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2d8102e00 0x7fe2d81031e0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fe2d4009900 tx=0x7fe2d402a480 comp rx=0 tx=0).stop 2024-09-05T07:42:10.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.267+0000 7fe2dfc52640 1 -- 172.21.15.71:0/4050059173 shutdown_connections 2024-09-05T07:42:10.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.267+0000 7fe2dfc52640 1 --2- 172.21.15.71:0/4050059173 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe2d810c1a0 0x7fe2d810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.267+0000 7fe2dfc52640 1 --2- 172.21.15.71:0/4050059173 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2d8103720 0x7fe2d810bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.267+0000 7fe2dfc52640 1 --2- 172.21.15.71:0/4050059173 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2d8102e00 0x7fe2d81031e0 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.267+0000 7fe2dfc52640 1 -- 172.21.15.71:0/4050059173 >> 172.21.15.71:0/4050059173 conn(0x7fe2d80fc7a0 msgr2=0x7fe2d80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:10.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.267+0000 7fe2dfc52640 1 -- 172.21.15.71:0/4050059173 shutdown_connections 2024-09-05T07:42:10.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.267+0000 7fe2dfc52640 1 -- 172.21.15.71:0/4050059173 wait complete. 2024-09-05T07:42:10.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.268+0000 7fe2dfc52640 1 Processor -- start 2024-09-05T07:42:10.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.268+0000 7fe2dfc52640 1 -- start start 2024-09-05T07:42:10.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.268+0000 7fe2dfc52640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe2d8102e00 0x7fe2d8198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:10.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.268+0000 7fe2dfc52640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2d8103720 0x7fe2d8198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:10.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.268+0000 7fe2dfc52640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2d810c1a0 0x7fe2d819ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:10.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.268+0000 7fe2dfc52640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d8111e80 con 0x7fe2d810c1a0 2024-09-05T07:42:10.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.268+0000 7fe2dfc52640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d8111d00 con 0x7fe2d8103720 2024-09-05T07:42:10.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.268+0000 7fe2dfc52640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d8112000 con 0x7fe2d8102e00 2024-09-05T07:42:10.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.268+0000 7fe2de1ef640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2d810c1a0 0x7fe2d819ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:10.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.268+0000 7fe2de1ef640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2d810c1a0 0x7fe2d819ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48486/0 (socket says 172.21.15.71:48486) 2024-09-05T07:42:10.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.268+0000 7fe2de1ef640 1 -- 172.21.15.71:0/2794291835 learned_addr learned my addr 172.21.15.71:0/2794291835 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:10.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.269+0000 7fe2dd9ee640 1 --2- 172.21.15.71:0/2794291835 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe2d8102e00 0x7fe2d8198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:10.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.269+0000 7fe2dd1ed640 1 --2- 172.21.15.71:0/2794291835 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2d8103720 0x7fe2d8198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:10.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.269+0000 7fe2de1ef640 1 -- 172.21.15.71:0/2794291835 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe2d8102e00 msgr2=0x7fe2d8198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:10.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.269+0000 7fe2de1ef640 1 --2- 172.21.15.71:0/2794291835 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe2d8102e00 0x7fe2d8198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.269+0000 7fe2de1ef640 1 -- 172.21.15.71:0/2794291835 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2d8103720 msgr2=0x7fe2d8198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:10.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.269+0000 7fe2de1ef640 1 --2- 172.21.15.71:0/2794291835 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2d8103720 0x7fe2d8198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.269+0000 7fe2de1ef640 1 -- 172.21.15.71:0/2794291835 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2d819d3d0 con 0x7fe2d810c1a0 2024-09-05T07:42:10.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.269+0000 7fe2dd1ed640 1 --2- 172.21.15.71:0/2794291835 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2d8103720 0x7fe2d8198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:42:10.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.269+0000 7fe2de1ef640 1 --2- 172.21.15.71:0/2794291835 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2d810c1a0 0x7fe2d819ccf0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fe2d000cad0 tx=0x7fe2d000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:10.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.269+0000 7fe2ceffd640 1 -- 172.21.15.71:0/2794291835 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2d000ae20 con 0x7fe2d810c1a0 2024-09-05T07:42:10.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.269+0000 7fe2dfc52640 1 -- 172.21.15.71:0/2794291835 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2d819d6c0 con 0x7fe2d810c1a0 2024-09-05T07:42:10.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.269+0000 7fe2ceffd640 1 -- 172.21.15.71:0/2794291835 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe2d0005020 con 0x7fe2d810c1a0 2024-09-05T07:42:10.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.269+0000 7fe2ceffd640 1 -- 172.21.15.71:0/2794291835 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2d000f6b0 con 0x7fe2d810c1a0 2024-09-05T07:42:10.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.269+0000 7fe2dfc52640 1 -- 172.21.15.71:0/2794291835 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2d81a4fa0 con 0x7fe2d810c1a0 2024-09-05T07:42:10.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.271+0000 7fe2ceffd640 1 -- 172.21.15.71:0/2794291835 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fe2d00051d0 con 0x7fe2d810c1a0 2024-09-05T07:42:10.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.272+0000 7fe2e202b740 1 Processor -- start 2024-09-05T07:42:10.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.272+0000 7fe2e202b740 1 -- start start 2024-09-05T07:42:10.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.272+0000 7fe2e202b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cd9b60 0x564031cd9f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:10.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.272+0000 7fe2e202b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564031cda480 0x564031ce4800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:10.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.272+0000 7fe2e202b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 0x564031ce7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:10.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.272+0000 7fe2e202b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x564031c3f280 con 0x564031ce4d40 2024-09-05T07:42:10.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.272+0000 7fe2e202b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564031be6b10 con 0x564031cd9b60 2024-09-05T07:42:10.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.272+0000 7fe2e202b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x564031c3b240 con 0x564031cda480 2024-09-05T07:42:10.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.272+0000 7fe2dd1ed640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 0x564031ce7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:10.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.272+0000 7fe2dd1ed640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 0x564031ce7130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48498/0 (socket says 172.21.15.71:48498) 2024-09-05T07:42:10.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.272+0000 7fe2dd1ed640 1 -- 172.21.15.71:0/2992359597 learned_addr learned my addr 172.21.15.71:0/2992359597 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:10.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.272+0000 7fe2ceffd640 1 --2- 172.21.15.71:0/2794291835 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe2c40a2cf0 0x7fe2c40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:10.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.272+0000 7fe2dd9ee640 1 --2- 172.21.15.71:0/2992359597 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564031cda480 0x564031ce4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:10.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.272+0000 7fe2dd1ed640 1 --2- 172.21.15.71:0/2992359597 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cd9b60 0x564031cd9f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:10.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.272+0000 7fe2de1ef640 1 --2- 172.21.15.71:0/2794291835 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe2c40a2cf0 0x7fe2c40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:10.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.273+0000 7fe2dd1ed640 1 -- 172.21.15.71:0/2992359597 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564031cda480 msgr2=0x564031ce4800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:10.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.273+0000 7fe2dd1ed640 1 --2- 172.21.15.71:0/2992359597 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564031cda480 0x564031ce4800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.273+0000 7fe2dd1ed640 1 -- 172.21.15.71:0/2992359597 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cd9b60 msgr2=0x564031cd9f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:10.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.273+0000 7fe2dd1ed640 1 --2- 172.21.15.71:0/2992359597 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cd9b60 0x564031cd9f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.273+0000 7fe2dd1ed640 1 -- 172.21.15.71:0/2992359597 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564031bf31f0 con 0x564031ce4d40 2024-09-05T07:42:10.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.273+0000 7fe2ceffd640 1 -- 172.21.15.71:0/2794291835 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fe2d00cf980 con 0x7fe2d810c1a0 2024-09-05T07:42:10.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.273+0000 7fe2dd1ed640 1 --2- 172.21.15.71:0/2992359597 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 0x564031ce7130 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fe2c800afc0 tx=0x7fe2c800a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aea8d71262df6332 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:10.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.273+0000 7fe2c3fff640 1 -- 172.21.15.71:0/2992359597 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2c801b070 con 0x564031ce4d40 2024-09-05T07:42:10.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.273+0000 7fe2de1ef640 1 --2- 172.21.15.71:0/2794291835 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe2c40a2cf0 0x7fe2c40a51b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe2d00ccd80 tx=0x7fe2d0086040 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:10.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.273+0000 7fe2c3fff640 1 -- 172.21.15.71:0/2992359597 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe2c80168a0 con 0x564031ce4d40 2024-09-05T07:42:10.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.273+0000 7fe2c3fff640 1 -- 172.21.15.71:0/2992359597 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2c800f040 con 0x564031ce4d40 2024-09-05T07:42:10.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.274+0000 7fe2e202b740 1 -- 172.21.15.71:0/2992359597 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 msgr2=0x564031ce7130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:10.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.274+0000 7fe2e202b740 1 --2- 172.21.15.71:0/2992359597 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 0x564031ce7130 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fe2c800afc0 tx=0x7fe2c800a410 comp rx=0 tx=0).stop 2024-09-05T07:42:10.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.274+0000 7fe2e202b740 1 -- 172.21.15.71:0/2992359597 shutdown_connections 2024-09-05T07:42:10.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.274+0000 7fe2e202b740 1 --2- 172.21.15.71:0/2992359597 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 0x564031ce7130 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.274+0000 7fe2e202b740 1 --2- 172.21.15.71:0/2992359597 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564031cda480 0x564031ce4800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.274+0000 7fe2e202b740 1 --2- 172.21.15.71:0/2992359597 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cd9b60 0x564031cd9f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.274+0000 7fe2e202b740 1 -- 172.21.15.71:0/2992359597 >> 172.21.15.71:0/2992359597 conn(0x564031cd60f0 msgr2=0x564031cd64d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:10.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.274+0000 7fe2e202b740 1 -- 172.21.15.71:0/2992359597 shutdown_connections 2024-09-05T07:42:10.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.274+0000 7fe2e202b740 1 -- 172.21.15.71:0/2992359597 wait complete. 2024-09-05T07:42:10.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.274+0000 7fe2e202b740 1 -- start start 2024-09-05T07:42:10.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.274+0000 7fe2e202b740 1 Processor -- start 2024-09-05T07:42:10.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2e202b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031cd9b60 0x564031ce1c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:10.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2e202b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cda480 0x564031ce21c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:10.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2e202b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564031ce4d40 0x564031ce2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:10.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2e202b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x564031ce7910 con 0x564031cd9b60 2024-09-05T07:42:10.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2e202b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x564031bf9f10 con 0x564031cda480 2024-09-05T07:42:10.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2e202b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x564031ce7a90 con 0x564031ce4d40 2024-09-05T07:42:10.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2e202b740 10 client.0 _ll_register_callbacks cb 0x564031bc2a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:10.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2dd1ed640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031cd9b60 0x564031ce1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:10.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2dd1ed640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031cd9b60 0x564031ce1c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48502/0 (socket says 172.21.15.71:48502) 2024-09-05T07:42:10.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2dd1ed640 1 -- 172.21.15.71:0/4039315493 learned_addr learned my addr 172.21.15.71:0/4039315493 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:10.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2dd9ee640 1 --2- 172.21.15.71:0/4039315493 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cda480 0x564031ce21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:10.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2dd1ed640 1 --2- 172.21.15.71:0/4039315493 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564031ce4d40 0x564031ce2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:10.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2dd1ed640 1 -- 172.21.15.71:0/4039315493 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564031ce4d40 msgr2=0x564031ce2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:10.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2dd1ed640 1 --2- 172.21.15.71:0/4039315493 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564031ce4d40 0x564031ce2700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2dd1ed640 1 -- 172.21.15.71:0/4039315493 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cda480 msgr2=0x564031ce21c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:10.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2dd1ed640 1 --2- 172.21.15.71:0/4039315493 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cda480 0x564031ce21c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2dd1ed640 1 -- 172.21.15.71:0/4039315493 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640319b06a0 con 0x564031cd9b60 2024-09-05T07:42:10.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2dd9ee640 1 --2- 172.21.15.71:0/4039315493 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cda480 0x564031ce21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:42:10.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2dd1ed640 1 --2- 172.21.15.71:0/4039315493 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031cd9b60 0x564031ce1c80 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fe2c800a3e0 tx=0x7fe2c800a370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27c7ab092c3db7b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:10.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2c17fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:10.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2c17fa640 1 -- 172.21.15.71:0/4039315493 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2c801b070 con 0x564031cd9b60 2024-09-05T07:42:10.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2c17fa640 1 -- 172.21.15.71:0/4039315493 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fe2c8026670 con 0x564031cd9b60 2024-09-05T07:42:10.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.275+0000 7fe2e202b740 1 -- 172.21.15.71:0/4039315493 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe2c80168a0 con 0x564031cd9b60 2024-09-05T07:42:10.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.276+0000 7fe2c17fa640 1 -- 172.21.15.71:0/4039315493 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe2c8006bf0 con 0x564031cd9b60 2024-09-05T07:42:10.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.276+0000 7fe2e202b740 10 client.16128 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:10.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.276+0000 7fe2e202b740 1 -- 172.21.15.71:0/4039315493 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564031cf3570 con 0x564031cd9b60 2024-09-05T07:42:10.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.276+0000 7fe2c17fa640 1 -- 172.21.15.71:0/4039315493 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe2c80168a0 con 0x564031cd9b60 2024-09-05T07:42:10.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.276+0000 7fe2c17fa640 1 -- 172.21.15.71:0/4039315493 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fe2c8015070 con 0x564031cd9b60 2024-09-05T07:42:10.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.276+0000 7fe2e202b740 10 client.16128 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:10.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.276+0000 7fe2e202b740 10 client.16128 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:42:10.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.276+0000 7fe2e202b740 20 client.16128 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:10.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.276+0000 7fe2e202b740 1 --2- 172.21.15.71:0/4039315493 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x564031cf4980 0x564031cf6d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:10.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.276+0000 7fe2e202b740 4 client.16128 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:42:10.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.276+0000 7fe2e202b740 1 -- 172.21.15.71:0/4039315493 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564031c4c7f0 con 0x564031cf4980 2024-09-05T07:42:10.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.276+0000 7fe2dd9ee640 1 --2- 172.21.15.71:0/4039315493 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x564031cf4980 0x564031cf6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:10.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.277+0000 7fe2c17fa640 10 client.16128 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:10.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.277+0000 7fe2dd9ee640 1 --2- 172.21.15.71:0/4039315493 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x564031cf4980 0x564031cf6d70 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=778e055c3bcda51e server_cookie=e5173e9e1dc6b0cc in_seq=0 out_seq=0 2024-09-05T07:42:10.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.278+0000 7fe2c17fa640 1 -- 172.21.15.71:0/4039315493 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564031c4c7f0 con 0x564031cf4980 2024-09-05T07:42:10.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.278+0000 7fe2c17fa640 10 client.16128 handle_command_reply: tid=0 2024-09-05T07:42:10.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.278+0000 7fe2e202b740 1 client.16128 shutdown 2024-09-05T07:42:10.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.278+0000 7fe2e202b740 1 -- 172.21.15.71:0/4039315493 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031cd9b60 msgr2=0x564031ce1c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:10.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.278+0000 7fe2e202b740 1 --2- 172.21.15.71:0/4039315493 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031cd9b60 0x564031ce1c80 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fe2c800a3e0 tx=0x7fe2c800a370 comp rx=0 tx=0).stop 2024-09-05T07:42:10.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.278+0000 7fe2e202b740 1 -- 172.21.15.71:0/4039315493 shutdown_connections 2024-09-05T07:42:10.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.278+0000 7fe2e202b740 1 --2- 172.21.15.71:0/4039315493 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x564031cf4980 0x564031cf6d70 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.278+0000 7fe2e202b740 1 --2- 172.21.15.71:0/4039315493 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564031ce4d40 0x564031ce2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.278+0000 7fe2e202b740 1 --2- 172.21.15.71:0/4039315493 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cda480 0x564031ce21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.278+0000 7fe2e202b740 1 --2- 172.21.15.71:0/4039315493 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031cd9b60 0x564031ce1c80 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.278+0000 7fe2c17fa640 0 client.16128 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:10.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.278+0000 7fe2e202b740 1 -- 172.21.15.71:0/4039315493 >> 172.21.15.71:0/4039315493 conn(0x564031cd60f0 msgr2=0x564031cdbdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:10.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.278+0000 7fe2e202b740 1 -- 172.21.15.71:0/4039315493 shutdown_connections 2024-09-05T07:42:10.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.278+0000 7fe2e202b740 1 -- 172.21.15.71:0/4039315493 wait complete. 2024-09-05T07:42:10.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.278+0000 7fe2e202b740 20 client.16128 trim_cache size 0 max 16384 2024-09-05T07:42:10.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.296+0000 7fe2e202b740 1 Processor -- start 2024-09-05T07:42:10.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.296+0000 7fe2e202b740 1 -- start start 2024-09-05T07:42:10.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.296+0000 7fe2e202b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cd9b60 0x564031cf03f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:10.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.296+0000 7fe2e202b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564031cda480 0x564031cf9d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:10.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.296+0000 7fe2e202b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 0x564031cfa2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:10.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.296+0000 7fe2e202b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d81b1b00 con 0x564031ce4d40 2024-09-05T07:42:10.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.296+0000 7fe2e202b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d81af3d0 con 0x564031cd9b60 2024-09-05T07:42:10.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.296+0000 7fe2e202b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d81ad220 con 0x564031cda480 2024-09-05T07:42:10.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.296+0000 7fe2dd1ed640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 0x564031cfa2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:10.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.296+0000 7fe2dd1ed640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 0x564031cfa2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48508/0 (socket says 172.21.15.71:48508) 2024-09-05T07:42:10.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.296+0000 7fe2dd1ed640 1 -- 172.21.15.71:0/3882866280 learned_addr learned my addr 172.21.15.71:0/3882866280 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:10.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.296+0000 7fe2dd1ed640 1 --2- 172.21.15.71:0/3882866280 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cd9b60 0x564031cf03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:10.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.296+0000 7fe2dd9ee640 1 --2- 172.21.15.71:0/3882866280 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564031cda480 0x564031cf9d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:10.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.297+0000 7fe2dd1ed640 1 -- 172.21.15.71:0/3882866280 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564031cda480 msgr2=0x564031cf9d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:10.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.297+0000 7fe2dd1ed640 1 --2- 172.21.15.71:0/3882866280 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564031cda480 0x564031cf9d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.297+0000 7fe2dd1ed640 1 -- 172.21.15.71:0/3882866280 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cd9b60 msgr2=0x564031cf03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:10.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.297+0000 7fe2dd1ed640 1 --2- 172.21.15.71:0/3882866280 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cd9b60 0x564031cf03f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.297+0000 7fe2dd1ed640 1 -- 172.21.15.71:0/3882866280 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564031cda2b0 con 0x564031ce4d40 2024-09-05T07:42:10.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.297+0000 7fe2dd1ed640 1 --2- 172.21.15.71:0/3882866280 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 0x564031cfa2d0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fe2c8010010 tx=0x7fe2c800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe95f28cd27a1b09 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:10.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.297+0000 7fe2c37fe640 1 -- 172.21.15.71:0/3882866280 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2c801b040 con 0x564031ce4d40 2024-09-05T07:42:10.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.297+0000 7fe2c37fe640 1 -- 172.21.15.71:0/3882866280 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe2c800a410 con 0x564031ce4d40 2024-09-05T07:42:10.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.297+0000 7fe2c37fe640 1 -- 172.21.15.71:0/3882866280 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2c8026920 con 0x564031ce4d40 2024-09-05T07:42:10.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.298+0000 7fe2e202b740 1 -- 172.21.15.71:0/3882866280 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 msgr2=0x564031cfa2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:10.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.298+0000 7fe2e202b740 1 --2- 172.21.15.71:0/3882866280 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 0x564031cfa2d0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fe2c8010010 tx=0x7fe2c800ee40 comp rx=0 tx=0).stop 2024-09-05T07:42:10.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.298+0000 7fe2e202b740 1 -- 172.21.15.71:0/3882866280 shutdown_connections 2024-09-05T07:42:10.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.298+0000 7fe2e202b740 1 --2- 172.21.15.71:0/3882866280 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 0x564031cfa2d0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.298+0000 7fe2e202b740 1 --2- 172.21.15.71:0/3882866280 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564031cda480 0x564031cf9d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.298+0000 7fe2e202b740 1 --2- 172.21.15.71:0/3882866280 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cd9b60 0x564031cf03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.298+0000 7fe2e202b740 1 -- 172.21.15.71:0/3882866280 >> 172.21.15.71:0/3882866280 conn(0x564031cd60f0 msgr2=0x564031cefce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:10.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.298+0000 7fe2e202b740 1 -- 172.21.15.71:0/3882866280 shutdown_connections 2024-09-05T07:42:10.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.298+0000 7fe2e202b740 1 -- 172.21.15.71:0/3882866280 wait complete. 2024-09-05T07:42:10.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.298+0000 7fe2e202b740 1 -- start start 2024-09-05T07:42:10.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.298+0000 7fe2e202b740 1 Processor -- start 2024-09-05T07:42:10.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2e202b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564031cd9b60 0x564031cfa650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:10.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2e202b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cda480 0x564031cf79a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:10.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2e202b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 0x564031cf8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:10.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2e202b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d81ad890 con 0x564031ce4d40 2024-09-05T07:42:10.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2e202b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d81aed00 con 0x564031cda480 2024-09-05T07:42:10.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2e202b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d81adf60 con 0x564031cd9b60 2024-09-05T07:42:10.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2e202b740 10 client.0 _ll_register_callbacks cb 0x7fe2c8019070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:10.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2dd1ed640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 0x564031cf8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:10.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2dd1ed640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 0x564031cf8130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48514/0 (socket says 172.21.15.71:48514) 2024-09-05T07:42:10.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2dd1ed640 1 -- 172.21.15.71:0/489565204 learned_addr learned my addr 172.21.15.71:0/489565204 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:10.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2dd9ee640 1 --2- 172.21.15.71:0/489565204 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cda480 0x564031cf79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:10.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2dd1ed640 1 --2- 172.21.15.71:0/489565204 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564031cd9b60 0x564031cfa650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:10.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2dd1ed640 1 -- 172.21.15.71:0/489565204 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564031cd9b60 msgr2=0x564031cfa650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:10.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2dd1ed640 1 --2- 172.21.15.71:0/489565204 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564031cd9b60 0x564031cfa650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2dd1ed640 1 -- 172.21.15.71:0/489565204 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cda480 msgr2=0x564031cf79a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:10.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2dd1ed640 1 --2- 172.21.15.71:0/489565204 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cda480 0x564031cf79a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2dd1ed640 1 -- 172.21.15.71:0/489565204 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564031d5e2c0 con 0x564031ce4d40 2024-09-05T07:42:10.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2dd1ed640 1 --2- 172.21.15.71:0/489565204 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 0x564031cf8130 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fe2c8006bc0 tx=0x7fe2c80227a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5833e0408ac13537 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:10.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2c17fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:10.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2c17fa640 1 -- 172.21.15.71:0/489565204 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2c801b070 con 0x564031ce4d40 2024-09-05T07:42:10.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2e202b740 1 -- 172.21.15.71:0/489565204 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe2c800a410 con 0x564031ce4d40 2024-09-05T07:42:10.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.299+0000 7fe2c17fa640 1 -- 172.21.15.71:0/489565204 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fe2c8022e10 con 0x564031ce4d40 2024-09-05T07:42:10.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.300+0000 7fe2c17fa640 1 -- 172.21.15.71:0/489565204 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe2c80059c0 con 0x564031ce4d40 2024-09-05T07:42:10.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.300+0000 7fe2e202b740 10 client.16134 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:10.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.300+0000 7fe2e202b740 1 -- 172.21.15.71:0/489565204 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564031d5f3d0 con 0x564031ce4d40 2024-09-05T07:42:10.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.300+0000 7fe2c17fa640 1 -- 172.21.15.71:0/489565204 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe2c800a410 con 0x564031ce4d40 2024-09-05T07:42:10.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.300+0000 7fe2c17fa640 1 -- 172.21.15.71:0/489565204 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fe2c8015070 con 0x564031ce4d40 2024-09-05T07:42:10.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.300+0000 7fe2e202b740 10 client.16134 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:10.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.300+0000 7fe2e202b740 10 client.16134 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:42:10.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.300+0000 7fe2e202b740 20 client.16134 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:10.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.300+0000 7fe2e202b740 1 --2- 172.21.15.71:0/489565204 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x564031d5f8b0 0x564031d61ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:10.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.300+0000 7fe2e202b740 4 client.16134 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T07:42:10.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.300+0000 7fe2e202b740 1 -- 172.21.15.71:0/489565204 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x564031c46d00 con 0x564031d5f8b0 2024-09-05T07:42:10.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.300+0000 7fe2dd9ee640 1 --2- 172.21.15.71:0/489565204 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x564031d5f8b0 0x564031d61ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:10.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.301+0000 7fe2c17fa640 10 client.16134 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:10.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.301+0000 7fe2dd9ee640 1 --2- 172.21.15.71:0/489565204 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x564031d5f8b0 0x564031d61ca0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=263e04484a1ebf56 server_cookie=92c49e2609c58b13 in_seq=0 out_seq=0 2024-09-05T07:42:10.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.302+0000 7fe2c17fa640 1 -- 172.21.15.71:0/489565204 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564031c46d00 con 0x564031d5f8b0 2024-09-05T07:42:10.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.302+0000 7fe2c17fa640 10 client.16134 handle_command_reply: tid=0 2024-09-05T07:42:10.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.302+0000 7fe2e202b740 1 client.16134 shutdown 2024-09-05T07:42:10.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.302+0000 7fe2e202b740 1 -- 172.21.15.71:0/489565204 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 msgr2=0x564031cf8130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:10.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.302+0000 7fe2e202b740 1 --2- 172.21.15.71:0/489565204 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 0x564031cf8130 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fe2c8006bc0 tx=0x7fe2c80227a0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.302+0000 7fe2e202b740 1 -- 172.21.15.71:0/489565204 shutdown_connections 2024-09-05T07:42:10.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.302+0000 7fe2e202b740 1 --2- 172.21.15.71:0/489565204 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x564031d5f8b0 0x564031d61ca0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.302+0000 7fe2e202b740 1 --2- 172.21.15.71:0/489565204 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x564031ce4d40 0x564031cf8130 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.302+0000 7fe2c17fa640 0 client.16134 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:10.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.302+0000 7fe2e202b740 1 --2- 172.21.15.71:0/489565204 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x564031cda480 0x564031cf79a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.302+0000 7fe2e202b740 1 --2- 172.21.15.71:0/489565204 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x564031cd9b60 0x564031cfa650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.302+0000 7fe2e202b740 1 -- 172.21.15.71:0/489565204 >> 172.21.15.71:0/489565204 conn(0x564031cd60f0 msgr2=0x564031cf0500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:10.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.302+0000 7fe2e202b740 1 -- 172.21.15.71:0/489565204 shutdown_connections 2024-09-05T07:42:10.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.302+0000 7fe2e202b740 1 -- 172.21.15.71:0/489565204 wait complete. 2024-09-05T07:42:10.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.302+0000 7fe2e202b740 20 client.16134 trim_cache size 0 max 16384 2024-09-05T07:42:10.307 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:42:10.307 INFO:teuthology.orchestra.run.smithi071.stdout: "return_code": 0, 2024-09-05T07:42:10.307 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_tag": "0e0d5690-b103-4db1-84d6-6d08a3df3cec", 2024-09-05T07:42:10.308 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": "asynchronous" 2024-09-05T07:42:10.308 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:42:10.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.303+0000 7fe2dfc52640 1 -- 172.21.15.71:0/2794291835 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe2c40a2cf0 msgr2=0x7fe2c40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:10.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.303+0000 7fe2dfc52640 1 --2- 172.21.15.71:0/2794291835 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe2c40a2cf0 0x7fe2c40a51b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe2d00ccd80 tx=0x7fe2d0086040 comp rx=0 tx=0).stop 2024-09-05T07:42:10.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.303+0000 7fe2dfc52640 1 -- 172.21.15.71:0/2794291835 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2d810c1a0 msgr2=0x7fe2d819ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:10.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.303+0000 7fe2dfc52640 1 --2- 172.21.15.71:0/2794291835 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2d810c1a0 0x7fe2d819ccf0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fe2d000cad0 tx=0x7fe2d000cf90 comp rx=0 tx=0).stop 2024-09-05T07:42:10.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.303+0000 7fe2dfc52640 1 -- 172.21.15.71:0/2794291835 shutdown_connections 2024-09-05T07:42:10.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.303+0000 7fe2dfc52640 1 --2- 172.21.15.71:0/2794291835 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe2c40a2cf0 0x7fe2c40a51b0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.303+0000 7fe2dfc52640 1 --2- 172.21.15.71:0/2794291835 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2d810c1a0 0x7fe2d819ccf0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.303+0000 7fe2dfc52640 1 --2- 172.21.15.71:0/2794291835 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe2d8103720 0x7fe2d8198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.303+0000 7fe2dfc52640 1 --2- 172.21.15.71:0/2794291835 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe2d8102e00 0x7fe2d8198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:10.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.303+0000 7fe2dfc52640 1 -- 172.21.15.71:0/2794291835 >> 172.21.15.71:0/2794291835 conn(0x7fe2d80fc7a0 msgr2=0x7fe2d80fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:10.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.303+0000 7fe2dfc52640 1 -- 172.21.15.71:0/2794291835 shutdown_connections 2024-09-05T07:42:10.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:10.303+0000 7fe2dfc52640 1 -- 172.21.15.71:0/2794291835 wait complete. 2024-09-05T07:42:10.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:10 smithi071 ceph-mon[30965]: scrub queued for path: / 2024-09-05T07:42:10.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:10 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:42:10.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:10 smithi071 ceph-mon[30965]: scrub summary: active paths [/] 2024-09-05T07:42:10.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:10 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:42:10.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:10 smithi071 ceph-mon[30965]: scrub summary: idle 2024-09-05T07:42:10.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:10 smithi071 ceph-mon[30965]: pgmap v110: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-09-05T07:42:10.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:10 smithi123 ceph-mon[34568]: scrub queued for path: / 2024-09-05T07:42:10.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:10 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:42:10.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:10 smithi123 ceph-mon[34568]: scrub summary: active paths [/] 2024-09-05T07:42:10.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:10 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:42:10.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:10 smithi123 ceph-mon[34568]: scrub summary: idle 2024-09-05T07:42:10.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:10 smithi123 ceph-mon[34568]: pgmap v110: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-09-05T07:42:10.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:10 smithi192 ceph-mon[34929]: scrub queued for path: / 2024-09-05T07:42:10.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:10 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:42:10.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:10 smithi192 ceph-mon[34929]: scrub summary: active paths [/] 2024-09-05T07:42:10.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:10 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:42:10.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:10 smithi192 ceph-mon[34929]: scrub summary: idle 2024-09-05T07:42:10.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:10 smithi192 ceph-mon[34929]: pgmap v110: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-09-05T07:42:11.137 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:42:11.380 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:42:11.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.883+0000 7f6238fae640 1 -- 172.21.15.71:0/2374576886 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6234106a80 msgr2=0x7f6234106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:11.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.883+0000 7f6238fae640 1 --2- 172.21.15.71:0/2374576886 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6234106a80 0x7f6234106e60 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f622c009930 tx=0x7f622c02a420 comp rx=0 tx=0).stop 2024-09-05T07:42:11.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.883+0000 7f6238fae640 1 -- 172.21.15.71:0/2374576886 shutdown_connections 2024-09-05T07:42:11.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.883+0000 7f6238fae640 1 --2- 172.21.15.71:0/2374576886 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6234101420 0x7f623410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.883+0000 7f6238fae640 1 --2- 172.21.15.71:0/2374576886 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6234100a80 0x7f6234100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.883+0000 7f6238fae640 1 --2- 172.21.15.71:0/2374576886 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6234106a80 0x7f6234106e60 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.883+0000 7f6238fae640 1 -- 172.21.15.71:0/2374576886 >> 172.21.15.71:0/2374576886 conn(0x7f62340fc7a0 msgr2=0x7f62340febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:11.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.884+0000 7f6238fae640 1 -- 172.21.15.71:0/2374576886 shutdown_connections 2024-09-05T07:42:11.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.884+0000 7f6238fae640 1 -- 172.21.15.71:0/2374576886 wait complete. 2024-09-05T07:42:11.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.884+0000 7f6238fae640 1 Processor -- start 2024-09-05T07:42:11.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.884+0000 7f6238fae640 1 -- start start 2024-09-05T07:42:11.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.884+0000 7f6238fae640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6234100a80 0x7f6234198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:11.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.884+0000 7f6238fae640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6234101420 0x7f6234198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:11.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.884+0000 7f6238fae640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6234106a80 0x7f623419cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:11.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.884+0000 7f6238fae640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6234111e50 con 0x7f6234101420 2024-09-05T07:42:11.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.884+0000 7f6238fae640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6234111cd0 con 0x7f6234106a80 2024-09-05T07:42:11.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.884+0000 7f6238fae640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6234111fd0 con 0x7f6234100a80 2024-09-05T07:42:11.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.885+0000 7f6231d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6234101420 0x7f6234198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:11.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.885+0000 7f6231d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6234101420 0x7f6234198890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34770/0 (socket says 172.21.15.71:34770) 2024-09-05T07:42:11.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.885+0000 7f623259c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6234100a80 0x7f6234198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:11.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.885+0000 7f6231d9b640 1 -- 172.21.15.71:0/2964403742 learned_addr learned my addr 172.21.15.71:0/2964403742 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:11.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.885+0000 7f6232d9d640 1 --2- 172.21.15.71:0/2964403742 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6234106a80 0x7f623419cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:11.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.885+0000 7f6231d9b640 1 -- 172.21.15.71:0/2964403742 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6234100a80 msgr2=0x7f6234198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:11.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.885+0000 7f6231d9b640 1 --2- 172.21.15.71:0/2964403742 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6234100a80 0x7f6234198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.885+0000 7f6231d9b640 1 -- 172.21.15.71:0/2964403742 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6234106a80 msgr2=0x7f623419cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:11.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.885+0000 7f6231d9b640 1 --2- 172.21.15.71:0/2964403742 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6234106a80 0x7f623419cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.885+0000 7f6231d9b640 1 -- 172.21.15.71:0/2964403742 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f623419d300 con 0x7f6234101420 2024-09-05T07:42:11.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.885+0000 7f6231d9b640 1 --2- 172.21.15.71:0/2964403742 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6234101420 0x7f6234198890 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f622800d770 tx=0x7f622800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:11.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.885+0000 7f62237fe640 1 -- 172.21.15.71:0/2964403742 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6228017070 con 0x7f6234101420 2024-09-05T07:42:11.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.885+0000 7f62237fe640 1 -- 172.21.15.71:0/2964403742 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f62280054d0 con 0x7f6234101420 2024-09-05T07:42:11.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.885+0000 7f6238fae640 1 -- 172.21.15.71:0/2964403742 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f623419d5f0 con 0x7f6234101420 2024-09-05T07:42:11.906 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.885+0000 7f62237fe640 1 -- 172.21.15.71:0/2964403742 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6228004cf0 con 0x7f6234101420 2024-09-05T07:42:11.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.885+0000 7f6238fae640 1 -- 172.21.15.71:0/2964403742 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62341a4ed0 con 0x7f6234101420 2024-09-05T07:42:11.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.887+0000 7f62237fe640 1 -- 172.21.15.71:0/2964403742 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f6228004e90 con 0x7f6234101420 2024-09-05T07:42:11.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.888+0000 7f623b387740 1 Processor -- start 2024-09-05T07:42:11.907 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.888+0000 7f623b387740 1 -- start start 2024-09-05T07:42:11.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.888+0000 7f623b387740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb884a0 0x555abcb88880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:11.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.888+0000 7f623b387740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb88dc0 0x555abcb93140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:11.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.888+0000 7f623b387740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb93680 0x555abcb95a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:11.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.888+0000 7f623b387740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x555abcaee2e0 con 0x555abcb93680 2024-09-05T07:42:11.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.888+0000 7f623b387740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x555abca95ce0 con 0x555abcb884a0 2024-09-05T07:42:11.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.888+0000 7f623b387740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x555abcaea2a0 con 0x555abcb88dc0 2024-09-05T07:42:11.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.888+0000 7f62237fe640 1 --2- 172.21.15.71:0/2964403742 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f621c0a2cf0 0x7f621c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:11.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.888+0000 7f6231d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb93680 0x555abcb95a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:11.908 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.888+0000 7f6232d9d640 1 --2- 172.21.15.71:0/2964403742 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f621c0a2cf0 0x7f621c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:11.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.888+0000 7f6231d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb93680 0x555abcb95a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34774/0 (socket says 172.21.15.71:34774) 2024-09-05T07:42:11.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.888+0000 7f6231d9b640 1 -- 172.21.15.71:0/2081990085 learned_addr learned my addr 172.21.15.71:0/2081990085 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:11.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.888+0000 7f623259c640 1 --2- 172.21.15.71:0/2081990085 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb88dc0 0x555abcb93140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:11.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.888+0000 7f62237fe640 1 -- 172.21.15.71:0/2964403742 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f62280cf210 con 0x7f6234101420 2024-09-05T07:42:11.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.888+0000 7f6232d9d640 1 --2- 172.21.15.71:0/2081990085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb884a0 0x555abcb88880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:11.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.889+0000 7f6231d9b640 1 -- 172.21.15.71:0/2081990085 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb88dc0 msgr2=0x555abcb93140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:11.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.889+0000 7f6231d9b640 1 --2- 172.21.15.71:0/2081990085 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb88dc0 0x555abcb93140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.889+0000 7f6231d9b640 1 -- 172.21.15.71:0/2081990085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb884a0 msgr2=0x555abcb88880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:11.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.889+0000 7f6231d9b640 1 --2- 172.21.15.71:0/2081990085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb884a0 0x555abcb88880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.889+0000 7f6231d9b640 1 -- 172.21.15.71:0/2081990085 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555abca7a440 con 0x555abcb93680 2024-09-05T07:42:11.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.889+0000 7f6232d9d640 1 --2- 172.21.15.71:0/2081990085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb884a0 0x555abcb88880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:42:11.909 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.889+0000 7f6232d9d640 1 --2- 172.21.15.71:0/2964403742 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f621c0a2cf0 0x7f621c0a51b0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f6224007310 tx=0x7f6224013ac0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:11.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.889+0000 7f6231d9b640 1 --2- 172.21.15.71:0/2081990085 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb93680 0x555abcb95a70 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f622800d740 tx=0x7f622806e450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2270ed243dfe9f08 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:11.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.889+0000 7f6220ff9640 1 -- 172.21.15.71:0/2081990085 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6228020070 con 0x555abcb93680 2024-09-05T07:42:11.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.889+0000 7f6220ff9640 1 -- 172.21.15.71:0/2081990085 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6228009c30 con 0x555abcb93680 2024-09-05T07:42:11.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.889+0000 7f6220ff9640 1 -- 172.21.15.71:0/2081990085 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f622809f6e0 con 0x555abcb93680 2024-09-05T07:42:11.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.890+0000 7f623b387740 1 -- 172.21.15.71:0/2081990085 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb93680 msgr2=0x555abcb95a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:11.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.890+0000 7f623b387740 1 --2- 172.21.15.71:0/2081990085 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb93680 0x555abcb95a70 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f622800d740 tx=0x7f622806e450 comp rx=0 tx=0).stop 2024-09-05T07:42:11.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.890+0000 7f623b387740 1 -- 172.21.15.71:0/2081990085 shutdown_connections 2024-09-05T07:42:11.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.890+0000 7f623b387740 1 --2- 172.21.15.71:0/2081990085 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb93680 0x555abcb95a70 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.890+0000 7f623b387740 1 --2- 172.21.15.71:0/2081990085 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb88dc0 0x555abcb93140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.890+0000 7f623b387740 1 --2- 172.21.15.71:0/2081990085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb884a0 0x555abcb88880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.890+0000 7f623b387740 1 -- 172.21.15.71:0/2081990085 >> 172.21.15.71:0/2081990085 conn(0x555abcb84a30 msgr2=0x555abcb84e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:11.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.890+0000 7f623b387740 1 -- 172.21.15.71:0/2081990085 shutdown_connections 2024-09-05T07:42:11.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.890+0000 7f623b387740 1 -- 172.21.15.71:0/2081990085 wait complete. 2024-09-05T07:42:11.910 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.890+0000 7f623b387740 1 -- start start 2024-09-05T07:42:11.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.890+0000 7f623b387740 1 Processor -- start 2024-09-05T07:42:11.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f623b387740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb884a0 0x555abcb92fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:11.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f623b387740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb88dc0 0x555abcb90250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:11.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f623b387740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb93680 0x555abcb90790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:11.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f623b387740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x555abcb96250 con 0x555abcb88dc0 2024-09-05T07:42:11.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f623b387740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x555abcaa9050 con 0x555abcb884a0 2024-09-05T07:42:11.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f623b387740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x555abcb963d0 con 0x555abcb93680 2024-09-05T07:42:11.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f623b387740 10 client.0 _ll_register_callbacks cb 0x555abcae9160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:11.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f6231d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb88dc0 0x555abcb90250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:11.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f6231d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb88dc0 0x555abcb90250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34784/0 (socket says 172.21.15.71:34784) 2024-09-05T07:42:11.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f6231d9b640 1 -- 172.21.15.71:0/488948301 learned_addr learned my addr 172.21.15.71:0/488948301 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:11.911 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f623259c640 1 --2- 172.21.15.71:0/488948301 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb884a0 0x555abcb92fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:11.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f6232d9d640 1 --2- 172.21.15.71:0/488948301 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb93680 0x555abcb90790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:11.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f6231d9b640 1 -- 172.21.15.71:0/488948301 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb93680 msgr2=0x555abcb90790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:11.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f6231d9b640 1 --2- 172.21.15.71:0/488948301 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb93680 0x555abcb90790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f6231d9b640 1 -- 172.21.15.71:0/488948301 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb884a0 msgr2=0x555abcb92fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:11.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f6231d9b640 1 --2- 172.21.15.71:0/488948301 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb884a0 0x555abcb92fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f6231d9b640 1 -- 172.21.15.71:0/488948301 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555abc85f3c0 con 0x555abcb88dc0 2024-09-05T07:42:11.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f6232d9d640 1 --2- 172.21.15.71:0/488948301 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb93680 0x555abcb90790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:42:11.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f623259c640 1 --2- 172.21.15.71:0/488948301 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb884a0 0x555abcb92fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:42:11.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f6231d9b640 1 --2- 172.21.15.71:0/488948301 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb88dc0 0x555abcb90250 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f62280a3a70 tx=0x7f622809b450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=349352f01607829a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:11.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f6219ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:11.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f6219ffb640 1 -- 172.21.15.71:0/488948301 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62280b4020 con 0x555abcb88dc0 2024-09-05T07:42:11.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f6219ffb640 1 -- 172.21.15.71:0/488948301 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f62280b41c0 con 0x555abcb88dc0 2024-09-05T07:42:11.912 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f623b387740 1 -- 172.21.15.71:0/488948301 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x555abcafb850 con 0x555abcb88dc0 2024-09-05T07:42:11.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f6219ffb640 1 -- 172.21.15.71:0/488948301 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6228065050 con 0x555abcb88dc0 2024-09-05T07:42:11.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f623b387740 10 client.16146 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:11.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.891+0000 7f623b387740 1 -- 172.21.15.71:0/488948301 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555abcba1bd0 con 0x555abcb88dc0 2024-09-05T07:42:11.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.892+0000 7f6219ffb640 1 -- 172.21.15.71:0/488948301 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x555abcafb850 con 0x555abcb88dc0 2024-09-05T07:42:11.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.892+0000 7f6219ffb640 1 -- 172.21.15.71:0/488948301 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f62280a3b10 con 0x555abcb88dc0 2024-09-05T07:42:11.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.892+0000 7f623b387740 10 client.16146 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:11.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.892+0000 7f623b387740 10 client.16146 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:42:11.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.892+0000 7f623b387740 20 client.16146 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:11.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.892+0000 7f623b387740 1 --2- 172.21.15.71:0/488948301 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x555abcba2f20 0x555abcba5310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:11.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.892+0000 7f623b387740 4 client.16146 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:42:11.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.892+0000 7f623b387740 1 -- 172.21.15.71:0/488948301 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555abcaf5d60 con 0x555abcba2f20 2024-09-05T07:42:11.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.892+0000 7f623259c640 1 --2- 172.21.15.71:0/488948301 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x555abcba2f20 0x555abcba5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:11.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.892+0000 7f6219ffb640 10 client.16146 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:11.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.892+0000 7f623259c640 1 --2- 172.21.15.71:0/488948301 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x555abcba2f20 0x555abcba5310 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db6b7ae66cf8ebb0 server_cookie=517e8515ccae148d in_seq=0 out_seq=0 2024-09-05T07:42:11.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.893+0000 7f6219ffb640 1 -- 172.21.15.71:0/488948301 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555abcaf5d60 con 0x555abcba2f20 2024-09-05T07:42:11.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.893+0000 7f6219ffb640 10 client.16146 handle_command_reply: tid=0 2024-09-05T07:42:11.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.893+0000 7f623b387740 1 client.16146 shutdown 2024-09-05T07:42:11.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.893+0000 7f623b387740 1 -- 172.21.15.71:0/488948301 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb88dc0 msgr2=0x555abcb90250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:11.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.893+0000 7f623b387740 1 --2- 172.21.15.71:0/488948301 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb88dc0 0x555abcb90250 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f62280a3a70 tx=0x7f622809b450 comp rx=0 tx=0).stop 2024-09-05T07:42:11.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.893+0000 7f623b387740 1 -- 172.21.15.71:0/488948301 shutdown_connections 2024-09-05T07:42:11.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.893+0000 7f623b387740 1 --2- 172.21.15.71:0/488948301 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x555abcba2f20 0x555abcba5310 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.893+0000 7f623b387740 1 --2- 172.21.15.71:0/488948301 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb93680 0x555abcb90790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.893+0000 7f623b387740 1 --2- 172.21.15.71:0/488948301 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb88dc0 0x555abcb90250 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.893+0000 7f6219ffb640 0 client.16146 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:11.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.893+0000 7f623b387740 1 --2- 172.21.15.71:0/488948301 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb884a0 0x555abcb92fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.893+0000 7f623b387740 1 -- 172.21.15.71:0/488948301 >> 172.21.15.71:0/488948301 conn(0x555abcb84a30 msgr2=0x555abcb8a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:11.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.893+0000 7f623b387740 1 -- 172.21.15.71:0/488948301 shutdown_connections 2024-09-05T07:42:11.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.893+0000 7f623b387740 1 -- 172.21.15.71:0/488948301 wait complete. 2024-09-05T07:42:11.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.893+0000 7f623b387740 20 client.16146 trim_cache size 0 max 16384 2024-09-05T07:42:11.919 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.910+0000 7f623b387740 1 Processor -- start 2024-09-05T07:42:11.920 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.910+0000 7f623b387740 1 -- start start 2024-09-05T07:42:11.920 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.910+0000 7f623b387740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb884a0 0x555abcb9f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:11.920 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.910+0000 7f623b387740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb88dc0 0x555abcb921c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:11.920 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.910+0000 7f623b387740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb93680 0x555abcb9ba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:11.920 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.910+0000 7f623b387740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f62341b1960 con 0x555abcb884a0 2024-09-05T07:42:11.920 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.910+0000 7f623b387740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f62341af230 con 0x555abcb93680 2024-09-05T07:42:11.920 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.910+0000 7f623b387740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f62341ad080 con 0x555abcb88dc0 2024-09-05T07:42:11.920 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.911+0000 7f623259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb884a0 0x555abcb9f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:11.920 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.911+0000 7f623259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb884a0 0x555abcb9f4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34798/0 (socket says 172.21.15.71:34798) 2024-09-05T07:42:11.920 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.911+0000 7f623259c640 1 -- 172.21.15.71:0/1580102320 learned_addr learned my addr 172.21.15.71:0/1580102320 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:11.920 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.911+0000 7f6231d9b640 1 --2- 172.21.15.71:0/1580102320 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb88dc0 0x555abcb921c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:11.920 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.911+0000 7f6232d9d640 1 --2- 172.21.15.71:0/1580102320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb93680 0x555abcb9ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:11.921 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.911+0000 7f623259c640 1 -- 172.21.15.71:0/1580102320 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb88dc0 msgr2=0x555abcb921c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:11.921 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.911+0000 7f623259c640 1 --2- 172.21.15.71:0/1580102320 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb88dc0 0x555abcb921c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.921 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.911+0000 7f623259c640 1 -- 172.21.15.71:0/1580102320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb93680 msgr2=0x555abcb9ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:11.921 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.911+0000 7f623259c640 1 --2- 172.21.15.71:0/1580102320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb93680 0x555abcb9ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.921 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.911+0000 7f623259c640 1 -- 172.21.15.71:0/1580102320 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555abcb89a20 con 0x555abcb884a0 2024-09-05T07:42:11.921 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.911+0000 7f623259c640 1 --2- 172.21.15.71:0/1580102320 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb884a0 0x555abcb9f4b0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f622c02a940 tx=0x7f622c000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31b4bc315a8c7118 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:11.921 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.911+0000 7f621bfff640 1 -- 172.21.15.71:0/1580102320 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f622c049070 con 0x555abcb884a0 2024-09-05T07:42:11.921 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.911+0000 7f621bfff640 1 -- 172.21.15.71:0/1580102320 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f622c005020 con 0x555abcb884a0 2024-09-05T07:42:11.921 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.911+0000 7f621bfff640 1 -- 172.21.15.71:0/1580102320 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f622c035040 con 0x555abcb884a0 2024-09-05T07:42:11.921 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.912+0000 7f623b387740 1 -- 172.21.15.71:0/1580102320 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb884a0 msgr2=0x555abcb9f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:11.921 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.912+0000 7f623b387740 1 --2- 172.21.15.71:0/1580102320 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb884a0 0x555abcb9f4b0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f622c02a940 tx=0x7f622c000bc0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.921 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.912+0000 7f623b387740 1 -- 172.21.15.71:0/1580102320 shutdown_connections 2024-09-05T07:42:11.921 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.912+0000 7f623b387740 1 --2- 172.21.15.71:0/1580102320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb93680 0x555abcb9ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.912+0000 7f623b387740 1 --2- 172.21.15.71:0/1580102320 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb88dc0 0x555abcb921c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.912+0000 7f623b387740 1 --2- 172.21.15.71:0/1580102320 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb884a0 0x555abcb9f4b0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.912+0000 7f623b387740 1 -- 172.21.15.71:0/1580102320 >> 172.21.15.71:0/1580102320 conn(0x555abcb84a30 msgr2=0x555abcb91ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:11.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.912+0000 7f623b387740 1 -- 172.21.15.71:0/1580102320 shutdown_connections 2024-09-05T07:42:11.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.912+0000 7f623b387740 1 -- 172.21.15.71:0/1580102320 wait complete. 2024-09-05T07:42:11.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.912+0000 7f623b387740 1 -- start start 2024-09-05T07:42:11.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.912+0000 7f623b387740 1 Processor -- start 2024-09-05T07:42:11.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f623b387740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb884a0 0x555abcbaa3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:11.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f623b387740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb88dc0 0x555abcbaa900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:11.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f623b387740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb93680 0x555abcc08b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:11.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f623b387740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f62341ad6f0 con 0x555abcb884a0 2024-09-05T07:42:11.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f623b387740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f62341aeb60 con 0x555abcb88dc0 2024-09-05T07:42:11.922 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f623b387740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f62341addc0 con 0x555abcb93680 2024-09-05T07:42:11.923 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f623b387740 10 client.0 _ll_register_callbacks cb 0x7f622c009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:11.923 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f623259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb884a0 0x555abcbaa3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:11.923 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f623259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb884a0 0x555abcbaa3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34802/0 (socket says 172.21.15.71:34802) 2024-09-05T07:42:11.923 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f623259c640 1 -- 172.21.15.71:0/2251993679 learned_addr learned my addr 172.21.15.71:0/2251993679 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:11.923 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f6231d9b640 1 --2- 172.21.15.71:0/2251993679 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb88dc0 0x555abcbaa900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:11.923 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f6232d9d640 1 --2- 172.21.15.71:0/2251993679 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb93680 0x555abcc08b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:11.923 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f623259c640 1 -- 172.21.15.71:0/2251993679 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb93680 msgr2=0x555abcc08b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:11.923 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f623259c640 1 --2- 172.21.15.71:0/2251993679 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb93680 0x555abcc08b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.923 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f623259c640 1 -- 172.21.15.71:0/2251993679 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb88dc0 msgr2=0x555abcbaa900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:11.923 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f623259c640 1 --2- 172.21.15.71:0/2251993679 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb88dc0 0x555abcbaa900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.923 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f623259c640 1 -- 172.21.15.71:0/2251993679 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555abcc091a0 con 0x555abcb884a0 2024-09-05T07:42:11.923 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f623259c640 1 --2- 172.21.15.71:0/2251993679 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb884a0 0x555abcbaa3c0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f622c031ec0 tx=0x7f622c031860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f9343d51c495543 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:11.923 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f6219ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:11.923 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f6219ffb640 1 -- 172.21.15.71:0/2251993679 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f622c049050 con 0x555abcb884a0 2024-09-05T07:42:11.924 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f6219ffb640 1 -- 172.21.15.71:0/2251993679 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f622c0055e0 con 0x555abcb884a0 2024-09-05T07:42:11.924 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f623b387740 1 -- 172.21.15.71:0/2251993679 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f622c005020 con 0x555abcb884a0 2024-09-05T07:42:11.924 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f6219ffb640 1 -- 172.21.15.71:0/2251993679 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f622c05d050 con 0x555abcb884a0 2024-09-05T07:42:11.924 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.913+0000 7f623b387740 10 client.16152 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:11.924 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.914+0000 7f623b387740 1 -- 172.21.15.71:0/2251993679 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555abcc11720 con 0x555abcb884a0 2024-09-05T07:42:11.924 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.914+0000 7f6219ffb640 1 -- 172.21.15.71:0/2251993679 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f622c005020 con 0x555abcb884a0 2024-09-05T07:42:11.924 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.914+0000 7f6219ffb640 1 -- 172.21.15.71:0/2251993679 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f622c03c9a0 con 0x555abcb884a0 2024-09-05T07:42:11.924 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.914+0000 7f623b387740 10 client.16152 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:11.924 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.914+0000 7f623b387740 10 client.16152 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:42:11.924 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.914+0000 7f623b387740 20 client.16152 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:11.924 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.914+0000 7f623b387740 1 --2- 172.21.15.71:0/2251993679 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x555abcc11d30 0x555abcc14150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:11.924 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.914+0000 7f623b387740 4 client.16152 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:42:11.925 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.914+0000 7f623b387740 1 -- 172.21.15.71:0/2251993679 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555abcb90b20 con 0x555abcc11d30 2024-09-05T07:42:11.925 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.914+0000 7f6231d9b640 1 --2- 172.21.15.71:0/2251993679 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x555abcc11d30 0x555abcc14150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:11.925 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.914+0000 7f6231d9b640 1 --2- 172.21.15.71:0/2251993679 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x555abcc11d30 0x555abcc14150 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a342d2e1633cccb1 server_cookie=f766c6119b140577 in_seq=0 out_seq=0 2024-09-05T07:42:11.925 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.914+0000 7f6219ffb640 10 client.16152 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:11.925 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.915+0000 7f6219ffb640 1 -- 172.21.15.71:0/2251993679 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x555abcb90b20 con 0x555abcc11d30 2024-09-05T07:42:11.925 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.915+0000 7f6219ffb640 10 client.16152 handle_command_reply: tid=0 2024-09-05T07:42:11.925 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.915+0000 7f623b387740 1 client.16152 shutdown 2024-09-05T07:42:11.925 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.915+0000 7f623b387740 1 -- 172.21.15.71:0/2251993679 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb884a0 msgr2=0x555abcbaa3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:11.925 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.915+0000 7f623b387740 1 --2- 172.21.15.71:0/2251993679 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb884a0 0x555abcbaa3c0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f622c031ec0 tx=0x7f622c031860 comp rx=0 tx=0).stop 2024-09-05T07:42:11.925 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.915+0000 7f623b387740 1 -- 172.21.15.71:0/2251993679 shutdown_connections 2024-09-05T07:42:11.925 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.915+0000 7f623b387740 1 --2- 172.21.15.71:0/2251993679 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x555abcc11d30 0x555abcc14150 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.925 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.915+0000 7f623b387740 1 --2- 172.21.15.71:0/2251993679 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555abcb93680 0x555abcc08b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.925 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.915+0000 7f623b387740 1 --2- 172.21.15.71:0/2251993679 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555abcb88dc0 0x555abcbaa900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.926 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.915+0000 7f623b387740 1 --2- 172.21.15.71:0/2251993679 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555abcb884a0 0x555abcbaa3c0 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.926 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.915+0000 7f623b387740 1 -- 172.21.15.71:0/2251993679 >> 172.21.15.71:0/2251993679 conn(0x555abcb84a30 msgr2=0x555abcb922d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:11.926 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.915+0000 7f6219ffb640 0 client.16152 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:11.926 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.915+0000 7f623b387740 1 -- 172.21.15.71:0/2251993679 shutdown_connections 2024-09-05T07:42:11.926 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.915+0000 7f623b387740 1 -- 172.21.15.71:0/2251993679 wait complete. 2024-09-05T07:42:11.926 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.915+0000 7f623b387740 20 client.16152 trim_cache size 0 max 16384 2024-09-05T07:42:11.926 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:42:11.926 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "no active scrubs running", 2024-09-05T07:42:11.926 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": {} 2024-09-05T07:42:11.926 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:42:11.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.915+0000 7f6238fae640 1 -- 172.21.15.71:0/2964403742 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f621c0a2cf0 msgr2=0x7f621c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:11.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.915+0000 7f6238fae640 1 --2- 172.21.15.71:0/2964403742 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f621c0a2cf0 0x7f621c0a51b0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f6224007310 tx=0x7f6224013ac0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.915+0000 7f6238fae640 1 -- 172.21.15.71:0/2964403742 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6234101420 msgr2=0x7f6234198890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:11.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.915+0000 7f6238fae640 1 --2- 172.21.15.71:0/2964403742 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6234101420 0x7f6234198890 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f622800d770 tx=0x7f622800dc30 comp rx=0 tx=0).stop 2024-09-05T07:42:11.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.916+0000 7f6238fae640 1 -- 172.21.15.71:0/2964403742 shutdown_connections 2024-09-05T07:42:11.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.916+0000 7f6238fae640 1 --2- 172.21.15.71:0/2964403742 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f621c0a2cf0 0x7f621c0a51b0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.916+0000 7f6238fae640 1 --2- 172.21.15.71:0/2964403742 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6234106a80 0x7f623419cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.916+0000 7f6238fae640 1 --2- 172.21.15.71:0/2964403742 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6234101420 0x7f6234198890 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.916+0000 7f6238fae640 1 --2- 172.21.15.71:0/2964403742 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6234100a80 0x7f6234198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:11.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.916+0000 7f6238fae640 1 -- 172.21.15.71:0/2964403742 >> 172.21.15.71:0/2964403742 conn(0x7f62340fc7a0 msgr2=0x7f62340fd070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:11.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.916+0000 7f6238fae640 1 -- 172.21.15.71:0/2964403742 shutdown_connections 2024-09-05T07:42:11.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:11.916+0000 7f6238fae640 1 -- 172.21.15.71:0/2964403742 wait complete. 2024-09-05T07:42:12.716 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T07:42:12.716 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:42:12.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:12 smithi071 ceph-mon[30965]: pgmap v111: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-09-05T07:42:12.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:12 smithi123 ceph-mon[34568]: pgmap v111: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-09-05T07:42:12.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:12 smithi192 ceph-mon[34929]: pgmap v111: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-09-05T07:42:12.965 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:42:13.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.433+0000 7f35cecda640 1 -- 172.21.15.71:0/1452369602 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35c8100500 msgr2=0x7f35c81008e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:13.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.433+0000 7f35cecda640 1 --2- 172.21.15.71:0/1452369602 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35c8100500 0x7f35c81008e0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f35b8009900 tx=0x7f35b802a410 comp rx=0 tx=0).stop 2024-09-05T07:42:13.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.433+0000 7f35cecda640 1 -- 172.21.15.71:0/1452369602 shutdown_connections 2024-09-05T07:42:13.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.433+0000 7f35cecda640 1 --2- 172.21.15.71:0/1452369602 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35c8106ed0 0x7f35c810eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:13.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.433+0000 7f35cecda640 1 --2- 172.21.15.71:0/1452369602 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f35c8100eb0 0x7f35c81067a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:13.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.433+0000 7f35cecda640 1 --2- 172.21.15.71:0/1452369602 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35c8100500 0x7f35c81008e0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:13.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.433+0000 7f35cecda640 1 -- 172.21.15.71:0/1452369602 >> 172.21.15.71:0/1452369602 conn(0x7f35c80fc5c0 msgr2=0x7f35c80fe9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:13.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.433+0000 7f35cecda640 1 -- 172.21.15.71:0/1452369602 shutdown_connections 2024-09-05T07:42:13.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.433+0000 7f35cecda640 1 -- 172.21.15.71:0/1452369602 wait complete. 2024-09-05T07:42:13.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.434+0000 7f35cecda640 1 Processor -- start 2024-09-05T07:42:13.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.434+0000 7f35cecda640 1 -- start start 2024-09-05T07:42:13.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.434+0000 7f35cecda640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35c8100500 0x7f35c81983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:13.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.434+0000 7f35cecda640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f35c8100eb0 0x7f35c8198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:13.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.434+0000 7f35cecda640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35c8106ed0 0x7f35c819cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:13.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.434+0000 7f35cecda640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f35c8111e50 con 0x7f35c8100500 2024-09-05T07:42:13.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.434+0000 7f35cecda640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f35c8111cd0 con 0x7f35c8100eb0 2024-09-05T07:42:13.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.434+0000 7f35cecda640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f35c8111fd0 con 0x7f35c8106ed0 2024-09-05T07:42:13.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.434+0000 7f35cca76640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35c8100500 0x7f35c81983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:13.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.434+0000 7f35cca76640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35c8100500 0x7f35c81983d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34820/0 (socket says 172.21.15.71:34820) 2024-09-05T07:42:13.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.434+0000 7f35cca76640 1 -- 172.21.15.71:0/3814456920 learned_addr learned my addr 172.21.15.71:0/3814456920 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:13.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.434+0000 7f35cd277640 1 --2- 172.21.15.71:0/3814456920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35c8106ed0 0x7f35c819cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:13.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.434+0000 7f35c7fff640 1 --2- 172.21.15.71:0/3814456920 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f35c8100eb0 0x7f35c8198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:13.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.435+0000 7f35cca76640 1 -- 172.21.15.71:0/3814456920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35c8106ed0 msgr2=0x7f35c819cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:13.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.435+0000 7f35cca76640 1 --2- 172.21.15.71:0/3814456920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35c8106ed0 0x7f35c819cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:13.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.435+0000 7f35cca76640 1 -- 172.21.15.71:0/3814456920 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f35c8100eb0 msgr2=0x7f35c8198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:13.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.435+0000 7f35cca76640 1 --2- 172.21.15.71:0/3814456920 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f35c8100eb0 0x7f35c8198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:13.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.435+0000 7f35cca76640 1 -- 172.21.15.71:0/3814456920 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35c819d380 con 0x7f35c8100500 2024-09-05T07:42:13.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.435+0000 7f35c7fff640 1 --2- 172.21.15.71:0/3814456920 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f35c8100eb0 0x7f35c8198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:42:13.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.435+0000 7f35cd277640 1 --2- 172.21.15.71:0/3814456920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35c8106ed0 0x7f35c819cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:42:13.460 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.435+0000 7f35cca76640 1 --2- 172.21.15.71:0/3814456920 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35c8100500 0x7f35c81983d0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f35b8006010 tx=0x7f35b8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:13.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.435+0000 7f35c5ffb640 1 -- 172.21.15.71:0/3814456920 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b803f030 con 0x7f35c8100500 2024-09-05T07:42:13.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.435+0000 7f35c5ffb640 1 -- 172.21.15.71:0/3814456920 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f35b80035f0 con 0x7f35c8100500 2024-09-05T07:42:13.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.435+0000 7f35cecda640 1 -- 172.21.15.71:0/3814456920 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35c819d610 con 0x7f35c8100500 2024-09-05T07:42:13.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.435+0000 7f35c5ffb640 1 -- 172.21.15.71:0/3814456920 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b8035070 con 0x7f35c8100500 2024-09-05T07:42:13.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.435+0000 7f35cecda640 1 -- 172.21.15.71:0/3814456920 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35c81a4f50 con 0x7f35c8100500 2024-09-05T07:42:13.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.436+0000 7f35cecda640 1 -- 172.21.15.71:0/3814456920 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35c806a4e0 con 0x7f35c8100500 2024-09-05T07:42:13.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.438+0000 7f35c5ffb640 1 -- 172.21.15.71:0/3814456920 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f35b8003b10 con 0x7f35c8100500 2024-09-05T07:42:13.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.439+0000 7f35c5ffb640 1 --2- 172.21.15.71:0/3814456920 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f35b40a2cf0 0x7f35b40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:13.461 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.439+0000 7f35c7fff640 1 --2- 172.21.15.71:0/3814456920 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f35b40a2cf0 0x7f35b40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:13.462 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.439+0000 7f35c5ffb640 1 -- 172.21.15.71:0/3814456920 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f35b80f0690 con 0x7f35c8100500 2024-09-05T07:42:13.462 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.439+0000 7f35c7fff640 1 --2- 172.21.15.71:0/3814456920 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f35b40a2cf0 0x7f35b40a51b0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f35c8104820 tx=0x7f35b0005d30 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:13.462 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.442+0000 7f35c5ffb640 1 -- 172.21.15.71:0/3814456920 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f35b80bceb0 con 0x7f35c8100500 2024-09-05T07:42:13.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.644+0000 7f35cecda640 1 -- 172.21.15.71:0/3814456920 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f35c81008e0 con 0x7f35c8100500 2024-09-05T07:42:13.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.645+0000 7f35c5ffb640 1 -- 172.21.15.71:0/3814456920 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7f35c81008e0 con 0x7f35c8100500 2024-09-05T07:42:13.645 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:42:13.646 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:42:13.646 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:42:13.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.647+0000 7f35cecda640 1 -- 172.21.15.71:0/3814456920 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f35b40a2cf0 msgr2=0x7f35b40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:13.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.647+0000 7f35cecda640 1 --2- 172.21.15.71:0/3814456920 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f35b40a2cf0 0x7f35b40a51b0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f35c8104820 tx=0x7f35b0005d30 comp rx=0 tx=0).stop 2024-09-05T07:42:13.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.647+0000 7f35cecda640 1 -- 172.21.15.71:0/3814456920 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35c8100500 msgr2=0x7f35c81983d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:13.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.647+0000 7f35cecda640 1 --2- 172.21.15.71:0/3814456920 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35c8100500 0x7f35c81983d0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f35b8006010 tx=0x7f35b8004270 comp rx=0 tx=0).stop 2024-09-05T07:42:13.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.647+0000 7f35cecda640 1 -- 172.21.15.71:0/3814456920 shutdown_connections 2024-09-05T07:42:13.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.647+0000 7f35cecda640 1 --2- 172.21.15.71:0/3814456920 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f35b40a2cf0 0x7f35b40a51b0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:13.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.647+0000 7f35cecda640 1 --2- 172.21.15.71:0/3814456920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f35c8106ed0 0x7f35c819cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:13.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.647+0000 7f35cecda640 1 --2- 172.21.15.71:0/3814456920 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f35c8100eb0 0x7f35c8198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:13.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.647+0000 7f35cecda640 1 --2- 172.21.15.71:0/3814456920 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35c8100500 0x7f35c81983d0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:13.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.647+0000 7f35cecda640 1 -- 172.21.15.71:0/3814456920 >> 172.21.15.71:0/3814456920 conn(0x7f35c80fc5c0 msgr2=0x7f35c80fe9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:13.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.647+0000 7f35cecda640 1 -- 172.21.15.71:0/3814456920 shutdown_connections 2024-09-05T07:42:13.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:13.647+0000 7f35cecda640 1 -- 172.21.15.71:0/3814456920 wait complete. 2024-09-05T07:42:13.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:13 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3814456920' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:42:13.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:13 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3814456920' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:42:14.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:13 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3814456920' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:42:14.435 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T07:42:14.685 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:42:14.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:14 smithi192 ceph-mon[34929]: pgmap v112: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-09-05T07:42:14.963 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:14 smithi071 ceph-mon[30965]: pgmap v112: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-09-05T07:42:15.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.161+0000 7f44a4b71640 1 -- 172.21.15.71:0/459545683 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f44a0100ca0 msgr2=0x7f44a0106840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:15.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.161+0000 7f44a4b71640 1 --2- 172.21.15.71:0/459545683 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f44a0100ca0 0x7f44a0106840 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f4494009930 tx=0x7f449402a420 comp rx=0 tx=0).stop 2024-09-05T07:42:15.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.161+0000 7f44a4b71640 1 -- 172.21.15.71:0/459545683 shutdown_connections 2024-09-05T07:42:15.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.161+0000 7f44a4b71640 1 --2- 172.21.15.71:0/459545683 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f44a0106f50 0x7f44a010eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.161+0000 7f44a4b71640 1 --2- 172.21.15.71:0/459545683 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f44a0100ca0 0x7f44a0106840 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.161+0000 7f44a4b71640 1 --2- 172.21.15.71:0/459545683 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44a01002f0 0x7f44a01006d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.161+0000 7f44a4b71640 1 -- 172.21.15.71:0/459545683 >> 172.21.15.71:0/459545683 conn(0x7f44a0077210 msgr2=0x7f44a00fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:15.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.161+0000 7f44a4b71640 1 -- 172.21.15.71:0/459545683 shutdown_connections 2024-09-05T07:42:15.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.161+0000 7f44a4b71640 1 -- 172.21.15.71:0/459545683 wait complete. 2024-09-05T07:42:15.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.161+0000 7f44a4b71640 1 Processor -- start 2024-09-05T07:42:15.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.161+0000 7f44a4b71640 1 -- start start 2024-09-05T07:42:15.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.162+0000 7f44a4b71640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f44a01002f0 0x7f44a01985f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:15.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.162+0000 7f44a4b71640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44a0100ca0 0x7f44a0198b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:15.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.162+0000 7f44a4b71640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f44a0106f50 0x7f44a019cec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:15.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.162+0000 7f44a4b71640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f44a0111f10 con 0x7f44a01002f0 2024-09-05T07:42:15.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.162+0000 7f44a4b71640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f44a0111d90 con 0x7f44a0106f50 2024-09-05T07:42:15.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.162+0000 7f44a4b71640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f44a0112090 con 0x7f44a0100ca0 2024-09-05T07:42:15.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.162+0000 7f449e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f44a01002f0 0x7f44a01985f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:15.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.162+0000 7f449e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f44a01002f0 0x7f44a01985f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34838/0 (socket says 172.21.15.71:34838) 2024-09-05T07:42:15.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.162+0000 7f449e59c640 1 -- 172.21.15.71:0/190105987 learned_addr learned my addr 172.21.15.71:0/190105987 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:15.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.162+0000 7f449dd9b640 1 --2- 172.21.15.71:0/190105987 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44a0100ca0 0x7f44a0198b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:15.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.162+0000 7f449ed9d640 1 --2- 172.21.15.71:0/190105987 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f44a0106f50 0x7f44a019cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:15.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.162+0000 7f449e59c640 1 -- 172.21.15.71:0/190105987 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44a0100ca0 msgr2=0x7f44a0198b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:15.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.162+0000 7f449e59c640 1 --2- 172.21.15.71:0/190105987 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44a0100ca0 0x7f44a0198b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.162+0000 7f449e59c640 1 -- 172.21.15.71:0/190105987 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f44a0106f50 msgr2=0x7f44a019cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:15.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.162+0000 7f449e59c640 1 --2- 172.21.15.71:0/190105987 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f44a0106f50 0x7f44a019cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.162+0000 7f449e59c640 1 -- 172.21.15.71:0/190105987 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44a019d5a0 con 0x7f44a01002f0 2024-09-05T07:42:15.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.162+0000 7f449ed9d640 1 --2- 172.21.15.71:0/190105987 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f44a0106f50 0x7f44a019cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:42:15.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.162+0000 7f449dd9b640 1 --2- 172.21.15.71:0/190105987 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44a0100ca0 0x7f44a0198b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:42:15.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.162+0000 7f449e59c640 1 --2- 172.21.15.71:0/190105987 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f44a01002f0 0x7f44a01985f0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f449000b4a0 tx=0x7f449000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:15.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.162+0000 7f448f7fe640 1 -- 172.21.15.71:0/190105987 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4490014070 con 0x7f44a01002f0 2024-09-05T07:42:15.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.163+0000 7f448f7fe640 1 -- 172.21.15.71:0/190105987 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4490010ac0 con 0x7f44a01002f0 2024-09-05T07:42:15.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.163+0000 7f44a4b71640 1 -- 172.21.15.71:0/190105987 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44a019d890 con 0x7f44a01002f0 2024-09-05T07:42:15.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.163+0000 7f448f7fe640 1 -- 172.21.15.71:0/190105987 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4490017c30 con 0x7f44a01002f0 2024-09-05T07:42:15.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.163+0000 7f44a4b71640 1 -- 172.21.15.71:0/190105987 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44a01a5170 con 0x7f44a01002f0 2024-09-05T07:42:15.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.165+0000 7f448f7fe640 1 -- 172.21.15.71:0/190105987 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f4490017070 con 0x7f44a01002f0 2024-09-05T07:42:15.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.165+0000 7f44a6f4a740 1 Processor -- start 2024-09-05T07:42:15.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.165+0000 7f44a6f4a740 1 -- start start 2024-09-05T07:42:15.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.165+0000 7f44a6f4a740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6cb40 0x56069aa6b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:15.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.165+0000 7f44a6f4a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56069aa6b5d0 0x56069aa6ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:15.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.165+0000 7f44a6f4a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa76370 0x56069aa78760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:15.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.165+0000 7f44a6f4a740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x56069a9d12f0 con 0x56069aa6cb40 2024-09-05T07:42:15.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.165+0000 7f44a6f4a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56069a978cf0 con 0x56069aa76370 2024-09-05T07:42:15.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.165+0000 7f44a6f4a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56069a9cd2b0 con 0x56069aa6b5d0 2024-09-05T07:42:15.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.166+0000 7f448f7fe640 1 --2- 172.21.15.71:0/190105987 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f44880a2cf0 0x7f44880a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:15.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.166+0000 7f449ed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6cb40 0x56069aa6b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:15.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.166+0000 7f449ed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6cb40 0x56069aa6b090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34840/0 (socket says 172.21.15.71:34840) 2024-09-05T07:42:15.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.166+0000 7f449ed9d640 1 -- 172.21.15.71:0/2210316674 learned_addr learned my addr 172.21.15.71:0/2210316674 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:15.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.166+0000 7f449e59c640 1 --2- 172.21.15.71:0/2210316674 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56069aa6b5d0 0x56069aa6ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:15.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.166+0000 7f449dd9b640 1 --2- 172.21.15.71:0/2210316674 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa76370 0x56069aa78760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:15.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.166+0000 7f449ed9d640 1 --2- 172.21.15.71:0/190105987 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f44880a2cf0 0x7f44880a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:15.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.166+0000 7f448f7fe640 1 -- 172.21.15.71:0/190105987 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f44900cebe0 con 0x7f44a01002f0 2024-09-05T07:42:15.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.166+0000 7f449ed9d640 1 -- 172.21.15.71:0/2210316674 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56069aa6b5d0 msgr2=0x56069aa6ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:15.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.166+0000 7f449ed9d640 1 --2- 172.21.15.71:0/2210316674 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56069aa6b5d0 0x56069aa6ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.166+0000 7f449ed9d640 1 -- 172.21.15.71:0/2210316674 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa76370 msgr2=0x56069aa78760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:15.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.166+0000 7f449ed9d640 1 --2- 172.21.15.71:0/2210316674 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa76370 0x56069aa78760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.166+0000 7f449ed9d640 1 -- 172.21.15.71:0/2210316674 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56069a95d3a0 con 0x56069aa6cb40 2024-09-05T07:42:15.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.166+0000 7f449ed9d640 1 --2- 172.21.15.71:0/2210316674 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6cb40 0x56069aa6b090 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f4498010a30 tx=0x7f4498010e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bffea9c8d08451c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:15.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.166+0000 7f448cff9640 1 -- 172.21.15.71:0/2210316674 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4498020070 con 0x56069aa6cb40 2024-09-05T07:42:15.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.166+0000 7f448cff9640 1 -- 172.21.15.71:0/2210316674 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f449801bc90 con 0x56069aa6cb40 2024-09-05T07:42:15.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.166+0000 7f448cff9640 1 -- 172.21.15.71:0/2210316674 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44980233a0 con 0x56069aa6cb40 2024-09-05T07:42:15.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.167+0000 7f44a6f4a740 1 -- 172.21.15.71:0/2210316674 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6cb40 msgr2=0x56069aa6b090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:15.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.167+0000 7f449ed9d640 1 --2- 172.21.15.71:0/190105987 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f44880a2cf0 0x7f44880a51b0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f449801d000 tx=0x7f4498019000 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:15.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.167+0000 7f44a6f4a740 1 --2- 172.21.15.71:0/2210316674 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6cb40 0x56069aa6b090 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f4498010a30 tx=0x7f4498010e30 comp rx=0 tx=0).stop 2024-09-05T07:42:15.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.167+0000 7f44a6f4a740 1 -- 172.21.15.71:0/2210316674 shutdown_connections 2024-09-05T07:42:15.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.167+0000 7f44a6f4a740 1 --2- 172.21.15.71:0/2210316674 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa76370 0x56069aa78760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.167+0000 7f44a6f4a740 1 --2- 172.21.15.71:0/2210316674 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56069aa6b5d0 0x56069aa6ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.167+0000 7f44a6f4a740 1 --2- 172.21.15.71:0/2210316674 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6cb40 0x56069aa6b090 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.167+0000 7f44a6f4a740 1 -- 172.21.15.71:0/2210316674 >> 172.21.15.71:0/2210316674 conn(0x56069aa34310 msgr2=0x56069aa67c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:15.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.167+0000 7f44a6f4a740 1 -- 172.21.15.71:0/2210316674 shutdown_connections 2024-09-05T07:42:15.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.167+0000 7f44a6f4a740 1 -- 172.21.15.71:0/2210316674 wait complete. 2024-09-05T07:42:15.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.167+0000 7f44a6f4a740 1 -- start start 2024-09-05T07:42:15.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.168+0000 7f44a6f4a740 1 Processor -- start 2024-09-05T07:42:15.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.168+0000 7f44a6f4a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56069aa6b5d0 0x56069aa75d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:15.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.168+0000 7f44a6f4a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa6cb40 0x56069aa73020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:15.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.168+0000 7f44a6f4a740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa76370 0x56069aa73610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:15.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.168+0000 7f44a6f4a740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x56069aa79070 con 0x56069aa76370 2024-09-05T07:42:15.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.168+0000 7f44a6f4a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56069a98c060 con 0x56069aa6cb40 2024-09-05T07:42:15.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.168+0000 7f44a6f4a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56069aa791f0 con 0x56069aa6b5d0 2024-09-05T07:42:15.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.168+0000 7f44a6f4a740 10 client.0 _ll_register_callbacks cb 0x56069a6df8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:15.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.168+0000 7f449ed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa76370 0x56069aa73610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:15.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.168+0000 7f449ed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa76370 0x56069aa73610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34850/0 (socket says 172.21.15.71:34850) 2024-09-05T07:42:15.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.168+0000 7f449ed9d640 1 -- 172.21.15.71:0/2216954137 learned_addr learned my addr 172.21.15.71:0/2216954137 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:15.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.168+0000 7f449e59c640 1 --2- 172.21.15.71:0/2216954137 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56069aa6b5d0 0x56069aa75d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:15.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.168+0000 7f449dd9b640 1 --2- 172.21.15.71:0/2216954137 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa6cb40 0x56069aa73020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:15.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.168+0000 7f449ed9d640 1 -- 172.21.15.71:0/2216954137 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56069aa6b5d0 msgr2=0x56069aa75d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:15.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.168+0000 7f449ed9d640 1 --2- 172.21.15.71:0/2216954137 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56069aa6b5d0 0x56069aa75d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.168+0000 7f449ed9d640 1 -- 172.21.15.71:0/2216954137 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa6cb40 msgr2=0x56069aa73020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:15.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.168+0000 7f449ed9d640 1 --2- 172.21.15.71:0/2216954137 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa6cb40 0x56069aa73020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.168+0000 7f449ed9d640 1 -- 172.21.15.71:0/2216954137 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56069a7423c0 con 0x56069aa76370 2024-09-05T07:42:15.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.168+0000 7f449ed9d640 1 --2- 172.21.15.71:0/2216954137 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa76370 0x56069aa73610 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f4498007300 tx=0x7f4498013870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f8877d132c4a21f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:15.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.168+0000 7f4485ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:15.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.169+0000 7f4485ffb640 1 -- 172.21.15.71:0/2216954137 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449802b070 con 0x56069aa76370 2024-09-05T07:42:15.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.169+0000 7f4485ffb640 1 -- 172.21.15.71:0/2216954137 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f449800e550 con 0x56069aa76370 2024-09-05T07:42:15.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.169+0000 7f44a6f4a740 1 -- 172.21.15.71:0/2216954137 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f449801bc90 con 0x56069aa76370 2024-09-05T07:42:15.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.169+0000 7f4485ffb640 1 -- 172.21.15.71:0/2216954137 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4498020070 con 0x56069aa76370 2024-09-05T07:42:15.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.169+0000 7f44a6f4a740 10 client.16170 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:15.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.169+0000 7f44a6f4a740 1 -- 172.21.15.71:0/2216954137 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56069aa84b10 con 0x56069aa76370 2024-09-05T07:42:15.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.169+0000 7f4485ffb640 1 -- 172.21.15.71:0/2216954137 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f449801bc90 con 0x56069aa76370 2024-09-05T07:42:15.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.169+0000 7f4485ffb640 1 -- 172.21.15.71:0/2216954137 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f4498023b60 con 0x56069aa76370 2024-09-05T07:42:15.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.169+0000 7f44a6f4a740 10 client.16170 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:15.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.169+0000 7f44a6f4a740 10 client.16170 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:42:15.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.169+0000 7f44a6f4a740 20 client.16170 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:15.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.169+0000 7f44a6f4a740 1 --2- 172.21.15.71:0/2216954137 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x56069aa85e60 0x56069aa88250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:15.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.169+0000 7f44a6f4a740 4 client.16170 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:42:15.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.169+0000 7f44a6f4a740 1 -- 172.21.15.71:0/2216954137 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56069a9de860 con 0x56069aa85e60 2024-09-05T07:42:15.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.170+0000 7f449e59c640 1 --2- 172.21.15.71:0/2216954137 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x56069aa85e60 0x56069aa88250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:15.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.170+0000 7f4485ffb640 10 client.16170 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:42:15.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.170+0000 7f449e59c640 1 --2- 172.21.15.71:0/2216954137 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x56069aa85e60 0x56069aa88250 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3a4795967a3e0015 server_cookie=66e1638f131aa61c in_seq=0 out_seq=0 2024-09-05T07:42:15.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.171+0000 7f4485ffb640 1 -- 172.21.15.71:0/2216954137 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56069a9de860 con 0x56069aa85e60 2024-09-05T07:42:15.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.171+0000 7f4485ffb640 10 client.16170 handle_command_reply: tid=0 2024-09-05T07:42:15.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.171+0000 7f44a6f4a740 1 client.16170 shutdown 2024-09-05T07:42:15.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.171+0000 7f44a6f4a740 1 -- 172.21.15.71:0/2216954137 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa76370 msgr2=0x56069aa73610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:15.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.171+0000 7f44a6f4a740 1 --2- 172.21.15.71:0/2216954137 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa76370 0x56069aa73610 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f4498007300 tx=0x7f4498013870 comp rx=0 tx=0).stop 2024-09-05T07:42:15.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.171+0000 7f44a6f4a740 1 -- 172.21.15.71:0/2216954137 shutdown_connections 2024-09-05T07:42:15.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.171+0000 7f44a6f4a740 1 --2- 172.21.15.71:0/2216954137 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x56069aa85e60 0x56069aa88250 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.171+0000 7f44a6f4a740 1 --2- 172.21.15.71:0/2216954137 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa76370 0x56069aa73610 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.171+0000 7f4485ffb640 0 client.16170 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:42:15.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.171+0000 7f44a6f4a740 1 --2- 172.21.15.71:0/2216954137 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa6cb40 0x56069aa73020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.171+0000 7f44a6f4a740 1 --2- 172.21.15.71:0/2216954137 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56069aa6b5d0 0x56069aa75d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.171+0000 7f44a6f4a740 1 -- 172.21.15.71:0/2216954137 >> 172.21.15.71:0/2216954137 conn(0x56069aa34310 msgr2=0x56069aa6d960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:15.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.171+0000 7f44a6f4a740 1 -- 172.21.15.71:0/2216954137 shutdown_connections 2024-09-05T07:42:15.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.171+0000 7f44a6f4a740 1 -- 172.21.15.71:0/2216954137 wait complete. 2024-09-05T07:42:15.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.171+0000 7f44a6f4a740 20 client.16170 trim_cache size 0 max 16384 2024-09-05T07:42:15.184 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:14 smithi123 ceph-mon[34568]: pgmap v112: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-09-05T07:42:15.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.184+0000 7f44a6f4a740 1 Processor -- start 2024-09-05T07:42:15.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.184+0000 7f44a6f4a740 1 -- start start 2024-09-05T07:42:15.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.184+0000 7f44a6f4a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa6b5d0 0x56069aa82310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:15.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.184+0000 7f44a6f4a740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6cb40 0x56069aa6e120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:15.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.184+0000 7f44a6f4a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56069aa76370 0x56069aa6e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:15.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.184+0000 7f44a6f4a740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f44a01b1b80 con 0x56069aa6cb40 2024-09-05T07:42:15.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.184+0000 7f44a6f4a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f44a01af450 con 0x56069aa6b5d0 2024-09-05T07:42:15.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.184+0000 7f44a6f4a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f44a01ad2a0 con 0x56069aa76370 2024-09-05T07:42:15.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.184+0000 7f449dd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6cb40 0x56069aa6e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:15.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.184+0000 7f449dd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6cb40 0x56069aa6e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34860/0 (socket says 172.21.15.71:34860) 2024-09-05T07:42:15.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.184+0000 7f449dd9b640 1 -- 172.21.15.71:0/3393514663 learned_addr learned my addr 172.21.15.71:0/3393514663 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:15.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.184+0000 7f449e59c640 1 --2- 172.21.15.71:0/3393514663 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa6b5d0 0x56069aa82310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:15.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.184+0000 7f449dd9b640 1 -- 172.21.15.71:0/3393514663 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56069aa76370 msgr2=0x56069aa6e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:15.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.184+0000 7f449dd9b640 1 --2- 172.21.15.71:0/3393514663 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56069aa76370 0x56069aa6e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.184+0000 7f449dd9b640 1 -- 172.21.15.71:0/3393514663 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa6b5d0 msgr2=0x56069aa82310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:15.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.184+0000 7f449dd9b640 1 --2- 172.21.15.71:0/3393514663 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa6b5d0 0x56069aa82310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.184+0000 7f449dd9b640 1 -- 172.21.15.71:0/3393514663 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56069aa71570 con 0x56069aa6cb40 2024-09-05T07:42:15.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.185+0000 7f449dd9b640 1 --2- 172.21.15.71:0/3393514663 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6cb40 0x56069aa6e120 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f4494005ab0 tx=0x7f4494032e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e596bab57f20969a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:15.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.185+0000 7f4487fff640 1 -- 172.21.15.71:0/3393514663 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4494035040 con 0x56069aa6cb40 2024-09-05T07:42:15.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.185+0000 7f4487fff640 1 -- 172.21.15.71:0/3393514663 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4494031840 con 0x56069aa6cb40 2024-09-05T07:42:15.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.185+0000 7f4487fff640 1 -- 172.21.15.71:0/3393514663 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4494004920 con 0x56069aa6cb40 2024-09-05T07:42:15.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.185+0000 7f44a6f4a740 1 -- 172.21.15.71:0/3393514663 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6cb40 msgr2=0x56069aa6e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:15.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.185+0000 7f44a6f4a740 1 --2- 172.21.15.71:0/3393514663 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6cb40 0x56069aa6e120 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f4494005ab0 tx=0x7f4494032e60 comp rx=0 tx=0).stop 2024-09-05T07:42:15.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.185+0000 7f44a6f4a740 1 -- 172.21.15.71:0/3393514663 shutdown_connections 2024-09-05T07:42:15.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.185+0000 7f44a6f4a740 1 --2- 172.21.15.71:0/3393514663 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56069aa76370 0x56069aa6e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.185+0000 7f44a6f4a740 1 --2- 172.21.15.71:0/3393514663 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6cb40 0x56069aa6e120 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.185+0000 7f44a6f4a740 1 --2- 172.21.15.71:0/3393514663 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa6b5d0 0x56069aa82310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.185+0000 7f44a6f4a740 1 -- 172.21.15.71:0/3393514663 >> 172.21.15.71:0/3393514663 conn(0x56069aa34310 msgr2=0x56069aa72110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:15.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.185+0000 7f44a6f4a740 1 -- 172.21.15.71:0/3393514663 shutdown_connections 2024-09-05T07:42:15.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.185+0000 7f44a6f4a740 1 -- 172.21.15.71:0/3393514663 wait complete. 2024-09-05T07:42:15.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.186+0000 7f44a6f4a740 1 -- start start 2024-09-05T07:42:15.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.186+0000 7f44a6f4a740 1 Processor -- start 2024-09-05T07:42:15.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.186+0000 7f44a6f4a740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6b5d0 0x56069aa7e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:15.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.186+0000 7f44a6f4a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56069aa6cb40 0x56069aa79c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:15.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.186+0000 7f44a6f4a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa76370 0x56069aa7a160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:15.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.186+0000 7f44a6f4a740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f44a01ad910 con 0x56069aa6b5d0 2024-09-05T07:42:15.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.186+0000 7f44a6f4a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f44a01aed80 con 0x56069aa76370 2024-09-05T07:42:15.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.186+0000 7f44a6f4a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f44a01adfe0 con 0x56069aa6cb40 2024-09-05T07:42:15.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.186+0000 7f44a6f4a740 10 client.0 _ll_register_callbacks cb 0x7f449801e070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:15.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.186+0000 7f449e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6b5d0 0x56069aa7e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:15.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.186+0000 7f449e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6b5d0 0x56069aa7e8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34862/0 (socket says 172.21.15.71:34862) 2024-09-05T07:42:15.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.186+0000 7f449e59c640 1 -- 172.21.15.71:0/847886169 learned_addr learned my addr 172.21.15.71:0/847886169 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:15.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.186+0000 7f449dd9b640 1 --2- 172.21.15.71:0/847886169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56069aa6cb40 0x56069aa79c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:15.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.186+0000 7f449ed9d640 1 --2- 172.21.15.71:0/847886169 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa76370 0x56069aa7a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:15.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.186+0000 7f449e59c640 1 -- 172.21.15.71:0/847886169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56069aa6cb40 msgr2=0x56069aa79c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:15.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.186+0000 7f449e59c640 1 --2- 172.21.15.71:0/847886169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56069aa6cb40 0x56069aa79c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.186+0000 7f449e59c640 1 -- 172.21.15.71:0/847886169 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa76370 msgr2=0x56069aa7a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:15.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.186+0000 7f449e59c640 1 --2- 172.21.15.71:0/847886169 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa76370 0x56069aa7a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.186+0000 7f449e59c640 1 -- 172.21.15.71:0/847886169 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56069aa7a6a0 con 0x56069aa6b5d0 2024-09-05T07:42:15.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.186+0000 7f449ed9d640 1 --2- 172.21.15.71:0/847886169 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa76370 0x56069aa7a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:42:15.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.187+0000 7f449e59c640 1 --2- 172.21.15.71:0/847886169 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6b5d0 0x56069aa7e8a0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f449009ada0 tx=0x7f449006cdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d9fa90c43a8a327 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:15.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.187+0000 7f4485ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:15.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.187+0000 7f4485ffb640 1 -- 172.21.15.71:0/847886169 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449001e040 con 0x56069aa6b5d0 2024-09-05T07:42:15.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.187+0000 7f4485ffb640 1 -- 172.21.15.71:0/847886169 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f4490098eb0 con 0x56069aa6b5d0 2024-09-05T07:42:15.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.187+0000 7f44a6f4a740 1 -- 172.21.15.71:0/847886169 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4494031840 con 0x56069aa6b5d0 2024-09-05T07:42:15.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.187+0000 7f4485ffb640 1 -- 172.21.15.71:0/847886169 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f44900a3a80 con 0x56069aa6b5d0 2024-09-05T07:42:15.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.187+0000 7f44a6f4a740 10 client.16176 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:15.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.187+0000 7f44a6f4a740 1 -- 172.21.15.71:0/847886169 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56069aaf07b0 con 0x56069aa6b5d0 2024-09-05T07:42:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.187+0000 7f4485ffb640 1 -- 172.21.15.71:0/847886169 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4494031840 con 0x56069aa6b5d0 2024-09-05T07:42:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.187+0000 7f4485ffb640 1 -- 172.21.15.71:0/847886169 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f449006ace0 con 0x56069aa6b5d0 2024-09-05T07:42:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.187+0000 7f44a6f4a740 10 client.16176 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.187+0000 7f44a6f4a740 10 client.16176 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:42:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.187+0000 7f44a6f4a740 20 client.16176 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.187+0000 7f44a6f4a740 1 --2- 172.21.15.71:0/847886169 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x56069aa85e60 0x56069aaf2f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.187+0000 7f44a6f4a740 4 client.16176 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:42:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.187+0000 7f44a6f4a740 1 -- 172.21.15.71:0/847886169 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56069a9d8d70 con 0x56069aa85e60 2024-09-05T07:42:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.188+0000 7f449dd9b640 1 --2- 172.21.15.71:0/847886169 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x56069aa85e60 0x56069aaf2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.188+0000 7f449dd9b640 1 --2- 172.21.15.71:0/847886169 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x56069aa85e60 0x56069aaf2f40 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8f40ef92a35f9655 server_cookie=2eb2542bc09f4a45 in_seq=0 out_seq=0 2024-09-05T07:42:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.188+0000 7f4485ffb640 10 client.16176 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:42:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.188+0000 7f4485ffb640 1 -- 172.21.15.71:0/847886169 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56069a9d8d70 con 0x56069aa85e60 2024-09-05T07:42:15.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.188+0000 7f4485ffb640 10 client.16176 handle_command_reply: tid=0 2024-09-05T07:42:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.188+0000 7f44a6f4a740 1 client.16176 shutdown 2024-09-05T07:42:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.188+0000 7f44a6f4a740 1 -- 172.21.15.71:0/847886169 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6b5d0 msgr2=0x56069aa7e8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.188+0000 7f44a6f4a740 1 --2- 172.21.15.71:0/847886169 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6b5d0 0x56069aa7e8a0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f449009ada0 tx=0x7f449006cdd0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.188+0000 7f44a6f4a740 1 -- 172.21.15.71:0/847886169 shutdown_connections 2024-09-05T07:42:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.188+0000 7f44a6f4a740 1 --2- 172.21.15.71:0/847886169 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x56069aa85e60 0x56069aaf2f40 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.188+0000 7f44a6f4a740 1 --2- 172.21.15.71:0/847886169 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56069aa76370 0x56069aa7a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.188+0000 7f44a6f4a740 1 --2- 172.21.15.71:0/847886169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56069aa6cb40 0x56069aa79c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.188+0000 7f44a6f4a740 1 --2- 172.21.15.71:0/847886169 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56069aa6b5d0 0x56069aa7e8a0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.188+0000 7f44a6f4a740 1 -- 172.21.15.71:0/847886169 >> 172.21.15.71:0/847886169 conn(0x56069aa34310 msgr2=0x56069aa74880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.188+0000 7f4485ffb640 0 client.16176 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:42:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.189+0000 7f44a6f4a740 1 -- 172.21.15.71:0/847886169 shutdown_connections 2024-09-05T07:42:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.189+0000 7f44a6f4a740 1 -- 172.21.15.71:0/847886169 wait complete. 2024-09-05T07:42:15.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.189+0000 7f44a6f4a740 20 client.16176 trim_cache size 0 max 16384 2024-09-05T07:42:15.195 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:42:15.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.189+0000 7f44a4b71640 1 -- 172.21.15.71:0/190105987 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f44880a2cf0 msgr2=0x7f44880a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:15.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.189+0000 7f44a4b71640 1 --2- 172.21.15.71:0/190105987 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f44880a2cf0 0x7f44880a51b0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f449801d000 tx=0x7f4498019000 comp rx=0 tx=0).stop 2024-09-05T07:42:15.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.189+0000 7f44a4b71640 1 -- 172.21.15.71:0/190105987 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f44a01002f0 msgr2=0x7f44a01985f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:15.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.189+0000 7f44a4b71640 1 --2- 172.21.15.71:0/190105987 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f44a01002f0 0x7f44a01985f0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f449000b4a0 tx=0x7f449000b960 comp rx=0 tx=0).stop 2024-09-05T07:42:15.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.189+0000 7f44a4b71640 1 -- 172.21.15.71:0/190105987 shutdown_connections 2024-09-05T07:42:15.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.189+0000 7f44a4b71640 1 --2- 172.21.15.71:0/190105987 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f44880a2cf0 0x7f44880a51b0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.189+0000 7f44a4b71640 1 --2- 172.21.15.71:0/190105987 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f44a0106f50 0x7f44a019cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.189+0000 7f44a4b71640 1 --2- 172.21.15.71:0/190105987 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f44a0100ca0 0x7f44a0198b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.189+0000 7f44a4b71640 1 --2- 172.21.15.71:0/190105987 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f44a01002f0 0x7f44a01985f0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:15.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.189+0000 7f44a4b71640 1 -- 172.21.15.71:0/190105987 >> 172.21.15.71:0/190105987 conn(0x7f44a0077210 msgr2=0x7f44a0105410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:15.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.189+0000 7f44a4b71640 1 -- 172.21.15.71:0/190105987 shutdown_connections 2024-09-05T07:42:15.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:15.189+0000 7f44a4b71640 1 -- 172.21.15.71:0/190105987 wait complete. 2024-09-05T07:42:15.934 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T07:42:16.181 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:42:16.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.658+0000 7fce019b7640 1 -- 172.21.15.71:0/2240671174 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcdfc102790 msgr2=0x7fcdfc1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:16.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.658+0000 7fce019b7640 1 --2- 172.21.15.71:0/2240671174 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcdfc102790 0x7fcdfc1067e0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fcde4009900 tx=0x7fcde402a410 comp rx=0 tx=0).stop 2024-09-05T07:42:16.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.658+0000 7fce019b7640 1 -- 172.21.15.71:0/2240671174 shutdown_connections 2024-09-05T07:42:16.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.658+0000 7fce019b7640 1 --2- 172.21.15.71:0/2240671174 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcdfc106f10 0x7fcdfc10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.658+0000 7fce019b7640 1 --2- 172.21.15.71:0/2240671174 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcdfc102790 0x7fcdfc1067e0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.658+0000 7fce019b7640 1 --2- 172.21.15.71:0/2240671174 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdfc101de0 0x7fcdfc1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.658+0000 7fce019b7640 1 -- 172.21.15.71:0/2240671174 >> 172.21.15.71:0/2240671174 conn(0x7fcdfc0fd8c0 msgr2=0x7fcdfc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:16.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.658+0000 7fce019b7640 1 -- 172.21.15.71:0/2240671174 shutdown_connections 2024-09-05T07:42:16.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.658+0000 7fce019b7640 1 -- 172.21.15.71:0/2240671174 wait complete. 2024-09-05T07:42:16.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.658+0000 7fce019b7640 1 Processor -- start 2024-09-05T07:42:16.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.659+0000 7fce019b7640 1 -- start start 2024-09-05T07:42:16.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.659+0000 7fce019b7640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcdfc101de0 0x7fcdfc0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:16.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.659+0000 7fce019b7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdfc102790 0x7fcdfc074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:16.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.659+0000 7fce019b7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcdfc106f10 0x7fcdfc074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:16.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.659+0000 7fce019b7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fcdfc111e40 con 0x7fcdfc106f10 2024-09-05T07:42:16.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.659+0000 7fce019b7640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcdfc111cc0 con 0x7fcdfc101de0 2024-09-05T07:42:16.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.659+0000 7fce019b7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fcdfc111fc0 con 0x7fcdfc102790 2024-09-05T07:42:16.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.659+0000 7fcdfb7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcdfc106f10 0x7fcdfc074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:16.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.659+0000 7fcdfb7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcdfc106f10 0x7fcdfc074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34882/0 (socket says 172.21.15.71:34882) 2024-09-05T07:42:16.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.659+0000 7fcdfb7fe640 1 -- 172.21.15.71:0/3929382741 learned_addr learned my addr 172.21.15.71:0/3929382741 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:16.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.659+0000 7fcdfaffd640 1 --2- 172.21.15.71:0/3929382741 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcdfc101de0 0x7fcdfc0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:16.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.659+0000 7fcdf27fc640 1 --2- 172.21.15.71:0/3929382741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdfc102790 0x7fcdfc074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:16.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.659+0000 7fcdfb7fe640 1 -- 172.21.15.71:0/3929382741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdfc102790 msgr2=0x7fcdfc074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:16.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.659+0000 7fcdfb7fe640 1 --2- 172.21.15.71:0/3929382741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdfc102790 0x7fcdfc074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.659+0000 7fcdfb7fe640 1 -- 172.21.15.71:0/3929382741 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcdfc101de0 msgr2=0x7fcdfc0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:16.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.659+0000 7fcdfb7fe640 1 --2- 172.21.15.71:0/3929382741 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcdfc101de0 0x7fcdfc0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.660+0000 7fcdfb7fe640 1 -- 172.21.15.71:0/3929382741 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdfc1a6900 con 0x7fcdfc106f10 2024-09-05T07:42:16.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.660+0000 7fcdfb7fe640 1 --2- 172.21.15.71:0/3929382741 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcdfc106f10 0x7fcdfc074f70 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fcdf400cad0 tx=0x7fcdf400ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:16.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.660+0000 7fce009b5640 1 -- 172.21.15.71:0/3929382741 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdf400ad60 con 0x7fcdfc106f10 2024-09-05T07:42:16.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.660+0000 7fce019b7640 1 -- 172.21.15.71:0/3929382741 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdfc1a6bf0 con 0x7fcdfc106f10 2024-09-05T07:42:16.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.660+0000 7fce009b5640 1 -- 172.21.15.71:0/3929382741 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcdf4005020 con 0x7fcdfc106f10 2024-09-05T07:42:16.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.660+0000 7fce009b5640 1 -- 172.21.15.71:0/3929382741 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdf400f6b0 con 0x7fcdfc106f10 2024-09-05T07:42:16.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.660+0000 7fce019b7640 1 -- 172.21.15.71:0/3929382741 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdfc1a7100 con 0x7fcdfc106f10 2024-09-05T07:42:16.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.662+0000 7fce009b5640 1 -- 172.21.15.71:0/3929382741 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fcdf40051d0 con 0x7fcdfc106f10 2024-09-05T07:42:16.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.662+0000 7fce03d90740 1 Processor -- start 2024-09-05T07:42:16.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.662+0000 7fce03d90740 1 -- start start 2024-09-05T07:42:16.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fce03d90740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434db40 0x55e8e434c090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:16.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fce03d90740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e8e434c5d0 0x55e8e434ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:16.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fce03d90740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e4357370 0x55e8e4359760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:16.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fce03d90740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55e8e42b22f0 con 0x55e8e4357370 2024-09-05T07:42:16.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fce03d90740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e8e4259cf0 con 0x55e8e434db40 2024-09-05T07:42:16.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fce009b5640 1 --2- 172.21.15.71:0/3929382741 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fcde80a2cf0 0x7fcde80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:16.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fce03d90740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55e8e42ae2b0 con 0x55e8e434c5d0 2024-09-05T07:42:16.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fcdfb7fe640 1 --2- 172.21.15.71:0/3929382741 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fcde80a2cf0 0x7fcde80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:16.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fcdf27fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e4357370 0x55e8e4359760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:16.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fcdf27fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e4357370 0x55e8e4359760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34896/0 (socket says 172.21.15.71:34896) 2024-09-05T07:42:16.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fcdf27fc640 1 -- 172.21.15.71:0/3381572738 learned_addr learned my addr 172.21.15.71:0/3381572738 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:16.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fcdf27fc640 1 --2- 172.21.15.71:0/3381572738 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434db40 0x55e8e434c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:16.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fcdfaffd640 1 --2- 172.21.15.71:0/3381572738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e8e434c5d0 0x55e8e434ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:16.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fce009b5640 1 -- 172.21.15.71:0/3929382741 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fcdf40cf8c0 con 0x7fcdfc106f10 2024-09-05T07:42:16.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fcdf27fc640 1 -- 172.21.15.71:0/3381572738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e8e434c5d0 msgr2=0x55e8e434ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:16.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fcdf27fc640 1 --2- 172.21.15.71:0/3381572738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e8e434c5d0 0x55e8e434ca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fcdf27fc640 1 -- 172.21.15.71:0/3381572738 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434db40 msgr2=0x55e8e434c090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:16.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fcdf27fc640 1 --2- 172.21.15.71:0/3381572738 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434db40 0x55e8e434c090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fcdf27fc640 1 -- 172.21.15.71:0/3381572738 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8e423e3a0 con 0x55e8e4357370 2024-09-05T07:42:16.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fcdfb7fe640 1 --2- 172.21.15.71:0/3929382741 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fcde80a2cf0 0x7fcde80a51b0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fcdf400caa0 tx=0x7fcdf4086040 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:16.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.663+0000 7fcdf27fc640 1 --2- 172.21.15.71:0/3381572738 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e4357370 0x55e8e4359760 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fcde4005940 tx=0x7fcde40058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae3110e8f5d8de38 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:16.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.664+0000 7fcdf1ffb640 1 -- 172.21.15.71:0/3381572738 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcde4035040 con 0x55e8e4357370 2024-09-05T07:42:16.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.664+0000 7fcdf1ffb640 1 -- 172.21.15.71:0/3381572738 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcde4005020 con 0x55e8e4357370 2024-09-05T07:42:16.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.664+0000 7fcdf1ffb640 1 -- 172.21.15.71:0/3381572738 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcde40044e0 con 0x55e8e4357370 2024-09-05T07:42:16.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.664+0000 7fce03d90740 1 -- 172.21.15.71:0/3381572738 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e4357370 msgr2=0x55e8e4359760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:16.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.664+0000 7fce03d90740 1 --2- 172.21.15.71:0/3381572738 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e4357370 0x55e8e4359760 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fcde4005940 tx=0x7fcde40058b0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.664+0000 7fce03d90740 1 -- 172.21.15.71:0/3381572738 shutdown_connections 2024-09-05T07:42:16.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.664+0000 7fce03d90740 1 --2- 172.21.15.71:0/3381572738 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e4357370 0x55e8e4359760 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.664+0000 7fce03d90740 1 --2- 172.21.15.71:0/3381572738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e8e434c5d0 0x55e8e434ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.664+0000 7fce03d90740 1 --2- 172.21.15.71:0/3381572738 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434db40 0x55e8e434c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.664+0000 7fce03d90740 1 -- 172.21.15.71:0/3381572738 >> 172.21.15.71:0/3381572738 conn(0x55e8e4315310 msgr2=0x55e8e4348c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:16.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.664+0000 7fce03d90740 1 -- 172.21.15.71:0/3381572738 shutdown_connections 2024-09-05T07:42:16.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.664+0000 7fce03d90740 1 -- 172.21.15.71:0/3381572738 wait complete. 2024-09-05T07:42:16.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.665+0000 7fce03d90740 1 -- start start 2024-09-05T07:42:16.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.665+0000 7fce03d90740 1 Processor -- start 2024-09-05T07:42:16.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.665+0000 7fce03d90740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434c5d0 0x55e8e4356d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:16.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.665+0000 7fce03d90740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e8e434db40 0x55e8e4353fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:16.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.665+0000 7fce03d90740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e4357370 0x55e8e43545d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:16.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.665+0000 7fce03d90740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55e8e435a010 con 0x55e8e4357370 2024-09-05T07:42:16.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.665+0000 7fce03d90740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e8e426d060 con 0x55e8e434c5d0 2024-09-05T07:42:16.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.665+0000 7fce03d90740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55e8e435a190 con 0x55e8e434db40 2024-09-05T07:42:16.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.665+0000 7fce03d90740 10 client.0 _ll_register_callbacks cb 0x55e8e3fc08c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:16.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.665+0000 7fcdf27fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e4357370 0x55e8e43545d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:16.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.665+0000 7fcdf27fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e4357370 0x55e8e43545d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34904/0 (socket says 172.21.15.71:34904) 2024-09-05T07:42:16.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.665+0000 7fcdf27fc640 1 -- 172.21.15.71:0/2528851196 learned_addr learned my addr 172.21.15.71:0/2528851196 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:16.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.666+0000 7fcdfaffd640 1 --2- 172.21.15.71:0/2528851196 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e8e434db40 0x55e8e4353fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:16.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.666+0000 7fcdf27fc640 1 --2- 172.21.15.71:0/2528851196 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434c5d0 0x55e8e4356d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:16.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.666+0000 7fcdf27fc640 1 -- 172.21.15.71:0/2528851196 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e8e434db40 msgr2=0x55e8e4353fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:16.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.666+0000 7fcdf27fc640 1 --2- 172.21.15.71:0/2528851196 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e8e434db40 0x55e8e4353fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.666+0000 7fcdf27fc640 1 -- 172.21.15.71:0/2528851196 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434c5d0 msgr2=0x55e8e4356d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:16.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.666+0000 7fcdf27fc640 1 --2- 172.21.15.71:0/2528851196 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434c5d0 0x55e8e4356d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.666+0000 7fcdf27fc640 1 -- 172.21.15.71:0/2528851196 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8e40233c0 con 0x55e8e4357370 2024-09-05T07:42:16.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.666+0000 7fcdf27fc640 1 --2- 172.21.15.71:0/2528851196 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e4357370 0x55e8e43545d0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fcde4032dc0 tx=0x7fcde4032c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56711ae1dd74ca98 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:16.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.666+0000 7fcddaffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:16.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.666+0000 7fcddaffd640 1 -- 172.21.15.71:0/2528851196 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcde404d020 con 0x55e8e4357370 2024-09-05T07:42:16.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.666+0000 7fcddaffd640 1 -- 172.21.15.71:0/2528851196 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fcde4004260 con 0x55e8e4357370 2024-09-05T07:42:16.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.666+0000 7fce03d90740 1 -- 172.21.15.71:0/2528851196 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcde4005020 con 0x55e8e4357370 2024-09-05T07:42:16.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.666+0000 7fcddaffd640 1 -- 172.21.15.71:0/2528851196 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcde4059050 con 0x55e8e4357370 2024-09-05T07:42:16.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.666+0000 7fce03d90740 10 client.16188 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:16.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.666+0000 7fce03d90740 1 -- 172.21.15.71:0/2528851196 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e8e4365ad0 con 0x55e8e4357370 2024-09-05T07:42:16.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.666+0000 7fcddaffd640 1 -- 172.21.15.71:0/2528851196 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcde4005020 con 0x55e8e4357370 2024-09-05T07:42:16.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.667+0000 7fcddaffd640 1 -- 172.21.15.71:0/2528851196 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fcde403a040 con 0x55e8e4357370 2024-09-05T07:42:16.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.667+0000 7fce03d90740 10 client.16188 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:16.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.667+0000 7fce03d90740 10 client.16188 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:42:16.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.667+0000 7fce03d90740 20 client.16188 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:16.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.667+0000 7fce03d90740 1 --2- 172.21.15.71:0/2528851196 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55e8e4366e20 0x55e8e4369210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:16.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.667+0000 7fce03d90740 4 client.16188 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:42:16.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.667+0000 7fce03d90740 1 -- 172.21.15.71:0/2528851196 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e8e42bf860 con 0x55e8e4366e20 2024-09-05T07:42:16.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.667+0000 7fcdfaffd640 1 --2- 172.21.15.71:0/2528851196 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55e8e4366e20 0x55e8e4369210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:16.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.667+0000 7fcdfaffd640 1 --2- 172.21.15.71:0/2528851196 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55e8e4366e20 0x55e8e4369210 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1731d74935933131 server_cookie=9f0d70a7da8af741 in_seq=0 out_seq=0 2024-09-05T07:42:16.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.667+0000 7fcddaffd640 10 client.16188 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:42:16.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.668+0000 7fcddaffd640 1 -- 172.21.15.71:0/2528851196 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e8e42bf860 con 0x55e8e4366e20 2024-09-05T07:42:16.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.668+0000 7fcddaffd640 10 client.16188 handle_command_reply: tid=0 2024-09-05T07:42:16.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.668+0000 7fce03d90740 1 client.16188 shutdown 2024-09-05T07:42:16.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.668+0000 7fce03d90740 1 -- 172.21.15.71:0/2528851196 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e4357370 msgr2=0x55e8e43545d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:16.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.668+0000 7fce03d90740 1 --2- 172.21.15.71:0/2528851196 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e4357370 0x55e8e43545d0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fcde4032dc0 tx=0x7fcde4032c90 comp rx=0 tx=0).stop 2024-09-05T07:42:16.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.668+0000 7fce03d90740 1 -- 172.21.15.71:0/2528851196 shutdown_connections 2024-09-05T07:42:16.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.668+0000 7fce03d90740 1 --2- 172.21.15.71:0/2528851196 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e4357370 0x55e8e43545d0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.668+0000 7fce03d90740 1 --2- 172.21.15.71:0/2528851196 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e8e434db40 0x55e8e4353fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.668+0000 7fce03d90740 1 --2- 172.21.15.71:0/2528851196 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55e8e4366e20 0x55e8e4369210 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.668+0000 7fce03d90740 1 --2- 172.21.15.71:0/2528851196 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434c5d0 0x55e8e4356d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.668+0000 7fce03d90740 1 -- 172.21.15.71:0/2528851196 >> 172.21.15.71:0/2528851196 conn(0x55e8e4315310 msgr2=0x55e8e434e990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:16.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.668+0000 7fcddaffd640 0 client.16188 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:42:16.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.668+0000 7fce03d90740 1 -- 172.21.15.71:0/2528851196 shutdown_connections 2024-09-05T07:42:16.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.668+0000 7fce03d90740 1 -- 172.21.15.71:0/2528851196 wait complete. 2024-09-05T07:42:16.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.669+0000 7fce03d90740 20 client.16188 trim_cache size 0 max 16384 2024-09-05T07:42:16.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.681+0000 7fce03d90740 1 Processor -- start 2024-09-05T07:42:16.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.682+0000 7fce03d90740 1 -- start start 2024-09-05T07:42:16.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.682+0000 7fce03d90740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434c5d0 0x55e8e4348c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:16.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.682+0000 7fce03d90740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e434db40 0x55e8e436be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:16.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.682+0000 7fce03d90740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e8e4357370 0x55e8e436c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:16.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.682+0000 7fce03d90740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fcdfc1b3bf0 con 0x55e8e434db40 2024-09-05T07:42:16.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.682+0000 7fce03d90740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcdfc1b14c0 con 0x55e8e434c5d0 2024-09-05T07:42:16.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.682+0000 7fce03d90740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fcdfc1af310 con 0x55e8e4357370 2024-09-05T07:42:16.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.682+0000 7fcdfaffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e434db40 0x55e8e436be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:16.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.682+0000 7fcdfaffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e434db40 0x55e8e436be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34912/0 (socket says 172.21.15.71:34912) 2024-09-05T07:42:16.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.682+0000 7fcdfaffd640 1 -- 172.21.15.71:0/1009444359 learned_addr learned my addr 172.21.15.71:0/1009444359 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:16.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.682+0000 7fcdf27fc640 1 --2- 172.21.15.71:0/1009444359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434c5d0 0x55e8e4348c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:16.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.682+0000 7fcdfaffd640 1 -- 172.21.15.71:0/1009444359 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e8e4357370 msgr2=0x55e8e436c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:16.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.682+0000 7fcdfaffd640 1 --2- 172.21.15.71:0/1009444359 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e8e4357370 0x55e8e436c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.682+0000 7fcdfaffd640 1 -- 172.21.15.71:0/1009444359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434c5d0 msgr2=0x55e8e4348c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:16.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.682+0000 7fcdfaffd640 1 --2- 172.21.15.71:0/1009444359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434c5d0 0x55e8e4348c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.682+0000 7fcdfaffd640 1 -- 172.21.15.71:0/1009444359 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8e43570a0 con 0x55e8e434db40 2024-09-05T07:42:16.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.682+0000 7fcdf27fc640 1 --2- 172.21.15.71:0/1009444359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434c5d0 0x55e8e4348c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:42:16.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.682+0000 7fcdfaffd640 1 --2- 172.21.15.71:0/1009444359 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e434db40 0x55e8e436be50 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x55e8e4349ac0 tx=0x7fcdec009110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4f633066b4a2c41 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:16.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.682+0000 7fcdf17fa640 1 -- 172.21.15.71:0/1009444359 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdec024070 con 0x55e8e434db40 2024-09-05T07:42:16.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.683+0000 7fcdf17fa640 1 -- 172.21.15.71:0/1009444359 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcdec015df0 con 0x55e8e434db40 2024-09-05T07:42:16.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.683+0000 7fcdf17fa640 1 -- 172.21.15.71:0/1009444359 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdec014410 con 0x55e8e434db40 2024-09-05T07:42:16.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.683+0000 7fce03d90740 1 -- 172.21.15.71:0/1009444359 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e434db40 msgr2=0x55e8e436be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:16.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.683+0000 7fce03d90740 1 --2- 172.21.15.71:0/1009444359 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e434db40 0x55e8e436be50 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x55e8e4349ac0 tx=0x7fcdec009110 comp rx=0 tx=0).stop 2024-09-05T07:42:16.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.683+0000 7fce03d90740 1 -- 172.21.15.71:0/1009444359 shutdown_connections 2024-09-05T07:42:16.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.683+0000 7fce03d90740 1 --2- 172.21.15.71:0/1009444359 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e8e4357370 0x55e8e436c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.683+0000 7fce03d90740 1 --2- 172.21.15.71:0/1009444359 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e434db40 0x55e8e436be50 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.683+0000 7fce03d90740 1 --2- 172.21.15.71:0/1009444359 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434c5d0 0x55e8e4348c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.683+0000 7fce03d90740 1 -- 172.21.15.71:0/1009444359 >> 172.21.15.71:0/1009444359 conn(0x55e8e4315310 msgr2=0x55e8e4356060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:16.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.683+0000 7fce03d90740 1 -- 172.21.15.71:0/1009444359 shutdown_connections 2024-09-05T07:42:16.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.683+0000 7fce03d90740 1 -- 172.21.15.71:0/1009444359 wait complete. 2024-09-05T07:42:16.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.684+0000 7fce03d90740 1 -- start start 2024-09-05T07:42:16.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.684+0000 7fce03d90740 1 Processor -- start 2024-09-05T07:42:16.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.684+0000 7fce03d90740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e434c5d0 0x55e8e436c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:16.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.684+0000 7fce03d90740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434db40 0x55e8e43696b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:16.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.684+0000 7fce03d90740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e8e4357370 0x55e8e4369bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:16.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.684+0000 7fce03d90740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fcdfc1af980 con 0x55e8e434c5d0 2024-09-05T07:42:16.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.684+0000 7fce03d90740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fcdfc1b0df0 con 0x55e8e434db40 2024-09-05T07:42:16.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.684+0000 7fce03d90740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fcdfc1b0050 con 0x55e8e4357370 2024-09-05T07:42:16.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.684+0000 7fce03d90740 10 client.0 _ll_register_callbacks cb 0x7fcde4032e60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:16.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.684+0000 7fcdf27fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e434c5d0 0x55e8e436c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:16.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.684+0000 7fcdf27fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e434c5d0 0x55e8e436c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34922/0 (socket says 172.21.15.71:34922) 2024-09-05T07:42:16.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.684+0000 7fcdf27fc640 1 -- 172.21.15.71:0/1211396752 learned_addr learned my addr 172.21.15.71:0/1211396752 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:16.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.685+0000 7fcdf27fc640 1 --2- 172.21.15.71:0/1211396752 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e8e4357370 0x55e8e4369bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:16.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.685+0000 7fcdfaffd640 1 --2- 172.21.15.71:0/1211396752 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434db40 0x55e8e43696b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:16.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.685+0000 7fcdf27fc640 1 -- 172.21.15.71:0/1211396752 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e8e4357370 msgr2=0x55e8e4369bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:16.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.685+0000 7fcdf27fc640 1 --2- 172.21.15.71:0/1211396752 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e8e4357370 0x55e8e4369bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.685+0000 7fcdf27fc640 1 -- 172.21.15.71:0/1211396752 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434db40 msgr2=0x55e8e43696b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:16.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.685+0000 7fcdf27fc640 1 --2- 172.21.15.71:0/1211396752 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434db40 0x55e8e43696b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.685+0000 7fcdf27fc640 1 -- 172.21.15.71:0/1211396752 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8e436a160 con 0x55e8e434c5d0 2024-09-05T07:42:16.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.685+0000 7fcdf27fc640 1 --2- 172.21.15.71:0/1211396752 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e434c5d0 0x55e8e436c310 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fcde4003e30 tx=0x7fcde402a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd888909279a48da server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:16.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.685+0000 7fcddaffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:16.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.685+0000 7fcddaffd640 1 -- 172.21.15.71:0/1211396752 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcde404d070 con 0x55e8e434c5d0 2024-09-05T07:42:16.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.685+0000 7fcddaffd640 1 -- 172.21.15.71:0/1211396752 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fcde40317d0 con 0x55e8e434c5d0 2024-09-05T07:42:16.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.685+0000 7fce03d90740 1 -- 172.21.15.71:0/1211396752 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcdec015df0 con 0x55e8e434c5d0 2024-09-05T07:42:16.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.685+0000 7fcddaffd640 1 -- 172.21.15.71:0/1211396752 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcde4069050 con 0x55e8e434c5d0 2024-09-05T07:42:16.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.685+0000 7fce03d90740 10 client.16194 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:16.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.685+0000 7fce03d90740 1 -- 172.21.15.71:0/1211396752 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e8e43d1430 con 0x55e8e434c5d0 2024-09-05T07:42:16.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.685+0000 7fcddaffd640 1 -- 172.21.15.71:0/1211396752 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcdec015df0 con 0x55e8e434c5d0 2024-09-05T07:42:16.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.686+0000 7fcddaffd640 1 -- 172.21.15.71:0/1211396752 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fcde40047a0 con 0x55e8e434c5d0 2024-09-05T07:42:16.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.686+0000 7fce03d90740 10 client.16194 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:16.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.686+0000 7fce03d90740 10 client.16194 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:42:16.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.686+0000 7fce03d90740 20 client.16194 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:16.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.686+0000 7fce03d90740 1 --2- 172.21.15.71:0/1211396752 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55e8e43d1bb0 0x55e8e43d3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:16.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.686+0000 7fce03d90740 4 client.16194 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:42:16.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.686+0000 7fce03d90740 1 -- 172.21.15.71:0/1211396752 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e8e42b9d70 con 0x55e8e43d1bb0 2024-09-05T07:42:16.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.686+0000 7fcdfaffd640 1 --2- 172.21.15.71:0/1211396752 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55e8e43d1bb0 0x55e8e43d3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:16.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.686+0000 7fcdfaffd640 1 --2- 172.21.15.71:0/1211396752 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55e8e43d1bb0 0x55e8e43d3fd0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d0acf08b5118515d server_cookie=2cde8bde59e7fb24 in_seq=0 out_seq=0 2024-09-05T07:42:16.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.686+0000 7fcddaffd640 10 client.16194 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:42:16.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.686+0000 7fcddaffd640 1 -- 172.21.15.71:0/1211396752 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e8e42b9d70 con 0x55e8e43d1bb0 2024-09-05T07:42:16.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.686+0000 7fcddaffd640 10 client.16194 handle_command_reply: tid=0 2024-09-05T07:42:16.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.686+0000 7fce03d90740 1 client.16194 shutdown 2024-09-05T07:42:16.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.687+0000 7fce03d90740 1 -- 172.21.15.71:0/1211396752 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e434c5d0 msgr2=0x55e8e436c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:16.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.687+0000 7fce03d90740 1 --2- 172.21.15.71:0/1211396752 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e434c5d0 0x55e8e436c310 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fcde4003e30 tx=0x7fcde402a410 comp rx=0 tx=0).stop 2024-09-05T07:42:16.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.687+0000 7fce03d90740 1 -- 172.21.15.71:0/1211396752 shutdown_connections 2024-09-05T07:42:16.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.687+0000 7fce03d90740 1 --2- 172.21.15.71:0/1211396752 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e8e4357370 0x55e8e4369bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.687+0000 7fce03d90740 1 --2- 172.21.15.71:0/1211396752 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55e8e43d1bb0 0x55e8e43d3fd0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.687+0000 7fce03d90740 1 --2- 172.21.15.71:0/1211396752 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e8e434db40 0x55e8e43696b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.687+0000 7fce03d90740 1 --2- 172.21.15.71:0/1211396752 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e8e434c5d0 0x55e8e436c310 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.687+0000 7fce03d90740 1 -- 172.21.15.71:0/1211396752 >> 172.21.15.71:0/1211396752 conn(0x55e8e4315310 msgr2=0x55e8e4352780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:16.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.687+0000 7fcddaffd640 0 client.16194 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:42:16.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.687+0000 7fce03d90740 1 -- 172.21.15.71:0/1211396752 shutdown_connections 2024-09-05T07:42:16.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.687+0000 7fce03d90740 1 -- 172.21.15.71:0/1211396752 wait complete. 2024-09-05T07:42:16.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.687+0000 7fce03d90740 20 client.16194 trim_cache size 0 max 16384 2024-09-05T07:42:16.696 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:42:16.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.687+0000 7fce019b7640 1 -- 172.21.15.71:0/3929382741 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fcde80a2cf0 msgr2=0x7fcde80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:16.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.687+0000 7fce019b7640 1 --2- 172.21.15.71:0/3929382741 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fcde80a2cf0 0x7fcde80a51b0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fcdf400caa0 tx=0x7fcdf4086040 comp rx=0 tx=0).stop 2024-09-05T07:42:16.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.687+0000 7fce019b7640 1 -- 172.21.15.71:0/3929382741 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcdfc106f10 msgr2=0x7fcdfc074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:16.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.687+0000 7fce019b7640 1 --2- 172.21.15.71:0/3929382741 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcdfc106f10 0x7fcdfc074f70 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fcdf400cad0 tx=0x7fcdf400ced0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.687+0000 7fce019b7640 1 -- 172.21.15.71:0/3929382741 shutdown_connections 2024-09-05T07:42:16.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.687+0000 7fce019b7640 1 --2- 172.21.15.71:0/3929382741 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fcde80a2cf0 0x7fcde80a51b0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.687+0000 7fce019b7640 1 --2- 172.21.15.71:0/3929382741 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcdfc106f10 0x7fcdfc074f70 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.688+0000 7fce019b7640 1 --2- 172.21.15.71:0/3929382741 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fcdfc102790 0x7fcdfc074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.688+0000 7fce019b7640 1 --2- 172.21.15.71:0/3929382741 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fcdfc101de0 0x7fcdfc0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:16.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.688+0000 7fce019b7640 1 -- 172.21.15.71:0/3929382741 >> 172.21.15.71:0/3929382741 conn(0x7fcdfc0fd8c0 msgr2=0x7fcdfc0fed30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:16.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.688+0000 7fce019b7640 1 -- 172.21.15.71:0/3929382741 shutdown_connections 2024-09-05T07:42:16.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:16.688+0000 7fce019b7640 1 -- 172.21.15.71:0/3929382741 wait complete. 2024-09-05T07:42:16.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:16 smithi071 ceph-mon[30965]: pgmap v113: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-05T07:42:16.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:16 smithi123 ceph-mon[34568]: pgmap v113: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-05T07:42:16.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:16 smithi192 ceph-mon[34929]: pgmap v113: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-05T07:42:17.511 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T07:42:17.773 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:42:18.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.268+0000 7fc910ba0640 1 -- 172.21.15.71:0/4102918081 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc90c102b90 msgr2=0x7fc90c102f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:18.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.268+0000 7fc910ba0640 1 --2- 172.21.15.71:0/4102918081 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc90c102b90 0x7fc90c102f70 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fc8fc009900 tx=0x7fc8fc02a480 comp rx=0 tx=0).stop 2024-09-05T07:42:18.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.268+0000 7fc910ba0640 1 -- 172.21.15.71:0/4102918081 shutdown_connections 2024-09-05T07:42:18.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.268+0000 7fc910ba0640 1 --2- 172.21.15.71:0/4102918081 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc90c10bfc0 0x7fc90c10e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.268+0000 7fc910ba0640 1 --2- 172.21.15.71:0/4102918081 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc90c1034b0 0x7fc90c10b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.268+0000 7fc910ba0640 1 --2- 172.21.15.71:0/4102918081 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc90c102b90 0x7fc90c102f70 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.268+0000 7fc910ba0640 1 -- 172.21.15.71:0/4102918081 >> 172.21.15.71:0/4102918081 conn(0x7fc90c0fc610 msgr2=0x7fc90c0fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:18.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.268+0000 7fc910ba0640 1 -- 172.21.15.71:0/4102918081 shutdown_connections 2024-09-05T07:42:18.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.268+0000 7fc910ba0640 1 -- 172.21.15.71:0/4102918081 wait complete. 2024-09-05T07:42:18.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.269+0000 7fc910ba0640 1 Processor -- start 2024-09-05T07:42:18.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.269+0000 7fc910ba0640 1 -- start start 2024-09-05T07:42:18.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.269+0000 7fc910ba0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc90c102b90 0x7fc90c1981e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:18.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.269+0000 7fc910ba0640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc90c1034b0 0x7fc90c198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:18.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.270+0000 7fc910ba0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc90c10bfc0 0x7fc90c19cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:18.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.270+0000 7fc910ba0640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c111c70 con 0x7fc90c10bfc0 2024-09-05T07:42:18.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.270+0000 7fc910ba0640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c111af0 con 0x7fc90c1034b0 2024-09-05T07:42:18.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.270+0000 7fc910ba0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c111df0 con 0x7fc90c102b90 2024-09-05T07:42:18.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.270+0000 7fc90bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc90c10bfc0 0x7fc90c19cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:18.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.270+0000 7fc90bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc90c10bfc0 0x7fc90c19cab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34936/0 (socket says 172.21.15.71:34936) 2024-09-05T07:42:18.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.270+0000 7fc90bfff640 1 -- 172.21.15.71:0/2624598449 learned_addr learned my addr 172.21.15.71:0/2624598449 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:18.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.270+0000 7fc90affd640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc90c1034b0 0x7fc90c198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:18.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.270+0000 7fc90b7fe640 1 --2- 172.21.15.71:0/2624598449 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc90c102b90 0x7fc90c1981e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:18.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.270+0000 7fc90bfff640 1 -- 172.21.15.71:0/2624598449 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc90c102b90 msgr2=0x7fc90c1981e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:18.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.270+0000 7fc90bfff640 1 --2- 172.21.15.71:0/2624598449 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc90c102b90 0x7fc90c1981e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.270+0000 7fc90bfff640 1 -- 172.21.15.71:0/2624598449 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc90c1034b0 msgr2=0x7fc90c198720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:18.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.270+0000 7fc90bfff640 1 --2- 172.21.15.71:0/2624598449 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc90c1034b0 0x7fc90c198720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.270+0000 7fc90bfff640 1 -- 172.21.15.71:0/2624598449 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc90c19d190 con 0x7fc90c10bfc0 2024-09-05T07:42:18.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.270+0000 7fc90bfff640 1 --2- 172.21.15.71:0/2624598449 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc90c10bfc0 0x7fc90c19cab0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fc90400eaa0 tx=0x7fc90400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:18.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.270+0000 7fc908ff9640 1 -- 172.21.15.71:0/2624598449 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc90400cdb0 con 0x7fc90c10bfc0 2024-09-05T07:42:18.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.270+0000 7fc908ff9640 1 -- 172.21.15.71:0/2624598449 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc904005020 con 0x7fc90c10bfc0 2024-09-05T07:42:18.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.270+0000 7fc910ba0640 1 -- 172.21.15.71:0/2624598449 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc90c19d480 con 0x7fc90c10bfc0 2024-09-05T07:42:18.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.270+0000 7fc908ff9640 1 -- 172.21.15.71:0/2624598449 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9040116d0 con 0x7fc90c10bfc0 2024-09-05T07:42:18.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.271+0000 7fc910ba0640 1 -- 172.21.15.71:0/2624598449 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc90c1a4d60 con 0x7fc90c10bfc0 2024-09-05T07:42:18.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.273+0000 7fc908ff9640 1 -- 172.21.15.71:0/2624598449 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fc9040051d0 con 0x7fc90c10bfc0 2024-09-05T07:42:18.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.273+0000 7fc9141db740 1 Processor -- start 2024-09-05T07:42:18.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.273+0000 7fc9141db740 1 -- start start 2024-09-05T07:42:18.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.274+0000 7fc9141db740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560130725d20 0x560130724270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:18.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.274+0000 7fc9141db740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601307247b0 0x560130724bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:18.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.274+0000 7fc9141db740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072f550 0x560130731940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:18.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.274+0000 7fc9141db740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x56013068a2f0 con 0x56013072f550 2024-09-05T07:42:18.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.274+0000 7fc9141db740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x560130631cf0 con 0x5601307247b0 2024-09-05T07:42:18.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.274+0000 7fc9141db740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5601306862b0 con 0x560130725d20 2024-09-05T07:42:18.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.274+0000 7fc908ff9640 1 --2- 172.21.15.71:0/2624598449 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc8f40a2d70 0x7fc8f40a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:18.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.274+0000 7fc90affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072f550 0x560130731940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:18.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.274+0000 7fc90affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072f550 0x560130731940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34944/0 (socket says 172.21.15.71:34944) 2024-09-05T07:42:18.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.274+0000 7fc90affd640 1 -- 172.21.15.71:0/3837490581 learned_addr learned my addr 172.21.15.71:0/3837490581 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:18.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.274+0000 7fc90b7fe640 1 --2- 172.21.15.71:0/3837490581 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601307247b0 0x560130724bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:18.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.274+0000 7fc90affd640 1 --2- 172.21.15.71:0/3837490581 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560130725d20 0x560130724270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:18.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.274+0000 7fc90bfff640 1 --2- 172.21.15.71:0/2624598449 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc8f40a2d70 0x7fc8f40a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:18.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.274+0000 7fc90affd640 1 -- 172.21.15.71:0/3837490581 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560130725d20 msgr2=0x560130724270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:18.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.274+0000 7fc90affd640 1 --2- 172.21.15.71:0/3837490581 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560130725d20 0x560130724270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.274+0000 7fc90affd640 1 -- 172.21.15.71:0/3837490581 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601307247b0 msgr2=0x560130724bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:18.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.274+0000 7fc90affd640 1 --2- 172.21.15.71:0/3837490581 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601307247b0 0x560130724bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.274+0000 7fc90affd640 1 -- 172.21.15.71:0/3837490581 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601306163a0 con 0x56013072f550 2024-09-05T07:42:18.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.274+0000 7fc908ff9640 1 -- 172.21.15.71:0/2624598449 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc9040cf940 con 0x7fc90c10bfc0 2024-09-05T07:42:18.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.274+0000 7fc90affd640 1 --2- 172.21.15.71:0/3837490581 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072f550 0x560130731940 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fc900012770 tx=0x7fc90000b7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67f5ce97d5c6f12c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:18.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.275+0000 7fc90bfff640 1 --2- 172.21.15.71:0/2624598449 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc8f40a2d70 0x7fc8f40a5230 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc904097790 tx=0x7fc9040865e0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:18.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.275+0000 7fc8f1ffb640 1 -- 172.21.15.71:0/3837490581 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc900012cf0 con 0x56013072f550 2024-09-05T07:42:18.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.275+0000 7fc8f1ffb640 1 -- 172.21.15.71:0/3837490581 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc900005020 con 0x56013072f550 2024-09-05T07:42:18.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.275+0000 7fc8f1ffb640 1 -- 172.21.15.71:0/3837490581 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9000049e0 con 0x56013072f550 2024-09-05T07:42:18.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.275+0000 7fc9141db740 1 -- 172.21.15.71:0/3837490581 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072f550 msgr2=0x560130731940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:18.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.275+0000 7fc9141db740 1 --2- 172.21.15.71:0/3837490581 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072f550 0x560130731940 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fc900012770 tx=0x7fc90000b7b0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.275+0000 7fc9141db740 1 -- 172.21.15.71:0/3837490581 shutdown_connections 2024-09-05T07:42:18.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.275+0000 7fc9141db740 1 --2- 172.21.15.71:0/3837490581 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072f550 0x560130731940 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.275+0000 7fc9141db740 1 --2- 172.21.15.71:0/3837490581 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5601307247b0 0x560130724bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.275+0000 7fc9141db740 1 --2- 172.21.15.71:0/3837490581 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560130725d20 0x560130724270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.275+0000 7fc9141db740 1 -- 172.21.15.71:0/3837490581 >> 172.21.15.71:0/3837490581 conn(0x5601306ed310 msgr2=0x560130720e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:18.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.275+0000 7fc9141db740 1 -- 172.21.15.71:0/3837490581 shutdown_connections 2024-09-05T07:42:18.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.275+0000 7fc9141db740 1 -- 172.21.15.71:0/3837490581 wait complete. 2024-09-05T07:42:18.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.276+0000 7fc9141db740 1 -- start start 2024-09-05T07:42:18.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.276+0000 7fc9141db740 1 Processor -- start 2024-09-05T07:42:18.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.276+0000 7fc9141db740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601307247b0 0x56013072ef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:18.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.276+0000 7fc9141db740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560130725d20 0x56013072c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:18.316 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.276+0000 7fc9141db740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56013072f550 0x56013072c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:18.316 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.276+0000 7fc9141db740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5601307321f0 con 0x5601307247b0 2024-09-05T07:42:18.316 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.276+0000 7fc9141db740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x560130645060 con 0x56013072f550 2024-09-05T07:42:18.316 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.276+0000 7fc9141db740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x560130732370 con 0x560130725d20 2024-09-05T07:42:18.316 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.276+0000 7fc9141db740 10 client.0 _ll_register_callbacks cb 0x5601303988c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:18.317 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.276+0000 7fc90affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601307247b0 0x56013072ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:18.317 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.276+0000 7fc90affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601307247b0 0x56013072ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34950/0 (socket says 172.21.15.71:34950) 2024-09-05T07:42:18.317 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.276+0000 7fc90affd640 1 -- 172.21.15.71:0/689035245 learned_addr learned my addr 172.21.15.71:0/689035245 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:18.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.277+0000 7fc90b7fe640 1 --2- 172.21.15.71:0/689035245 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560130725d20 0x56013072c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:18.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.277+0000 7fc90affd640 1 -- 172.21.15.71:0/689035245 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560130725d20 msgr2=0x56013072c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:18.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.277+0000 7fc90affd640 1 --2- 172.21.15.71:0/689035245 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560130725d20 0x56013072c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.277+0000 7fc90affd640 1 -- 172.21.15.71:0/689035245 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56013072f550 msgr2=0x56013072c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:18.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.277+0000 7fc90affd640 1 --2- 172.21.15.71:0/689035245 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56013072f550 0x56013072c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.318 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.277+0000 7fc90affd640 1 -- 172.21.15.71:0/689035245 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601303fb3c0 con 0x5601307247b0 2024-09-05T07:42:18.319 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.277+0000 7fc90affd640 1 --2- 172.21.15.71:0/689035245 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601307247b0 0x56013072ef50 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fc900005d00 tx=0x7fc900005fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d057e2b2326c03a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:18.319 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.277+0000 7fc8eaffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:18.319 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.277+0000 7fc8eaffd640 1 -- 172.21.15.71:0/689035245 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc900010770 con 0x5601307247b0 2024-09-05T07:42:18.319 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.277+0000 7fc8eaffd640 1 -- 172.21.15.71:0/689035245 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc900010910 con 0x5601307247b0 2024-09-05T07:42:18.319 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.277+0000 7fc9141db740 1 -- 172.21.15.71:0/689035245 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc900005020 con 0x5601307247b0 2024-09-05T07:42:18.319 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.277+0000 7fc8eaffd640 1 -- 172.21.15.71:0/689035245 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc900032050 con 0x5601307247b0 2024-09-05T07:42:18.320 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.277+0000 7fc9141db740 10 client.16206 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:18.320 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.277+0000 7fc9141db740 1 -- 172.21.15.71:0/689035245 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56013073dcd0 con 0x5601307247b0 2024-09-05T07:42:18.320 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.277+0000 7fc8eaffd640 1 -- 172.21.15.71:0/689035245 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc900005020 con 0x5601307247b0 2024-09-05T07:42:18.320 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.278+0000 7fc8eaffd640 1 -- 172.21.15.71:0/689035245 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc90002c4e0 con 0x5601307247b0 2024-09-05T07:42:18.320 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.278+0000 7fc9141db740 10 client.16206 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:18.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.278+0000 7fc9141db740 10 client.16206 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:42:18.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.278+0000 7fc9141db740 20 client.16206 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:18.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.278+0000 7fc9141db740 1 --2- 172.21.15.71:0/689035245 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56013073f020 0x560130741410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:18.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.278+0000 7fc9141db740 4 client.16206 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:42:18.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.278+0000 7fc9141db740 1 -- 172.21.15.71:0/689035245 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560130697860 con 0x56013073f020 2024-09-05T07:42:18.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.278+0000 7fc90b7fe640 1 --2- 172.21.15.71:0/689035245 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56013073f020 0x560130741410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:18.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.278+0000 7fc8eaffd640 10 client.16206 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:18.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.278+0000 7fc90b7fe640 1 --2- 172.21.15.71:0/689035245 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56013073f020 0x560130741410 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=578a091ff09363a4 server_cookie=78967512d968546e in_seq=0 out_seq=0 2024-09-05T07:42:18.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.279+0000 7fc8eaffd640 1 -- 172.21.15.71:0/689035245 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560130697860 con 0x56013073f020 2024-09-05T07:42:18.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.279+0000 7fc8eaffd640 10 client.16206 handle_command_reply: tid=0 2024-09-05T07:42:18.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.279+0000 7fc9141db740 1 client.16206 shutdown 2024-09-05T07:42:18.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.279+0000 7fc9141db740 1 -- 172.21.15.71:0/689035245 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601307247b0 msgr2=0x56013072ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:18.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.279+0000 7fc9141db740 1 --2- 172.21.15.71:0/689035245 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601307247b0 0x56013072ef50 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fc900005d00 tx=0x7fc900005fa0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.279+0000 7fc9141db740 1 -- 172.21.15.71:0/689035245 shutdown_connections 2024-09-05T07:42:18.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.279+0000 7fc9141db740 1 --2- 172.21.15.71:0/689035245 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56013073f020 0x560130741410 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.279+0000 7fc9141db740 1 --2- 172.21.15.71:0/689035245 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56013072f550 0x56013072c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.279+0000 7fc9141db740 1 --2- 172.21.15.71:0/689035245 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560130725d20 0x56013072c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.279+0000 7fc9141db740 1 --2- 172.21.15.71:0/689035245 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5601307247b0 0x56013072ef50 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.279+0000 7fc9141db740 1 -- 172.21.15.71:0/689035245 >> 172.21.15.71:0/689035245 conn(0x5601306ed310 msgr2=0x560130726b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:18.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.279+0000 7fc8eaffd640 0 client.16206 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:18.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.279+0000 7fc9141db740 1 -- 172.21.15.71:0/689035245 shutdown_connections 2024-09-05T07:42:18.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.279+0000 7fc9141db740 1 -- 172.21.15.71:0/689035245 wait complete. 2024-09-05T07:42:18.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.280+0000 7fc9141db740 20 client.16206 trim_cache size 0 max 16384 2024-09-05T07:42:18.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.293+0000 7fc9141db740 1 Processor -- start 2024-09-05T07:42:18.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.293+0000 7fc9141db740 1 -- start start 2024-09-05T07:42:18.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.293+0000 7fc9141db740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560130725d20 0x56013073b490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:18.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.293+0000 7fc9141db740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56013072f550 0x56013072b100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:18.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.293+0000 7fc9141db740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072b640 0x560130720790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:18.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.293+0000 7fc9141db740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c1af580 con 0x56013072b640 2024-09-05T07:42:18.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.293+0000 7fc9141db740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c1ace50 con 0x560130725d20 2024-09-05T07:42:18.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.293+0000 7fc9141db740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c1aaca0 con 0x56013072f550 2024-09-05T07:42:18.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.293+0000 7fc90affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072b640 0x560130720790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:18.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.293+0000 7fc90affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072b640 0x560130720790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34956/0 (socket says 172.21.15.71:34956) 2024-09-05T07:42:18.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.293+0000 7fc90affd640 1 -- 172.21.15.71:0/2078503950 learned_addr learned my addr 172.21.15.71:0/2078503950 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:18.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.293+0000 7fc90b7fe640 1 --2- 172.21.15.71:0/2078503950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56013072f550 0x56013072b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:18.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.293+0000 7fc90affd640 1 -- 172.21.15.71:0/2078503950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56013072f550 msgr2=0x56013072b100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:18.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.293+0000 7fc90affd640 1 --2- 172.21.15.71:0/2078503950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56013072f550 0x56013072b100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.293+0000 7fc90affd640 1 -- 172.21.15.71:0/2078503950 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560130725d20 msgr2=0x56013073b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:18.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.293+0000 7fc90affd640 1 --2- 172.21.15.71:0/2078503950 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560130725d20 0x56013073b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.293+0000 7fc90affd640 1 -- 172.21.15.71:0/2078503950 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56013072a7a0 con 0x56013072b640 2024-09-05T07:42:18.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.294+0000 7fc90affd640 1 --2- 172.21.15.71:0/2078503950 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072b640 0x560130720790 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7fc9000056a0 tx=0x7fc900005f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5da156c7200c92cf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:18.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.294+0000 7fc8f17fa640 1 -- 172.21.15.71:0/2078503950 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc90002cc20 con 0x56013072b640 2024-09-05T07:42:18.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.294+0000 7fc8f17fa640 1 -- 172.21.15.71:0/2078503950 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc900025030 con 0x56013072b640 2024-09-05T07:42:18.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.294+0000 7fc8f17fa640 1 -- 172.21.15.71:0/2078503950 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc900010740 con 0x56013072b640 2024-09-05T07:42:18.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.294+0000 7fc9141db740 1 -- 172.21.15.71:0/2078503950 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072b640 msgr2=0x560130720790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:18.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.294+0000 7fc9141db740 1 --2- 172.21.15.71:0/2078503950 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072b640 0x560130720790 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7fc9000056a0 tx=0x7fc900005f30 comp rx=0 tx=0).stop 2024-09-05T07:42:18.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.295+0000 7fc9141db740 1 -- 172.21.15.71:0/2078503950 shutdown_connections 2024-09-05T07:42:18.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.295+0000 7fc9141db740 1 --2- 172.21.15.71:0/2078503950 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072b640 0x560130720790 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.325 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.295+0000 7fc9141db740 1 --2- 172.21.15.71:0/2078503950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56013072f550 0x56013072b100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.295+0000 7fc9141db740 1 --2- 172.21.15.71:0/2078503950 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560130725d20 0x56013073b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.295+0000 7fc9141db740 1 -- 172.21.15.71:0/2078503950 >> 172.21.15.71:0/2078503950 conn(0x5601306ed310 msgr2=0x56013072a9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:18.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.295+0000 7fc9141db740 1 -- 172.21.15.71:0/2078503950 shutdown_connections 2024-09-05T07:42:18.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.295+0000 7fc9141db740 1 -- 172.21.15.71:0/2078503950 wait complete. 2024-09-05T07:42:18.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.295+0000 7fc9141db740 1 -- start start 2024-09-05T07:42:18.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.295+0000 7fc9141db740 1 Processor -- start 2024-09-05T07:42:18.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.296+0000 7fc9141db740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560130725d20 0x560130732b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:18.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.296+0000 7fc9141db740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56013072b640 0x5601307330c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:18.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.296+0000 7fc9141db740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072f550 0x5601307a7b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:18.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.296+0000 7fc9141db740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c1ab310 con 0x56013072f550 2024-09-05T07:42:18.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.296+0000 7fc9141db740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c1ac780 con 0x560130725d20 2024-09-05T07:42:18.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.296+0000 7fc9141db740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c1ab9e0 con 0x56013072b640 2024-09-05T07:42:18.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.296+0000 7fc9141db740 10 client.0 _ll_register_callbacks cb 0x7fc8fc005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:18.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.296+0000 7fc90affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072f550 0x5601307a7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:18.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.296+0000 7fc90affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072f550 0x5601307a7b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34960/0 (socket says 172.21.15.71:34960) 2024-09-05T07:42:18.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.296+0000 7fc90affd640 1 -- 172.21.15.71:0/3294141622 learned_addr learned my addr 172.21.15.71:0/3294141622 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:18.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.296+0000 7fc90affd640 1 --2- 172.21.15.71:0/3294141622 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560130725d20 0x560130732b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:18.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.296+0000 7fc90b7fe640 1 --2- 172.21.15.71:0/3294141622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56013072b640 0x5601307330c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:18.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.296+0000 7fc90affd640 1 -- 172.21.15.71:0/3294141622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56013072b640 msgr2=0x5601307330c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:18.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.296+0000 7fc90affd640 1 --2- 172.21.15.71:0/3294141622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56013072b640 0x5601307330c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.296+0000 7fc90affd640 1 -- 172.21.15.71:0/3294141622 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560130725d20 msgr2=0x560130732b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:18.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.296+0000 7fc90affd640 1 --2- 172.21.15.71:0/3294141622 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560130725d20 0x560130732b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.296+0000 7fc90affd640 1 -- 172.21.15.71:0/3294141622 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601307a8050 con 0x56013072f550 2024-09-05T07:42:18.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.296+0000 7fc90affd640 1 --2- 172.21.15.71:0/3294141622 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072f550 0x5601307a7b10 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fc90000bee0 tx=0x7fc90002c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0c763670185f51 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:18.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.296+0000 7fc8eaffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:18.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.297+0000 7fc8eaffd640 1 -- 172.21.15.71:0/3294141622 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc900012240 con 0x56013072f550 2024-09-05T07:42:18.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.297+0000 7fc8eaffd640 1 -- 172.21.15.71:0/3294141622 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc900010920 con 0x56013072f550 2024-09-05T07:42:18.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.297+0000 7fc9141db740 1 -- 172.21.15.71:0/3294141622 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc900025030 con 0x56013072f550 2024-09-05T07:42:18.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.297+0000 7fc8eaffd640 1 -- 172.21.15.71:0/3294141622 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc9000054d0 con 0x56013072f550 2024-09-05T07:42:18.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.297+0000 7fc9141db740 10 client.16212 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:18.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.297+0000 7fc9141db740 1 -- 172.21.15.71:0/3294141622 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5601307a9320 con 0x56013072f550 2024-09-05T07:42:18.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.297+0000 7fc8eaffd640 1 -- 172.21.15.71:0/3294141622 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc900025030 con 0x56013072f550 2024-09-05T07:42:18.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.297+0000 7fc8eaffd640 1 -- 172.21.15.71:0/3294141622 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc900004680 con 0x56013072f550 2024-09-05T07:42:18.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.297+0000 7fc9141db740 10 client.16212 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:18.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.297+0000 7fc9141db740 10 client.16212 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:42:18.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.297+0000 7fc9141db740 20 client.16212 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:18.328 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.297+0000 7fc9141db740 1 --2- 172.21.15.71:0/3294141622 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5601307a9980 0x5601307abda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:18.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.297+0000 7fc9141db740 4 client.16212 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:42:18.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.297+0000 7fc9141db740 1 -- 172.21.15.71:0/3294141622 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560130691d70 con 0x5601307a9980 2024-09-05T07:42:18.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.297+0000 7fc90b7fe640 1 --2- 172.21.15.71:0/3294141622 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5601307a9980 0x5601307abda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:18.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.298+0000 7fc90b7fe640 1 --2- 172.21.15.71:0/3294141622 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5601307a9980 0x5601307abda0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c81ea3a2869ad23c server_cookie=abb012f73a9c9db2 in_seq=0 out_seq=0 2024-09-05T07:42:18.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.298+0000 7fc8eaffd640 10 client.16212 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:18.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.298+0000 7fc8eaffd640 1 -- 172.21.15.71:0/3294141622 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560130691d70 con 0x5601307a9980 2024-09-05T07:42:18.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.298+0000 7fc8eaffd640 10 client.16212 handle_command_reply: tid=0 2024-09-05T07:42:18.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.298+0000 7fc9141db740 1 client.16212 shutdown 2024-09-05T07:42:18.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.298+0000 7fc9141db740 1 -- 172.21.15.71:0/3294141622 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072f550 msgr2=0x5601307a7b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:18.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.298+0000 7fc9141db740 1 --2- 172.21.15.71:0/3294141622 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072f550 0x5601307a7b10 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fc90000bee0 tx=0x7fc90002c800 comp rx=0 tx=0).stop 2024-09-05T07:42:18.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.298+0000 7fc9141db740 1 -- 172.21.15.71:0/3294141622 shutdown_connections 2024-09-05T07:42:18.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.298+0000 7fc9141db740 1 --2- 172.21.15.71:0/3294141622 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5601307a9980 0x5601307abda0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.298+0000 7fc9141db740 1 --2- 172.21.15.71:0/3294141622 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56013072f550 0x5601307a7b10 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.298+0000 7fc9141db740 1 --2- 172.21.15.71:0/3294141622 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56013072b640 0x5601307330c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.298+0000 7fc9141db740 1 --2- 172.21.15.71:0/3294141622 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560130725d20 0x560130732b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.298+0000 7fc9141db740 1 -- 172.21.15.71:0/3294141622 >> 172.21.15.71:0/3294141622 conn(0x5601306ed310 msgr2=0x56013072e2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:18.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.298+0000 7fc8eaffd640 0 client.16212 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:18.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.298+0000 7fc9141db740 1 -- 172.21.15.71:0/3294141622 shutdown_connections 2024-09-05T07:42:18.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.298+0000 7fc9141db740 1 -- 172.21.15.71:0/3294141622 wait complete. 2024-09-05T07:42:18.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.299+0000 7fc9141db740 20 client.16212 trim_cache size 0 max 16384 2024-09-05T07:42:18.330 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:42:18.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.299+0000 7fc910ba0640 1 -- 172.21.15.71:0/2624598449 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc8f40a2d70 msgr2=0x7fc8f40a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:18.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.299+0000 7fc910ba0640 1 --2- 172.21.15.71:0/2624598449 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc8f40a2d70 0x7fc8f40a5230 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc904097790 tx=0x7fc9040865e0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.299+0000 7fc910ba0640 1 -- 172.21.15.71:0/2624598449 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc90c10bfc0 msgr2=0x7fc90c19cab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:18.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.299+0000 7fc910ba0640 1 --2- 172.21.15.71:0/2624598449 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc90c10bfc0 0x7fc90c19cab0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fc90400eaa0 tx=0x7fc90400ef60 comp rx=0 tx=0).stop 2024-09-05T07:42:18.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.299+0000 7fc910ba0640 1 -- 172.21.15.71:0/2624598449 shutdown_connections 2024-09-05T07:42:18.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.299+0000 7fc910ba0640 1 --2- 172.21.15.71:0/2624598449 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc8f40a2d70 0x7fc8f40a5230 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.299+0000 7fc910ba0640 1 --2- 172.21.15.71:0/2624598449 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc90c10bfc0 0x7fc90c19cab0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.299+0000 7fc910ba0640 1 --2- 172.21.15.71:0/2624598449 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc90c1034b0 0x7fc90c198720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.299+0000 7fc910ba0640 1 --2- 172.21.15.71:0/2624598449 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc90c102b90 0x7fc90c1981e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:18.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.299+0000 7fc910ba0640 1 -- 172.21.15.71:0/2624598449 >> 172.21.15.71:0/2624598449 conn(0x7fc90c0fc610 msgr2=0x7fc90c0fdeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:18.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.299+0000 7fc910ba0640 1 -- 172.21.15.71:0/2624598449 shutdown_connections 2024-09-05T07:42:18.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:18.299+0000 7fc910ba0640 1 -- 172.21.15.71:0/2624598449 wait complete. 2024-09-05T07:42:18.602 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:18 smithi071 ceph-mon[30965]: pgmap v114: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-09-05T07:42:18.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:18 smithi123 ceph-mon[34568]: pgmap v114: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-09-05T07:42:18.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:18 smithi192 ceph-mon[34929]: pgmap v114: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-09-05T07:42:20.161 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T07:42:20.162 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T07:42:20.424 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:42:20.869 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:20 smithi071 ceph-mon[30965]: pgmap v115: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 5 op/s 2024-09-05T07:42:20.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:20 smithi123 ceph-mon[34568]: pgmap v115: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 5 op/s 2024-09-05T07:42:20.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:20 smithi192 ceph-mon[34929]: pgmap v115: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 5 op/s 2024-09-05T07:42:20.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.951+0000 7f85954f9640 1 -- 172.21.15.71:0/1787566650 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8590106a80 msgr2=0x7f8590106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:20.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.951+0000 7f85954f9640 1 --2- 172.21.15.71:0/1787566650 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8590106a80 0x7f8590106e60 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f8580009930 tx=0x7f858002a420 comp rx=0 tx=0).stop 2024-09-05T07:42:20.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.951+0000 7f85954f9640 1 -- 172.21.15.71:0/1787566650 shutdown_connections 2024-09-05T07:42:20.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.951+0000 7f85954f9640 1 --2- 172.21.15.71:0/1787566650 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8590101420 0x7f859010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.951+0000 7f85954f9640 1 --2- 172.21.15.71:0/1787566650 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8590100a80 0x7f8590100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.951+0000 7f85954f9640 1 --2- 172.21.15.71:0/1787566650 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8590106a80 0x7f8590106e60 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.951+0000 7f85954f9640 1 -- 172.21.15.71:0/1787566650 >> 172.21.15.71:0/1787566650 conn(0x7f85900fc7a0 msgr2=0x7f85900febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:20.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.951+0000 7f85954f9640 1 -- 172.21.15.71:0/1787566650 shutdown_connections 2024-09-05T07:42:20.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.951+0000 7f85954f9640 1 -- 172.21.15.71:0/1787566650 wait complete. 2024-09-05T07:42:20.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.952+0000 7f85954f9640 1 Processor -- start 2024-09-05T07:42:20.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.952+0000 7f85954f9640 1 -- start start 2024-09-05T07:42:20.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.952+0000 7f85954f9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8590100a80 0x7f8590198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:20.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.952+0000 7f85954f9640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8590101420 0x7f8590198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:20.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.952+0000 7f85954f9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8590106a80 0x7f859019cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:20.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.952+0000 7f85954f9640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f8590110cf0 con 0x7f8590106a80 2024-09-05T07:42:20.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.952+0000 7f85954f9640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8590110b70 con 0x7f8590101420 2024-09-05T07:42:20.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.952+0000 7f85954f9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8590110e70 con 0x7f8590100a80 2024-09-05T07:42:20.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.953+0000 7f858f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8590106a80 0x7f859019cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:20.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.953+0000 7f858f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8590106a80 0x7f859019cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34970/0 (socket says 172.21.15.71:34970) 2024-09-05T07:42:20.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.953+0000 7f858f7fe640 1 -- 172.21.15.71:0/2543192656 learned_addr learned my addr 172.21.15.71:0/2543192656 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:20.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.953+0000 7f858effd640 1 --2- 172.21.15.71:0/2543192656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8590100a80 0x7f8590198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:20.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.953+0000 7f858e7fc640 1 --2- 172.21.15.71:0/2543192656 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8590101420 0x7f8590198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:20.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.953+0000 7f858f7fe640 1 -- 172.21.15.71:0/2543192656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8590100a80 msgr2=0x7f8590198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:20.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.953+0000 7f858f7fe640 1 --2- 172.21.15.71:0/2543192656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8590100a80 0x7f8590198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.953+0000 7f858f7fe640 1 -- 172.21.15.71:0/2543192656 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8590101420 msgr2=0x7f8590198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:20.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.953+0000 7f858f7fe640 1 --2- 172.21.15.71:0/2543192656 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8590101420 0x7f8590198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.953+0000 7f858f7fe640 1 -- 172.21.15.71:0/2543192656 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f859019d2f0 con 0x7f8590106a80 2024-09-05T07:42:20.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.953+0000 7f858f7fe640 1 --2- 172.21.15.71:0/2543192656 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8590106a80 0x7f859019cc10 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f858800eaa0 tx=0x7f858800eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:20.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.953+0000 7f8577fff640 1 -- 172.21.15.71:0/2543192656 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8588004d20 con 0x7f8590106a80 2024-09-05T07:42:20.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.953+0000 7f8577fff640 1 -- 172.21.15.71:0/2543192656 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8588005020 con 0x7f8590106a80 2024-09-05T07:42:20.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.953+0000 7f85954f9640 1 -- 172.21.15.71:0/2543192656 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f859019d5e0 con 0x7f8590106a80 2024-09-05T07:42:20.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.953+0000 7f8577fff640 1 -- 172.21.15.71:0/2543192656 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85880116b0 con 0x7f8590106a80 2024-09-05T07:42:20.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.953+0000 7f85954f9640 1 -- 172.21.15.71:0/2543192656 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85901a4ec0 con 0x7f8590106a80 2024-09-05T07:42:20.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.956+0000 7f8577fff640 1 -- 172.21.15.71:0/2543192656 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f85880051d0 con 0x7f8590106a80 2024-09-05T07:42:20.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.956+0000 7f85978d2740 1 Processor -- start 2024-09-05T07:42:20.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.956+0000 7f85978d2740 1 -- start start 2024-09-05T07:42:20.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.956+0000 7f85978d2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e95fa40 0x563d8e95fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:20.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.956+0000 7f85978d2740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e960360 0x563d8e96ec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:20.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.956+0000 7f85978d2740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563d8e96f150 0x563d8e971540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:20.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.956+0000 7f85978d2740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x563d8e8c5280 con 0x563d8e960360 2024-09-05T07:42:20.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.956+0000 7f85978d2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563d8e86cb10 con 0x563d8e95fa40 2024-09-05T07:42:20.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.956+0000 7f85978d2740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563d8e8c1240 con 0x563d8e96f150 2024-09-05T07:42:20.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.956+0000 7f858effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e960360 0x563d8e96ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:20.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.956+0000 7f8577fff640 1 --2- 172.21.15.71:0/2543192656 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f85780a2cf0 0x7f85780a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:20.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.956+0000 7f858effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e960360 0x563d8e96ec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34978/0 (socket says 172.21.15.71:34978) 2024-09-05T07:42:20.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.956+0000 7f858effd640 1 -- 172.21.15.71:0/2640097616 learned_addr learned my addr 172.21.15.71:0/2640097616 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:20.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.956+0000 7f858e7fc640 1 --2- 172.21.15.71:0/2640097616 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563d8e96f150 0x563d8e971540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:20.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.956+0000 7f858f7fe640 1 --2- 172.21.15.71:0/2543192656 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f85780a2cf0 0x7f85780a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:20.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.956+0000 7f858e7fc640 1 --2- 172.21.15.71:0/2640097616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e95fa40 0x563d8e95fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:20.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.957+0000 7f858effd640 1 -- 172.21.15.71:0/2640097616 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563d8e96f150 msgr2=0x563d8e971540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:20.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.957+0000 7f858effd640 1 --2- 172.21.15.71:0/2640097616 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563d8e96f150 0x563d8e971540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.957+0000 7f858effd640 1 -- 172.21.15.71:0/2640097616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e95fa40 msgr2=0x563d8e95fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:20.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.957+0000 7f858effd640 1 --2- 172.21.15.71:0/2640097616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e95fa40 0x563d8e95fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.957+0000 7f858effd640 1 -- 172.21.15.71:0/2640097616 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d8e8791f0 con 0x563d8e960360 2024-09-05T07:42:20.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.957+0000 7f858e7fc640 1 --2- 172.21.15.71:0/2640097616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e95fa40 0x563d8e95fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:42:20.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.957+0000 7f8577fff640 1 -- 172.21.15.71:0/2543192656 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f85880cf980 con 0x7f8590106a80 2024-09-05T07:42:20.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.957+0000 7f858effd640 1 --2- 172.21.15.71:0/2640097616 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e960360 0x563d8e96ec10 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f8580009930 tx=0x7f8580005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=386cfb981443d64 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:20.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.957+0000 7f858f7fe640 1 --2- 172.21.15.71:0/2543192656 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f85780a2cf0 0x7f85780a51b0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f85880ccd80 tx=0x7f8588005860 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:20.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.957+0000 7f85757fa640 1 -- 172.21.15.71:0/2640097616 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8580040070 con 0x563d8e960360 2024-09-05T07:42:20.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.957+0000 7f85757fa640 1 -- 172.21.15.71:0/2640097616 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f85800316a0 con 0x563d8e960360 2024-09-05T07:42:20.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.957+0000 7f85757fa640 1 -- 172.21.15.71:0/2640097616 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8580035040 con 0x563d8e960360 2024-09-05T07:42:20.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.958+0000 7f85978d2740 1 -- 172.21.15.71:0/2640097616 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e960360 msgr2=0x563d8e96ec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:20.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.958+0000 7f85978d2740 1 --2- 172.21.15.71:0/2640097616 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e960360 0x563d8e96ec10 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f8580009930 tx=0x7f8580005fd0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.958+0000 7f85978d2740 1 -- 172.21.15.71:0/2640097616 shutdown_connections 2024-09-05T07:42:20.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.958+0000 7f85978d2740 1 --2- 172.21.15.71:0/2640097616 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563d8e96f150 0x563d8e971540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.958+0000 7f85978d2740 1 --2- 172.21.15.71:0/2640097616 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e960360 0x563d8e96ec10 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.958+0000 7f85978d2740 1 --2- 172.21.15.71:0/2640097616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e95fa40 0x563d8e95fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.958+0000 7f85978d2740 1 -- 172.21.15.71:0/2640097616 >> 172.21.15.71:0/2640097616 conn(0x563d8e95c0f0 msgr2=0x563d8e95c4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:20.966 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.958+0000 7f85978d2740 1 -- 172.21.15.71:0/2640097616 shutdown_connections 2024-09-05T07:42:20.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.958+0000 7f85978d2740 1 -- 172.21.15.71:0/2640097616 wait complete. 2024-09-05T07:42:20.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.958+0000 7f85978d2740 1 -- start start 2024-09-05T07:42:20.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.958+0000 7f85978d2740 1 Processor -- start 2024-09-05T07:42:20.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.958+0000 7f85978d2740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e95fa40 0x563d8e96c030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:20.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.958+0000 7f85978d2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e960360 0x563d8e96c570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:20.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.958+0000 7f85978d2740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563d8e96f150 0x563d8e96cab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:20.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.958+0000 7f85978d2740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x563d8e971d20 con 0x563d8e95fa40 2024-09-05T07:42:20.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.958+0000 7f85978d2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563d8e87ff10 con 0x563d8e960360 2024-09-05T07:42:20.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.958+0000 7f85978d2740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563d8e971ea0 con 0x563d8e96f150 2024-09-05T07:42:20.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.958+0000 7f85978d2740 10 client.0 _ll_register_callbacks cb 0x563d8e848a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:20.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.959+0000 7f858e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e95fa40 0x563d8e96c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:20.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.959+0000 7f858e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e95fa40 0x563d8e96c030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34994/0 (socket says 172.21.15.71:34994) 2024-09-05T07:42:20.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.959+0000 7f858e7fc640 1 -- 172.21.15.71:0/823056209 learned_addr learned my addr 172.21.15.71:0/823056209 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:20.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.959+0000 7f858e7fc640 1 --2- 172.21.15.71:0/823056209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563d8e96f150 0x563d8e96cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:20.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.959+0000 7f858effd640 1 --2- 172.21.15.71:0/823056209 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e960360 0x563d8e96c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:20.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.959+0000 7f858e7fc640 1 -- 172.21.15.71:0/823056209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563d8e96f150 msgr2=0x563d8e96cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:20.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.959+0000 7f858e7fc640 1 --2- 172.21.15.71:0/823056209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563d8e96f150 0x563d8e96cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.959+0000 7f858e7fc640 1 -- 172.21.15.71:0/823056209 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e960360 msgr2=0x563d8e96c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:20.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.959+0000 7f858e7fc640 1 --2- 172.21.15.71:0/823056209 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e960360 0x563d8e96c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.959+0000 7f858e7fc640 1 -- 172.21.15.71:0/823056209 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d8e6366a0 con 0x563d8e95fa40 2024-09-05T07:42:20.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.959+0000 7f858effd640 1 --2- 172.21.15.71:0/823056209 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e960360 0x563d8e96c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:42:20.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.959+0000 7f858e7fc640 1 --2- 172.21.15.71:0/823056209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e95fa40 0x563d8e96c030 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f858400ad90 tx=0x7f85840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abb9ca6fb64e5011 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:20.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.959+0000 7f8572ff5640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:20.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.959+0000 7f8572ff5640 1 -- 172.21.15.71:0/823056209 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8584019040 con 0x563d8e95fa40 2024-09-05T07:42:20.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.959+0000 7f8572ff5640 1 -- 172.21.15.71:0/823056209 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f8584005020 con 0x563d8e95fa40 2024-09-05T07:42:20.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.959+0000 7f85978d2740 1 -- 172.21.15.71:0/823056209 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85800316a0 con 0x563d8e95fa40 2024-09-05T07:42:20.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.959+0000 7f8572ff5640 1 -- 172.21.15.71:0/823056209 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8584025050 con 0x563d8e95fa40 2024-09-05T07:42:20.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.959+0000 7f85978d2740 10 client.16224 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:20.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.959+0000 7f85978d2740 1 -- 172.21.15.71:0/823056209 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563d8e97d930 con 0x563d8e95fa40 2024-09-05T07:42:20.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.959+0000 7f8572ff5640 1 -- 172.21.15.71:0/823056209 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f85800316a0 con 0x563d8e95fa40 2024-09-05T07:42:20.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.960+0000 7f8572ff5640 1 -- 172.21.15.71:0/823056209 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f858400e5c0 con 0x563d8e95fa40 2024-09-05T07:42:20.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.960+0000 7f85978d2740 10 client.16224 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:20.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.960+0000 7f85978d2740 10 client.16224 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:42:20.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.960+0000 7f85978d2740 20 client.16224 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:20.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.960+0000 7f85978d2740 1 --2- 172.21.15.71:0/823056209 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563d8e97ed40 0x563d8e981190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:20.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.960+0000 7f85978d2740 4 client.16224 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:42:20.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.960+0000 7f85978d2740 1 -- 172.21.15.71:0/823056209 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563d8e8d27f0 con 0x563d8e97ed40 2024-09-05T07:42:20.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.960+0000 7f858effd640 1 --2- 172.21.15.71:0/823056209 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563d8e97ed40 0x563d8e981190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:20.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.960+0000 7f858effd640 1 --2- 172.21.15.71:0/823056209 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563d8e97ed40 0x563d8e981190 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=917737f10e18df6b server_cookie=c828268c675867ea in_seq=0 out_seq=0 2024-09-05T07:42:20.970 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.960+0000 7f8572ff5640 10 client.16224 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:20.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.961+0000 7f8572ff5640 1 -- 172.21.15.71:0/823056209 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563d8e8d27f0 con 0x563d8e97ed40 2024-09-05T07:42:20.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.961+0000 7f8572ff5640 10 client.16224 handle_command_reply: tid=0 2024-09-05T07:42:20.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.961+0000 7f85978d2740 1 client.16224 shutdown 2024-09-05T07:42:20.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.961+0000 7f85978d2740 1 -- 172.21.15.71:0/823056209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e95fa40 msgr2=0x563d8e96c030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:20.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.961+0000 7f85978d2740 1 --2- 172.21.15.71:0/823056209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e95fa40 0x563d8e96c030 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f858400ad90 tx=0x7f85840046c0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.961+0000 7f85978d2740 1 -- 172.21.15.71:0/823056209 shutdown_connections 2024-09-05T07:42:20.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.961+0000 7f85978d2740 1 --2- 172.21.15.71:0/823056209 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563d8e97ed40 0x563d8e981190 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.961+0000 7f85978d2740 1 --2- 172.21.15.71:0/823056209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563d8e96f150 0x563d8e96cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.961+0000 7f85978d2740 1 --2- 172.21.15.71:0/823056209 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e960360 0x563d8e96c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.961+0000 7f85978d2740 1 --2- 172.21.15.71:0/823056209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e95fa40 0x563d8e96c030 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.961+0000 7f8572ff5640 0 client.16224 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:20.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.961+0000 7f85978d2740 1 -- 172.21.15.71:0/823056209 >> 172.21.15.71:0/823056209 conn(0x563d8e95c0f0 msgr2=0x563d8e961e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:20.971 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.961+0000 7f85978d2740 1 -- 172.21.15.71:0/823056209 shutdown_connections 2024-09-05T07:42:20.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.961+0000 7f85978d2740 1 -- 172.21.15.71:0/823056209 wait complete. 2024-09-05T07:42:20.972 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.961+0000 7f85978d2740 20 client.16224 trim_cache size 0 max 16384 2024-09-05T07:42:20.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.978+0000 7f85978d2740 1 Processor -- start 2024-09-05T07:42:20.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.978+0000 7f85978d2740 1 -- start start 2024-09-05T07:42:20.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.979+0000 7f85978d2740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e95fa40 0x563d8e95b160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:20.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.979+0000 7f85978d2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e960360 0x563d8e986a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:20.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.979+0000 7f85978d2740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563d8e96f150 0x563d8e986fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:20.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.979+0000 7f85978d2740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f85901af750 con 0x563d8e95fa40 2024-09-05T07:42:20.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.979+0000 7f85978d2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f85901ad020 con 0x563d8e960360 2024-09-05T07:42:20.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.979+0000 7f85978d2740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f85901aae70 con 0x563d8e96f150 2024-09-05T07:42:20.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.979+0000 7f858e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e95fa40 0x563d8e95b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:20.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.979+0000 7f858e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e95fa40 0x563d8e95b160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:35006/0 (socket says 172.21.15.71:35006) 2024-09-05T07:42:20.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.979+0000 7f858e7fc640 1 -- 172.21.15.71:0/526394740 learned_addr learned my addr 172.21.15.71:0/526394740 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:20.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.979+0000 7f858effd640 1 --2- 172.21.15.71:0/526394740 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e960360 0x563d8e986a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:20.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.979+0000 7f858e7fc640 1 -- 172.21.15.71:0/526394740 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563d8e96f150 msgr2=0x563d8e986fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:20.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.979+0000 7f858e7fc640 1 --2- 172.21.15.71:0/526394740 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563d8e96f150 0x563d8e986fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.979+0000 7f858e7fc640 1 -- 172.21.15.71:0/526394740 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e960360 msgr2=0x563d8e986a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:20.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.979+0000 7f858e7fc640 1 --2- 172.21.15.71:0/526394740 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e960360 0x563d8e986a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.979+0000 7f858e7fc640 1 -- 172.21.15.71:0/526394740 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d8e95bf20 con 0x563d8e95fa40 2024-09-05T07:42:20.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.979+0000 7f858effd640 1 --2- 172.21.15.71:0/526394740 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e960360 0x563d8e986a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:42:20.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.979+0000 7f858e7fc640 1 --2- 172.21.15.71:0/526394740 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e95fa40 0x563d8e95b160 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f8584012040 tx=0x7f85840108c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65db5bbcb15baab6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:20.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.979+0000 7f8574ff9640 1 -- 172.21.15.71:0/526394740 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f858402e030 con 0x563d8e95fa40 2024-09-05T07:42:20.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.980+0000 7f8574ff9640 1 -- 172.21.15.71:0/526394740 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f858400a420 con 0x563d8e95fa40 2024-09-05T07:42:20.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.980+0000 7f8574ff9640 1 -- 172.21.15.71:0/526394740 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f858400ebe0 con 0x563d8e95fa40 2024-09-05T07:42:20.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.980+0000 7f85978d2740 1 -- 172.21.15.71:0/526394740 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e95fa40 msgr2=0x563d8e95b160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:20.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.980+0000 7f85978d2740 1 --2- 172.21.15.71:0/526394740 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e95fa40 0x563d8e95b160 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f8584012040 tx=0x7f85840108c0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.980+0000 7f85978d2740 1 -- 172.21.15.71:0/526394740 shutdown_connections 2024-09-05T07:42:20.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.980+0000 7f85978d2740 1 --2- 172.21.15.71:0/526394740 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563d8e96f150 0x563d8e986fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.980+0000 7f85978d2740 1 --2- 172.21.15.71:0/526394740 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e960360 0x563d8e986a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.980+0000 7f85978d2740 1 --2- 172.21.15.71:0/526394740 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e95fa40 0x563d8e95b160 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.980+0000 7f85978d2740 1 -- 172.21.15.71:0/526394740 >> 172.21.15.71:0/526394740 conn(0x563d8e95c0f0 msgr2=0x563d8e95aa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:20.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.980+0000 7f85978d2740 1 -- 172.21.15.71:0/526394740 shutdown_connections 2024-09-05T07:42:20.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.980+0000 7f85978d2740 1 -- 172.21.15.71:0/526394740 wait complete. 2024-09-05T07:42:20.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.980+0000 7f85978d2740 1 -- start start 2024-09-05T07:42:20.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.981+0000 7f85978d2740 1 Processor -- start 2024-09-05T07:42:20.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.981+0000 7f85978d2740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563d8e95fa40 0x563d8e973670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:20.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.981+0000 7f85978d2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e960360 0x563d8e973bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:20.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.981+0000 7f85978d2740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e96f150 0x563d8e9e8a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:20.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.981+0000 7f85978d2740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f85901ab4e0 con 0x563d8e96f150 2024-09-05T07:42:20.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.981+0000 7f85978d2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f85901ac950 con 0x563d8e960360 2024-09-05T07:42:20.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.981+0000 7f85978d2740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f85901abbb0 con 0x563d8e95fa40 2024-09-05T07:42:20.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.981+0000 7f85978d2740 10 client.0 _ll_register_callbacks cb 0x7f858400a770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:20.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.981+0000 7f858e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e96f150 0x563d8e9e8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:20.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.981+0000 7f858e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e96f150 0x563d8e9e8a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:35014/0 (socket says 172.21.15.71:35014) 2024-09-05T07:42:20.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.981+0000 7f858e7fc640 1 -- 172.21.15.71:0/3063575551 learned_addr learned my addr 172.21.15.71:0/3063575551 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:20.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.981+0000 7f858effd640 1 --2- 172.21.15.71:0/3063575551 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e960360 0x563d8e973bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:20.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.981+0000 7f858e7fc640 1 --2- 172.21.15.71:0/3063575551 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563d8e95fa40 0x563d8e973670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:20.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.981+0000 7f858e7fc640 1 -- 172.21.15.71:0/3063575551 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563d8e95fa40 msgr2=0x563d8e973670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:20.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.981+0000 7f858e7fc640 1 --2- 172.21.15.71:0/3063575551 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563d8e95fa40 0x563d8e973670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.981+0000 7f858e7fc640 1 -- 172.21.15.71:0/3063575551 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e960360 msgr2=0x563d8e973bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:20.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.981+0000 7f858e7fc640 1 --2- 172.21.15.71:0/3063575551 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e960360 0x563d8e973bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.981+0000 7f858e7fc640 1 -- 172.21.15.71:0/3063575551 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d8e9e9020 con 0x563d8e96f150 2024-09-05T07:42:20.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.982+0000 7f858e7fc640 1 --2- 172.21.15.71:0/3063575551 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e96f150 0x563d8e9e8a30 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f858400ad90 tx=0x7f858400a8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33bef9acaef829bd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:20.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.982+0000 7f8572ff5640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:20.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.982+0000 7f8572ff5640 1 -- 172.21.15.71:0/3063575551 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f858402e070 con 0x563d8e96f150 2024-09-05T07:42:20.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.982+0000 7f8572ff5640 1 -- 172.21.15.71:0/3063575551 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f85840048c0 con 0x563d8e96f150 2024-09-05T07:42:20.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.982+0000 7f85978d2740 1 -- 172.21.15.71:0/3063575551 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f858400a420 con 0x563d8e96f150 2024-09-05T07:42:20.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.982+0000 7f8572ff5640 1 -- 172.21.15.71:0/3063575551 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f858400fe90 con 0x563d8e96f150 2024-09-05T07:42:20.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.982+0000 7f85978d2740 10 client.16230 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:20.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.982+0000 7f85978d2740 1 -- 172.21.15.71:0/3063575551 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563d8e9ea2b0 con 0x563d8e96f150 2024-09-05T07:42:20.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.982+0000 7f8572ff5640 1 -- 172.21.15.71:0/3063575551 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f858400a420 con 0x563d8e96f150 2024-09-05T07:42:20.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.982+0000 7f8572ff5640 1 -- 172.21.15.71:0/3063575551 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f8584033470 con 0x563d8e96f150 2024-09-05T07:42:20.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.982+0000 7f85978d2740 10 client.16230 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:20.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.982+0000 7f85978d2740 10 client.16230 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:42:20.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.982+0000 7f85978d2740 20 client.16230 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:20.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.982+0000 7f85978d2740 1 --2- 172.21.15.71:0/3063575551 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563d8e9ea8e0 0x563d8e9ecd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:20.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.982+0000 7f85978d2740 4 client.16230 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T07:42:20.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.982+0000 7f85978d2740 1 -- 172.21.15.71:0/3063575551 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x563d8e8ccd00 con 0x563d8e9ea8e0 2024-09-05T07:42:20.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.983+0000 7f858effd640 1 --2- 172.21.15.71:0/3063575551 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563d8e9ea8e0 0x563d8e9ecd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:20.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.983+0000 7f858effd640 1 --2- 172.21.15.71:0/3063575551 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563d8e9ea8e0 0x563d8e9ecd00 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=585eca780d034fee server_cookie=4a722b31f11c656a in_seq=0 out_seq=0 2024-09-05T07:42:20.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.983+0000 7f8572ff5640 10 client.16230 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:20.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.984+0000 7f8572ff5640 1 -- 172.21.15.71:0/3063575551 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x563d8e8ccd00 con 0x563d8e9ea8e0 2024-09-05T07:42:20.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.984+0000 7f8572ff5640 10 client.16230 handle_command_reply: tid=0 2024-09-05T07:42:20.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.984+0000 7f85978d2740 1 client.16230 shutdown 2024-09-05T07:42:20.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.984+0000 7f85978d2740 1 -- 172.21.15.71:0/3063575551 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e96f150 msgr2=0x563d8e9e8a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:20.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.984+0000 7f85978d2740 1 --2- 172.21.15.71:0/3063575551 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e96f150 0x563d8e9e8a30 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f858400ad90 tx=0x7f858400a8a0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.984+0000 7f85978d2740 1 -- 172.21.15.71:0/3063575551 shutdown_connections 2024-09-05T07:42:20.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.984+0000 7f85978d2740 1 --2- 172.21.15.71:0/3063575551 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563d8e9ea8e0 0x563d8e9ecd00 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.984+0000 7f85978d2740 1 --2- 172.21.15.71:0/3063575551 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563d8e96f150 0x563d8e9e8a30 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.984+0000 7f85978d2740 1 --2- 172.21.15.71:0/3063575551 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563d8e960360 0x563d8e973bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.984+0000 7f85978d2740 1 --2- 172.21.15.71:0/3063575551 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563d8e95fa40 0x563d8e973670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.984+0000 7f8572ff5640 0 client.16230 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:20.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.984+0000 7f85978d2740 1 -- 172.21.15.71:0/3063575551 >> 172.21.15.71:0/3063575551 conn(0x563d8e95c0f0 msgr2=0x563d8e961d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:20.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.984+0000 7f85978d2740 1 -- 172.21.15.71:0/3063575551 shutdown_connections 2024-09-05T07:42:20.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.984+0000 7f85978d2740 1 -- 172.21.15.71:0/3063575551 wait complete. 2024-09-05T07:42:20.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.984+0000 7f85978d2740 20 client.16230 trim_cache size 0 max 16384 2024-09-05T07:42:20.990 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:42:20.990 INFO:teuthology.orchestra.run.smithi071.stdout: "return_code": 0, 2024-09-05T07:42:20.991 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_tag": "b4204bca-b4df-4e8c-bf3c-6a5a76a07279", 2024-09-05T07:42:20.991 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": "asynchronous" 2024-09-05T07:42:20.991 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:42:20.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.985+0000 7f85954f9640 1 -- 172.21.15.71:0/2543192656 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f85780a2cf0 msgr2=0x7f85780a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:20.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.985+0000 7f85954f9640 1 --2- 172.21.15.71:0/2543192656 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f85780a2cf0 0x7f85780a51b0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f85880ccd80 tx=0x7f8588005860 comp rx=0 tx=0).stop 2024-09-05T07:42:20.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.985+0000 7f85954f9640 1 -- 172.21.15.71:0/2543192656 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8590106a80 msgr2=0x7f859019cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:20.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.985+0000 7f85954f9640 1 --2- 172.21.15.71:0/2543192656 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8590106a80 0x7f859019cc10 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f858800eaa0 tx=0x7f858800eea0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.985+0000 7f85954f9640 1 -- 172.21.15.71:0/2543192656 shutdown_connections 2024-09-05T07:42:20.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.985+0000 7f85954f9640 1 --2- 172.21.15.71:0/2543192656 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f85780a2cf0 0x7f85780a51b0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.985+0000 7f85954f9640 1 --2- 172.21.15.71:0/2543192656 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8590106a80 0x7f859019cc10 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.985+0000 7f85954f9640 1 --2- 172.21.15.71:0/2543192656 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8590101420 0x7f8590198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.985+0000 7f85954f9640 1 --2- 172.21.15.71:0/2543192656 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8590100a80 0x7f8590198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:20.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.985+0000 7f85954f9640 1 -- 172.21.15.71:0/2543192656 >> 172.21.15.71:0/2543192656 conn(0x7f85900fc7a0 msgr2=0x7f859006aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:20.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.985+0000 7f85954f9640 1 -- 172.21.15.71:0/2543192656 shutdown_connections 2024-09-05T07:42:20.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:20.985+0000 7f85954f9640 1 -- 172.21.15.71:0/2543192656 wait complete. 2024-09-05T07:42:21.830 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:42:21.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:21 smithi071 ceph-mon[30965]: scrub queued for path: / 2024-09-05T07:42:21.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:21 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:42:21.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:21 smithi071 ceph-mon[30965]: scrub summary: active paths [/] 2024-09-05T07:42:21.853 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:21 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:42:21.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:21 smithi123 ceph-mon[34568]: scrub queued for path: / 2024-09-05T07:42:21.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:21 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:42:21.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:21 smithi123 ceph-mon[34568]: scrub summary: active paths [/] 2024-09-05T07:42:21.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:21 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:42:21.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:21 smithi192 ceph-mon[34929]: scrub queued for path: / 2024-09-05T07:42:21.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:21 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:42:21.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:21 smithi192 ceph-mon[34929]: scrub summary: active paths [/] 2024-09-05T07:42:21.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:21 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:42:22.080 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:42:22.563 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.546+0000 7f6e8ad06640 1 -- 172.21.15.71:0/2629516477 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6e84100a80 msgr2=0x7f6e84100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:22.563 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.546+0000 7f6e8ad06640 1 --2- 172.21.15.71:0/2629516477 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6e84100a80 0x7f6e84100ee0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f6e74009930 tx=0x7f6e7402a420 comp rx=0 tx=0).stop 2024-09-05T07:42:22.564 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.546+0000 7f6e8ad06640 1 -- 172.21.15.71:0/2629516477 shutdown_connections 2024-09-05T07:42:22.564 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.546+0000 7f6e8ad06640 1 --2- 172.21.15.71:0/2629516477 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e84101420 0x7f6e8410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.564 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.546+0000 7f6e8ad06640 1 --2- 172.21.15.71:0/2629516477 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6e84100a80 0x7f6e84100ee0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.564 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.546+0000 7f6e8ad06640 1 --2- 172.21.15.71:0/2629516477 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e84106a80 0x7f6e84106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.564 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.546+0000 7f6e8ad06640 1 -- 172.21.15.71:0/2629516477 >> 172.21.15.71:0/2629516477 conn(0x7f6e840fc7a0 msgr2=0x7f6e840febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:22.564 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.546+0000 7f6e8ad06640 1 -- 172.21.15.71:0/2629516477 shutdown_connections 2024-09-05T07:42:22.564 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.546+0000 7f6e8ad06640 1 -- 172.21.15.71:0/2629516477 wait complete. 2024-09-05T07:42:22.564 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.547+0000 7f6e8ad06640 1 Processor -- start 2024-09-05T07:42:22.564 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.547+0000 7f6e8ad06640 1 -- start start 2024-09-05T07:42:22.564 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.547+0000 7f6e8ad06640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6e84100a80 0x7f6e84197310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:22.564 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.547+0000 7f6e8ad06640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e84101420 0x7f6e84197850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:22.564 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.547+0000 7f6e8ad06640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e84106a80 0x7f6e8419bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:22.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.547+0000 7f6e8ad06640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6e84110d70 con 0x7f6e84100a80 2024-09-05T07:42:22.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.547+0000 7f6e8ad06640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6e84110bf0 con 0x7f6e84106a80 2024-09-05T07:42:22.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.547+0000 7f6e8ad06640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6e84110ef0 con 0x7f6e84101420 2024-09-05T07:42:22.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.547+0000 7f6e88aa2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6e84100a80 0x7f6e84197310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:22.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.548+0000 7f6e88aa2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6e84100a80 0x7f6e84197310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33226/0 (socket says 172.21.15.71:33226) 2024-09-05T07:42:22.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.548+0000 7f6e88aa2640 1 -- 172.21.15.71:0/3717398411 learned_addr learned my addr 172.21.15.71:0/3717398411 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:22.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.548+0000 7f6e7bfff640 1 --2- 172.21.15.71:0/3717398411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e84101420 0x7f6e84197850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:22.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.548+0000 7f6e892a3640 1 --2- 172.21.15.71:0/3717398411 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e84106a80 0x7f6e8419bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:22.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.548+0000 7f6e88aa2640 1 -- 172.21.15.71:0/3717398411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e84101420 msgr2=0x7f6e84197850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:22.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.548+0000 7f6e88aa2640 1 --2- 172.21.15.71:0/3717398411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e84101420 0x7f6e84197850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.548+0000 7f6e88aa2640 1 -- 172.21.15.71:0/3717398411 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e84106a80 msgr2=0x7f6e8419bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:22.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.548+0000 7f6e88aa2640 1 --2- 172.21.15.71:0/3717398411 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e84106a80 0x7f6e8419bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.548+0000 7f6e88aa2640 1 -- 172.21.15.71:0/3717398411 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e8419c2c0 con 0x7f6e84100a80 2024-09-05T07:42:22.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.548+0000 7f6e88aa2640 1 --2- 172.21.15.71:0/3717398411 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6e84100a80 0x7f6e84197310 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f6e8000d770 tx=0x7f6e8000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:22.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.548+0000 7f6e79ffb640 1 -- 172.21.15.71:0/3717398411 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e80017070 con 0x7f6e84100a80 2024-09-05T07:42:22.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.548+0000 7f6e79ffb640 1 -- 172.21.15.71:0/3717398411 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6e800054d0 con 0x7f6e84100a80 2024-09-05T07:42:22.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.548+0000 7f6e8ad06640 1 -- 172.21.15.71:0/3717398411 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e8419c5b0 con 0x7f6e84100a80 2024-09-05T07:42:22.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.548+0000 7f6e79ffb640 1 -- 172.21.15.71:0/3717398411 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e80004cf0 con 0x7f6e84100a80 2024-09-05T07:42:22.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.548+0000 7f6e8ad06640 1 -- 172.21.15.71:0/3717398411 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e841a3e90 con 0x7f6e84100a80 2024-09-05T07:42:22.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.551+0000 7f6e79ffb640 1 -- 172.21.15.71:0/3717398411 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f6e80004e90 con 0x7f6e84100a80 2024-09-05T07:42:22.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.551+0000 7f6e8d0df740 1 Processor -- start 2024-09-05T07:42:22.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.551+0000 7f6e8d0df740 1 -- start start 2024-09-05T07:42:22.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e8d0df740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea543340 0x5587ea543720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:22.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e8d0df740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 0x5587ea550350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:22.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e8d0df740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea550890 0x5587ea552c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:22.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e8d0df740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5587ea4a92e0 con 0x5587ea543c60 2024-09-05T07:42:22.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e8d0df740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5587ea450ce0 con 0x5587ea543340 2024-09-05T07:42:22.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e8d0df740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5587ea4a52a0 con 0x5587ea550890 2024-09-05T07:42:22.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e88aa2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 0x5587ea550350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:22.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e88aa2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 0x5587ea550350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33232/0 (socket says 172.21.15.71:33232) 2024-09-05T07:42:22.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e88aa2640 1 -- 172.21.15.71:0/890770494 learned_addr learned my addr 172.21.15.71:0/890770494 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:22.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e79ffb640 1 --2- 172.21.15.71:0/3717398411 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6e6c0a2cf0 0x7f6e6c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:22.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e892a3640 1 --2- 172.21.15.71:0/890770494 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea543340 0x5587ea543720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:22.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e7bfff640 1 --2- 172.21.15.71:0/890770494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea550890 0x5587ea552c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:22.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e892a3640 1 --2- 172.21.15.71:0/3717398411 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6e6c0a2cf0 0x7f6e6c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:22.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e79ffb640 1 -- 172.21.15.71:0/3717398411 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f6e800cf2c0 con 0x7f6e84100a80 2024-09-05T07:42:22.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e88aa2640 1 -- 172.21.15.71:0/890770494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea550890 msgr2=0x5587ea552c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:22.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e88aa2640 1 --2- 172.21.15.71:0/890770494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea550890 0x5587ea552c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e88aa2640 1 -- 172.21.15.71:0/890770494 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea543340 msgr2=0x5587ea543720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:22.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e88aa2640 1 --2- 172.21.15.71:0/890770494 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea543340 0x5587ea543720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e88aa2640 1 -- 172.21.15.71:0/890770494 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5587ea435440 con 0x5587ea543c60 2024-09-05T07:42:22.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e88aa2640 1 --2- 172.21.15.71:0/890770494 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 0x5587ea550350 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f6e8009b0e0 tx=0x7f6e80005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e867dd4a546ccb9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:22.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.552+0000 7f6e892a3640 1 --2- 172.21.15.71:0/3717398411 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6e6c0a2cf0 0x7f6e6c0a51b0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c013600 tx=0x7f6e7c004a40 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:22.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.553+0000 7f6e6affd640 1 -- 172.21.15.71:0/890770494 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e80020030 con 0x5587ea543c60 2024-09-05T07:42:22.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.553+0000 7f6e6affd640 1 -- 172.21.15.71:0/890770494 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6e80009c30 con 0x5587ea543c60 2024-09-05T07:42:22.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.553+0000 7f6e6affd640 1 -- 172.21.15.71:0/890770494 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e800a4050 con 0x5587ea543c60 2024-09-05T07:42:22.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.553+0000 7f6e8d0df740 1 -- 172.21.15.71:0/890770494 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 msgr2=0x5587ea550350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:22.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.553+0000 7f6e8d0df740 1 --2- 172.21.15.71:0/890770494 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 0x5587ea550350 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f6e8009b0e0 tx=0x7f6e80005740 comp rx=0 tx=0).stop 2024-09-05T07:42:22.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.553+0000 7f6e8d0df740 1 -- 172.21.15.71:0/890770494 shutdown_connections 2024-09-05T07:42:22.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.553+0000 7f6e8d0df740 1 --2- 172.21.15.71:0/890770494 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea550890 0x5587ea552c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.553+0000 7f6e8d0df740 1 --2- 172.21.15.71:0/890770494 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 0x5587ea550350 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.553+0000 7f6e8d0df740 1 --2- 172.21.15.71:0/890770494 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea543340 0x5587ea543720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.553+0000 7f6e8d0df740 1 -- 172.21.15.71:0/890770494 >> 172.21.15.71:0/890770494 conn(0x5587ea53fa30 msgr2=0x5587ea53fe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:22.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.553+0000 7f6e8d0df740 1 -- 172.21.15.71:0/890770494 shutdown_connections 2024-09-05T07:42:22.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.553+0000 7f6e8d0df740 1 -- 172.21.15.71:0/890770494 wait complete. 2024-09-05T07:42:22.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.554+0000 7f6e8d0df740 1 -- start start 2024-09-05T07:42:22.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.554+0000 7f6e8d0df740 1 Processor -- start 2024-09-05T07:42:22.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.554+0000 7f6e8d0df740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea543340 0x5587ea550210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:22.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.554+0000 7f6e8d0df740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 0x5587ea54d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:22.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.554+0000 7f6e8d0df740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea550890 0x5587ea54da40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:22.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.554+0000 7f6e8d0df740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5587ea553460 con 0x5587ea543c60 2024-09-05T07:42:22.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.554+0000 7f6e8d0df740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5587ea464050 con 0x5587ea550890 2024-09-05T07:42:22.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.554+0000 7f6e8d0df740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5587ea5535e0 con 0x5587ea543340 2024-09-05T07:42:22.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.554+0000 7f6e8d0df740 10 client.0 _ll_register_callbacks cb 0x5587ea4a4160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:22.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.554+0000 7f6e7bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 0x5587ea54d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:22.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.554+0000 7f6e7bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 0x5587ea54d4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33246/0 (socket says 172.21.15.71:33246) 2024-09-05T07:42:22.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.554+0000 7f6e7bfff640 1 -- 172.21.15.71:0/687733821 learned_addr learned my addr 172.21.15.71:0/687733821 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:22.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.554+0000 7f6e88aa2640 1 --2- 172.21.15.71:0/687733821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea543340 0x5587ea550210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:22.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.554+0000 7f6e892a3640 1 --2- 172.21.15.71:0/687733821 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea550890 0x5587ea54da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:22.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.555+0000 7f6e7bfff640 1 -- 172.21.15.71:0/687733821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea543340 msgr2=0x5587ea550210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:22.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.555+0000 7f6e7bfff640 1 --2- 172.21.15.71:0/687733821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea543340 0x5587ea550210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.555+0000 7f6e7bfff640 1 -- 172.21.15.71:0/687733821 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea550890 msgr2=0x5587ea54da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:22.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.555+0000 7f6e7bfff640 1 --2- 172.21.15.71:0/687733821 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea550890 0x5587ea54da40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.555+0000 7f6e7bfff640 1 -- 172.21.15.71:0/687733821 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587ea21a3c0 con 0x5587ea543c60 2024-09-05T07:42:22.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.555+0000 7f6e7bfff640 1 --2- 172.21.15.71:0/687733821 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 0x5587ea54d4c0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f6e74009930 tx=0x7f6e740316d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c320cf9fb1bdfb3f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:22.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.555+0000 7f6e63fff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:22.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.555+0000 7f6e63fff640 1 -- 172.21.15.71:0/687733821 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e74035040 con 0x5587ea543c60 2024-09-05T07:42:22.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.555+0000 7f6e8d0df740 1 -- 172.21.15.71:0/687733821 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5587ea4b6850 con 0x5587ea543c60 2024-09-05T07:42:22.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.555+0000 7f6e63fff640 1 -- 172.21.15.71:0/687733821 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f6e74004040 con 0x5587ea543c60 2024-09-05T07:42:22.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.555+0000 7f6e63fff640 1 -- 172.21.15.71:0/687733821 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6e7404e050 con 0x5587ea543c60 2024-09-05T07:42:22.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.555+0000 7f6e8d0df740 10 client.16242 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:22.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.555+0000 7f6e8d0df740 1 -- 172.21.15.71:0/687733821 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5587ea55ee90 con 0x5587ea543c60 2024-09-05T07:42:22.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.555+0000 7f6e63fff640 1 -- 172.21.15.71:0/687733821 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5587ea4b6850 con 0x5587ea543c60 2024-09-05T07:42:22.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.556+0000 7f6e63fff640 1 -- 172.21.15.71:0/687733821 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f6e7403d4e0 con 0x5587ea543c60 2024-09-05T07:42:22.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.556+0000 7f6e8d0df740 10 client.16242 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:22.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.556+0000 7f6e8d0df740 10 client.16242 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:42:22.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.556+0000 7f6e8d0df740 20 client.16242 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:22.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.556+0000 7f6e8d0df740 1 --2- 172.21.15.71:0/687733821 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5587ea5603a0 0x5587ea5627e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:22.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.556+0000 7f6e8d0df740 4 client.16242 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:42:22.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.556+0000 7f6e8d0df740 1 -- 172.21.15.71:0/687733821 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5587ea4b0d60 con 0x5587ea5603a0 2024-09-05T07:42:22.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.556+0000 7f6e88aa2640 1 --2- 172.21.15.71:0/687733821 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5587ea5603a0 0x5587ea5627e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:22.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.556+0000 7f6e63fff640 10 client.16242 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:22.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.556+0000 7f6e88aa2640 1 --2- 172.21.15.71:0/687733821 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5587ea5603a0 0x5587ea5627e0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=640596eb45d98fc5 server_cookie=aa3a0337646d1058 in_seq=0 out_seq=0 2024-09-05T07:42:22.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.557+0000 7f6e63fff640 1 -- 172.21.15.71:0/687733821 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5587ea4b0d60 con 0x5587ea5603a0 2024-09-05T07:42:22.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.557+0000 7f6e63fff640 10 client.16242 handle_command_reply: tid=0 2024-09-05T07:42:22.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.557+0000 7f6e8d0df740 1 client.16242 shutdown 2024-09-05T07:42:22.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.557+0000 7f6e8d0df740 1 -- 172.21.15.71:0/687733821 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 msgr2=0x5587ea54d4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:22.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.557+0000 7f6e8d0df740 1 --2- 172.21.15.71:0/687733821 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 0x5587ea54d4c0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f6e74009930 tx=0x7f6e740316d0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.557+0000 7f6e8d0df740 1 -- 172.21.15.71:0/687733821 shutdown_connections 2024-09-05T07:42:22.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.557+0000 7f6e8d0df740 1 --2- 172.21.15.71:0/687733821 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5587ea5603a0 0x5587ea5627e0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.557+0000 7f6e8d0df740 1 --2- 172.21.15.71:0/687733821 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea550890 0x5587ea54da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.557+0000 7f6e8d0df740 1 --2- 172.21.15.71:0/687733821 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 0x5587ea54d4c0 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.557+0000 7f6e63fff640 0 client.16242 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:22.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.557+0000 7f6e8d0df740 1 --2- 172.21.15.71:0/687733821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea543340 0x5587ea550210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.557+0000 7f6e8d0df740 1 -- 172.21.15.71:0/687733821 >> 172.21.15.71:0/687733821 conn(0x5587ea53fa30 msgr2=0x5587ea545790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:22.572 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.557+0000 7f6e8d0df740 1 -- 172.21.15.71:0/687733821 shutdown_connections 2024-09-05T07:42:22.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.557+0000 7f6e8d0df740 1 -- 172.21.15.71:0/687733821 wait complete. 2024-09-05T07:42:22.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.557+0000 7f6e8d0df740 20 client.16242 trim_cache size 0 max 16384 2024-09-05T07:42:22.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.574+0000 7f6e8d0df740 1 Processor -- start 2024-09-05T07:42:22.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.574+0000 7f6e8d0df740 1 -- start start 2024-09-05T07:42:22.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.574+0000 7f6e8d0df740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea543340 0x5587ea55c700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:22.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.574+0000 7f6e8d0df740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 0x5587ea5680b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:22.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.574+0000 7f6e8d0df740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea550890 0x5587ea5685f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:22.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.574+0000 7f6e8d0df740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6e841af790 con 0x5587ea543c60 2024-09-05T07:42:22.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.574+0000 7f6e8d0df740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6e841ad060 con 0x5587ea550890 2024-09-05T07:42:22.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.574+0000 7f6e8d0df740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6e841aaeb0 con 0x5587ea543340 2024-09-05T07:42:22.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.574+0000 7f6e7bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 0x5587ea5680b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:22.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.574+0000 7f6e7bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 0x5587ea5680b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33254/0 (socket says 172.21.15.71:33254) 2024-09-05T07:42:22.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.574+0000 7f6e7bfff640 1 -- 172.21.15.71:0/1289947065 learned_addr learned my addr 172.21.15.71:0/1289947065 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:22.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.574+0000 7f6e88aa2640 1 --2- 172.21.15.71:0/1289947065 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea543340 0x5587ea55c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:22.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.575+0000 7f6e892a3640 1 --2- 172.21.15.71:0/1289947065 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea550890 0x5587ea5685f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:22.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.575+0000 7f6e7bfff640 1 -- 172.21.15.71:0/1289947065 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea543340 msgr2=0x5587ea55c700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:22.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.575+0000 7f6e7bfff640 1 --2- 172.21.15.71:0/1289947065 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea543340 0x5587ea55c700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.575+0000 7f6e7bfff640 1 -- 172.21.15.71:0/1289947065 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea550890 msgr2=0x5587ea5685f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:22.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.575+0000 7f6e7bfff640 1 --2- 172.21.15.71:0/1289947065 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea550890 0x5587ea5685f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.575+0000 7f6e7bfff640 1 -- 172.21.15.71:0/1289947065 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5587ea54ddb0 con 0x5587ea543c60 2024-09-05T07:42:22.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.575+0000 7f6e88aa2640 1 --2- 172.21.15.71:0/1289947065 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea543340 0x5587ea55c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:42:22.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.575+0000 7f6e7bfff640 1 --2- 172.21.15.71:0/1289947065 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 0x5587ea5680b0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f6e74004720 tx=0x7f6e74031910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a908edf96e5e3133 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:22.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.575+0000 7f6e6a7fc640 1 -- 172.21.15.71:0/1289947065 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e74057070 con 0x5587ea543c60 2024-09-05T07:42:22.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.575+0000 7f6e6a7fc640 1 -- 172.21.15.71:0/1289947065 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6e74031e50 con 0x5587ea543c60 2024-09-05T07:42:22.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.575+0000 7f6e6a7fc640 1 -- 172.21.15.71:0/1289947065 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e74035030 con 0x5587ea543c60 2024-09-05T07:42:22.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.576+0000 7f6e8d0df740 1 -- 172.21.15.71:0/1289947065 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 msgr2=0x5587ea5680b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:22.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.576+0000 7f6e8d0df740 1 --2- 172.21.15.71:0/1289947065 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 0x5587ea5680b0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f6e74004720 tx=0x7f6e74031910 comp rx=0 tx=0).stop 2024-09-05T07:42:22.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.576+0000 7f6e8d0df740 1 -- 172.21.15.71:0/1289947065 shutdown_connections 2024-09-05T07:42:22.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.576+0000 7f6e8d0df740 1 --2- 172.21.15.71:0/1289947065 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea550890 0x5587ea5685f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.576+0000 7f6e8d0df740 1 --2- 172.21.15.71:0/1289947065 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea543c60 0x5587ea5680b0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.576+0000 7f6e8d0df740 1 --2- 172.21.15.71:0/1289947065 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea543340 0x5587ea55c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.576+0000 7f6e8d0df740 1 -- 172.21.15.71:0/1289947065 >> 172.21.15.71:0/1289947065 conn(0x5587ea53fa30 msgr2=0x5587ea54c5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:22.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.576+0000 7f6e8d0df740 1 -- 172.21.15.71:0/1289947065 shutdown_connections 2024-09-05T07:42:22.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.576+0000 7f6e8d0df740 1 -- 172.21.15.71:0/1289947065 wait complete. 2024-09-05T07:42:22.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.576+0000 7f6e8d0df740 1 -- start start 2024-09-05T07:42:22.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.576+0000 7f6e8d0df740 1 Processor -- start 2024-09-05T07:42:22.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.576+0000 7f6e8d0df740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea543340 0x5587ea558c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:22.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.576+0000 7f6e8d0df740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea543c60 0x5587ea559150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:22.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.576+0000 7f6e8d0df740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea550890 0x5587ea554140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:22.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.576+0000 7f6e8d0df740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6e841ab520 con 0x5587ea550890 2024-09-05T07:42:22.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.576+0000 7f6e8d0df740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6e841ac990 con 0x5587ea543340 2024-09-05T07:42:22.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.576+0000 7f6e8d0df740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6e841abbf0 con 0x5587ea543c60 2024-09-05T07:42:22.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.576+0000 7f6e8d0df740 10 client.0 _ll_register_callbacks cb 0x7f6e74031d10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:22.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.577+0000 7f6e892a3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea550890 0x5587ea554140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:22.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.577+0000 7f6e7bfff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea543c60 0x5587ea559150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:22.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.577+0000 7f6e88aa2640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea543340 0x5587ea558c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:22.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.577+0000 7f6e88aa2640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea543340 0x5587ea558c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:44982/0 (socket says 172.21.15.71:44982) 2024-09-05T07:42:22.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.577+0000 7f6e7bfff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea543c60 0x5587ea559150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.71:40416/0 (socket says 172.21.15.71:40416) 2024-09-05T07:42:22.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.577+0000 7f6e7bfff640 1 -- 172.21.15.71:0/3358985906 learned_addr learned my addr 172.21.15.71:0/3358985906 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:22.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.577+0000 7f6e892a3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea550890 0x5587ea554140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33264/0 (socket says 172.21.15.71:33264) 2024-09-05T07:42:22.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.577+0000 7f6e892a3640 1 -- 172.21.15.71:0/3358985906 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea543c60 msgr2=0x5587ea559150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:22.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.577+0000 7f6e892a3640 1 --2- 172.21.15.71:0/3358985906 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea543c60 0x5587ea559150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.577+0000 7f6e892a3640 1 -- 172.21.15.71:0/3358985906 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea543340 msgr2=0x5587ea558c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:22.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.577+0000 7f6e892a3640 1 --2- 172.21.15.71:0/3358985906 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea543340 0x5587ea558c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.577+0000 7f6e892a3640 1 -- 172.21.15.71:0/3358985906 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587ea554970 con 0x5587ea550890 2024-09-05T07:42:22.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.577+0000 7f6e7bfff640 1 --2- 172.21.15.71:0/3358985906 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea543c60 0x5587ea559150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:42:22.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.577+0000 7f6e892a3640 1 --2- 172.21.15.71:0/3358985906 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea550890 0x5587ea554140 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c014010 tx=0x7f6e7c004b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4ccf53a84be88a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:22.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.577+0000 7f6e63fff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:22.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.577+0000 7f6e63fff640 1 -- 172.21.15.71:0/3358985906 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e7c023660 con 0x5587ea550890 2024-09-05T07:42:22.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.577+0000 7f6e63fff640 1 -- 172.21.15.71:0/3358985906 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f6e7c023800 con 0x5587ea550890 2024-09-05T07:42:22.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.577+0000 7f6e8d0df740 1 -- 172.21.15.71:0/3358985906 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e74031e50 con 0x5587ea550890 2024-09-05T07:42:22.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.578+0000 7f6e63fff640 1 -- 172.21.15.71:0/3358985906 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6e7c031050 con 0x5587ea550890 2024-09-05T07:42:22.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.578+0000 7f6e8d0df740 10 client.16248 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:22.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.578+0000 7f6e8d0df740 1 -- 172.21.15.71:0/3358985906 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5587ea5cad50 con 0x5587ea550890 2024-09-05T07:42:22.583 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.578+0000 7f6e63fff640 1 -- 172.21.15.71:0/3358985906 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6e74031e50 con 0x5587ea550890 2024-09-05T07:42:22.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.578+0000 7f6e63fff640 1 -- 172.21.15.71:0/3358985906 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f6e7c022890 con 0x5587ea550890 2024-09-05T07:42:22.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.578+0000 7f6e8d0df740 10 client.16248 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:22.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.578+0000 7f6e8d0df740 10 client.16248 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:42:22.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.578+0000 7f6e8d0df740 20 client.16248 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:22.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.578+0000 7f6e8d0df740 1 --2- 172.21.15.71:0/3358985906 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5587ea5cb4d0 0x5587ea5cd8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:22.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.578+0000 7f6e8d0df740 4 client.16248 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:42:22.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.578+0000 7f6e8d0df740 1 -- 172.21.15.71:0/3358985906 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5587ea42d210 con 0x5587ea5cb4d0 2024-09-05T07:42:22.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.578+0000 7f6e88aa2640 1 --2- 172.21.15.71:0/3358985906 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5587ea5cb4d0 0x5587ea5cd8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:22.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.579+0000 7f6e88aa2640 1 --2- 172.21.15.71:0/3358985906 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5587ea5cb4d0 0x5587ea5cd8f0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f34545a0c4b75cb server_cookie=e580fea5599bc83e in_seq=0 out_seq=0 2024-09-05T07:42:22.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.579+0000 7f6e63fff640 10 client.16248 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:22.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.579+0000 7f6e63fff640 1 -- 172.21.15.71:0/3358985906 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5587ea42d210 con 0x5587ea5cb4d0 2024-09-05T07:42:22.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.579+0000 7f6e63fff640 10 client.16248 handle_command_reply: tid=0 2024-09-05T07:42:22.584 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.579+0000 7f6e8d0df740 1 client.16248 shutdown 2024-09-05T07:42:22.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.579+0000 7f6e8d0df740 1 -- 172.21.15.71:0/3358985906 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea550890 msgr2=0x5587ea554140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:22.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.579+0000 7f6e8d0df740 1 --2- 172.21.15.71:0/3358985906 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea550890 0x5587ea554140 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c014010 tx=0x7f6e7c004b50 comp rx=0 tx=0).stop 2024-09-05T07:42:22.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.579+0000 7f6e8d0df740 1 -- 172.21.15.71:0/3358985906 shutdown_connections 2024-09-05T07:42:22.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.579+0000 7f6e8d0df740 1 --2- 172.21.15.71:0/3358985906 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5587ea5cb4d0 0x5587ea5cd8f0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.579+0000 7f6e63fff640 0 client.16248 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:22.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.579+0000 7f6e8d0df740 1 --2- 172.21.15.71:0/3358985906 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5587ea550890 0x5587ea554140 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.579+0000 7f6e8d0df740 1 --2- 172.21.15.71:0/3358985906 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5587ea543c60 0x5587ea559150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.579+0000 7f6e8d0df740 1 --2- 172.21.15.71:0/3358985906 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5587ea543340 0x5587ea558c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.579+0000 7f6e8d0df740 1 -- 172.21.15.71:0/3358985906 >> 172.21.15.71:0/3358985906 conn(0x5587ea53fa30 msgr2=0x5587ea54ed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:22.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.579+0000 7f6e8d0df740 1 -- 172.21.15.71:0/3358985906 shutdown_connections 2024-09-05T07:42:22.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.579+0000 7f6e8d0df740 1 -- 172.21.15.71:0/3358985906 wait complete. 2024-09-05T07:42:22.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.579+0000 7f6e8d0df740 20 client.16248 trim_cache size 0 max 16384 2024-09-05T07:42:22.586 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:42:22.586 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T07:42:22.586 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": { 2024-09-05T07:42:22.586 INFO:teuthology.orchestra.run.smithi071.stdout: "b4204bca-b4df-4e8c-bf3c-6a5a76a07279": { 2024-09-05T07:42:22.586 INFO:teuthology.orchestra.run.smithi071.stdout: "path": "/", 2024-09-05T07:42:22.586 INFO:teuthology.orchestra.run.smithi071.stdout: "tag": "b4204bca-b4df-4e8c-bf3c-6a5a76a07279", 2024-09-05T07:42:22.586 INFO:teuthology.orchestra.run.smithi071.stdout: "options": "recursive,force" 2024-09-05T07:42:22.586 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:42:22.586 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:42:22.586 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:42:22.587 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.580+0000 7f6e8ad06640 1 -- 172.21.15.71:0/3717398411 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6e6c0a2cf0 msgr2=0x7f6e6c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:22.587 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.580+0000 7f6e8ad06640 1 --2- 172.21.15.71:0/3717398411 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6e6c0a2cf0 0x7f6e6c0a51b0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c013600 tx=0x7f6e7c004a40 comp rx=0 tx=0).stop 2024-09-05T07:42:22.587 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.580+0000 7f6e8ad06640 1 -- 172.21.15.71:0/3717398411 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6e84100a80 msgr2=0x7f6e84197310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:22.587 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.580+0000 7f6e8ad06640 1 --2- 172.21.15.71:0/3717398411 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6e84100a80 0x7f6e84197310 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f6e8000d770 tx=0x7f6e8000dc30 comp rx=0 tx=0).stop 2024-09-05T07:42:22.587 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.580+0000 7f6e8ad06640 1 -- 172.21.15.71:0/3717398411 shutdown_connections 2024-09-05T07:42:22.587 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.580+0000 7f6e8ad06640 1 --2- 172.21.15.71:0/3717398411 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6e6c0a2cf0 0x7f6e6c0a51b0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.587 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.580+0000 7f6e8ad06640 1 --2- 172.21.15.71:0/3717398411 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6e84106a80 0x7f6e8419bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.587 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.580+0000 7f6e8ad06640 1 --2- 172.21.15.71:0/3717398411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6e84101420 0x7f6e84197850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.587 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.580+0000 7f6e8ad06640 1 --2- 172.21.15.71:0/3717398411 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6e84100a80 0x7f6e84197310 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:22.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.580+0000 7f6e8ad06640 1 -- 172.21.15.71:0/3717398411 >> 172.21.15.71:0/3717398411 conn(0x7f6e840fc7a0 msgr2=0x7f6e840fd040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:22.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.580+0000 7f6e8ad06640 1 -- 172.21.15.71:0/3717398411 shutdown_connections 2024-09-05T07:42:22.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:22.580+0000 7f6e8ad06640 1 -- 172.21.15.71:0/3717398411 wait complete. 2024-09-05T07:42:22.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:22 smithi071 ceph-mon[30965]: pgmap v116: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 7 op/s 2024-09-05T07:42:22.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:22 smithi123 ceph-mon[34568]: pgmap v116: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 7 op/s 2024-09-05T07:42:22.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:22 smithi192 ceph-mon[34929]: pgmap v116: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 7 op/s 2024-09-05T07:42:23.446 INFO:tasks.cephfs.filesystem:scrub status for tag:b4204bca-b4df-4e8c-bf3c-6a5a76a07279 - {'path': '/', 'tag': 'b4204bca-b4df-4e8c-bf3c-6a5a76a07279', 'options': 'recursive,force'} 2024-09-05T07:42:24.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:24 smithi071 ceph-mon[30965]: pgmap v117: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 5 op/s 2024-09-05T07:42:24.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:24 smithi123 ceph-mon[34568]: pgmap v117: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 5 op/s 2024-09-05T07:42:24.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:24 smithi192 ceph-mon[34929]: pgmap v117: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 5 op/s 2024-09-05T07:42:25.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:25 smithi071 ceph-mon[30965]: scrub summary: idle 2024-09-05T07:42:25.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:25 smithi123 ceph-mon[34568]: scrub summary: idle 2024-09-05T07:42:25.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:25 smithi192 ceph-mon[34929]: scrub summary: idle 2024-09-05T07:42:26.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:26 smithi071 ceph-mon[30965]: pgmap v118: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:42:26.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:26 smithi123 ceph-mon[34568]: pgmap v118: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:42:26.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:26 smithi192 ceph-mon[34929]: pgmap v118: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:42:28.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:28 smithi071 ceph-mon[30965]: pgmap v119: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:42:28.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:28 smithi123 ceph-mon[34568]: pgmap v119: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:42:28.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:28 smithi192 ceph-mon[34929]: pgmap v119: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:42:30.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:30 smithi071 ceph-mon[30965]: pgmap v120: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:42:30.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:30 smithi123 ceph-mon[34568]: pgmap v120: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:42:30.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:30 smithi192 ceph-mon[34929]: pgmap v120: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:42:32.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:32 smithi071 ceph-mon[30965]: pgmap v121: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:42:32.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:32 smithi123 ceph-mon[34568]: pgmap v121: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:42:32.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:32 smithi192 ceph-mon[34929]: pgmap v121: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:42:34.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:34 smithi071 ceph-mon[30965]: pgmap v122: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:42:34.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:34 smithi123 ceph-mon[34568]: pgmap v122: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:42:34.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:34 smithi192 ceph-mon[34929]: pgmap v122: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:42:36.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:36 smithi071 ceph-mon[30965]: pgmap v123: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:42:36.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:36 smithi123 ceph-mon[34568]: pgmap v123: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:42:36.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:36 smithi192 ceph-mon[34929]: pgmap v123: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:42:38.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:38 smithi071 ceph-mon[30965]: pgmap v124: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:42:38.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:38 smithi123 ceph-mon[34568]: pgmap v124: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:42:38.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:38 smithi192 ceph-mon[34929]: pgmap v124: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:42:40.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:40 smithi071 ceph-mon[30965]: pgmap v125: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:42:40.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:40 smithi123 ceph-mon[34568]: pgmap v125: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:42:40.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:40 smithi192 ceph-mon[34929]: pgmap v125: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:42:42.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:42 smithi071 ceph-mon[30965]: pgmap v126: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:42:42.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:42 smithi123 ceph-mon[34568]: pgmap v126: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:42:42.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:42 smithi192 ceph-mon[34929]: pgmap v126: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:42:44.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:44 smithi071 ceph-mon[30965]: pgmap v127: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:42:44.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:44 smithi123 ceph-mon[34568]: pgmap v127: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:42:44.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:44 smithi192 ceph-mon[34929]: pgmap v127: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:42:46.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:46 smithi071 ceph-mon[30965]: pgmap v128: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:42:46.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:46 smithi123 ceph-mon[34568]: pgmap v128: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:42:46.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:46 smithi192 ceph-mon[34929]: pgmap v128: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:42:48.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:48 smithi071 ceph-mon[30965]: pgmap v129: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:42:48.933 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:48 smithi123 ceph-mon[34568]: pgmap v129: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:42:48.965 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:48 smithi192 ceph-mon[34929]: pgmap v129: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:42:50.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:50 smithi071 ceph-mon[30965]: pgmap v130: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:42:50.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:50 smithi123 ceph-mon[34568]: pgmap v130: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:42:50.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:50 smithi192 ceph-mon[34929]: pgmap v130: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:42:52.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:52 smithi071 ceph-mon[30965]: pgmap v131: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:42:52.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:52 smithi123 ceph-mon[34568]: pgmap v131: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:42:52.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:52 smithi192 ceph-mon[34929]: pgmap v131: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:42:53.447 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:42:53.708 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:42:53.828 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:53 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:42:53.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:53 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:42:53.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:53 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:42:54.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.170+0000 7f4863a9a640 1 -- 172.21.15.71:0/1022226680 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f485c106a80 msgr2=0x7f485c106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:54.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.170+0000 7f4863a9a640 1 --2- 172.21.15.71:0/1022226680 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f485c106a80 0x7f485c106e60 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f4854009930 tx=0x7f485402a420 comp rx=0 tx=0).stop 2024-09-05T07:42:54.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.170+0000 7f4863a9a640 1 -- 172.21.15.71:0/1022226680 shutdown_connections 2024-09-05T07:42:54.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.170+0000 7f4863a9a640 1 --2- 172.21.15.71:0/1022226680 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f485c101420 0x7f485c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.170+0000 7f4863a9a640 1 --2- 172.21.15.71:0/1022226680 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f485c100a80 0x7f485c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.170+0000 7f4863a9a640 1 --2- 172.21.15.71:0/1022226680 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f485c106a80 0x7f485c106e60 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.170+0000 7f4863a9a640 1 -- 172.21.15.71:0/1022226680 >> 172.21.15.71:0/1022226680 conn(0x7f485c0fc7a0 msgr2=0x7f485c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:54.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.170+0000 7f4863a9a640 1 -- 172.21.15.71:0/1022226680 shutdown_connections 2024-09-05T07:42:54.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.170+0000 7f4863a9a640 1 -- 172.21.15.71:0/1022226680 wait complete. 2024-09-05T07:42:54.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.170+0000 7f4863a9a640 1 Processor -- start 2024-09-05T07:42:54.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.170+0000 7f4863a9a640 1 -- start start 2024-09-05T07:42:54.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f4863a9a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f485c100a80 0x7f485c1972d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:54.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f4863a9a640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f485c101420 0x7f485c197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:54.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f4863a9a640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f485c106a80 0x7f485c19bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:54.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f4863a9a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f485c110d50 con 0x7f485c100a80 2024-09-05T07:42:54.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f4863a9a640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f485c110bd0 con 0x7f485c101420 2024-09-05T07:42:54.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f4863a9a640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f485c110ed0 con 0x7f485c106a80 2024-09-05T07:42:54.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f4861836640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f485c100a80 0x7f485c1972d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:54.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f4861836640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f485c100a80 0x7f485c1972d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48528/0 (socket says 172.21.15.71:48528) 2024-09-05T07:42:54.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f4861836640 1 -- 172.21.15.71:0/3406125069 learned_addr learned my addr 172.21.15.71:0/3406125069 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:54.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f4862037640 1 --2- 172.21.15.71:0/3406125069 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f485c106a80 0x7f485c19bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:54.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f4861836640 1 -- 172.21.15.71:0/3406125069 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f485c106a80 msgr2=0x7f485c19bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:54.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f4861035640 1 --2- 172.21.15.71:0/3406125069 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f485c101420 0x7f485c197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:54.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f4861836640 1 --2- 172.21.15.71:0/3406125069 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f485c106a80 0x7f485c19bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f4861836640 1 -- 172.21.15.71:0/3406125069 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f485c101420 msgr2=0x7f485c197810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:54.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f4861836640 1 --2- 172.21.15.71:0/3406125069 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f485c101420 0x7f485c197810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f4861836640 1 -- 172.21.15.71:0/3406125069 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f485c19c280 con 0x7f485c100a80 2024-09-05T07:42:54.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f4862037640 1 --2- 172.21.15.71:0/3406125069 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f485c106a80 0x7f485c19bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:42:54.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f4861836640 1 --2- 172.21.15.71:0/3406125069 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f485c100a80 0x7f485c1972d0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f4854004770 tx=0x7f48540042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:54.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f485affd640 1 -- 172.21.15.71:0/3406125069 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f485403f070 con 0x7f485c100a80 2024-09-05T07:42:54.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f4863a9a640 1 -- 172.21.15.71:0/3406125069 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f485c19c510 con 0x7f485c100a80 2024-09-05T07:42:54.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f485affd640 1 -- 172.21.15.71:0/3406125069 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f485403b460 con 0x7f485c100a80 2024-09-05T07:42:54.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.171+0000 7f485affd640 1 -- 172.21.15.71:0/3406125069 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4854035070 con 0x7f485c100a80 2024-09-05T07:42:54.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.172+0000 7f4863a9a640 1 -- 172.21.15.71:0/3406125069 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f485c1a3e50 con 0x7f485c100a80 2024-09-05T07:42:54.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.174+0000 7f4865e73740 1 Processor -- start 2024-09-05T07:42:54.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.174+0000 7f4865e73740 1 -- start start 2024-09-05T07:42:54.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.175+0000 7f485affd640 1 -- 172.21.15.71:0/3406125069 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f485403b610 con 0x7f485c100a80 2024-09-05T07:42:54.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.175+0000 7f4865e73740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcba4a0 0x56488bcba880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:54.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.175+0000 7f4865e73740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcbadc0 0x56488bcc5140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:54.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.175+0000 7f4865e73740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 0x56488bcc7a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:54.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.175+0000 7f4865e73740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x56488bc202e0 con 0x56488bcc5680 2024-09-05T07:42:54.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.175+0000 7f4865e73740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56488bbc7ce0 con 0x56488bcba4a0 2024-09-05T07:42:54.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.175+0000 7f4865e73740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56488bc1c2a0 con 0x56488bcbadc0 2024-09-05T07:42:54.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.175+0000 7f4861035640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 0x56488bcc7a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:54.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.175+0000 7f4861035640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 0x56488bcc7a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48542/0 (socket says 172.21.15.71:48542) 2024-09-05T07:42:54.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.175+0000 7f4861035640 1 -- 172.21.15.71:0/48949313 learned_addr learned my addr 172.21.15.71:0/48949313 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:54.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.175+0000 7f4861836640 1 --2- 172.21.15.71:0/48949313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcbadc0 0x56488bcc5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:54.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.175+0000 7f4862037640 1 --2- 172.21.15.71:0/48949313 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcba4a0 0x56488bcba880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:54.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.175+0000 7f4861035640 1 -- 172.21.15.71:0/48949313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcbadc0 msgr2=0x56488bcc5140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:54.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.175+0000 7f4861035640 1 --2- 172.21.15.71:0/48949313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcbadc0 0x56488bcc5140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.175+0000 7f4861035640 1 -- 172.21.15.71:0/48949313 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcba4a0 msgr2=0x56488bcba880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:54.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.175+0000 7f4861035640 1 --2- 172.21.15.71:0/48949313 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcba4a0 0x56488bcba880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.175+0000 7f4861035640 1 -- 172.21.15.71:0/48949313 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56488bbac440 con 0x56488bcc5680 2024-09-05T07:42:54.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.175+0000 7f4861836640 1 --2- 172.21.15.71:0/48949313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcbadc0 0x56488bcc5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:42:54.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.175+0000 7f4862037640 1 --2- 172.21.15.71:0/48949313 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcba4a0 0x56488bcba880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:42:54.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.175+0000 7f4861035640 1 --2- 172.21.15.71:0/48949313 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 0x56488bcc7a70 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f4850009e30 tx=0x7f485000f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58620f8d3a4f48a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:54.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.176+0000 7f485affd640 1 --2- 172.21.15.71:0/3406125069 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f48440a2cf0 0x7f48440a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:54.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.176+0000 7f4843fff640 1 -- 172.21.15.71:0/48949313 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f485001a680 con 0x56488bcc5680 2024-09-05T07:42:54.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.176+0000 7f4843fff640 1 -- 172.21.15.71:0/48949313 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48500118f0 con 0x56488bcc5680 2024-09-05T07:42:54.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.176+0000 7f4843fff640 1 -- 172.21.15.71:0/48949313 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48500108d0 con 0x56488bcc5680 2024-09-05T07:42:54.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.176+0000 7f4862037640 1 --2- 172.21.15.71:0/3406125069 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f48440a2cf0 0x7f48440a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:54.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.176+0000 7f485affd640 1 -- 172.21.15.71:0/3406125069 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f48540efc70 con 0x7f485c100a80 2024-09-05T07:42:54.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.176+0000 7f4865e73740 1 -- 172.21.15.71:0/48949313 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 msgr2=0x56488bcc7a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:54.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.176+0000 7f4862037640 1 --2- 172.21.15.71:0/3406125069 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f48440a2cf0 0x7f48440a51b0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f484c00b840 tx=0x7f484c008040 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:54.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.176+0000 7f4865e73740 1 --2- 172.21.15.71:0/48949313 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 0x56488bcc7a70 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f4850009e30 tx=0x7f485000f730 comp rx=0 tx=0).stop 2024-09-05T07:42:54.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.176+0000 7f4865e73740 1 -- 172.21.15.71:0/48949313 shutdown_connections 2024-09-05T07:42:54.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.176+0000 7f4865e73740 1 --2- 172.21.15.71:0/48949313 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 0x56488bcc7a70 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.176+0000 7f4865e73740 1 --2- 172.21.15.71:0/48949313 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcbadc0 0x56488bcc5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.186 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.176+0000 7f4865e73740 1 --2- 172.21.15.71:0/48949313 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcba4a0 0x56488bcba880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.176+0000 7f4865e73740 1 -- 172.21.15.71:0/48949313 >> 172.21.15.71:0/48949313 conn(0x56488bcb6a30 msgr2=0x56488bcb6e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:54.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.177+0000 7f4865e73740 1 -- 172.21.15.71:0/48949313 shutdown_connections 2024-09-05T07:42:54.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.177+0000 7f4865e73740 1 -- 172.21.15.71:0/48949313 wait complete. 2024-09-05T07:42:54.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.177+0000 7f4865e73740 1 -- start start 2024-09-05T07:42:54.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.177+0000 7f4865e73740 1 Processor -- start 2024-09-05T07:42:54.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.177+0000 7f4865e73740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcba4a0 0x56488bcc4f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:54.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.177+0000 7f4865e73740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcbadc0 0x56488bcc2210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:54.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.177+0000 7f4865e73740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcc5680 0x56488bcc2750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:54.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.177+0000 7f4865e73740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x56488bcc8250 con 0x56488bcbadc0 2024-09-05T07:42:54.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.177+0000 7f4865e73740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56488bbdb050 con 0x56488bcba4a0 2024-09-05T07:42:54.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.177+0000 7f4865e73740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56488bcc83d0 con 0x56488bcc5680 2024-09-05T07:42:54.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.178+0000 7f4865e73740 10 client.0 _ll_register_callbacks cb 0x56488bc1b160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:54.187 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.178+0000 7f4861035640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcbadc0 0x56488bcc2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:54.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.178+0000 7f4861035640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcbadc0 0x56488bcc2210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48558/0 (socket says 172.21.15.71:48558) 2024-09-05T07:42:54.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.178+0000 7f4861836640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcba4a0 0x56488bcc4f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:54.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.178+0000 7f4861035640 1 -- 172.21.15.71:0/1331746161 learned_addr learned my addr 172.21.15.71:0/1331746161 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:54.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.178+0000 7f4862037640 1 --2- 172.21.15.71:0/1331746161 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcc5680 0x56488bcc2750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:54.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.178+0000 7f4861035640 1 -- 172.21.15.71:0/1331746161 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcc5680 msgr2=0x56488bcc2750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:54.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.178+0000 7f4861035640 1 --2- 172.21.15.71:0/1331746161 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcc5680 0x56488bcc2750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.178+0000 7f4861035640 1 -- 172.21.15.71:0/1331746161 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcba4a0 msgr2=0x56488bcc4f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:54.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.178+0000 7f4861035640 1 --2- 172.21.15.71:0/1331746161 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcba4a0 0x56488bcc4f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.178+0000 7f4861035640 1 -- 172.21.15.71:0/1331746161 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56488b9913c0 con 0x56488bcbadc0 2024-09-05T07:42:54.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.178+0000 7f4862037640 1 --2- 172.21.15.71:0/1331746161 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcc5680 0x56488bcc2750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:42:54.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.178+0000 7f4861035640 1 --2- 172.21.15.71:0/1331746161 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcbadc0 0x56488bcc2210 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f4850010410 tx=0x7f4850011670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30938a2c0a5b29d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:54.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.178+0000 7f48417fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:54.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.178+0000 7f48417fa640 1 -- 172.21.15.71:0/1331746161 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4850029060 con 0x56488bcbadc0 2024-09-05T07:42:54.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.178+0000 7f4865e73740 1 -- 172.21.15.71:0/1331746161 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f48500118f0 con 0x56488bcbadc0 2024-09-05T07:42:54.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.178+0000 7f48417fa640 1 -- 172.21.15.71:0/1331746161 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f4850011cb0 con 0x56488bcbadc0 2024-09-05T07:42:54.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.178+0000 7f48417fa640 1 -- 172.21.15.71:0/1331746161 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4850030050 con 0x56488bcbadc0 2024-09-05T07:42:54.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.178+0000 7f4865e73740 10 client.16260 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:54.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.178+0000 7f4865e73740 1 -- 172.21.15.71:0/1331746161 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56488bcd3b30 con 0x56488bcbadc0 2024-09-05T07:42:54.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.179+0000 7f48417fa640 1 -- 172.21.15.71:0/1331746161 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48500118f0 con 0x56488bcbadc0 2024-09-05T07:42:54.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.179+0000 7f48417fa640 1 -- 172.21.15.71:0/1331746161 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f485001a5a0 con 0x56488bcbadc0 2024-09-05T07:42:54.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.179+0000 7f4865e73740 10 client.16260 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:54.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.179+0000 7f4865e73740 10 client.16260 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:42:54.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.179+0000 7f4865e73740 20 client.16260 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:54.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.179+0000 7f4865e73740 1 --2- 172.21.15.71:0/1331746161 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56488bcd4f40 0x56488bcd7330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:54.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.179+0000 7f4865e73740 4 client.16260 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:42:54.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.179+0000 7f4865e73740 1 -- 172.21.15.71:0/1331746161 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56488bc2d850 con 0x56488bcd4f40 2024-09-05T07:42:54.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.179+0000 7f4861836640 1 --2- 172.21.15.71:0/1331746161 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56488bcd4f40 0x56488bcd7330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:54.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.180+0000 7f48417fa640 10 client.16260 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:54.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.180+0000 7f4861836640 1 --2- 172.21.15.71:0/1331746161 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56488bcd4f40 0x56488bcd7330 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf6a9576ff4e7ea5 server_cookie=debdffd71cdaafc3 in_seq=0 out_seq=0 2024-09-05T07:42:54.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.180+0000 7f48417fa640 1 -- 172.21.15.71:0/1331746161 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56488bc2d850 con 0x56488bcd4f40 2024-09-05T07:42:54.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.180+0000 7f48417fa640 10 client.16260 handle_command_reply: tid=0 2024-09-05T07:42:54.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.180+0000 7f4865e73740 1 client.16260 shutdown 2024-09-05T07:42:54.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.180+0000 7f4865e73740 1 -- 172.21.15.71:0/1331746161 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcbadc0 msgr2=0x56488bcc2210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:54.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.180+0000 7f4865e73740 1 --2- 172.21.15.71:0/1331746161 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcbadc0 0x56488bcc2210 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f4850010410 tx=0x7f4850011670 comp rx=0 tx=0).stop 2024-09-05T07:42:54.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.181+0000 7f4865e73740 1 -- 172.21.15.71:0/1331746161 shutdown_connections 2024-09-05T07:42:54.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.181+0000 7f4865e73740 1 --2- 172.21.15.71:0/1331746161 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56488bcd4f40 0x56488bcd7330 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.181+0000 7f4865e73740 1 --2- 172.21.15.71:0/1331746161 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcc5680 0x56488bcc2750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.181+0000 7f4865e73740 1 --2- 172.21.15.71:0/1331746161 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcbadc0 0x56488bcc2210 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.181+0000 7f4865e73740 1 --2- 172.21.15.71:0/1331746161 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcba4a0 0x56488bcc4f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.181+0000 7f48417fa640 0 client.16260 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:54.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.181+0000 7f4865e73740 1 -- 172.21.15.71:0/1331746161 >> 172.21.15.71:0/1331746161 conn(0x56488bcb6a30 msgr2=0x56488bcbc710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:54.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.181+0000 7f4865e73740 1 -- 172.21.15.71:0/1331746161 shutdown_connections 2024-09-05T07:42:54.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.181+0000 7f4865e73740 1 -- 172.21.15.71:0/1331746161 wait complete. 2024-09-05T07:42:54.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.181+0000 7f4865e73740 20 client.16260 trim_cache size 0 max 16384 2024-09-05T07:42:54.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.197+0000 7f4865e73740 1 Processor -- start 2024-09-05T07:42:54.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.198+0000 7f4865e73740 1 -- start start 2024-09-05T07:42:54.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.198+0000 7f4865e73740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcba4a0 0x56488bcd14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:54.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.198+0000 7f4865e73740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcbadc0 0x56488bcdc960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:54.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.198+0000 7f4865e73740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 0x56488bcdcea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:54.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.198+0000 7f4865e73740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f485c1b0960 con 0x56488bcc5680 2024-09-05T07:42:54.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.198+0000 7f4865e73740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f485c1ae230 con 0x56488bcbadc0 2024-09-05T07:42:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.198+0000 7f4865e73740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f485c1ac080 con 0x56488bcba4a0 2024-09-05T07:42:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.198+0000 7f4862037640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 0x56488bcdcea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.198+0000 7f4861836640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcba4a0 0x56488bcd14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.198+0000 7f4862037640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 0x56488bcdcea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48562/0 (socket says 172.21.15.71:48562) 2024-09-05T07:42:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.198+0000 7f4862037640 1 -- 172.21.15.71:0/1664657048 learned_addr learned my addr 172.21.15.71:0/1664657048 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.198+0000 7f4861035640 1 --2- 172.21.15.71:0/1664657048 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcbadc0 0x56488bcdc960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.198+0000 7f4862037640 1 -- 172.21.15.71:0/1664657048 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcba4a0 msgr2=0x56488bcd14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.198+0000 7f4862037640 1 --2- 172.21.15.71:0/1664657048 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcba4a0 0x56488bcd14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.198+0000 7f4862037640 1 -- 172.21.15.71:0/1664657048 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcbadc0 msgr2=0x56488bcdc960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.198+0000 7f4862037640 1 --2- 172.21.15.71:0/1664657048 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcbadc0 0x56488bcdc960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.198+0000 7f4862037640 1 -- 172.21.15.71:0/1664657048 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56488bcbabf0 con 0x56488bcc5680 2024-09-05T07:42:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.198+0000 7f4862037640 1 --2- 172.21.15.71:0/1664657048 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 0x56488bcdcea0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f484c00bfd0 tx=0x7f484c010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acac4c3b94d33a02 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:54.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.198+0000 7f48437fe640 1 -- 172.21.15.71:0/1664657048 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f484c019030 con 0x56488bcc5680 2024-09-05T07:42:54.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.199+0000 7f48437fe640 1 -- 172.21.15.71:0/1664657048 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f484c024070 con 0x56488bcc5680 2024-09-05T07:42:54.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.199+0000 7f48437fe640 1 -- 172.21.15.71:0/1664657048 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f484c0133f0 con 0x56488bcc5680 2024-09-05T07:42:54.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.199+0000 7f4865e73740 1 -- 172.21.15.71:0/1664657048 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 msgr2=0x56488bcdcea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:54.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.199+0000 7f4865e73740 1 --2- 172.21.15.71:0/1664657048 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 0x56488bcdcea0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f484c00bfd0 tx=0x7f484c010000 comp rx=0 tx=0).stop 2024-09-05T07:42:54.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.199+0000 7f4865e73740 1 -- 172.21.15.71:0/1664657048 shutdown_connections 2024-09-05T07:42:54.204 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.199+0000 7f4865e73740 1 --2- 172.21.15.71:0/1664657048 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 0x56488bcdcea0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.199+0000 7f4865e73740 1 --2- 172.21.15.71:0/1664657048 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcbadc0 0x56488bcdc960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.199+0000 7f4865e73740 1 --2- 172.21.15.71:0/1664657048 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcba4a0 0x56488bcd14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.199+0000 7f4865e73740 1 -- 172.21.15.71:0/1664657048 >> 172.21.15.71:0/1664657048 conn(0x56488bcb6a30 msgr2=0x56488bcc1300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:54.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.199+0000 7f4865e73740 1 -- 172.21.15.71:0/1664657048 shutdown_connections 2024-09-05T07:42:54.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.199+0000 7f4865e73740 1 -- 172.21.15.71:0/1664657048 wait complete. 2024-09-05T07:42:54.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.199+0000 7f4865e73740 1 -- start start 2024-09-05T07:42:54.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.200+0000 7f4865e73740 1 Processor -- start 2024-09-05T07:42:54.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.200+0000 7f4865e73740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcba4a0 0x56488bccde90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:54.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.200+0000 7f4865e73740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcbadc0 0x56488bcc91c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:54.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.200+0000 7f4865e73740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 0x56488bcc97b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:54.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.200+0000 7f4865e73740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f485c1ac6f0 con 0x56488bcc5680 2024-09-05T07:42:54.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.200+0000 7f4865e73740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f485c1adb60 con 0x56488bcba4a0 2024-09-05T07:42:54.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.200+0000 7f4865e73740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f485c1acdc0 con 0x56488bcbadc0 2024-09-05T07:42:54.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.200+0000 7f4865e73740 10 client.0 _ll_register_callbacks cb 0x7f4850009c80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:54.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.200+0000 7f4862037640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 0x56488bcc97b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:54.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.200+0000 7f4862037640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 0x56488bcc97b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48566/0 (socket says 172.21.15.71:48566) 2024-09-05T07:42:54.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.200+0000 7f4862037640 1 -- 172.21.15.71:0/2738908613 learned_addr learned my addr 172.21.15.71:0/2738908613 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:54.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.200+0000 7f4861836640 1 --2- 172.21.15.71:0/2738908613 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcba4a0 0x56488bccde90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:54.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.200+0000 7f4861035640 1 --2- 172.21.15.71:0/2738908613 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcbadc0 0x56488bcc91c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:54.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.200+0000 7f4862037640 1 -- 172.21.15.71:0/2738908613 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcbadc0 msgr2=0x56488bcc91c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:54.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.200+0000 7f4862037640 1 --2- 172.21.15.71:0/2738908613 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcbadc0 0x56488bcc91c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.200+0000 7f4862037640 1 -- 172.21.15.71:0/2738908613 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcba4a0 msgr2=0x56488bccde90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:54.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.200+0000 7f4862037640 1 --2- 172.21.15.71:0/2738908613 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcba4a0 0x56488bccde90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.200+0000 7f4862037640 1 -- 172.21.15.71:0/2738908613 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56488bcc9fe0 con 0x56488bcc5680 2024-09-05T07:42:54.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.200+0000 7f4861836640 1 --2- 172.21.15.71:0/2738908613 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcba4a0 0x56488bccde90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:42:54.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.201+0000 7f4862037640 1 --2- 172.21.15.71:0/2738908613 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 0x56488bcc97b0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f484c00b700 tx=0x7f484c01fec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0d5947a88baf133 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:54.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.201+0000 7f48417fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:54.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.201+0000 7f48417fa640 1 -- 172.21.15.71:0/2738908613 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f484c019050 con 0x56488bcc5680 2024-09-05T07:42:54.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.201+0000 7f48417fa640 1 -- 172.21.15.71:0/2738908613 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f484c012de0 con 0x56488bcc5680 2024-09-05T07:42:54.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.201+0000 7f4865e73740 1 -- 172.21.15.71:0/2738908613 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f484c024070 con 0x56488bcc5680 2024-09-05T07:42:54.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.201+0000 7f48417fa640 1 -- 172.21.15.71:0/2738908613 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f484c03a050 con 0x56488bcc5680 2024-09-05T07:42:54.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.201+0000 7f4865e73740 10 client.16266 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:54.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.201+0000 7f4865e73740 1 -- 172.21.15.71:0/2738908613 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56488bd3fa50 con 0x56488bcc5680 2024-09-05T07:42:54.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.201+0000 7f48417fa640 1 -- 172.21.15.71:0/2738908613 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f484c024070 con 0x56488bcc5680 2024-09-05T07:42:54.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.201+0000 7f48417fa640 1 -- 172.21.15.71:0/2738908613 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f484c028b40 con 0x56488bcc5680 2024-09-05T07:42:54.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.201+0000 7f4865e73740 10 client.16266 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:54.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.201+0000 7f4865e73740 10 client.16266 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:42:54.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.201+0000 7f4865e73740 20 client.16266 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.201+0000 7f4865e73740 1 --2- 172.21.15.71:0/2738908613 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56488bd40110 0x56488bd42530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.201+0000 7f4865e73740 4 client.16266 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:42:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.201+0000 7f4865e73740 1 -- 172.21.15.71:0/2738908613 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56488bc27d60 con 0x56488bd40110 2024-09-05T07:42:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.202+0000 7f4861836640 1 --2- 172.21.15.71:0/2738908613 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56488bd40110 0x56488bd42530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.202+0000 7f48417fa640 10 client.16266 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.202+0000 7f4861836640 1 --2- 172.21.15.71:0/2738908613 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56488bd40110 0x56488bd42530 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=498bf264df7f123c server_cookie=35e3a83a92e54afc in_seq=0 out_seq=0 2024-09-05T07:42:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.202+0000 7f48417fa640 1 -- 172.21.15.71:0/2738908613 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56488bc27d60 con 0x56488bd40110 2024-09-05T07:42:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.202+0000 7f48417fa640 10 client.16266 handle_command_reply: tid=0 2024-09-05T07:42:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.202+0000 7f4865e73740 1 client.16266 shutdown 2024-09-05T07:42:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.202+0000 7f4865e73740 1 -- 172.21.15.71:0/2738908613 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 msgr2=0x56488bcc97b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.202+0000 7f4865e73740 1 --2- 172.21.15.71:0/2738908613 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 0x56488bcc97b0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f484c00b700 tx=0x7f484c01fec0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.202+0000 7f4865e73740 1 -- 172.21.15.71:0/2738908613 shutdown_connections 2024-09-05T07:42:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.202+0000 7f4865e73740 1 --2- 172.21.15.71:0/2738908613 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56488bd40110 0x56488bd42530 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.202+0000 7f4865e73740 1 --2- 172.21.15.71:0/2738908613 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56488bcc5680 0x56488bcc97b0 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.202+0000 7f4865e73740 1 --2- 172.21.15.71:0/2738908613 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56488bcbadc0 0x56488bcc91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.202+0000 7f48417fa640 0 client.16266 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:42:54.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.202+0000 7f4865e73740 1 --2- 172.21.15.71:0/2738908613 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56488bcba4a0 0x56488bccde90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.202+0000 7f4865e73740 1 -- 172.21.15.71:0/2738908613 >> 172.21.15.71:0/2738908613 conn(0x56488bcb6a30 msgr2=0x56488bcb5350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:54.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.202+0000 7f4865e73740 1 -- 172.21.15.71:0/2738908613 shutdown_connections 2024-09-05T07:42:54.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.202+0000 7f4865e73740 1 -- 172.21.15.71:0/2738908613 wait complete. 2024-09-05T07:42:54.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.203+0000 7f4865e73740 20 client.16266 trim_cache size 0 max 16384 2024-09-05T07:42:54.211 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:42:54.212 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "no active scrubs running", 2024-09-05T07:42:54.212 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": {} 2024-09-05T07:42:54.212 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:42:54.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.203+0000 7f4863a9a640 1 -- 172.21.15.71:0/3406125069 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f48440a2cf0 msgr2=0x7f48440a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:54.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.203+0000 7f4863a9a640 1 --2- 172.21.15.71:0/3406125069 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f48440a2cf0 0x7f48440a51b0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f484c00b840 tx=0x7f484c008040 comp rx=0 tx=0).stop 2024-09-05T07:42:54.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.203+0000 7f4863a9a640 1 -- 172.21.15.71:0/3406125069 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f485c100a80 msgr2=0x7f485c1972d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:54.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.203+0000 7f4863a9a640 1 --2- 172.21.15.71:0/3406125069 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f485c100a80 0x7f485c1972d0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f4854004770 tx=0x7f48540042f0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.203+0000 7f4863a9a640 1 -- 172.21.15.71:0/3406125069 shutdown_connections 2024-09-05T07:42:54.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.203+0000 7f4863a9a640 1 --2- 172.21.15.71:0/3406125069 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f48440a2cf0 0x7f48440a51b0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.203+0000 7f4863a9a640 1 --2- 172.21.15.71:0/3406125069 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f485c106a80 0x7f485c19bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.203+0000 7f4863a9a640 1 --2- 172.21.15.71:0/3406125069 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f485c101420 0x7f485c197810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.203+0000 7f4863a9a640 1 --2- 172.21.15.71:0/3406125069 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f485c100a80 0x7f485c1972d0 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:54.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.203+0000 7f4863a9a640 1 -- 172.21.15.71:0/3406125069 >> 172.21.15.71:0/3406125069 conn(0x7f485c0fc7a0 msgr2=0x7f485c0fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:54.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.203+0000 7f4863a9a640 1 -- 172.21.15.71:0/3406125069 shutdown_connections 2024-09-05T07:42:54.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:54.203+0000 7f4863a9a640 1 -- 172.21.15.71:0/3406125069 wait complete. 2024-09-05T07:42:54.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:54 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:42:54.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:54 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:42:54.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:54 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:42:54.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:54 smithi071 ceph-mon[30965]: pgmap v132: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:42:54.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:54 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:42:54.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:54 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:42:54.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:54 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:42:54.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:54 smithi123 ceph-mon[34568]: pgmap v132: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:42:54.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:54 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:42:54.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:54 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:42:54.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:54 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:42:54.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:54 smithi192 ceph-mon[34929]: pgmap v132: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:42:55.000 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T07:42:55.000 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:42:55.247 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:42:55.699 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.687+0000 7f630a630640 1 -- 172.21.15.71:0/203951363 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6304102790 msgr2=0x7f63041067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:55.699 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.687+0000 7f630a630640 1 --2- 172.21.15.71:0/203951363 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6304102790 0x7f63041067e0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f62f8009900 tx=0x7f62f802a410 comp rx=0 tx=0).stop 2024-09-05T07:42:55.699 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.687+0000 7f630a630640 1 -- 172.21.15.71:0/203951363 shutdown_connections 2024-09-05T07:42:55.699 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.687+0000 7f630a630640 1 --2- 172.21.15.71:0/203951363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6304106f10 0x7f630410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:55.699 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.687+0000 7f630a630640 1 --2- 172.21.15.71:0/203951363 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6304102790 0x7f63041067e0 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:55.699 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.687+0000 7f630a630640 1 --2- 172.21.15.71:0/203951363 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6304101de0 0x7f63041021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:55.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.687+0000 7f630a630640 1 -- 172.21.15.71:0/203951363 >> 172.21.15.71:0/203951363 conn(0x7f63040fd8c0 msgr2=0x7f63040ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:55.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.687+0000 7f630a630640 1 -- 172.21.15.71:0/203951363 shutdown_connections 2024-09-05T07:42:55.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.687+0000 7f630a630640 1 -- 172.21.15.71:0/203951363 wait complete. 2024-09-05T07:42:55.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.687+0000 7f630a630640 1 Processor -- start 2024-09-05T07:42:55.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.687+0000 7f630a630640 1 -- start start 2024-09-05T07:42:55.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.688+0000 7f630a630640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6304101de0 0x7f63041983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:55.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.688+0000 7f630a630640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6304102790 0x7f63041988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:55.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.688+0000 7f630a630640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6304106f10 0x7f630419cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:55.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.688+0000 7f630a630640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6304111e20 con 0x7f6304101de0 2024-09-05T07:42:55.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.688+0000 7f630a630640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6304111ca0 con 0x7f6304102790 2024-09-05T07:42:55.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.688+0000 7f630a630640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6304111fa0 con 0x7f6304106f10 2024-09-05T07:42:55.700 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.688+0000 7f6303fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6304101de0 0x7f63041983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:55.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.688+0000 7f6303fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6304101de0 0x7f63041983a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48594/0 (socket says 172.21.15.71:48594) 2024-09-05T07:42:55.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.688+0000 7f6303fff640 1 -- 172.21.15.71:0/2233538980 learned_addr learned my addr 172.21.15.71:0/2233538980 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:55.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.688+0000 7f6308bcd640 1 --2- 172.21.15.71:0/2233538980 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6304106f10 0x7f630419cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:55.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.688+0000 7f6303fff640 1 -- 172.21.15.71:0/2233538980 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6304106f10 msgr2=0x7f630419cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:55.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.688+0000 7f6303fff640 1 --2- 172.21.15.71:0/2233538980 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6304106f10 0x7f630419cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:55.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.688+0000 7f63037fe640 1 --2- 172.21.15.71:0/2233538980 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6304102790 0x7f63041988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:55.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.688+0000 7f6303fff640 1 -- 172.21.15.71:0/2233538980 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6304102790 msgr2=0x7f63041988e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:55.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.688+0000 7f6303fff640 1 --2- 172.21.15.71:0/2233538980 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6304102790 0x7f63041988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:55.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.688+0000 7f6303fff640 1 -- 172.21.15.71:0/2233538980 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f630419d350 con 0x7f6304101de0 2024-09-05T07:42:55.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.688+0000 7f6303fff640 1 --2- 172.21.15.71:0/2233538980 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6304101de0 0x7f63041983a0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f62f400d950 tx=0x7f62f400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:55.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.688+0000 7f63017fa640 1 -- 172.21.15.71:0/2233538980 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62f4017070 con 0x7f6304101de0 2024-09-05T07:42:55.701 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.689+0000 7f63017fa640 1 -- 172.21.15.71:0/2233538980 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f62f4009c30 con 0x7f6304101de0 2024-09-05T07:42:55.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.689+0000 7f63017fa640 1 -- 172.21.15.71:0/2233538980 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62f400f620 con 0x7f6304101de0 2024-09-05T07:42:55.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.689+0000 7f630a630640 1 -- 172.21.15.71:0/2233538980 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f630419d640 con 0x7f6304101de0 2024-09-05T07:42:55.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.689+0000 7f630a630640 1 -- 172.21.15.71:0/2233538980 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63041a4f20 con 0x7f6304101de0 2024-09-05T07:42:55.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.690+0000 7f630a630640 1 -- 172.21.15.71:0/2233538980 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63041021c0 con 0x7f6304101de0 2024-09-05T07:42:55.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.691+0000 7f63017fa640 1 -- 172.21.15.71:0/2233538980 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f62f40109a0 con 0x7f6304101de0 2024-09-05T07:42:55.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.691+0000 7f63017fa640 1 --2- 172.21.15.71:0/2233538980 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f62ec0a2cf0 0x7f62ec0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:55.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.692+0000 7f63037fe640 1 --2- 172.21.15.71:0/2233538980 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f62ec0a2cf0 0x7f62ec0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:55.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.692+0000 7f63017fa640 1 -- 172.21.15.71:0/2233538980 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f62f40cf510 con 0x7f6304101de0 2024-09-05T07:42:55.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.692+0000 7f63037fe640 1 --2- 172.21.15.71:0/2233538980 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f62ec0a2cf0 0x7f62ec0a51b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f62f8006010 tx=0x7f62f8000bc0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:55.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.695+0000 7f63017fa640 1 -- 172.21.15.71:0/2233538980 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f62f4009de0 con 0x7f6304101de0 2024-09-05T07:42:55.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.896+0000 7f630a630640 1 -- 172.21.15.71:0/2233538980 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6304199700 con 0x7f6304101de0 2024-09-05T07:42:55.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.897+0000 7f63017fa640 1 -- 172.21.15.71:0/2233538980 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7f62f409bd30 con 0x7f6304101de0 2024-09-05T07:42:55.898 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:42:55.898 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:42:55.898 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:42:55.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.899+0000 7f630a630640 1 -- 172.21.15.71:0/2233538980 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f62ec0a2cf0 msgr2=0x7f62ec0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:55.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.899+0000 7f630a630640 1 --2- 172.21.15.71:0/2233538980 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f62ec0a2cf0 0x7f62ec0a51b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f62f8006010 tx=0x7f62f8000bc0 comp rx=0 tx=0).stop 2024-09-05T07:42:55.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.899+0000 7f630a630640 1 -- 172.21.15.71:0/2233538980 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6304101de0 msgr2=0x7f63041983a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:55.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.899+0000 7f630a630640 1 --2- 172.21.15.71:0/2233538980 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6304101de0 0x7f63041983a0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f62f400d950 tx=0x7f62f400de10 comp rx=0 tx=0).stop 2024-09-05T07:42:55.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.899+0000 7f630a630640 1 -- 172.21.15.71:0/2233538980 shutdown_connections 2024-09-05T07:42:55.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.899+0000 7f630a630640 1 --2- 172.21.15.71:0/2233538980 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f62ec0a2cf0 0x7f62ec0a51b0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:55.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.899+0000 7f630a630640 1 --2- 172.21.15.71:0/2233538980 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6304106f10 0x7f630419cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:55.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.899+0000 7f630a630640 1 --2- 172.21.15.71:0/2233538980 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6304102790 0x7f63041988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:55.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.899+0000 7f630a630640 1 --2- 172.21.15.71:0/2233538980 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6304101de0 0x7f63041983a0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:55.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.899+0000 7f630a630640 1 -- 172.21.15.71:0/2233538980 >> 172.21.15.71:0/2233538980 conn(0x7f63040fd8c0 msgr2=0x7f63040fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:55.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.900+0000 7f630a630640 1 -- 172.21.15.71:0/2233538980 shutdown_connections 2024-09-05T07:42:55.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:55.900+0000 7f630a630640 1 -- 172.21.15.71:0/2233538980 wait complete. 2024-09-05T07:42:56.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:55 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2233538980' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:42:56.261 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:55 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2233538980' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:42:56.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:55 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2233538980' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:42:56.702 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T07:42:56.947 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:42:57.210 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:56 smithi192 ceph-mon[34929]: pgmap v133: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:42:57.216 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:56 smithi071 ceph-mon[30965]: pgmap v133: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:42:57.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:56 smithi123 ceph-mon[34568]: pgmap v133: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:42:57.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.414+0000 7fc75701d640 1 -- 172.21.15.71:0/954764383 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc750106f00 msgr2=0x7fc75010ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:57.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.414+0000 7fc75701d640 1 --2- 172.21.15.71:0/954764383 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc750106f00 0x7fc75010ea80 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fc748009ca0 tx=0x7fc74802a8c0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.415+0000 7fc75701d640 1 -- 172.21.15.71:0/954764383 shutdown_connections 2024-09-05T07:42:57.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.415+0000 7fc75701d640 1 --2- 172.21.15.71:0/954764383 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc750106f00 0x7fc75010ea80 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.415+0000 7fc75701d640 1 --2- 172.21.15.71:0/954764383 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc750102780 0x7fc7501067d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.415+0000 7fc75701d640 1 --2- 172.21.15.71:0/954764383 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc750101dd0 0x7fc7501021b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.415+0000 7fc75701d640 1 -- 172.21.15.71:0/954764383 >> 172.21.15.71:0/954764383 conn(0x7fc7500fd8b0 msgr2=0x7fc7500ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:57.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.415+0000 7fc75701d640 1 -- 172.21.15.71:0/954764383 shutdown_connections 2024-09-05T07:42:57.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.415+0000 7fc75701d640 1 -- 172.21.15.71:0/954764383 wait complete. 2024-09-05T07:42:57.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.415+0000 7fc75701d640 1 Processor -- start 2024-09-05T07:42:57.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.415+0000 7fc75701d640 1 -- start start 2024-09-05T07:42:57.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.415+0000 7fc75701d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc750101dd0 0x7fc750198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:57.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.415+0000 7fc75701d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc750102780 0x7fc750198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:57.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.415+0000 7fc75701d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc750106f00 0x7fc75019cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:57.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.415+0000 7fc75701d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc750111e30 con 0x7fc750102780 2024-09-05T07:42:57.435 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.415+0000 7fc75701d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc750111cb0 con 0x7fc750101dd0 2024-09-05T07:42:57.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.415+0000 7fc75701d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc750111fb0 con 0x7fc750106f00 2024-09-05T07:42:57.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.415+0000 7fc74ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc750102780 0x7fc750198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:57.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.416+0000 7fc74ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc750102780 0x7fc750198850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48618/0 (socket says 172.21.15.71:48618) 2024-09-05T07:42:57.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.416+0000 7fc74ffff640 1 -- 172.21.15.71:0/3609928363 learned_addr learned my addr 172.21.15.71:0/3609928363 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:57.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.416+0000 7fc7555ba640 1 --2- 172.21.15.71:0/3609928363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc750106f00 0x7fc75019cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:57.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.416+0000 7fc754db9640 1 --2- 172.21.15.71:0/3609928363 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc750101dd0 0x7fc750198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:57.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.416+0000 7fc74ffff640 1 -- 172.21.15.71:0/3609928363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc750106f00 msgr2=0x7fc75019cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:57.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.416+0000 7fc74ffff640 1 --2- 172.21.15.71:0/3609928363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc750106f00 0x7fc75019cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.416+0000 7fc74ffff640 1 -- 172.21.15.71:0/3609928363 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc750101dd0 msgr2=0x7fc750198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:57.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.416+0000 7fc74ffff640 1 --2- 172.21.15.71:0/3609928363 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc750101dd0 0x7fc750198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.416+0000 7fc74ffff640 1 -- 172.21.15.71:0/3609928363 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc75019d2c0 con 0x7fc750102780 2024-09-05T07:42:57.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.416+0000 7fc754db9640 1 --2- 172.21.15.71:0/3609928363 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc750101dd0 0x7fc750198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:42:57.436 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.416+0000 7fc7555ba640 1 --2- 172.21.15.71:0/3609928363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc750106f00 0x7fc75019cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:42:57.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.416+0000 7fc74ffff640 1 --2- 172.21.15.71:0/3609928363 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc750102780 0x7fc750198850 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fc73c00b4a0 tx=0x7fc73c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:57.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.416+0000 7fc74dffb640 1 -- 172.21.15.71:0/3609928363 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc73c014070 con 0x7fc750102780 2024-09-05T07:42:57.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.416+0000 7fc74dffb640 1 -- 172.21.15.71:0/3609928363 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc73c010ac0 con 0x7fc750102780 2024-09-05T07:42:57.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.416+0000 7fc75701d640 1 -- 172.21.15.71:0/3609928363 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc75019d5b0 con 0x7fc750102780 2024-09-05T07:42:57.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.416+0000 7fc74dffb640 1 -- 172.21.15.71:0/3609928363 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc73c017c30 con 0x7fc750102780 2024-09-05T07:42:57.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.416+0000 7fc75701d640 1 -- 172.21.15.71:0/3609928363 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7501a4e90 con 0x7fc750102780 2024-09-05T07:42:57.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.418+0000 7fc74dffb640 1 -- 172.21.15.71:0/3609928363 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fc73c017070 con 0x7fc750102780 2024-09-05T07:42:57.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.419+0000 7fc7593f6740 1 Processor -- start 2024-09-05T07:42:57.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.419+0000 7fc7593f6740 1 -- start start 2024-09-05T07:42:57.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.419+0000 7fc74dffb640 1 --2- 172.21.15.71:0/3609928363 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc7400a2d70 0x7fc7400a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:57.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.419+0000 7fc7593f6740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f1365b40 0x5575f1364090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:57.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.419+0000 7fc7593f6740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575f13645d0 0x5575f1364a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:57.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.419+0000 7fc7593f6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5575f136f370 0x5575f1371760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:57.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.419+0000 7fc7593f6740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5575f12ca2f0 con 0x5575f1365b40 2024-09-05T07:42:57.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.419+0000 7fc7593f6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5575f1271cf0 con 0x5575f136f370 2024-09-05T07:42:57.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.419+0000 7fc7593f6740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5575f12c62b0 con 0x5575f13645d0 2024-09-05T07:42:57.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.419+0000 7fc754db9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f1365b40 0x5575f1364090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:57.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.419+0000 7fc7555ba640 1 --2- 172.21.15.71:0/3609928363 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc7400a2d70 0x7fc7400a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:57.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.419+0000 7fc74dffb640 1 -- 172.21.15.71:0/3609928363 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc73c0cee30 con 0x7fc750102780 2024-09-05T07:42:57.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.419+0000 7fc754db9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f1365b40 0x5575f1364090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48634/0 (socket says 172.21.15.71:48634) 2024-09-05T07:42:57.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.419+0000 7fc754db9640 1 -- 172.21.15.71:0/2568817269 learned_addr learned my addr 172.21.15.71:0/2568817269 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:57.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.419+0000 7fc74ffff640 1 --2- 172.21.15.71:0/2568817269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575f13645d0 0x5575f1364a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:57.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.420+0000 7fc754db9640 1 -- 172.21.15.71:0/2568817269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575f13645d0 msgr2=0x5575f1364a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:57.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.420+0000 7fc754db9640 1 --2- 172.21.15.71:0/2568817269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575f13645d0 0x5575f1364a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.420+0000 7fc754db9640 1 -- 172.21.15.71:0/2568817269 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5575f136f370 msgr2=0x5575f1371760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:57.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.420+0000 7fc754db9640 1 --2- 172.21.15.71:0/2568817269 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5575f136f370 0x5575f1371760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.420+0000 7fc754db9640 1 -- 172.21.15.71:0/2568817269 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575f12563a0 con 0x5575f1365b40 2024-09-05T07:42:57.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.420+0000 7fc754db9640 1 --2- 172.21.15.71:0/2568817269 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f1365b40 0x5575f1364090 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fc744008c60 tx=0x7fc74400e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9f08f21d8ca91bf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:57.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.420+0000 7fc7555ba640 1 --2- 172.21.15.71:0/3609928363 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc7400a2d70 0x7fc7400a5230 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc748031040 tx=0x7fc7480093f0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:57.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.420+0000 7fc73affd640 1 -- 172.21.15.71:0/2568817269 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc744014070 con 0x5575f1365b40 2024-09-05T07:42:57.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.420+0000 7fc73affd640 1 -- 172.21.15.71:0/2568817269 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7440047a0 con 0x5575f1365b40 2024-09-05T07:42:57.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.420+0000 7fc73affd640 1 -- 172.21.15.71:0/2568817269 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc744010630 con 0x5575f1365b40 2024-09-05T07:42:57.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.421+0000 7fc7593f6740 1 -- 172.21.15.71:0/2568817269 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f1365b40 msgr2=0x5575f1364090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:57.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.421+0000 7fc7593f6740 1 --2- 172.21.15.71:0/2568817269 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f1365b40 0x5575f1364090 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fc744008c60 tx=0x7fc74400e720 comp rx=0 tx=0).stop 2024-09-05T07:42:57.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.421+0000 7fc7593f6740 1 -- 172.21.15.71:0/2568817269 shutdown_connections 2024-09-05T07:42:57.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.421+0000 7fc7593f6740 1 --2- 172.21.15.71:0/2568817269 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5575f136f370 0x5575f1371760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.421+0000 7fc7593f6740 1 --2- 172.21.15.71:0/2568817269 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575f13645d0 0x5575f1364a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.421+0000 7fc7593f6740 1 --2- 172.21.15.71:0/2568817269 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f1365b40 0x5575f1364090 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.421+0000 7fc7593f6740 1 -- 172.21.15.71:0/2568817269 >> 172.21.15.71:0/2568817269 conn(0x5575f132d310 msgr2=0x5575f1360c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:57.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.421+0000 7fc7593f6740 1 -- 172.21.15.71:0/2568817269 shutdown_connections 2024-09-05T07:42:57.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.421+0000 7fc7593f6740 1 -- 172.21.15.71:0/2568817269 wait complete. 2024-09-05T07:42:57.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.421+0000 7fc7593f6740 1 -- start start 2024-09-05T07:42:57.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.421+0000 7fc7593f6740 1 Processor -- start 2024-09-05T07:42:57.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.421+0000 7fc7593f6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5575f13645d0 0x5575f136ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:57.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.421+0000 7fc7593f6740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575f1365b40 0x5575f136bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:57.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.421+0000 7fc7593f6740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 0x5575f136c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:57.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.421+0000 7fc7593f6740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5575f1372070 con 0x5575f136f370 2024-09-05T07:42:57.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.421+0000 7fc7593f6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5575f1285060 con 0x5575f13645d0 2024-09-05T07:42:57.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.421+0000 7fc7593f6740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5575f13721f0 con 0x5575f1365b40 2024-09-05T07:42:57.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.421+0000 7fc7593f6740 10 client.0 _ll_register_callbacks cb 0x5575f0fd88c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:57.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.422+0000 7fc7555ba640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 0x5575f136c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:57.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.422+0000 7fc7555ba640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 0x5575f136c5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48638/0 (socket says 172.21.15.71:48638) 2024-09-05T07:42:57.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.422+0000 7fc7555ba640 1 -- 172.21.15.71:0/2345980937 learned_addr learned my addr 172.21.15.71:0/2345980937 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:57.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.422+0000 7fc74ffff640 1 --2- 172.21.15.71:0/2345980937 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575f1365b40 0x5575f136bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:57.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.422+0000 7fc754db9640 1 --2- 172.21.15.71:0/2345980937 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5575f13645d0 0x5575f136ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:57.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.422+0000 7fc7555ba640 1 -- 172.21.15.71:0/2345980937 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575f1365b40 msgr2=0x5575f136bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:57.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.422+0000 7fc7555ba640 1 --2- 172.21.15.71:0/2345980937 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575f1365b40 0x5575f136bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.422+0000 7fc7555ba640 1 -- 172.21.15.71:0/2345980937 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5575f13645d0 msgr2=0x5575f136ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:57.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.422+0000 7fc7555ba640 1 --2- 172.21.15.71:0/2345980937 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5575f13645d0 0x5575f136ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.422+0000 7fc7555ba640 1 -- 172.21.15.71:0/2345980937 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575f103b3c0 con 0x5575f136f370 2024-09-05T07:42:57.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.422+0000 7fc754db9640 1 --2- 172.21.15.71:0/2345980937 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5575f13645d0 0x5575f136ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:42:57.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.422+0000 7fc7555ba640 1 --2- 172.21.15.71:0/2345980937 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 0x5575f136c5d0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7fc748031fd0 tx=0x7fc74802a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e0e7ef63b2a4e3e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:57.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.422+0000 7fc72ffff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:57.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.422+0000 7fc72ffff640 1 -- 172.21.15.71:0/2345980937 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7480305c0 con 0x5575f136f370 2024-09-05T07:42:57.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.422+0000 7fc72ffff640 1 -- 172.21.15.71:0/2345980937 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc748030760 con 0x5575f136f370 2024-09-05T07:42:57.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.422+0000 7fc7593f6740 1 -- 172.21.15.71:0/2345980937 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7440047a0 con 0x5575f136f370 2024-09-05T07:42:57.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.422+0000 7fc72ffff640 1 -- 172.21.15.71:0/2345980937 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc748059050 con 0x5575f136f370 2024-09-05T07:42:57.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.422+0000 7fc7593f6740 10 client.16284 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:57.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.422+0000 7fc7593f6740 1 -- 172.21.15.71:0/2345980937 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5575f137dad0 con 0x5575f136f370 2024-09-05T07:42:57.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.423+0000 7fc72ffff640 1 -- 172.21.15.71:0/2345980937 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7440047a0 con 0x5575f136f370 2024-09-05T07:42:57.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.423+0000 7fc72ffff640 1 -- 172.21.15.71:0/2345980937 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc74804b820 con 0x5575f136f370 2024-09-05T07:42:57.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.423+0000 7fc7593f6740 10 client.16284 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:57.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.423+0000 7fc7593f6740 10 client.16284 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:42:57.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.423+0000 7fc7593f6740 20 client.16284 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:57.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.423+0000 7fc7593f6740 1 --2- 172.21.15.71:0/2345980937 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5575f137ef90 0x5575f1381400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:57.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.423+0000 7fc7593f6740 4 client.16284 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:42:57.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.423+0000 7fc7593f6740 1 -- 172.21.15.71:0/2345980937 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5575f12d7860 con 0x5575f137ef90 2024-09-05T07:42:57.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.423+0000 7fc754db9640 1 --2- 172.21.15.71:0/2345980937 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5575f137ef90 0x5575f1381400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:57.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.424+0000 7fc754db9640 1 --2- 172.21.15.71:0/2345980937 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5575f137ef90 0x5575f1381400 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ddc01b8fe7a61b93 server_cookie=24cf80dc52ec7ca6 in_seq=0 out_seq=0 2024-09-05T07:42:57.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.424+0000 7fc72ffff640 10 client.16284 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:42:57.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.424+0000 7fc72ffff640 1 -- 172.21.15.71:0/2345980937 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5575f12d7860 con 0x5575f137ef90 2024-09-05T07:42:57.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.424+0000 7fc72ffff640 10 client.16284 handle_command_reply: tid=0 2024-09-05T07:42:57.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.424+0000 7fc7593f6740 1 client.16284 shutdown 2024-09-05T07:42:57.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.424+0000 7fc7593f6740 1 -- 172.21.15.71:0/2345980937 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 msgr2=0x5575f136c5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:57.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.424+0000 7fc7593f6740 1 --2- 172.21.15.71:0/2345980937 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 0x5575f136c5d0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7fc748031fd0 tx=0x7fc74802a8c0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.425+0000 7fc7593f6740 1 -- 172.21.15.71:0/2345980937 shutdown_connections 2024-09-05T07:42:57.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.425+0000 7fc7593f6740 1 --2- 172.21.15.71:0/2345980937 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5575f137ef90 0x5575f1381400 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.425+0000 7fc7593f6740 1 --2- 172.21.15.71:0/2345980937 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 0x5575f136c5d0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.425+0000 7fc7593f6740 1 --2- 172.21.15.71:0/2345980937 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575f1365b40 0x5575f136bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.425+0000 7fc7593f6740 1 --2- 172.21.15.71:0/2345980937 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5575f13645d0 0x5575f136ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.425+0000 7fc72ffff640 0 client.16284 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:42:57.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.425+0000 7fc7593f6740 1 -- 172.21.15.71:0/2345980937 >> 172.21.15.71:0/2345980937 conn(0x5575f132d310 msgr2=0x5575f1366960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:57.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.425+0000 7fc7593f6740 1 -- 172.21.15.71:0/2345980937 shutdown_connections 2024-09-05T07:42:57.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.425+0000 7fc7593f6740 1 -- 172.21.15.71:0/2345980937 wait complete. 2024-09-05T07:42:57.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.425+0000 7fc7593f6740 20 client.16284 trim_cache size 0 max 16384 2024-09-05T07:42:57.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.438+0000 7fc7593f6740 1 Processor -- start 2024-09-05T07:42:57.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.438+0000 7fc7593f6740 1 -- start start 2024-09-05T07:42:57.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.438+0000 7fc7593f6740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575f13645d0 0x5575f136df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:57.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.438+0000 7fc7593f6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5575f1365b40 0x5575f1367120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:57.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.438+0000 7fc7593f6740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 0x5575f1367660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:57.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.438+0000 7fc7593f6740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc7501b1950 con 0x5575f136f370 2024-09-05T07:42:57.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.438+0000 7fc7593f6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc7501af220 con 0x5575f1365b40 2024-09-05T07:42:57.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.438+0000 7fc7593f6740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc7501ad070 con 0x5575f13645d0 2024-09-05T07:42:57.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.438+0000 7fc7555ba640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 0x5575f1367660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:57.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.438+0000 7fc7555ba640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 0x5575f1367660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48640/0 (socket says 172.21.15.71:48640) 2024-09-05T07:42:57.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.438+0000 7fc7555ba640 1 -- 172.21.15.71:0/545633304 learned_addr learned my addr 172.21.15.71:0/545633304 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:57.448 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.438+0000 7fc7555ba640 1 -- 172.21.15.71:0/545633304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575f13645d0 msgr2=0x5575f136df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:57.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.438+0000 7fc7555ba640 1 --2- 172.21.15.71:0/545633304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575f13645d0 0x5575f136df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.438+0000 7fc7555ba640 1 -- 172.21.15.71:0/545633304 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5575f1365b40 msgr2=0x5575f1367120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:57.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.438+0000 7fc7555ba640 1 --2- 172.21.15.71:0/545633304 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5575f1365b40 0x5575f1367120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.438+0000 7fc7555ba640 1 -- 172.21.15.71:0/545633304 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575f1361960 con 0x5575f136f370 2024-09-05T07:42:57.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.439+0000 7fc7555ba640 1 --2- 172.21.15.71:0/545633304 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 0x5575f1367660 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fc74802ade0 tx=0x7fc74802af60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=135edfb4a5e65d32 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:57.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.439+0000 7fc73a7fc640 1 -- 172.21.15.71:0/545633304 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc748004400 con 0x5575f136f370 2024-09-05T07:42:57.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.439+0000 7fc73a7fc640 1 -- 172.21.15.71:0/545633304 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc748062020 con 0x5575f136f370 2024-09-05T07:42:57.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.439+0000 7fc73a7fc640 1 -- 172.21.15.71:0/545633304 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc74804b8b0 con 0x5575f136f370 2024-09-05T07:42:57.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.439+0000 7fc7593f6740 1 -- 172.21.15.71:0/545633304 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 msgr2=0x5575f1367660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:57.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.439+0000 7fc7593f6740 1 --2- 172.21.15.71:0/545633304 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 0x5575f1367660 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fc74802ade0 tx=0x7fc74802af60 comp rx=0 tx=0).stop 2024-09-05T07:42:57.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.439+0000 7fc7593f6740 1 -- 172.21.15.71:0/545633304 shutdown_connections 2024-09-05T07:42:57.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.439+0000 7fc7593f6740 1 --2- 172.21.15.71:0/545633304 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 0x5575f1367660 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.439+0000 7fc7593f6740 1 --2- 172.21.15.71:0/545633304 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5575f1365b40 0x5575f1367120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.449 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.439+0000 7fc7593f6740 1 --2- 172.21.15.71:0/545633304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575f13645d0 0x5575f136df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.450 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.439+0000 7fc7593f6740 1 -- 172.21.15.71:0/545633304 >> 172.21.15.71:0/545633304 conn(0x5575f132d310 msgr2=0x5575f136d840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:57.450 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.440+0000 7fc7593f6740 1 -- 172.21.15.71:0/545633304 shutdown_connections 2024-09-05T07:42:57.450 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.440+0000 7fc7593f6740 1 -- 172.21.15.71:0/545633304 wait complete. 2024-09-05T07:42:57.450 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.440+0000 7fc7593f6740 1 -- start start 2024-09-05T07:42:57.450 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.440+0000 7fc7593f6740 1 Processor -- start 2024-09-05T07:42:57.450 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.440+0000 7fc7593f6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5575f13645d0 0x5575f13775f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:57.452 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.440+0000 7fc7593f6740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575f1365b40 0x5575f1377b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:57.452 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.440+0000 7fc7593f6740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 0x5575f13739c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:57.452 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.440+0000 7fc7593f6740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc7501ad6e0 con 0x5575f136f370 2024-09-05T07:42:57.452 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.440+0000 7fc7593f6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc7501aeb50 con 0x5575f13645d0 2024-09-05T07:42:57.452 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.440+0000 7fc7593f6740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc7501addb0 con 0x5575f1365b40 2024-09-05T07:42:57.452 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.440+0000 7fc7593f6740 10 client.0 _ll_register_callbacks cb 0x7fc748009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:57.452 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.440+0000 7fc7555ba640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 0x5575f13739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:57.452 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.440+0000 7fc7555ba640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 0x5575f13739c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48652/0 (socket says 172.21.15.71:48652) 2024-09-05T07:42:57.452 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.440+0000 7fc7555ba640 1 -- 172.21.15.71:0/1436264151 learned_addr learned my addr 172.21.15.71:0/1436264151 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:57.452 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.441+0000 7fc754db9640 1 --2- 172.21.15.71:0/1436264151 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5575f13645d0 0x5575f13775f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:57.452 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.441+0000 7fc74ffff640 1 --2- 172.21.15.71:0/1436264151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575f1365b40 0x5575f1377b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:57.453 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.441+0000 7fc7555ba640 1 -- 172.21.15.71:0/1436264151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575f1365b40 msgr2=0x5575f1377b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:57.453 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.441+0000 7fc7555ba640 1 --2- 172.21.15.71:0/1436264151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575f1365b40 0x5575f1377b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.453 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.441+0000 7fc7555ba640 1 -- 172.21.15.71:0/1436264151 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5575f13645d0 msgr2=0x5575f13775f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:57.453 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.441+0000 7fc7555ba640 1 --2- 172.21.15.71:0/1436264151 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5575f13645d0 0x5575f13775f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.453 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.441+0000 7fc7555ba640 1 -- 172.21.15.71:0/1436264151 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575f13741f0 con 0x5575f136f370 2024-09-05T07:42:57.453 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.441+0000 7fc7555ba640 1 --2- 172.21.15.71:0/1436264151 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 0x5575f13739c0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fc74804cfe0 tx=0x7fc74804b450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b1ab1e23ec0197e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:57.453 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.441+0000 7fc72ffff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:57.453 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.441+0000 7fc72ffff640 1 -- 172.21.15.71:0/1436264151 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc748004d40 con 0x5575f136f370 2024-09-05T07:42:57.453 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.441+0000 7fc72ffff640 1 -- 172.21.15.71:0/1436264151 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc74804b670 con 0x5575f136f370 2024-09-05T07:42:57.453 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.441+0000 7fc7593f6740 1 -- 172.21.15.71:0/1436264151 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc748062020 con 0x5575f136f370 2024-09-05T07:42:57.453 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.441+0000 7fc72ffff640 1 -- 172.21.15.71:0/1436264151 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc748078050 con 0x5575f136f370 2024-09-05T07:42:57.453 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.441+0000 7fc7593f6740 10 client.16290 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:57.453 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.441+0000 7fc7593f6740 1 -- 172.21.15.71:0/1436264151 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5575f13ea7c0 con 0x5575f136f370 2024-09-05T07:42:57.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.441+0000 7fc72ffff640 1 -- 172.21.15.71:0/1436264151 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc748062020 con 0x5575f136f370 2024-09-05T07:42:57.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.442+0000 7fc72ffff640 1 -- 172.21.15.71:0/1436264151 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc748067460 con 0x5575f136f370 2024-09-05T07:42:57.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.442+0000 7fc7593f6740 10 client.16290 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:57.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.442+0000 7fc7593f6740 10 client.16290 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:42:57.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.442+0000 7fc7593f6740 20 client.16290 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:57.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.442+0000 7fc7593f6740 1 --2- 172.21.15.71:0/1436264151 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5575f13eae20 0x5575f13ed210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:57.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.442+0000 7fc7593f6740 4 client.16290 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:42:57.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.442+0000 7fc7593f6740 1 -- 172.21.15.71:0/1436264151 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5575f12d1d70 con 0x5575f13eae20 2024-09-05T07:42:57.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.442+0000 7fc754db9640 1 --2- 172.21.15.71:0/1436264151 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5575f13eae20 0x5575f13ed210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:57.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.442+0000 7fc72ffff640 10 client.16290 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:42:57.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.442+0000 7fc754db9640 1 --2- 172.21.15.71:0/1436264151 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5575f13eae20 0x5575f13ed210 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=970c616eff752fc server_cookie=3866f3e37c90a76a in_seq=0 out_seq=0 2024-09-05T07:42:57.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.442+0000 7fc72ffff640 1 -- 172.21.15.71:0/1436264151 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5575f12d1d70 con 0x5575f13eae20 2024-09-05T07:42:57.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.442+0000 7fc72ffff640 10 client.16290 handle_command_reply: tid=0 2024-09-05T07:42:57.454 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.442+0000 7fc7593f6740 1 client.16290 shutdown 2024-09-05T07:42:57.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc7593f6740 1 -- 172.21.15.71:0/1436264151 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 msgr2=0x5575f13739c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:57.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc7593f6740 1 --2- 172.21.15.71:0/1436264151 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 0x5575f13739c0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fc74804cfe0 tx=0x7fc74804b450 comp rx=0 tx=0).stop 2024-09-05T07:42:57.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc7593f6740 1 -- 172.21.15.71:0/1436264151 shutdown_connections 2024-09-05T07:42:57.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc7593f6740 1 --2- 172.21.15.71:0/1436264151 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5575f13eae20 0x5575f13ed210 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc72ffff640 0 client.16290 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:42:57.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc7593f6740 1 --2- 172.21.15.71:0/1436264151 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5575f136f370 0x5575f13739c0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc7593f6740 1 --2- 172.21.15.71:0/1436264151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5575f1365b40 0x5575f1377b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc7593f6740 1 --2- 172.21.15.71:0/1436264151 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5575f13645d0 0x5575f13775f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc7593f6740 1 -- 172.21.15.71:0/1436264151 >> 172.21.15.71:0/1436264151 conn(0x5575f132d310 msgr2=0x5575f136a470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:57.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc7593f6740 1 -- 172.21.15.71:0/1436264151 shutdown_connections 2024-09-05T07:42:57.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc7593f6740 1 -- 172.21.15.71:0/1436264151 wait complete. 2024-09-05T07:42:57.455 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc7593f6740 20 client.16290 trim_cache size 0 max 16384 2024-09-05T07:42:57.456 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:42:57.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc75701d640 1 -- 172.21.15.71:0/3609928363 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc7400a2d70 msgr2=0x7fc7400a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:57.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc75701d640 1 --2- 172.21.15.71:0/3609928363 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc7400a2d70 0x7fc7400a5230 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc748031040 tx=0x7fc7480093f0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.456 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc75701d640 1 -- 172.21.15.71:0/3609928363 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc750102780 msgr2=0x7fc750198850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:57.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc75701d640 1 --2- 172.21.15.71:0/3609928363 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc750102780 0x7fc750198850 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fc73c00b4a0 tx=0x7fc73c00b960 comp rx=0 tx=0).stop 2024-09-05T07:42:57.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc75701d640 1 -- 172.21.15.71:0/3609928363 shutdown_connections 2024-09-05T07:42:57.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc75701d640 1 --2- 172.21.15.71:0/3609928363 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc7400a2d70 0x7fc7400a5230 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc75701d640 1 --2- 172.21.15.71:0/3609928363 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc750106f00 0x7fc75019cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc75701d640 1 --2- 172.21.15.71:0/3609928363 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc750102780 0x7fc750198850 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc75701d640 1 --2- 172.21.15.71:0/3609928363 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc750101dd0 0x7fc750198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:57.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.443+0000 7fc75701d640 1 -- 172.21.15.71:0/3609928363 >> 172.21.15.71:0/3609928363 conn(0x7fc7500fd8b0 msgr2=0x7fc7500febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:57.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.444+0000 7fc75701d640 1 -- 172.21.15.71:0/3609928363 shutdown_connections 2024-09-05T07:42:57.457 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:57.444+0000 7fc75701d640 1 -- 172.21.15.71:0/3609928363 wait complete. 2024-09-05T07:42:58.226 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T07:42:58.472 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:42:58.877 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:42:58 smithi071 ceph-mon[30965]: pgmap v134: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:42:58.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:42:58 smithi123 ceph-mon[34568]: pgmap v134: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:42:58.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:42:58 smithi192 ceph-mon[34929]: pgmap v134: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:42:59.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.957+0000 7fdb48028640 1 -- 172.21.15.71:0/26575314 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb40101420 msgr2=0x7fdb4010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:59.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.957+0000 7fdb48028640 1 --2- 172.21.15.71:0/26575314 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb40101420 0x7fdb4010d950 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fdb38009cd0 tx=0x7fdb3802a8e0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.957+0000 7fdb48028640 1 -- 172.21.15.71:0/26575314 shutdown_connections 2024-09-05T07:42:59.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.957+0000 7fdb48028640 1 --2- 172.21.15.71:0/26575314 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb40101420 0x7fdb4010d950 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.004 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.957+0000 7fdb48028640 1 --2- 172.21.15.71:0/26575314 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb40100a80 0x7fdb40100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.957+0000 7fdb48028640 1 --2- 172.21.15.71:0/26575314 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb40106a80 0x7fdb40106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.957+0000 7fdb48028640 1 -- 172.21.15.71:0/26575314 >> 172.21.15.71:0/26575314 conn(0x7fdb400fc7a0 msgr2=0x7fdb400febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:59.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.957+0000 7fdb48028640 1 -- 172.21.15.71:0/26575314 shutdown_connections 2024-09-05T07:42:59.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.957+0000 7fdb48028640 1 -- 172.21.15.71:0/26575314 wait complete. 2024-09-05T07:42:59.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.958+0000 7fdb48028640 1 Processor -- start 2024-09-05T07:42:59.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.958+0000 7fdb48028640 1 -- start start 2024-09-05T07:42:59.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.958+0000 7fdb48028640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb40100a80 0x7fdb40198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:59.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.958+0000 7fdb48028640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb40101420 0x7fdb401987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:59.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.958+0000 7fdb48028640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb40106a80 0x7fdb4019cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:59.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.958+0000 7fdb48028640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdb40110d30 con 0x7fdb40101420 2024-09-05T07:42:59.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.958+0000 7fdb48028640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdb40110bb0 con 0x7fdb40106a80 2024-09-05T07:42:59.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.958+0000 7fdb48028640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdb40110eb0 con 0x7fdb40100a80 2024-09-05T07:42:59.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.958+0000 7fdb455c3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb40101420 0x7fdb401987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:59.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.958+0000 7fdb455c3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb40101420 0x7fdb401987a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48674/0 (socket says 172.21.15.71:48674) 2024-09-05T07:42:59.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.958+0000 7fdb455c3640 1 -- 172.21.15.71:0/3503903872 learned_addr learned my addr 172.21.15.71:0/3503903872 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:59.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.958+0000 7fdb45dc4640 1 --2- 172.21.15.71:0/3503903872 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb40100a80 0x7fdb40198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:59.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.958+0000 7fdb455c3640 1 -- 172.21.15.71:0/3503903872 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb40100a80 msgr2=0x7fdb40198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:59.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.958+0000 7fdb455c3640 1 --2- 172.21.15.71:0/3503903872 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb40100a80 0x7fdb40198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.958+0000 7fdb455c3640 1 -- 172.21.15.71:0/3503903872 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb40106a80 msgr2=0x7fdb4019cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:59.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.958+0000 7fdb455c3640 1 --2- 172.21.15.71:0/3503903872 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb40106a80 0x7fdb4019cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.958+0000 7fdb455c3640 1 -- 172.21.15.71:0/3503903872 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb4019d210 con 0x7fdb40101420 2024-09-05T07:42:59.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.959+0000 7fdb455c3640 1 --2- 172.21.15.71:0/3503903872 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb40101420 0x7fdb401987a0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fdb3c00d950 tx=0x7fdb3c00dd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:59.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.959+0000 7fdb36ffd640 1 -- 172.21.15.71:0/3503903872 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb3c017070 con 0x7fdb40101420 2024-09-05T07:42:59.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.959+0000 7fdb48028640 1 -- 172.21.15.71:0/3503903872 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb4019d500 con 0x7fdb40101420 2024-09-05T07:42:59.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.959+0000 7fdb36ffd640 1 -- 172.21.15.71:0/3503903872 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdb3c00de80 con 0x7fdb40101420 2024-09-05T07:42:59.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.959+0000 7fdb36ffd640 1 -- 172.21.15.71:0/3503903872 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb3c00f620 con 0x7fdb40101420 2024-09-05T07:42:59.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.959+0000 7fdb48028640 1 -- 172.21.15.71:0/3503903872 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb401a4de0 con 0x7fdb40101420 2024-09-05T07:42:59.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.961+0000 7fdb36ffd640 1 -- 172.21.15.71:0/3503903872 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fdb3c009c30 con 0x7fdb40101420 2024-09-05T07:42:59.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.961+0000 7fdb4a401740 1 Processor -- start 2024-09-05T07:42:59.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.962+0000 7fdb4a401740 1 -- start start 2024-09-05T07:42:59.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.962+0000 7fdb4a401740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fea88e9b40 0x55fea88e8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:59.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.962+0000 7fdb4a401740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e85d0 0x55fea88e8a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:59.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.962+0000 7fdb4a401740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fea88f7780 0x55fea88f9b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:59.007 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.962+0000 7fdb4a401740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55fea884e2f0 con 0x55fea88e85d0 2024-09-05T07:42:59.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.962+0000 7fdb4a401740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55fea87f5cf0 con 0x55fea88e9b40 2024-09-05T07:42:59.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.962+0000 7fdb4a401740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55fea884a2b0 con 0x55fea88f7780 2024-09-05T07:42:59.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.962+0000 7fdb45dc4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e85d0 0x55fea88e8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:59.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.962+0000 7fdb45dc4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e85d0 0x55fea88e8a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48688/0 (socket says 172.21.15.71:48688) 2024-09-05T07:42:59.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.962+0000 7fdb45dc4640 1 -- 172.21.15.71:0/3862976944 learned_addr learned my addr 172.21.15.71:0/3862976944 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:59.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.962+0000 7fdb36ffd640 1 --2- 172.21.15.71:0/3503903872 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdb2c0a2cf0 0x7fdb2c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:59.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.962+0000 7fdb45dc4640 1 -- 172.21.15.71:0/3862976944 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fea88f7780 msgr2=0x55fea88f9b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:59.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.962+0000 7fdb45dc4640 1 --2- 172.21.15.71:0/3862976944 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fea88f7780 0x55fea88f9b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.962+0000 7fdb45dc4640 1 -- 172.21.15.71:0/3862976944 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fea88e9b40 msgr2=0x55fea88e8090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:59.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.962+0000 7fdb45dc4640 1 --2- 172.21.15.71:0/3862976944 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fea88e9b40 0x55fea88e8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.962+0000 7fdb45dc4640 1 -- 172.21.15.71:0/3862976944 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fea87da3a0 con 0x55fea88e85d0 2024-09-05T07:42:59.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.962+0000 7fdb465c5640 1 --2- 172.21.15.71:0/3503903872 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdb2c0a2cf0 0x7fdb2c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:59.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.962+0000 7fdb45dc4640 1 --2- 172.21.15.71:0/3862976944 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e85d0 0x55fea88e8a10 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fdb3000ac90 tx=0x7fdb3000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e8daeef557a8751 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:59.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.962+0000 7fdb36ffd640 1 -- 172.21.15.71:0/3503903872 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fdb3c0cf4c0 con 0x7fdb40101420 2024-09-05T07:42:59.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.963+0000 7fdb2bfff640 1 -- 172.21.15.71:0/3862976944 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb3001d070 con 0x55fea88e85d0 2024-09-05T07:42:59.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.963+0000 7fdb2bfff640 1 -- 172.21.15.71:0/3862976944 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdb30018af0 con 0x55fea88e85d0 2024-09-05T07:42:59.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.963+0000 7fdb2bfff640 1 -- 172.21.15.71:0/3862976944 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb30010b20 con 0x55fea88e85d0 2024-09-05T07:42:59.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.963+0000 7fdb4a401740 1 -- 172.21.15.71:0/3862976944 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e85d0 msgr2=0x55fea88e8a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:59.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.963+0000 7fdb465c5640 1 --2- 172.21.15.71:0/3503903872 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdb2c0a2cf0 0x7fdb2c0a51b0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fdb38009430 tx=0x7fdb38005c50 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:59.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.963+0000 7fdb4a401740 1 --2- 172.21.15.71:0/3862976944 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e85d0 0x55fea88e8a10 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fdb3000ac90 tx=0x7fdb3000f790 comp rx=0 tx=0).stop 2024-09-05T07:42:59.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.963+0000 7fdb4a401740 1 -- 172.21.15.71:0/3862976944 shutdown_connections 2024-09-05T07:42:59.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.963+0000 7fdb4a401740 1 --2- 172.21.15.71:0/3862976944 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fea88f7780 0x55fea88f9b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.963+0000 7fdb4a401740 1 --2- 172.21.15.71:0/3862976944 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e85d0 0x55fea88e8a10 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.963+0000 7fdb4a401740 1 --2- 172.21.15.71:0/3862976944 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fea88e9b40 0x55fea88e8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.963+0000 7fdb4a401740 1 -- 172.21.15.71:0/3862976944 >> 172.21.15.71:0/3862976944 conn(0x55fea88b1310 msgr2=0x55fea88e4c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:59.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.964+0000 7fdb4a401740 1 -- 172.21.15.71:0/3862976944 shutdown_connections 2024-09-05T07:42:59.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.964+0000 7fdb4a401740 1 -- 172.21.15.71:0/3862976944 wait complete. 2024-09-05T07:42:59.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.964+0000 7fdb4a401740 1 -- start start 2024-09-05T07:42:59.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.964+0000 7fdb4a401740 1 Processor -- start 2024-09-05T07:42:59.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.964+0000 7fdb4a401740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fea88e85d0 0x55fea88f7200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:59.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.964+0000 7fdb4a401740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fea88e9b40 0x55fea88f44b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:59.010 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.964+0000 7fdb4a401740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88f7780 0x55fea88f4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:59.011 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.964+0000 7fdb4a401740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55fea88fa480 con 0x55fea88f7780 2024-09-05T07:42:59.011 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.964+0000 7fdb4a401740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55fea8809060 con 0x55fea88e9b40 2024-09-05T07:42:59.011 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.964+0000 7fdb4a401740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55fea88fa600 con 0x55fea88e85d0 2024-09-05T07:42:59.011 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.965+0000 7fdb4a401740 10 client.0 _ll_register_callbacks cb 0x55fea855c8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:59.011 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.965+0000 7fdb465c5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88f7780 0x55fea88f4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:59.011 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.965+0000 7fdb465c5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88f7780 0x55fea88f4bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48692/0 (socket says 172.21.15.71:48692) 2024-09-05T07:42:59.011 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.965+0000 7fdb465c5640 1 -- 172.21.15.71:0/2820547273 learned_addr learned my addr 172.21.15.71:0/2820547273 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:59.011 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.965+0000 7fdb455c3640 1 --2- 172.21.15.71:0/2820547273 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fea88e9b40 0x55fea88f44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:59.011 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.965+0000 7fdb45dc4640 1 --2- 172.21.15.71:0/2820547273 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fea88e85d0 0x55fea88f7200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:59.011 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.965+0000 7fdb465c5640 1 -- 172.21.15.71:0/2820547273 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fea88e85d0 msgr2=0x55fea88f7200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:59.012 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.965+0000 7fdb465c5640 1 --2- 172.21.15.71:0/2820547273 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fea88e85d0 0x55fea88f7200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.012 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.965+0000 7fdb465c5640 1 -- 172.21.15.71:0/2820547273 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fea88e9b40 msgr2=0x55fea88f44b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:59.012 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.965+0000 7fdb465c5640 1 --2- 172.21.15.71:0/2820547273 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fea88e9b40 0x55fea88f44b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.012 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.965+0000 7fdb465c5640 1 -- 172.21.15.71:0/2820547273 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fea85bf3c0 con 0x55fea88f7780 2024-09-05T07:42:59.012 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.965+0000 7fdb465c5640 1 --2- 172.21.15.71:0/2820547273 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88f7780 0x55fea88f4bf0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fdb38009cd0 tx=0x7fdb38031c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b728b30d45667378 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:59.012 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.965+0000 7fdb297fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:59.012 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.965+0000 7fdb297fa640 1 -- 172.21.15.71:0/2820547273 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb3804c070 con 0x55fea88f7780 2024-09-05T07:42:59.012 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.965+0000 7fdb297fa640 1 -- 172.21.15.71:0/2820547273 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fdb38004450 con 0x55fea88f7780 2024-09-05T07:42:59.012 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.965+0000 7fdb4a401740 1 -- 172.21.15.71:0/2820547273 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdb30018af0 con 0x55fea88f7780 2024-09-05T07:42:59.012 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.966+0000 7fdb297fa640 1 -- 172.21.15.71:0/2820547273 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdb38058050 con 0x55fea88f7780 2024-09-05T07:42:59.012 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.966+0000 7fdb4a401740 10 client.16302 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:59.012 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.966+0000 7fdb4a401740 1 -- 172.21.15.71:0/2820547273 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fea8905fb0 con 0x55fea88f7780 2024-09-05T07:42:59.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.966+0000 7fdb297fa640 1 -- 172.21.15.71:0/2820547273 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdb30018af0 con 0x55fea88f7780 2024-09-05T07:42:59.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.966+0000 7fdb297fa640 1 -- 172.21.15.71:0/2820547273 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fdb38030070 con 0x55fea88f7780 2024-09-05T07:42:59.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.966+0000 7fdb4a401740 10 client.16302 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:59.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.966+0000 7fdb4a401740 10 client.16302 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:42:59.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.966+0000 7fdb4a401740 20 client.16302 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:59.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.966+0000 7fdb4a401740 1 --2- 172.21.15.71:0/2820547273 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55fea8907410 0x55fea8909800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:59.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.966+0000 7fdb4a401740 4 client.16302 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:42:59.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.966+0000 7fdb4a401740 1 -- 172.21.15.71:0/2820547273 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fea885b860 con 0x55fea8907410 2024-09-05T07:42:59.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.966+0000 7fdb45dc4640 1 --2- 172.21.15.71:0/2820547273 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55fea8907410 0x55fea8909800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:59.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.967+0000 7fdb297fa640 10 client.16302 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:42:59.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.967+0000 7fdb45dc4640 1 --2- 172.21.15.71:0/2820547273 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55fea8907410 0x55fea8909800 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d4f045f781454af4 server_cookie=7d4a861ada2c5d91 in_seq=0 out_seq=0 2024-09-05T07:42:59.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.968+0000 7fdb297fa640 1 -- 172.21.15.71:0/2820547273 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fea885b860 con 0x55fea8907410 2024-09-05T07:42:59.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.968+0000 7fdb297fa640 10 client.16302 handle_command_reply: tid=0 2024-09-05T07:42:59.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.968+0000 7fdb4a401740 1 client.16302 shutdown 2024-09-05T07:42:59.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.968+0000 7fdb4a401740 1 -- 172.21.15.71:0/2820547273 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88f7780 msgr2=0x55fea88f4bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:59.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.968+0000 7fdb4a401740 1 --2- 172.21.15.71:0/2820547273 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88f7780 0x55fea88f4bf0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fdb38009cd0 tx=0x7fdb38031c20 comp rx=0 tx=0).stop 2024-09-05T07:42:59.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.968+0000 7fdb4a401740 1 -- 172.21.15.71:0/2820547273 shutdown_connections 2024-09-05T07:42:59.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.968+0000 7fdb4a401740 1 --2- 172.21.15.71:0/2820547273 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88f7780 0x55fea88f4bf0 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.968+0000 7fdb4a401740 1 --2- 172.21.15.71:0/2820547273 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55fea8907410 0x55fea8909800 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.968+0000 7fdb4a401740 1 --2- 172.21.15.71:0/2820547273 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fea88e9b40 0x55fea88f44b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.968+0000 7fdb4a401740 1 --2- 172.21.15.71:0/2820547273 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fea88e85d0 0x55fea88f7200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.968+0000 7fdb297fa640 0 client.16302 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:42:59.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.968+0000 7fdb4a401740 1 -- 172.21.15.71:0/2820547273 >> 172.21.15.71:0/2820547273 conn(0x55fea88b1310 msgr2=0x55fea88ea930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:59.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.968+0000 7fdb4a401740 1 -- 172.21.15.71:0/2820547273 shutdown_connections 2024-09-05T07:42:59.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.968+0000 7fdb4a401740 1 -- 172.21.15.71:0/2820547273 wait complete. 2024-09-05T07:42:59.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.968+0000 7fdb4a401740 20 client.16302 trim_cache size 0 max 16384 2024-09-05T07:42:59.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb4a401740 1 Processor -- start 2024-09-05T07:42:59.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb4a401740 1 -- start start 2024-09-05T07:42:59.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb4a401740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fea88e85d0 0x55fea88e4d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:59.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb4a401740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e9b40 0x55fea8903720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:59.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb4a401740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fea88f7780 0x55fea88f3490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:59.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb4a401740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdb401af740 con 0x55fea88e9b40 2024-09-05T07:42:59.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb4a401740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdb401ad010 con 0x55fea88f7780 2024-09-05T07:42:59.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb4a401740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdb401aae60 con 0x55fea88e85d0 2024-09-05T07:42:59.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb455c3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e9b40 0x55fea8903720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:59.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb455c3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e9b40 0x55fea8903720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48708/0 (socket says 172.21.15.71:48708) 2024-09-05T07:42:59.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb455c3640 1 -- 172.21.15.71:0/4207062330 learned_addr learned my addr 172.21.15.71:0/4207062330 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:59.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb45dc4640 1 --2- 172.21.15.71:0/4207062330 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fea88e85d0 0x55fea88e4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:59.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb455c3640 1 -- 172.21.15.71:0/4207062330 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fea88e85d0 msgr2=0x55fea88e4d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:59.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb455c3640 1 --2- 172.21.15.71:0/4207062330 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fea88e85d0 0x55fea88e4d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb455c3640 1 -- 172.21.15.71:0/4207062330 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fea88f7780 msgr2=0x55fea88f3490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:59.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb455c3640 1 --2- 172.21.15.71:0/4207062330 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fea88f7780 0x55fea88f3490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb455c3640 1 -- 172.21.15.71:0/4207062330 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fea88f7570 con 0x55fea88e9b40 2024-09-05T07:42:59.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb455c3640 1 --2- 172.21.15.71:0/4207062330 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e9b40 0x55fea8903720 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fdb3c0cce10 tx=0x7fdb3c09af40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9ba43d560909781 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:59.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb2b7fe640 1 -- 172.21.15.71:0/4207062330 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb3c020040 con 0x55fea88e9b40 2024-09-05T07:42:59.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb2b7fe640 1 -- 172.21.15.71:0/4207062330 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdb3c09f990 con 0x55fea88e9b40 2024-09-05T07:42:59.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.981+0000 7fdb2b7fe640 1 -- 172.21.15.71:0/4207062330 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb3c0cf150 con 0x55fea88e9b40 2024-09-05T07:42:59.017 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.982+0000 7fdb4a401740 1 -- 172.21.15.71:0/4207062330 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e9b40 msgr2=0x55fea8903720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:59.017 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.982+0000 7fdb4a401740 1 --2- 172.21.15.71:0/4207062330 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e9b40 0x55fea8903720 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fdb3c0cce10 tx=0x7fdb3c09af40 comp rx=0 tx=0).stop 2024-09-05T07:42:59.017 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.982+0000 7fdb4a401740 1 -- 172.21.15.71:0/4207062330 shutdown_connections 2024-09-05T07:42:59.017 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.982+0000 7fdb4a401740 1 --2- 172.21.15.71:0/4207062330 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fea88f7780 0x55fea88f3490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.017 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.982+0000 7fdb4a401740 1 --2- 172.21.15.71:0/4207062330 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e9b40 0x55fea8903720 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.017 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.982+0000 7fdb4a401740 1 --2- 172.21.15.71:0/4207062330 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fea88e85d0 0x55fea88e4d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.017 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.982+0000 7fdb4a401740 1 -- 172.21.15.71:0/4207062330 >> 172.21.15.71:0/4207062330 conn(0x55fea88b1310 msgr2=0x55fea88f2d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:59.018 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.982+0000 7fdb4a401740 1 -- 172.21.15.71:0/4207062330 shutdown_connections 2024-09-05T07:42:59.018 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.982+0000 7fdb4a401740 1 -- 172.21.15.71:0/4207062330 wait complete. 2024-09-05T07:42:59.018 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.982+0000 7fdb4a401740 1 -- start start 2024-09-05T07:42:59.018 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.982+0000 7fdb4a401740 1 Processor -- start 2024-09-05T07:42:59.018 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.983+0000 7fdb4a401740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e85d0 0x55fea88ffc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:59.018 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.983+0000 7fdb4a401740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fea88e9b40 0x55fea8900160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:59.018 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.983+0000 7fdb4a401740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fea88f7780 0x55fea88f10b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:59.018 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.983+0000 7fdb4a401740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdb401ab4d0 con 0x55fea88e85d0 2024-09-05T07:42:59.018 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.983+0000 7fdb4a401740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdb401ac940 con 0x55fea88e9b40 2024-09-05T07:42:59.018 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.983+0000 7fdb4a401740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdb401abba0 con 0x55fea88f7780 2024-09-05T07:42:59.018 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.983+0000 7fdb4a401740 10 client.0 _ll_register_callbacks cb 0x7fdb3803f050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:42:59.018 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.983+0000 7fdb45dc4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e85d0 0x55fea88ffc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:59.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.983+0000 7fdb45dc4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e85d0 0x55fea88ffc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48714/0 (socket says 172.21.15.71:48714) 2024-09-05T07:42:59.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.983+0000 7fdb45dc4640 1 -- 172.21.15.71:0/2541321954 learned_addr learned my addr 172.21.15.71:0/2541321954 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:42:59.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.983+0000 7fdb465c5640 1 --2- 172.21.15.71:0/2541321954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fea88f7780 0x55fea88f10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:59.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.983+0000 7fdb45dc4640 1 -- 172.21.15.71:0/2541321954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fea88f7780 msgr2=0x55fea88f10b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:59.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.983+0000 7fdb45dc4640 1 --2- 172.21.15.71:0/2541321954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fea88f7780 0x55fea88f10b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.983+0000 7fdb45dc4640 1 -- 172.21.15.71:0/2541321954 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fea88e9b40 msgr2=0x55fea8900160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:42:59.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.983+0000 7fdb45dc4640 1 --2- 172.21.15.71:0/2541321954 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fea88e9b40 0x55fea8900160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.983+0000 7fdb45dc4640 1 -- 172.21.15.71:0/2541321954 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fea88f18e0 con 0x55fea88e85d0 2024-09-05T07:42:59.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.983+0000 7fdb45dc4640 1 --2- 172.21.15.71:0/2541321954 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e85d0 0x55fea88ffc20 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x55fea88e5ac0 tx=0x7fdb30018440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67daa8c969959985 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:42:59.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.983+0000 7fdb297fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:42:59.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.984+0000 7fdb297fa640 1 -- 172.21.15.71:0/2541321954 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb30032060 con 0x55fea88e85d0 2024-09-05T07:42:59.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.984+0000 7fdb297fa640 1 -- 172.21.15.71:0/2541321954 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fdb300188a0 con 0x55fea88e85d0 2024-09-05T07:42:59.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.984+0000 7fdb4a401740 1 -- 172.21.15.71:0/2541321954 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdb3c09f990 con 0x55fea88e85d0 2024-09-05T07:42:59.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.984+0000 7fdb297fa640 1 -- 172.21.15.71:0/2541321954 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdb30039050 con 0x55fea88e85d0 2024-09-05T07:42:59.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.984+0000 7fdb4a401740 10 client.16308 fetch_fsmap learned FSMap version 26 2024-09-05T07:42:59.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.984+0000 7fdb4a401740 1 -- 172.21.15.71:0/2541321954 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fea8971d50 con 0x55fea88e85d0 2024-09-05T07:42:59.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.984+0000 7fdb297fa640 1 -- 172.21.15.71:0/2541321954 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdb3c09f990 con 0x55fea88e85d0 2024-09-05T07:42:59.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.984+0000 7fdb297fa640 1 -- 172.21.15.71:0/2541321954 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fdb30010960 con 0x55fea88e85d0 2024-09-05T07:42:59.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.984+0000 7fdb4a401740 10 client.16308 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:42:59.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.984+0000 7fdb4a401740 10 client.16308 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:42:59.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.984+0000 7fdb4a401740 20 client.16308 populate_metadata read hostname 'smithi071' 2024-09-05T07:42:59.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.984+0000 7fdb4a401740 1 --2- 172.21.15.71:0/2541321954 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55fea89721a0 0x55fea8974590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:42:59.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.984+0000 7fdb4a401740 4 client.16308 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:42:59.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.984+0000 7fdb4a401740 1 -- 172.21.15.71:0/2541321954 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fea8855d70 con 0x55fea89721a0 2024-09-05T07:42:59.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.984+0000 7fdb455c3640 1 --2- 172.21.15.71:0/2541321954 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55fea89721a0 0x55fea8974590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:42:59.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.985+0000 7fdb297fa640 10 client.16308 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:42:59.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.985+0000 7fdb455c3640 1 --2- 172.21.15.71:0/2541321954 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55fea89721a0 0x55fea8974590 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=953365bbeded00ee server_cookie=9409af4fbf850085 in_seq=0 out_seq=0 2024-09-05T07:42:59.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.985+0000 7fdb297fa640 1 -- 172.21.15.71:0/2541321954 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fea8855d70 con 0x55fea89721a0 2024-09-05T07:42:59.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.985+0000 7fdb297fa640 10 client.16308 handle_command_reply: tid=0 2024-09-05T07:42:59.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.985+0000 7fdb4a401740 1 client.16308 shutdown 2024-09-05T07:42:59.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.985+0000 7fdb4a401740 1 -- 172.21.15.71:0/2541321954 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e85d0 msgr2=0x55fea88ffc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:59.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.985+0000 7fdb4a401740 1 --2- 172.21.15.71:0/2541321954 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e85d0 0x55fea88ffc20 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x55fea88e5ac0 tx=0x7fdb30018440 comp rx=0 tx=0).stop 2024-09-05T07:42:59.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.985+0000 7fdb4a401740 1 -- 172.21.15.71:0/2541321954 shutdown_connections 2024-09-05T07:42:59.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.985+0000 7fdb4a401740 1 --2- 172.21.15.71:0/2541321954 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fea88f7780 0x55fea88f10b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.985+0000 7fdb4a401740 1 --2- 172.21.15.71:0/2541321954 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55fea89721a0 0x55fea8974590 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.985+0000 7fdb4a401740 1 --2- 172.21.15.71:0/2541321954 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fea88e9b40 0x55fea8900160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.985+0000 7fdb297fa640 0 client.16308 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:42:59.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.985+0000 7fdb4a401740 1 --2- 172.21.15.71:0/2541321954 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fea88e85d0 0x55fea88ffc20 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.985+0000 7fdb4a401740 1 -- 172.21.15.71:0/2541321954 >> 172.21.15.71:0/2541321954 conn(0x55fea88b1310 msgr2=0x55fea88f5d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:59.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.985+0000 7fdb4a401740 1 -- 172.21.15.71:0/2541321954 shutdown_connections 2024-09-05T07:42:59.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.985+0000 7fdb4a401740 1 -- 172.21.15.71:0/2541321954 wait complete. 2024-09-05T07:42:59.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.985+0000 7fdb4a401740 20 client.16308 trim_cache size 0 max 16384 2024-09-05T07:42:59.026 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:42:59.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.986+0000 7fdb48028640 1 -- 172.21.15.71:0/3503903872 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdb2c0a2cf0 msgr2=0x7fdb2c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:59.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.986+0000 7fdb48028640 1 --2- 172.21.15.71:0/3503903872 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdb2c0a2cf0 0x7fdb2c0a51b0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fdb38009430 tx=0x7fdb38005c50 comp rx=0 tx=0).stop 2024-09-05T07:42:59.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.986+0000 7fdb48028640 1 -- 172.21.15.71:0/3503903872 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb40101420 msgr2=0x7fdb401987a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:42:59.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.986+0000 7fdb48028640 1 --2- 172.21.15.71:0/3503903872 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb40101420 0x7fdb401987a0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fdb3c00d950 tx=0x7fdb3c00dd50 comp rx=0 tx=0).stop 2024-09-05T07:42:59.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.986+0000 7fdb48028640 1 -- 172.21.15.71:0/3503903872 shutdown_connections 2024-09-05T07:42:59.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.986+0000 7fdb48028640 1 --2- 172.21.15.71:0/3503903872 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdb2c0a2cf0 0x7fdb2c0a51b0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.986+0000 7fdb48028640 1 --2- 172.21.15.71:0/3503903872 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdb40106a80 0x7fdb4019cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.986+0000 7fdb48028640 1 --2- 172.21.15.71:0/3503903872 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb40101420 0x7fdb401987a0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.986+0000 7fdb48028640 1 --2- 172.21.15.71:0/3503903872 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdb40100a80 0x7fdb40198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:42:59.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.986+0000 7fdb48028640 1 -- 172.21.15.71:0/3503903872 >> 172.21.15.71:0/3503903872 conn(0x7fdb400fc7a0 msgr2=0x7fdb4006a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:42:59.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.986+0000 7fdb48028640 1 -- 172.21.15.71:0/3503903872 shutdown_connections 2024-09-05T07:42:59.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:42:58.986+0000 7fdb48028640 1 -- 172.21.15.71:0/3503903872 wait complete. 2024-09-05T07:42:59.888 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T07:43:00.136 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:43:00.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.612+0000 7fdbf7323640 1 -- 172.21.15.71:0/3086417287 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbf0102d30 msgr2=0x7fdbf0103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:00.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.612+0000 7fdbf7323640 1 --2- 172.21.15.71:0/3086417287 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbf0102d30 0x7fdbf0103110 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fdbec009930 tx=0x7fdbec02a420 comp rx=0 tx=0).stop 2024-09-05T07:43:00.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.612+0000 7fdbf7323640 1 -- 172.21.15.71:0/3086417287 shutdown_connections 2024-09-05T07:43:00.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.612+0000 7fdbf7323640 1 --2- 172.21.15.71:0/3086417287 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbf01082a0 0x7fdbf010ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.612+0000 7fdbf7323640 1 --2- 172.21.15.71:0/3086417287 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdbf01036e0 0x7fdbf0107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.612+0000 7fdbf7323640 1 --2- 172.21.15.71:0/3086417287 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbf0102d30 0x7fdbf0103110 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.612+0000 7fdbf7323640 1 -- 172.21.15.71:0/3086417287 >> 172.21.15.71:0/3086417287 conn(0x7fdbf00fc7d0 msgr2=0x7fdbf00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:00.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.612+0000 7fdbf7323640 1 -- 172.21.15.71:0/3086417287 shutdown_connections 2024-09-05T07:43:00.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.612+0000 7fdbf7323640 1 -- 172.21.15.71:0/3086417287 wait complete. 2024-09-05T07:43:00.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.613+0000 7fdbf7323640 1 Processor -- start 2024-09-05T07:43:00.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.613+0000 7fdbf7323640 1 -- start start 2024-09-05T07:43:00.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.613+0000 7fdbf7323640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbf0102d30 0x7fdbf0198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:00.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.613+0000 7fdbf7323640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbf01036e0 0x7fdbf01989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:00.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.613+0000 7fdbf7323640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdbf01082a0 0x7fdbf019cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:00.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.613+0000 7fdbf7323640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf0111f50 con 0x7fdbf0102d30 2024-09-05T07:43:00.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.613+0000 7fdbf7323640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf0111dd0 con 0x7fdbf01082a0 2024-09-05T07:43:00.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.613+0000 7fdbf7323640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf01120d0 con 0x7fdbf01036e0 2024-09-05T07:43:00.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.613+0000 7fdbf50bf640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbf0102d30 0x7fdbf0198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:00.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.614+0000 7fdbf50bf640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbf0102d30 0x7fdbf0198470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48728/0 (socket says 172.21.15.71:48728) 2024-09-05T07:43:00.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.614+0000 7fdbf50bf640 1 -- 172.21.15.71:0/1928119302 learned_addr learned my addr 172.21.15.71:0/1928119302 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:00.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.614+0000 7fdbf48be640 1 --2- 172.21.15.71:0/1928119302 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbf01036e0 0x7fdbf01989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:00.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.614+0000 7fdbf58c0640 1 --2- 172.21.15.71:0/1928119302 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdbf01082a0 0x7fdbf019cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:00.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.614+0000 7fdbf50bf640 1 -- 172.21.15.71:0/1928119302 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbf01036e0 msgr2=0x7fdbf01989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:00.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.614+0000 7fdbf50bf640 1 --2- 172.21.15.71:0/1928119302 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbf01036e0 0x7fdbf01989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.614+0000 7fdbf50bf640 1 -- 172.21.15.71:0/1928119302 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdbf01082a0 msgr2=0x7fdbf019cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:00.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.614+0000 7fdbf50bf640 1 --2- 172.21.15.71:0/1928119302 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdbf01082a0 0x7fdbf019cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.614+0000 7fdbf50bf640 1 -- 172.21.15.71:0/1928119302 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbf019d420 con 0x7fdbf0102d30 2024-09-05T07:43:00.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.614+0000 7fdbf50bf640 1 --2- 172.21.15.71:0/1928119302 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbf0102d30 0x7fdbf0198470 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fdbec004770 tx=0x7fdbec0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:00.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.614+0000 7fdbe67fc640 1 -- 172.21.15.71:0/1928119302 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbec03f070 con 0x7fdbf0102d30 2024-09-05T07:43:00.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.614+0000 7fdbe67fc640 1 -- 172.21.15.71:0/1928119302 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbec03b460 con 0x7fdbf0102d30 2024-09-05T07:43:00.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.614+0000 7fdbf7323640 1 -- 172.21.15.71:0/1928119302 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbf019d6b0 con 0x7fdbf0102d30 2024-09-05T07:43:00.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.614+0000 7fdbe67fc640 1 -- 172.21.15.71:0/1928119302 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbec035070 con 0x7fdbf0102d30 2024-09-05T07:43:00.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.614+0000 7fdbf7323640 1 -- 172.21.15.71:0/1928119302 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbf01a4ff0 con 0x7fdbf0102d30 2024-09-05T07:43:00.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.617+0000 7fdbe67fc640 1 -- 172.21.15.71:0/1928119302 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fdbec03b610 con 0x7fdbf0102d30 2024-09-05T07:43:00.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.617+0000 7fdbf96fc740 1 Processor -- start 2024-09-05T07:43:00.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.617+0000 7fdbf96fc740 1 -- start start 2024-09-05T07:43:00.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.617+0000 7fdbe67fc640 1 --2- 172.21.15.71:0/1928119302 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdbdc0a2cf0 0x7fdbdc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:00.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbf96fc740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5627dbd64b40 0x5627dbd63090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:00.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbf96fc740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd635d0 0x5627dbd63a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:00.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbf58c0640 1 --2- 172.21.15.71:0/1928119302 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdbdc0a2cf0 0x7fdbdc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:00.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbf96fc740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5627dbd6e370 0x5627dbd70760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:00.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbf96fc740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5627dbcc92f0 con 0x5627dbd635d0 2024-09-05T07:43:00.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbf96fc740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5627dbc70cf0 con 0x5627dbd6e370 2024-09-05T07:43:00.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbf96fc740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5627dbcc52b0 con 0x5627dbd64b40 2024-09-05T07:43:00.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbe67fc640 1 -- 172.21.15.71:0/1928119302 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fdbec0efb30 con 0x7fdbf0102d30 2024-09-05T07:43:00.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbf48be640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd635d0 0x5627dbd63a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:00.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbf48be640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd635d0 0x5627dbd63a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48736/0 (socket says 172.21.15.71:48736) 2024-09-05T07:43:00.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbf48be640 1 -- 172.21.15.71:0/3931183249 learned_addr learned my addr 172.21.15.71:0/3931183249 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:00.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbf58c0640 1 --2- 172.21.15.71:0/1928119302 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdbdc0a2cf0 0x7fdbdc0a51b0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fdbe8007de0 tx=0x7fdbe800f790 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:00.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbf58c0640 1 --2- 172.21.15.71:0/3931183249 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5627dbd6e370 0x5627dbd70760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:00.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbf50bf640 1 --2- 172.21.15.71:0/3931183249 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5627dbd64b40 0x5627dbd63090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:00.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbf48be640 1 -- 172.21.15.71:0/3931183249 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5627dbd64b40 msgr2=0x5627dbd63090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:00.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbf48be640 1 --2- 172.21.15.71:0/3931183249 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5627dbd64b40 0x5627dbd63090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbf48be640 1 -- 172.21.15.71:0/3931183249 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5627dbd6e370 msgr2=0x5627dbd70760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:00.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbf48be640 1 --2- 172.21.15.71:0/3931183249 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5627dbd6e370 0x5627dbd70760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbf48be640 1 -- 172.21.15.71:0/3931183249 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627dbc553a0 con 0x5627dbd635d0 2024-09-05T07:43:00.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbf48be640 1 --2- 172.21.15.71:0/3931183249 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd635d0 0x5627dbd63a10 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fdbe000bc60 tx=0x7fdbe00107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c26ccb17df764ee server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:00.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbdb7fe640 1 -- 172.21.15.71:0/3931183249 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe001c480 con 0x5627dbd635d0 2024-09-05T07:43:00.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbdb7fe640 1 -- 172.21.15.71:0/3931183249 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbe001cad0 con 0x5627dbd635d0 2024-09-05T07:43:00.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.618+0000 7fdbdb7fe640 1 -- 172.21.15.71:0/3931183249 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe0011b90 con 0x5627dbd635d0 2024-09-05T07:43:00.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.619+0000 7fdbf96fc740 1 -- 172.21.15.71:0/3931183249 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd635d0 msgr2=0x5627dbd63a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:00.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.619+0000 7fdbf96fc740 1 --2- 172.21.15.71:0/3931183249 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd635d0 0x5627dbd63a10 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fdbe000bc60 tx=0x7fdbe00107a0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.619+0000 7fdbf96fc740 1 -- 172.21.15.71:0/3931183249 shutdown_connections 2024-09-05T07:43:00.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.619+0000 7fdbf96fc740 1 --2- 172.21.15.71:0/3931183249 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5627dbd6e370 0x5627dbd70760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.619+0000 7fdbf96fc740 1 --2- 172.21.15.71:0/3931183249 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd635d0 0x5627dbd63a10 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.619+0000 7fdbf96fc740 1 --2- 172.21.15.71:0/3931183249 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5627dbd64b40 0x5627dbd63090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.619+0000 7fdbf96fc740 1 -- 172.21.15.71:0/3931183249 >> 172.21.15.71:0/3931183249 conn(0x5627dbd2c310 msgr2=0x5627dbd5fc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:00.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.619+0000 7fdbf96fc740 1 -- 172.21.15.71:0/3931183249 shutdown_connections 2024-09-05T07:43:00.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.619+0000 7fdbf96fc740 1 -- 172.21.15.71:0/3931183249 wait complete. 2024-09-05T07:43:00.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.619+0000 7fdbf96fc740 1 -- start start 2024-09-05T07:43:00.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.620+0000 7fdbf96fc740 1 Processor -- start 2024-09-05T07:43:00.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.620+0000 7fdbf96fc740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5627dbd635d0 0x5627dbd6dd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:00.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.620+0000 7fdbf96fc740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5627dbd64b40 0x5627dbd6b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:00.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.620+0000 7fdbf96fc740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd6e370 0x5627dbd6b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:00.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.620+0000 7fdbf96fc740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5627dbd71070 con 0x5627dbd6e370 2024-09-05T07:43:00.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.620+0000 7fdbf96fc740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5627dbc84060 con 0x5627dbd635d0 2024-09-05T07:43:00.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.620+0000 7fdbf96fc740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5627dbd711f0 con 0x5627dbd64b40 2024-09-05T07:43:00.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.620+0000 7fdbf96fc740 10 client.0 _ll_register_callbacks cb 0x5627db9d78c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:43:00.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.620+0000 7fdbf58c0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd6e370 0x5627dbd6b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:00.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.620+0000 7fdbf58c0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd6e370 0x5627dbd6b640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48748/0 (socket says 172.21.15.71:48748) 2024-09-05T07:43:00.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.620+0000 7fdbf58c0640 1 -- 172.21.15.71:0/2484002914 learned_addr learned my addr 172.21.15.71:0/2484002914 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:00.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.620+0000 7fdbf48be640 1 --2- 172.21.15.71:0/2484002914 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5627dbd64b40 0x5627dbd6b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:00.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.620+0000 7fdbf50bf640 1 --2- 172.21.15.71:0/2484002914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5627dbd635d0 0x5627dbd6dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:00.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.620+0000 7fdbf58c0640 1 -- 172.21.15.71:0/2484002914 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5627dbd64b40 msgr2=0x5627dbd6b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:00.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.620+0000 7fdbf58c0640 1 --2- 172.21.15.71:0/2484002914 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5627dbd64b40 0x5627dbd6b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.620+0000 7fdbf58c0640 1 -- 172.21.15.71:0/2484002914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5627dbd635d0 msgr2=0x5627dbd6dd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:00.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.620+0000 7fdbf58c0640 1 --2- 172.21.15.71:0/2484002914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5627dbd635d0 0x5627dbd6dd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.620+0000 7fdbf58c0640 1 -- 172.21.15.71:0/2484002914 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627dba3a3c0 con 0x5627dbd6e370 2024-09-05T07:43:00.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.620+0000 7fdbf50bf640 1 --2- 172.21.15.71:0/2484002914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5627dbd635d0 0x5627dbd6dd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:43:00.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.621+0000 7fdbf58c0640 1 --2- 172.21.15.71:0/2484002914 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd6e370 0x5627dbd6b640 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fdbe8010db0 tx=0x7fdbe8004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a46e50d9fb625b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:00.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.621+0000 7fdbd8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:43:00.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.621+0000 7fdbd8ff9640 1 -- 172.21.15.71:0/2484002914 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe801dbe0 con 0x5627dbd6e370 2024-09-05T07:43:00.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.621+0000 7fdbd8ff9640 1 -- 172.21.15.71:0/2484002914 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fdbe801dd80 con 0x5627dbd6e370 2024-09-05T07:43:00.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.621+0000 7fdbf96fc740 1 -- 172.21.15.71:0/2484002914 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdbe001cad0 con 0x5627dbd6e370 2024-09-05T07:43:00.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.621+0000 7fdbd8ff9640 1 -- 172.21.15.71:0/2484002914 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdbe8027430 con 0x5627dbd6e370 2024-09-05T07:43:00.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.621+0000 7fdbf96fc740 10 client.16320 fetch_fsmap learned FSMap version 26 2024-09-05T07:43:00.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.621+0000 7fdbf96fc740 1 -- 172.21.15.71:0/2484002914 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5627dbd7cba0 con 0x5627dbd6e370 2024-09-05T07:43:00.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.621+0000 7fdbd8ff9640 1 -- 172.21.15.71:0/2484002914 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbe001cad0 con 0x5627dbd6e370 2024-09-05T07:43:00.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.621+0000 7fdbd8ff9640 1 -- 172.21.15.71:0/2484002914 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fdbe801e5a0 con 0x5627dbd6e370 2024-09-05T07:43:00.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.621+0000 7fdbf96fc740 10 client.16320 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:43:00.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.621+0000 7fdbf96fc740 10 client.16320 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:43:00.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.621+0000 7fdbf96fc740 20 client.16320 populate_metadata read hostname 'smithi071' 2024-09-05T07:43:00.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.621+0000 7fdbf96fc740 1 --2- 172.21.15.71:0/2484002914 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5627dbd7e0b0 0x5627dbd80550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:00.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.621+0000 7fdbf96fc740 4 client.16320 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:43:00.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.621+0000 7fdbf96fc740 1 -- 172.21.15.71:0/2484002914 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5627dbcd6860 con 0x5627dbd7e0b0 2024-09-05T07:43:00.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.622+0000 7fdbf50bf640 1 --2- 172.21.15.71:0/2484002914 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5627dbd7e0b0 0x5627dbd80550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:00.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.622+0000 7fdbd8ff9640 10 client.16320 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:00.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.622+0000 7fdbf50bf640 1 --2- 172.21.15.71:0/2484002914 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5627dbd7e0b0 0x5627dbd80550 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da1fe4475f0c0366 server_cookie=de4226d51901eeb0 in_seq=0 out_seq=0 2024-09-05T07:43:00.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.623+0000 7fdbd8ff9640 1 -- 172.21.15.71:0/2484002914 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5627dbcd6860 con 0x5627dbd7e0b0 2024-09-05T07:43:00.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.623+0000 7fdbd8ff9640 10 client.16320 handle_command_reply: tid=0 2024-09-05T07:43:00.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.623+0000 7fdbf96fc740 1 client.16320 shutdown 2024-09-05T07:43:00.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.623+0000 7fdbf96fc740 1 -- 172.21.15.71:0/2484002914 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd6e370 msgr2=0x5627dbd6b640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:00.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.623+0000 7fdbf96fc740 1 --2- 172.21.15.71:0/2484002914 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd6e370 0x5627dbd6b640 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fdbe8010db0 tx=0x7fdbe8004ab0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.623+0000 7fdbf96fc740 1 -- 172.21.15.71:0/2484002914 shutdown_connections 2024-09-05T07:43:00.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.623+0000 7fdbf96fc740 1 --2- 172.21.15.71:0/2484002914 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5627dbd7e0b0 0x5627dbd80550 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.623+0000 7fdbf96fc740 1 --2- 172.21.15.71:0/2484002914 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd6e370 0x5627dbd6b640 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.623+0000 7fdbf96fc740 1 --2- 172.21.15.71:0/2484002914 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5627dbd64b40 0x5627dbd6b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.623+0000 7fdbf96fc740 1 --2- 172.21.15.71:0/2484002914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5627dbd635d0 0x5627dbd6dd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.623+0000 7fdbd8ff9640 0 client.16320 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:00.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.623+0000 7fdbf96fc740 1 -- 172.21.15.71:0/2484002914 >> 172.21.15.71:0/2484002914 conn(0x5627dbd2c310 msgr2=0x5627dbd65960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:00.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.623+0000 7fdbf96fc740 1 -- 172.21.15.71:0/2484002914 shutdown_connections 2024-09-05T07:43:00.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.623+0000 7fdbf96fc740 1 -- 172.21.15.71:0/2484002914 wait complete. 2024-09-05T07:43:00.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.623+0000 7fdbf96fc740 20 client.16320 trim_cache size 0 max 16384 2024-09-05T07:43:00.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.636+0000 7fdbf96fc740 1 Processor -- start 2024-09-05T07:43:00.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.636+0000 7fdbf96fc740 1 -- start start 2024-09-05T07:43:00.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.636+0000 7fdbf96fc740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5627dbd635d0 0x5627dbd5fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:00.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.636+0000 7fdbf96fc740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5627dbd64b40 0x5627dbd7a310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:00.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.636+0000 7fdbf96fc740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd6e370 0x5627dbd66120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:00.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.636+0000 7fdbf96fc740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf01b18d0 con 0x5627dbd6e370 2024-09-05T07:43:00.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.636+0000 7fdbf96fc740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf01af1a0 con 0x5627dbd64b40 2024-09-05T07:43:00.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.636+0000 7fdbf96fc740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf01acff0 con 0x5627dbd635d0 2024-09-05T07:43:00.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.636+0000 7fdbf58c0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd6e370 0x5627dbd66120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:00.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.636+0000 7fdbf58c0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd6e370 0x5627dbd66120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48750/0 (socket says 172.21.15.71:48750) 2024-09-05T07:43:00.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.636+0000 7fdbf58c0640 1 -- 172.21.15.71:0/1765986010 learned_addr learned my addr 172.21.15.71:0/1765986010 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:00.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.637+0000 7fdbf58c0640 1 -- 172.21.15.71:0/1765986010 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5627dbd635d0 msgr2=0x5627dbd5fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:00.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.637+0000 7fdbf58c0640 1 --2- 172.21.15.71:0/1765986010 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5627dbd635d0 0x5627dbd5fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.637+0000 7fdbf58c0640 1 -- 172.21.15.71:0/1765986010 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5627dbd64b40 msgr2=0x5627dbd7a310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:00.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.637+0000 7fdbf58c0640 1 --2- 172.21.15.71:0/1765986010 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5627dbd64b40 0x5627dbd7a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.637+0000 7fdbf58c0640 1 -- 172.21.15.71:0/1765986010 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627dbd7a850 con 0x5627dbd6e370 2024-09-05T07:43:00.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.637+0000 7fdbf58c0640 1 --2- 172.21.15.71:0/1765986010 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd6e370 0x5627dbd66120 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fdbe801ea10 tx=0x7fdbe80078c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d9c10510b76dc7f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:00.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.637+0000 7fdbdaffd640 1 -- 172.21.15.71:0/1765986010 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe801e410 con 0x5627dbd6e370 2024-09-05T07:43:00.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.637+0000 7fdbdaffd640 1 -- 172.21.15.71:0/1765986010 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbe803a070 con 0x5627dbd6e370 2024-09-05T07:43:00.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.637+0000 7fdbdaffd640 1 -- 172.21.15.71:0/1765986010 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe8027950 con 0x5627dbd6e370 2024-09-05T07:43:00.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.637+0000 7fdbf96fc740 1 -- 172.21.15.71:0/1765986010 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd6e370 msgr2=0x5627dbd66120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:00.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.637+0000 7fdbf96fc740 1 --2- 172.21.15.71:0/1765986010 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd6e370 0x5627dbd66120 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fdbe801ea10 tx=0x7fdbe80078c0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.637+0000 7fdbf96fc740 1 -- 172.21.15.71:0/1765986010 shutdown_connections 2024-09-05T07:43:00.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.637+0000 7fdbf96fc740 1 --2- 172.21.15.71:0/1765986010 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd6e370 0x5627dbd66120 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.637+0000 7fdbf96fc740 1 --2- 172.21.15.71:0/1765986010 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5627dbd64b40 0x5627dbd7a310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.638+0000 7fdbf96fc740 1 --2- 172.21.15.71:0/1765986010 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5627dbd635d0 0x5627dbd5fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.638+0000 7fdbf96fc740 1 -- 172.21.15.71:0/1765986010 >> 172.21.15.71:0/1765986010 conn(0x5627dbd2c310 msgr2=0x5627dbd5f700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:00.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.638+0000 7fdbf96fc740 1 -- 172.21.15.71:0/1765986010 shutdown_connections 2024-09-05T07:43:00.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.638+0000 7fdbf96fc740 1 -- 172.21.15.71:0/1765986010 wait complete. 2024-09-05T07:43:00.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.638+0000 7fdbf96fc740 1 -- start start 2024-09-05T07:43:00.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.638+0000 7fdbf96fc740 1 Processor -- start 2024-09-05T07:43:00.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.638+0000 7fdbf96fc740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5627dbd635d0 0x5627dbd76760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:00.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.638+0000 7fdbf96fc740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd64b40 0x5627dbd76ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:00.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.638+0000 7fdbf96fc740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5627dbd6e370 0x5627dbd67a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:00.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.638+0000 7fdbf96fc740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf01ad660 con 0x5627dbd64b40 2024-09-05T07:43:00.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.638+0000 7fdbf96fc740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf01aead0 con 0x5627dbd635d0 2024-09-05T07:43:00.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.638+0000 7fdbf96fc740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf01add30 con 0x5627dbd6e370 2024-09-05T07:43:00.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.638+0000 7fdbf96fc740 10 client.0 _ll_register_callbacks cb 0x7fdbe8007ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:43:00.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.639+0000 7fdbf48be640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd64b40 0x5627dbd76ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:00.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.639+0000 7fdbf48be640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd64b40 0x5627dbd76ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:48756/0 (socket says 172.21.15.71:48756) 2024-09-05T07:43:00.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.639+0000 7fdbf48be640 1 -- 172.21.15.71:0/1645643841 learned_addr learned my addr 172.21.15.71:0/1645643841 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:00.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.639+0000 7fdbf50bf640 1 --2- 172.21.15.71:0/1645643841 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5627dbd635d0 0x5627dbd76760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:00.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.639+0000 7fdbf58c0640 1 --2- 172.21.15.71:0/1645643841 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5627dbd6e370 0x5627dbd67a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:00.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.639+0000 7fdbf48be640 1 -- 172.21.15.71:0/1645643841 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5627dbd6e370 msgr2=0x5627dbd67a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:00.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.639+0000 7fdbf48be640 1 --2- 172.21.15.71:0/1645643841 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5627dbd6e370 0x5627dbd67a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.639+0000 7fdbf48be640 1 -- 172.21.15.71:0/1645643841 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5627dbd635d0 msgr2=0x5627dbd76760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:00.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.639+0000 7fdbf48be640 1 --2- 172.21.15.71:0/1645643841 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5627dbd635d0 0x5627dbd76760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.639+0000 7fdbf48be640 1 -- 172.21.15.71:0/1645643841 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627dbd68260 con 0x5627dbd64b40 2024-09-05T07:43:00.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.639+0000 7fdbf48be640 1 --2- 172.21.15.71:0/1645643841 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd64b40 0x5627dbd76ca0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fdbe000bc60 tx=0x7fdbe000b9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b033354d2326777 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:00.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.639+0000 7fdbd8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:43:00.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.639+0000 7fdbd8ff9640 1 -- 172.21.15.71:0/1645643841 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe002b060 con 0x5627dbd64b40 2024-09-05T07:43:00.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.639+0000 7fdbd8ff9640 1 -- 172.21.15.71:0/1645643841 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fdbe0005450 con 0x5627dbd64b40 2024-09-05T07:43:00.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.639+0000 7fdbf96fc740 1 -- 172.21.15.71:0/1645643841 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdbe803a070 con 0x5627dbd64b40 2024-09-05T07:43:00.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.639+0000 7fdbd8ff9640 1 -- 172.21.15.71:0/1645643841 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdbe0032050 con 0x5627dbd64b40 2024-09-05T07:43:00.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.640+0000 7fdbf96fc740 10 client.16326 fetch_fsmap learned FSMap version 26 2024-09-05T07:43:00.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.640+0000 7fdbf96fc740 1 -- 172.21.15.71:0/1645643841 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5627dbde89b0 con 0x5627dbd64b40 2024-09-05T07:43:00.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.640+0000 7fdbd8ff9640 1 -- 172.21.15.71:0/1645643841 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbe803a070 con 0x5627dbd64b40 2024-09-05T07:43:00.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.640+0000 7fdbd8ff9640 1 -- 172.21.15.71:0/1645643841 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fdbe0025070 con 0x5627dbd64b40 2024-09-05T07:43:00.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.640+0000 7fdbf96fc740 10 client.16326 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:43:00.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.640+0000 7fdbf96fc740 10 client.16326 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:43:00.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.640+0000 7fdbf96fc740 20 client.16326 populate_metadata read hostname 'smithi071' 2024-09-05T07:43:00.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.640+0000 7fdbf96fc740 1 --2- 172.21.15.71:0/1645643841 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5627dbde8d40 0x5627dbdeb130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:00.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.640+0000 7fdbf96fc740 4 client.16326 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:43:00.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.640+0000 7fdbf96fc740 1 -- 172.21.15.71:0/1645643841 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5627dbcd0d70 con 0x5627dbde8d40 2024-09-05T07:43:00.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.640+0000 7fdbf50bf640 1 --2- 172.21.15.71:0/1645643841 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5627dbde8d40 0x5627dbdeb130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:00.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.641+0000 7fdbf50bf640 1 --2- 172.21.15.71:0/1645643841 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5627dbde8d40 0x5627dbdeb130 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=38e12905291469bc server_cookie=d799e50a92b4022d in_seq=0 out_seq=0 2024-09-05T07:43:00.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.641+0000 7fdbd8ff9640 10 client.16326 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:00.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.641+0000 7fdbd8ff9640 1 -- 172.21.15.71:0/1645643841 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5627dbcd0d70 con 0x5627dbde8d40 2024-09-05T07:43:00.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.641+0000 7fdbd8ff9640 10 client.16326 handle_command_reply: tid=0 2024-09-05T07:43:00.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.641+0000 7fdbf96fc740 1 client.16326 shutdown 2024-09-05T07:43:00.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.641+0000 7fdbf96fc740 1 -- 172.21.15.71:0/1645643841 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd64b40 msgr2=0x5627dbd76ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:00.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.641+0000 7fdbf96fc740 1 --2- 172.21.15.71:0/1645643841 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd64b40 0x5627dbd76ca0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fdbe000bc60 tx=0x7fdbe000b9e0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.641+0000 7fdbf96fc740 1 -- 172.21.15.71:0/1645643841 shutdown_connections 2024-09-05T07:43:00.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.641+0000 7fdbf96fc740 1 --2- 172.21.15.71:0/1645643841 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5627dbde8d40 0x5627dbdeb130 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.641+0000 7fdbf96fc740 1 --2- 172.21.15.71:0/1645643841 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5627dbd6e370 0x5627dbd67a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.641+0000 7fdbf96fc740 1 --2- 172.21.15.71:0/1645643841 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5627dbd64b40 0x5627dbd76ca0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.641+0000 7fdbf96fc740 1 --2- 172.21.15.71:0/1645643841 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5627dbd635d0 0x5627dbd76760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.641+0000 7fdbf96fc740 1 -- 172.21.15.71:0/1645643841 >> 172.21.15.71:0/1645643841 conn(0x5627dbd2c310 msgr2=0x5627dbd6c890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:00.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.641+0000 7fdbd8ff9640 0 client.16326 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:00.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.641+0000 7fdbf96fc740 1 -- 172.21.15.71:0/1645643841 shutdown_connections 2024-09-05T07:43:00.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.641+0000 7fdbf96fc740 1 -- 172.21.15.71:0/1645643841 wait complete. 2024-09-05T07:43:00.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.641+0000 7fdbf96fc740 20 client.16326 trim_cache size 0 max 16384 2024-09-05T07:43:00.665 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:43:00.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.642+0000 7fdbf7323640 1 -- 172.21.15.71:0/1928119302 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdbdc0a2cf0 msgr2=0x7fdbdc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:00.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.642+0000 7fdbf7323640 1 --2- 172.21.15.71:0/1928119302 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdbdc0a2cf0 0x7fdbdc0a51b0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fdbe8007de0 tx=0x7fdbe800f790 comp rx=0 tx=0).stop 2024-09-05T07:43:00.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.642+0000 7fdbf7323640 1 -- 172.21.15.71:0/1928119302 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbf0102d30 msgr2=0x7fdbf0198470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:00.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.642+0000 7fdbf7323640 1 --2- 172.21.15.71:0/1928119302 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbf0102d30 0x7fdbf0198470 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fdbec004770 tx=0x7fdbec0042f0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.642+0000 7fdbf7323640 1 -- 172.21.15.71:0/1928119302 shutdown_connections 2024-09-05T07:43:00.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.642+0000 7fdbf7323640 1 --2- 172.21.15.71:0/1928119302 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdbdc0a2cf0 0x7fdbdc0a51b0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.642+0000 7fdbf7323640 1 --2- 172.21.15.71:0/1928119302 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdbf01082a0 0x7fdbf019cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.642+0000 7fdbf7323640 1 --2- 172.21.15.71:0/1928119302 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdbf01036e0 0x7fdbf01989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.642+0000 7fdbf7323640 1 --2- 172.21.15.71:0/1928119302 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdbf0102d30 0x7fdbf0198470 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:00.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.642+0000 7fdbf7323640 1 -- 172.21.15.71:0/1928119302 >> 172.21.15.71:0/1928119302 conn(0x7fdbf00fc7d0 msgr2=0x7fdbf0105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:00.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.642+0000 7fdbf7323640 1 -- 172.21.15.71:0/1928119302 shutdown_connections 2024-09-05T07:43:00.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:00.642+0000 7fdbf7323640 1 -- 172.21.15.71:0/1928119302 wait complete. 2024-09-05T07:43:00.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:00 smithi071 ceph-mon[30965]: pgmap v135: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:43:00.929 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:00 smithi123 ceph-mon[34568]: pgmap v135: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:43:00.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:00 smithi192 ceph-mon[34929]: pgmap v135: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:43:02.472 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T07:43:02.472 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T07:43:02.723 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:43:02.844 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:02 smithi071 ceph-mon[30965]: pgmap v136: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 12 KiB/s wr, 8 op/s 2024-09-05T07:43:02.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:02 smithi123 ceph-mon[34568]: pgmap v136: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 12 KiB/s wr, 8 op/s 2024-09-05T07:43:02.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:02 smithi192 ceph-mon[34929]: pgmap v136: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 12 KiB/s wr, 8 op/s 2024-09-05T07:43:03.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.206+0000 7f0bb4824640 1 -- 172.21.15.71:0/272198118 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0bb0102790 msgr2=0x7f0bb01067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:03.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.206+0000 7f0bb4824640 1 --2- 172.21.15.71:0/272198118 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0bb0102790 0x7f0bb01067e0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f0b98009900 tx=0x7f0b9802a410 comp rx=0 tx=0).stop 2024-09-05T07:43:03.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.206+0000 7f0bb4824640 1 -- 172.21.15.71:0/272198118 shutdown_connections 2024-09-05T07:43:03.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.206+0000 7f0bb4824640 1 --2- 172.21.15.71:0/272198118 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0bb0106f10 0x7f0bb010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.206+0000 7f0bb4824640 1 --2- 172.21.15.71:0/272198118 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0bb0102790 0x7f0bb01067e0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.206+0000 7f0bb4824640 1 --2- 172.21.15.71:0/272198118 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0bb0101de0 0x7f0bb01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.206+0000 7f0bb4824640 1 -- 172.21.15.71:0/272198118 >> 172.21.15.71:0/272198118 conn(0x7f0bb00fd8c0 msgr2=0x7f0bb00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:03.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.206+0000 7f0bb4824640 1 -- 172.21.15.71:0/272198118 shutdown_connections 2024-09-05T07:43:03.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.206+0000 7f0bb4824640 1 -- 172.21.15.71:0/272198118 wait complete. 2024-09-05T07:43:03.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.207+0000 7f0bb4824640 1 Processor -- start 2024-09-05T07:43:03.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.207+0000 7f0bb4824640 1 -- start start 2024-09-05T07:43:03.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.207+0000 7f0bb4824640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0bb0101de0 0x7f0bb01983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:03.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.207+0000 7f0bb4824640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0bb0102790 0x7f0bb01988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:03.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.207+0000 7f0bb4824640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0bb0106f10 0x7f0bb019cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:03.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.207+0000 7f0bb4824640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb0111e20 con 0x7f0bb0106f10 2024-09-05T07:43:03.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.207+0000 7f0bb4824640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb0111ca0 con 0x7f0bb0102790 2024-09-05T07:43:03.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.207+0000 7f0bb4824640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb0111fa0 con 0x7f0bb0101de0 2024-09-05T07:43:03.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.207+0000 7f0baed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0bb0106f10 0x7f0bb019cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:03.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.207+0000 7f0baed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0bb0106f10 0x7f0bb019cc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45246/0 (socket says 172.21.15.71:45246) 2024-09-05T07:43:03.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.207+0000 7f0baed9d640 1 -- 172.21.15.71:0/158478202 learned_addr learned my addr 172.21.15.71:0/158478202 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:03.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.207+0000 7f0bae59c640 1 --2- 172.21.15.71:0/158478202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0bb0101de0 0x7f0bb01983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:03.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.207+0000 7f0badd9b640 1 --2- 172.21.15.71:0/158478202 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0bb0102790 0x7f0bb01988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:03.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.208+0000 7f0baed9d640 1 -- 172.21.15.71:0/158478202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0bb0101de0 msgr2=0x7f0bb01983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:03.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.208+0000 7f0baed9d640 1 --2- 172.21.15.71:0/158478202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0bb0101de0 0x7f0bb01983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.208+0000 7f0baed9d640 1 -- 172.21.15.71:0/158478202 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0bb0102790 msgr2=0x7f0bb01988e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:03.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.208+0000 7f0baed9d640 1 --2- 172.21.15.71:0/158478202 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0bb0102790 0x7f0bb01988e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.208+0000 7f0baed9d640 1 -- 172.21.15.71:0/158478202 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bb019d350 con 0x7f0bb0106f10 2024-09-05T07:43:03.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.208+0000 7f0bae59c640 1 --2- 172.21.15.71:0/158478202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0bb0101de0 0x7f0bb01983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:43:03.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.208+0000 7f0badd9b640 1 --2- 172.21.15.71:0/158478202 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0bb0102790 0x7f0bb01988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:43:03.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.208+0000 7f0baed9d640 1 --2- 172.21.15.71:0/158478202 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0bb0106f10 0x7f0bb019cc70 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f0ba800eaa0 tx=0x7f0ba800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:03.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.208+0000 7f0ba77fe640 1 -- 172.21.15.71:0/158478202 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ba800cdb0 con 0x7f0bb0106f10 2024-09-05T07:43:03.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.208+0000 7f0bb4824640 1 -- 172.21.15.71:0/158478202 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bb019d640 con 0x7f0bb0106f10 2024-09-05T07:43:03.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.208+0000 7f0ba77fe640 1 -- 172.21.15.71:0/158478202 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ba8005020 con 0x7f0bb0106f10 2024-09-05T07:43:03.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.208+0000 7f0ba77fe640 1 -- 172.21.15.71:0/158478202 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ba80116d0 con 0x7f0bb0106f10 2024-09-05T07:43:03.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.208+0000 7f0bb4824640 1 -- 172.21.15.71:0/158478202 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bb01a4f20 con 0x7f0bb0106f10 2024-09-05T07:43:03.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.210+0000 7f0ba77fe640 1 -- 172.21.15.71:0/158478202 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f0ba80051d0 con 0x7f0bb0106f10 2024-09-05T07:43:03.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.211+0000 7f0bb6bfd740 1 Processor -- start 2024-09-05T07:43:03.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.211+0000 7f0bb6bfd740 1 -- start start 2024-09-05T07:43:03.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.211+0000 7f0bb6bfd740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b4fb60 0x556364b4ff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:03.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.211+0000 7f0bb6bfd740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b50480 0x556364b5a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:03.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.211+0000 7f0bb6bfd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556364b5ad40 0x556364b5d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:03.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.211+0000 7f0bb6bfd740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x556364ab5280 con 0x556364b4fb60 2024-09-05T07:43:03.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.211+0000 7f0bb6bfd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556364a5cb10 con 0x556364b5ad40 2024-09-05T07:43:03.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.211+0000 7f0bb6bfd740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x556364ab1240 con 0x556364b50480 2024-09-05T07:43:03.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.211+0000 7f0badd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b4fb60 0x556364b4ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:03.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.211+0000 7f0badd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b4fb60 0x556364b4ff40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45254/0 (socket says 172.21.15.71:45254) 2024-09-05T07:43:03.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.211+0000 7f0badd9b640 1 -- 172.21.15.71:0/3770435768 learned_addr learned my addr 172.21.15.71:0/3770435768 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:03.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.211+0000 7f0ba77fe640 1 --2- 172.21.15.71:0/158478202 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f0b9c0a2cf0 0x7f0b9c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:03.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.211+0000 7f0bae59c640 1 --2- 172.21.15.71:0/3770435768 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b50480 0x556364b5a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:03.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.211+0000 7f0badd9b640 1 -- 172.21.15.71:0/3770435768 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b50480 msgr2=0x556364b5a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:03.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.211+0000 7f0badd9b640 1 --2- 172.21.15.71:0/3770435768 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b50480 0x556364b5a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.211+0000 7f0badd9b640 1 -- 172.21.15.71:0/3770435768 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556364b5ad40 msgr2=0x556364b5d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:03.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.212+0000 7f0badd9b640 1 --2- 172.21.15.71:0/3770435768 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556364b5ad40 0x556364b5d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.212+0000 7f0badd9b640 1 -- 172.21.15.71:0/3770435768 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556364a691f0 con 0x556364b4fb60 2024-09-05T07:43:03.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.212+0000 7f0baed9d640 1 --2- 172.21.15.71:0/158478202 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f0b9c0a2cf0 0x7f0b9c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:03.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.212+0000 7f0ba77fe640 1 -- 172.21.15.71:0/158478202 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f0ba80cfab0 con 0x7f0bb0106f10 2024-09-05T07:43:03.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.212+0000 7f0badd9b640 1 --2- 172.21.15.71:0/3770435768 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b4fb60 0x556364b4ff40 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f0b9802a930 tx=0x7f0b98032dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21d8faa7d0fcd0ef server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:03.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.212+0000 7f0ba4ff9640 1 -- 172.21.15.71:0/3770435768 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b98035050 con 0x556364b4fb60 2024-09-05T07:43:03.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.212+0000 7f0ba4ff9640 1 -- 172.21.15.71:0/3770435768 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0b980316a0 con 0x556364b4fb60 2024-09-05T07:43:03.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.212+0000 7f0ba4ff9640 1 -- 172.21.15.71:0/3770435768 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b980046c0 con 0x556364b4fb60 2024-09-05T07:43:03.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.213+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/3770435768 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b4fb60 msgr2=0x556364b4ff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:03.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.213+0000 7f0baed9d640 1 --2- 172.21.15.71:0/158478202 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f0b9c0a2cf0 0x7f0b9c0a51b0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f0ba80cceb0 tx=0x7f0ba806db90 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:03.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.213+0000 7f0bb6bfd740 1 --2- 172.21.15.71:0/3770435768 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b4fb60 0x556364b4ff40 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f0b9802a930 tx=0x7f0b98032dd0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.213+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/3770435768 shutdown_connections 2024-09-05T07:43:03.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.213+0000 7f0bb6bfd740 1 --2- 172.21.15.71:0/3770435768 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556364b5ad40 0x556364b5d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.213+0000 7f0bb6bfd740 1 --2- 172.21.15.71:0/3770435768 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b50480 0x556364b5a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.213+0000 7f0bb6bfd740 1 --2- 172.21.15.71:0/3770435768 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b4fb60 0x556364b4ff40 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.213+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/3770435768 >> 172.21.15.71:0/3770435768 conn(0x556364b4c0f0 msgr2=0x556364b4c4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:03.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.213+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/3770435768 shutdown_connections 2024-09-05T07:43:03.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.213+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/3770435768 wait complete. 2024-09-05T07:43:03.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.213+0000 7f0bb6bfd740 1 -- start start 2024-09-05T07:43:03.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.213+0000 7f0bb6bfd740 1 Processor -- start 2024-09-05T07:43:03.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.213+0000 7f0bb6bfd740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b4fb60 0x556364b57c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:03.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.213+0000 7f0bb6bfd740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b50480 0x556364b58160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:03.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.213+0000 7f0bb6bfd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556364b5ad40 0x556364b586a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:03.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.213+0000 7f0bb6bfd740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x556364b5d910 con 0x556364b50480 2024-09-05T07:43:03.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.213+0000 7f0bb6bfd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556364a6ff10 con 0x556364b5ad40 2024-09-05T07:43:03.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.213+0000 7f0bb6bfd740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x556364b5da90 con 0x556364b4fb60 2024-09-05T07:43:03.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.213+0000 7f0bb6bfd740 10 client.0 _ll_register_callbacks cb 0x556364a38a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:43:03.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.214+0000 7f0bae59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b50480 0x556364b58160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:03.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.214+0000 7f0bae59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b50480 0x556364b58160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45260/0 (socket says 172.21.15.71:45260) 2024-09-05T07:43:03.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.214+0000 7f0bae59c640 1 -- 172.21.15.71:0/4211725936 learned_addr learned my addr 172.21.15.71:0/4211725936 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:03.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.214+0000 7f0badd9b640 1 --2- 172.21.15.71:0/4211725936 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556364b5ad40 0x556364b586a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:03.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.214+0000 7f0badd9b640 1 --2- 172.21.15.71:0/4211725936 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b4fb60 0x556364b57c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:03.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.214+0000 7f0bae59c640 1 -- 172.21.15.71:0/4211725936 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b4fb60 msgr2=0x556364b57c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:03.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.214+0000 7f0bae59c640 1 --2- 172.21.15.71:0/4211725936 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b4fb60 0x556364b57c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.214+0000 7f0bae59c640 1 -- 172.21.15.71:0/4211725936 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556364b5ad40 msgr2=0x556364b586a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:03.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.214+0000 7f0bae59c640 1 --2- 172.21.15.71:0/4211725936 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556364b5ad40 0x556364b586a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.214+0000 7f0bae59c640 1 -- 172.21.15.71:0/4211725936 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563648266a0 con 0x556364b50480 2024-09-05T07:43:03.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.214+0000 7f0badd9b640 1 --2- 172.21.15.71:0/4211725936 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556364b5ad40 0x556364b586a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:43:03.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.214+0000 7f0bae59c640 1 --2- 172.21.15.71:0/4211725936 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b50480 0x556364b58160 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f0ba000f430 tx=0x7f0ba000f8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52a9b7c3be19c60c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:03.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.214+0000 7f0b95ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:43:03.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.214+0000 7f0b95ffb640 1 -- 172.21.15.71:0/4211725936 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ba0005220 con 0x556364b50480 2024-09-05T07:43:03.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.214+0000 7f0b95ffb640 1 -- 172.21.15.71:0/4211725936 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f0ba00053c0 con 0x556364b50480 2024-09-05T07:43:03.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.214+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/4211725936 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0b980316a0 con 0x556364b50480 2024-09-05T07:43:03.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.214+0000 7f0b95ffb640 1 -- 172.21.15.71:0/4211725936 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0ba0022050 con 0x556364b50480 2024-09-05T07:43:03.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.214+0000 7f0bb6bfd740 10 client.16338 fetch_fsmap learned FSMap version 26 2024-09-05T07:43:03.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.214+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/4211725936 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556364b695c0 con 0x556364b50480 2024-09-05T07:43:03.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.215+0000 7f0b95ffb640 1 -- 172.21.15.71:0/4211725936 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0b980316a0 con 0x556364b50480 2024-09-05T07:43:03.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.215+0000 7f0b95ffb640 1 -- 172.21.15.71:0/4211725936 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f0ba00119d0 con 0x556364b50480 2024-09-05T07:43:03.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.215+0000 7f0bb6bfd740 10 client.16338 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:43:03.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.215+0000 7f0bb6bfd740 10 client.16338 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:43:03.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.215+0000 7f0bb6bfd740 20 client.16338 populate_metadata read hostname 'smithi071' 2024-09-05T07:43:03.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.215+0000 7f0bb6bfd740 1 --2- 172.21.15.71:0/4211725936 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556364b6aad0 0x556364b6cef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:03.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.215+0000 7f0bb6bfd740 4 client.16338 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:43:03.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.215+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/4211725936 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556364ac27f0 con 0x556364b6aad0 2024-09-05T07:43:03.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.215+0000 7f0badd9b640 1 --2- 172.21.15.71:0/4211725936 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556364b6aad0 0x556364b6cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:03.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.216+0000 7f0b95ffb640 10 client.16338 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:03.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.216+0000 7f0badd9b640 1 --2- 172.21.15.71:0/4211725936 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556364b6aad0 0x556364b6cef0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b15c7cb918917b98 server_cookie=9856e1157e4d7885 in_seq=0 out_seq=0 2024-09-05T07:43:03.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.216+0000 7f0b95ffb640 1 -- 172.21.15.71:0/4211725936 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556364ac27f0 con 0x556364b6aad0 2024-09-05T07:43:03.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.216+0000 7f0b95ffb640 10 client.16338 handle_command_reply: tid=0 2024-09-05T07:43:03.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.216+0000 7f0bb6bfd740 1 client.16338 shutdown 2024-09-05T07:43:03.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.216+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/4211725936 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b50480 msgr2=0x556364b58160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:03.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.216+0000 7f0bb6bfd740 1 --2- 172.21.15.71:0/4211725936 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b50480 0x556364b58160 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f0ba000f430 tx=0x7f0ba000f8f0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.216+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/4211725936 shutdown_connections 2024-09-05T07:43:03.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.216+0000 7f0bb6bfd740 1 --2- 172.21.15.71:0/4211725936 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556364b6aad0 0x556364b6cef0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.216+0000 7f0bb6bfd740 1 --2- 172.21.15.71:0/4211725936 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556364b5ad40 0x556364b586a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.216+0000 7f0bb6bfd740 1 --2- 172.21.15.71:0/4211725936 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b50480 0x556364b58160 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.216+0000 7f0bb6bfd740 1 --2- 172.21.15.71:0/4211725936 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b4fb60 0x556364b57c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.216+0000 7f0b95ffb640 0 client.16338 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:03.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.216+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/4211725936 >> 172.21.15.71:0/4211725936 conn(0x556364b4c0f0 msgr2=0x556364b51e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:03.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.217+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/4211725936 shutdown_connections 2024-09-05T07:43:03.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.217+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/4211725936 wait complete. 2024-09-05T07:43:03.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.217+0000 7f0bb6bfd740 20 client.16338 trim_cache size 0 max 16384 2024-09-05T07:43:03.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.234+0000 7f0bb6bfd740 1 Processor -- start 2024-09-05T07:43:03.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.234+0000 7f0bb6bfd740 1 -- start start 2024-09-05T07:43:03.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.234+0000 7f0bb6bfd740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b4fb60 0x556364b56ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:03.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.234+0000 7f0bb6bfd740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b50480 0x556364b584f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:03.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.234+0000 7f0bb6bfd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556364b5ad40 0x556364b727a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:03.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.234+0000 7f0bb6bfd740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb01b1840 con 0x556364b4fb60 2024-09-05T07:43:03.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.234+0000 7f0bb6bfd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb01af110 con 0x556364b5ad40 2024-09-05T07:43:03.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.234+0000 7f0bb6bfd740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb01acf60 con 0x556364b50480 2024-09-05T07:43:03.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.234+0000 7f0badd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b4fb60 0x556364b56ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:03.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.234+0000 7f0badd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b4fb60 0x556364b56ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45268/0 (socket says 172.21.15.71:45268) 2024-09-05T07:43:03.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.234+0000 7f0badd9b640 1 -- 172.21.15.71:0/1243866857 learned_addr learned my addr 172.21.15.71:0/1243866857 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:03.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.234+0000 7f0badd9b640 1 -- 172.21.15.71:0/1243866857 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b50480 msgr2=0x556364b584f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:03.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.234+0000 7f0bae59c640 1 --2- 172.21.15.71:0/1243866857 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b50480 0x556364b584f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:03.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.234+0000 7f0badd9b640 1 --2- 172.21.15.71:0/1243866857 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b50480 0x556364b584f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.234+0000 7f0badd9b640 1 -- 172.21.15.71:0/1243866857 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556364b5ad40 msgr2=0x556364b727a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:03.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.234+0000 7f0badd9b640 1 --2- 172.21.15.71:0/1243866857 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556364b5ad40 0x556364b727a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.234+0000 7f0badd9b640 1 -- 172.21.15.71:0/1243866857 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556364b5a200 con 0x556364b4fb60 2024-09-05T07:43:03.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.234+0000 7f0bae59c640 1 --2- 172.21.15.71:0/1243866857 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b50480 0x556364b584f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:43:03.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.235+0000 7f0badd9b640 1 --2- 172.21.15.71:0/1243866857 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b4fb60 0x556364b56ad0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f0b98005380 tx=0x7f0b98032dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91be20696b8dbc09 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:03.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.235+0000 7f0b97fff640 1 -- 172.21.15.71:0/1243866857 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b98035040 con 0x556364b4fb60 2024-09-05T07:43:03.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.235+0000 7f0b97fff640 1 -- 172.21.15.71:0/1243866857 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0b980314a0 con 0x556364b4fb60 2024-09-05T07:43:03.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.235+0000 7f0b97fff640 1 -- 172.21.15.71:0/1243866857 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b980046c0 con 0x556364b4fb60 2024-09-05T07:43:03.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.235+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/1243866857 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b4fb60 msgr2=0x556364b56ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:03.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.235+0000 7f0bb6bfd740 1 --2- 172.21.15.71:0/1243866857 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b4fb60 0x556364b56ad0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f0b98005380 tx=0x7f0b98032dd0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.235+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/1243866857 shutdown_connections 2024-09-05T07:43:03.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.235+0000 7f0bb6bfd740 1 --2- 172.21.15.71:0/1243866857 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556364b5ad40 0x556364b727a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.235+0000 7f0bb6bfd740 1 --2- 172.21.15.71:0/1243866857 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b50480 0x556364b584f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.235+0000 7f0bb6bfd740 1 --2- 172.21.15.71:0/1243866857 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b4fb60 0x556364b56ad0 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.235+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/1243866857 >> 172.21.15.71:0/1243866857 conn(0x556364b4c0f0 msgr2=0x556364b563c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:03.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.236+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/1243866857 shutdown_connections 2024-09-05T07:43:03.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.236+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/1243866857 wait complete. 2024-09-05T07:43:03.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.236+0000 7f0bb6bfd740 1 -- start start 2024-09-05T07:43:03.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.236+0000 7f0bb6bfd740 1 Processor -- start 2024-09-05T07:43:03.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.236+0000 7f0bb6bfd740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b4fb60 0x556364bcd910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:03.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.236+0000 7f0bb6bfd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556364b50480 0x556364bcde50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:03.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.236+0000 7f0bb6bfd740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b5ad40 0x556364bd87b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:03.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.236+0000 7f0bb6bfd740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb01ad5d0 con 0x556364b5ad40 2024-09-05T07:43:03.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.236+0000 7f0bb6bfd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb01aea40 con 0x556364b50480 2024-09-05T07:43:03.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.236+0000 7f0bb6bfd740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb01adca0 con 0x556364b4fb60 2024-09-05T07:43:03.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.236+0000 7f0bb6bfd740 10 client.0 _ll_register_callbacks cb 0x7f0ba000a3b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:43:03.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.236+0000 7f0badd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b5ad40 0x556364bd87b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:03.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.236+0000 7f0badd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b5ad40 0x556364bd87b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45270/0 (socket says 172.21.15.71:45270) 2024-09-05T07:43:03.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.236+0000 7f0badd9b640 1 -- 172.21.15.71:0/968000640 learned_addr learned my addr 172.21.15.71:0/968000640 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:03.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.236+0000 7f0bae59c640 1 --2- 172.21.15.71:0/968000640 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556364b50480 0x556364bcde50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:03.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.236+0000 7f0badd9b640 1 --2- 172.21.15.71:0/968000640 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b4fb60 0x556364bcd910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:03.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.237+0000 7f0badd9b640 1 -- 172.21.15.71:0/968000640 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b4fb60 msgr2=0x556364bcd910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:03.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.237+0000 7f0badd9b640 1 --2- 172.21.15.71:0/968000640 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b4fb60 0x556364bcd910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.237+0000 7f0badd9b640 1 -- 172.21.15.71:0/968000640 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556364b50480 msgr2=0x556364bcde50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:03.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.237+0000 7f0badd9b640 1 --2- 172.21.15.71:0/968000640 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556364b50480 0x556364bcde50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.237+0000 7f0badd9b640 1 -- 172.21.15.71:0/968000640 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556364bd8e20 con 0x556364b5ad40 2024-09-05T07:43:03.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.237+0000 7f0badd9b640 1 --2- 172.21.15.71:0/968000640 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b5ad40 0x556364bd87b0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x556364b73370 tx=0x7f0b98049040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=152e2211bac56695 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:03.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.237+0000 7f0b95ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:43:03.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.237+0000 7f0b95ffb640 1 -- 172.21.15.71:0/968000640 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b98035070 con 0x556364b5ad40 2024-09-05T07:43:03.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.237+0000 7f0b95ffb640 1 -- 172.21.15.71:0/968000640 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f0b980319d0 con 0x556364b5ad40 2024-09-05T07:43:03.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.237+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/968000640 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0b980314a0 con 0x556364b5ad40 2024-09-05T07:43:03.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.237+0000 7f0b95ffb640 1 -- 172.21.15.71:0/968000640 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0b98031bd0 con 0x556364b5ad40 2024-09-05T07:43:03.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.237+0000 7f0bb6bfd740 10 client.16344 fetch_fsmap learned FSMap version 26 2024-09-05T07:43:03.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.237+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/968000640 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556364bda0b0 con 0x556364b5ad40 2024-09-05T07:43:03.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.237+0000 7f0b95ffb640 1 -- 172.21.15.71:0/968000640 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0b980314a0 con 0x556364b5ad40 2024-09-05T07:43:03.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.237+0000 7f0b95ffb640 1 -- 172.21.15.71:0/968000640 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f0b980035f0 con 0x556364b5ad40 2024-09-05T07:43:03.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.237+0000 7f0bb6bfd740 10 client.16344 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:43:03.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.237+0000 7f0bb6bfd740 10 client.16344 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:43:03.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.237+0000 7f0bb6bfd740 20 client.16344 populate_metadata read hostname 'smithi071' 2024-09-05T07:43:03.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.237+0000 7f0bb6bfd740 1 --2- 172.21.15.71:0/968000640 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556364bda280 0x556364bdc670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:03.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.238+0000 7f0bb6bfd740 4 client.16344 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T07:43:03.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.238+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/968000640 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x556364abcd00 con 0x556364bda280 2024-09-05T07:43:03.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.238+0000 7f0bae59c640 1 --2- 172.21.15.71:0/968000640 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556364bda280 0x556364bdc670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:03.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.238+0000 7f0bae59c640 1 --2- 172.21.15.71:0/968000640 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556364bda280 0x556364bdc670 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c163dff802a1601 server_cookie=fcdc5ce9db426f26 in_seq=0 out_seq=0 2024-09-05T07:43:03.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.238+0000 7f0b95ffb640 10 client.16344 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:03.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.239+0000 7f0b95ffb640 1 -- 172.21.15.71:0/968000640 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x556364abcd00 con 0x556364bda280 2024-09-05T07:43:03.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.239+0000 7f0b95ffb640 10 client.16344 handle_command_reply: tid=0 2024-09-05T07:43:03.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.239+0000 7f0bb6bfd740 1 client.16344 shutdown 2024-09-05T07:43:03.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.239+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/968000640 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b5ad40 msgr2=0x556364bd87b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:03.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.239+0000 7f0bb6bfd740 1 --2- 172.21.15.71:0/968000640 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b5ad40 0x556364bd87b0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x556364b73370 tx=0x7f0b98049040 comp rx=0 tx=0).stop 2024-09-05T07:43:03.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.239+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/968000640 shutdown_connections 2024-09-05T07:43:03.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.239+0000 7f0bb6bfd740 1 --2- 172.21.15.71:0/968000640 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556364bda280 0x556364bdc670 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.239+0000 7f0bb6bfd740 1 --2- 172.21.15.71:0/968000640 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556364b5ad40 0x556364bd87b0 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.239+0000 7f0bb6bfd740 1 --2- 172.21.15.71:0/968000640 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556364b50480 0x556364bcde50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.239+0000 7f0bb6bfd740 1 --2- 172.21.15.71:0/968000640 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556364b4fb60 0x556364bcd910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.239+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/968000640 >> 172.21.15.71:0/968000640 conn(0x556364b4c0f0 msgr2=0x556364b4b270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:03.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.239+0000 7f0b95ffb640 0 client.16344 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:03.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.240+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/968000640 shutdown_connections 2024-09-05T07:43:03.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.240+0000 7f0bb6bfd740 1 -- 172.21.15.71:0/968000640 wait complete. 2024-09-05T07:43:03.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.240+0000 7f0bb6bfd740 20 client.16344 trim_cache size 0 max 16384 2024-09-05T07:43:03.246 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:43:03.247 INFO:teuthology.orchestra.run.smithi071.stdout: "return_code": 0, 2024-09-05T07:43:03.247 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_tag": "6d9bdf4c-9381-460d-a0cc-270f9409dc50", 2024-09-05T07:43:03.247 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": "asynchronous" 2024-09-05T07:43:03.247 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:43:03.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.240+0000 7f0bb4824640 1 -- 172.21.15.71:0/158478202 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f0b9c0a2cf0 msgr2=0x7f0b9c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:03.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.240+0000 7f0bb4824640 1 --2- 172.21.15.71:0/158478202 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f0b9c0a2cf0 0x7f0b9c0a51b0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f0ba80cceb0 tx=0x7f0ba806db90 comp rx=0 tx=0).stop 2024-09-05T07:43:03.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.240+0000 7f0bb4824640 1 -- 172.21.15.71:0/158478202 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0bb0106f10 msgr2=0x7f0bb019cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:03.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.240+0000 7f0bb4824640 1 --2- 172.21.15.71:0/158478202 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0bb0106f10 0x7f0bb019cc70 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f0ba800eaa0 tx=0x7f0ba800ef60 comp rx=0 tx=0).stop 2024-09-05T07:43:03.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.240+0000 7f0bb4824640 1 -- 172.21.15.71:0/158478202 shutdown_connections 2024-09-05T07:43:03.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.240+0000 7f0bb4824640 1 --2- 172.21.15.71:0/158478202 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f0b9c0a2cf0 0x7f0b9c0a51b0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.240+0000 7f0bb4824640 1 --2- 172.21.15.71:0/158478202 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0bb0106f10 0x7f0bb019cc70 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.240+0000 7f0bb4824640 1 --2- 172.21.15.71:0/158478202 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0bb0102790 0x7f0bb01988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.240+0000 7f0bb4824640 1 --2- 172.21.15.71:0/158478202 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0bb0101de0 0x7f0bb01983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:03.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.240+0000 7f0bb4824640 1 -- 172.21.15.71:0/158478202 >> 172.21.15.71:0/158478202 conn(0x7f0bb00fd8c0 msgr2=0x7f0bb00fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:03.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.240+0000 7f0bb4824640 1 -- 172.21.15.71:0/158478202 shutdown_connections 2024-09-05T07:43:03.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:03.240+0000 7f0bb4824640 1 -- 172.21.15.71:0/158478202 wait complete. 2024-09-05T07:43:03.882 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:03 smithi071 ceph-mon[30965]: scrub queued for path: / 2024-09-05T07:43:03.882 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:03 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:43:03.882 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:03 smithi071 ceph-mon[30965]: scrub summary: active paths [/] 2024-09-05T07:43:03.882 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:03 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:43:03.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:03 smithi123 ceph-mon[34568]: scrub queued for path: / 2024-09-05T07:43:03.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:03 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:43:03.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:03 smithi123 ceph-mon[34568]: scrub summary: active paths [/] 2024-09-05T07:43:03.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:03 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:43:03.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:03 smithi192 ceph-mon[34929]: scrub queued for path: / 2024-09-05T07:43:03.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:03 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:43:03.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:03 smithi192 ceph-mon[34929]: scrub summary: active paths [/] 2024-09-05T07:43:03.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:03 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:43:04.050 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:43:04.305 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:43:04.716 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:04 smithi071 ceph-mon[30965]: pgmap v137: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-09-05T07:43:04.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.797+0000 7ff03f70e640 1 -- 172.21.15.71:0/1144066366 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff038101450 msgr2=0x7ff038105920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:04.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.797+0000 7ff03f70e640 1 --2- 172.21.15.71:0/1144066366 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff038101450 0x7ff038105920 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7ff028009900 tx=0x7ff02802a470 comp rx=0 tx=0).stop 2024-09-05T07:43:04.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.797+0000 7ff03f70e640 1 -- 172.21.15.71:0/1144066366 shutdown_connections 2024-09-05T07:43:04.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.797+0000 7ff03f70e640 1 --2- 172.21.15.71:0/1144066366 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff038105f40 0x7ff0381063d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.797+0000 7ff03f70e640 1 --2- 172.21.15.71:0/1144066366 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff038101450 0x7ff038105920 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.797+0000 7ff03f70e640 1 --2- 172.21.15.71:0/1144066366 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff038100b30 0x7ff038100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.797+0000 7ff03f70e640 1 -- 172.21.15.71:0/1144066366 >> 172.21.15.71:0/1144066366 conn(0x7ff0380fc7a0 msgr2=0x7ff0380febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:04.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.797+0000 7ff03f70e640 1 -- 172.21.15.71:0/1144066366 shutdown_connections 2024-09-05T07:43:04.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.797+0000 7ff03f70e640 1 -- 172.21.15.71:0/1144066366 wait complete. 2024-09-05T07:43:04.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.798+0000 7ff03f70e640 1 Processor -- start 2024-09-05T07:43:04.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.798+0000 7ff03f70e640 1 -- start start 2024-09-05T07:43:04.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.798+0000 7ff03f70e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff038100b30 0x7ff0381a4620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:04.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.798+0000 7ff03f70e640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff038101450 0x7ff0381a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:04.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.798+0000 7ff03f70e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff038105f40 0x7ff03819e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:04.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.798+0000 7ff03f70e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff038118410 con 0x7ff038105f40 2024-09-05T07:43:04.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.798+0000 7ff03f70e640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff038118290 con 0x7ff038101450 2024-09-05T07:43:04.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.798+0000 7ff03f70e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff038118590 con 0x7ff038100b30 2024-09-05T07:43:04.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.798+0000 7ff03dcab640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff038105f40 0x7ff03819e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:04.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.798+0000 7ff03dcab640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff038105f40 0x7ff03819e7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45296/0 (socket says 172.21.15.71:45296) 2024-09-05T07:43:04.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.798+0000 7ff03dcab640 1 -- 172.21.15.71:0/3923699254 learned_addr learned my addr 172.21.15.71:0/3923699254 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:04.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.798+0000 7ff03d4aa640 1 --2- 172.21.15.71:0/3923699254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff038100b30 0x7ff0381a4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:04.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.798+0000 7ff03dcab640 1 -- 172.21.15.71:0/3923699254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff038100b30 msgr2=0x7ff0381a4620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:04.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.798+0000 7ff03dcab640 1 --2- 172.21.15.71:0/3923699254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff038100b30 0x7ff0381a4620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.798+0000 7ff03dcab640 1 -- 172.21.15.71:0/3923699254 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff038101450 msgr2=0x7ff0381a4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:04.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.798+0000 7ff03dcab640 1 --2- 172.21.15.71:0/3923699254 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff038101450 0x7ff0381a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.798+0000 7ff03dcab640 1 -- 172.21.15.71:0/3923699254 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff03819ef40 con 0x7ff038105f40 2024-09-05T07:43:04.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.798+0000 7ff03dcab640 1 --2- 172.21.15.71:0/3923699254 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff038105f40 0x7ff03819e7a0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7ff03000eaa0 tx=0x7ff03000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:04.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.799+0000 7ff02e7fc640 1 -- 172.21.15.71:0/3923699254 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff03000cdb0 con 0x7ff038105f40 2024-09-05T07:43:04.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.799+0000 7ff02e7fc640 1 -- 172.21.15.71:0/3923699254 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff030005020 con 0x7ff038105f40 2024-09-05T07:43:04.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.799+0000 7ff02e7fc640 1 -- 172.21.15.71:0/3923699254 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0300116d0 con 0x7ff038105f40 2024-09-05T07:43:04.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.799+0000 7ff03f70e640 1 -- 172.21.15.71:0/3923699254 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff03819f230 con 0x7ff038105f40 2024-09-05T07:43:04.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.799+0000 7ff03f70e640 1 -- 172.21.15.71:0/3923699254 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0381ab480 con 0x7ff038105f40 2024-09-05T07:43:04.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.801+0000 7ff02e7fc640 1 -- 172.21.15.71:0/3923699254 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7ff0300051d0 con 0x7ff038105f40 2024-09-05T07:43:04.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff041ae7740 1 Processor -- start 2024-09-05T07:43:04.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff041ae7740 1 -- start start 2024-09-05T07:43:04.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff041ae7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a0d4a0 0x55b820a0d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:04.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff041ae7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b820a0ddc0 0x55b820a18140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:04.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff041ae7740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a18680 0x55b820a1aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:04.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff041ae7740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55b8209732e0 con 0x55b820a18680 2024-09-05T07:43:04.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff041ae7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b82091ace0 con 0x55b820a0d4a0 2024-09-05T07:43:04.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff041ae7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b82096f2a0 con 0x55b820a0ddc0 2024-09-05T07:43:04.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff02e7fc640 1 --2- 172.21.15.71:0/3923699254 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff0240a2cf0 0x7ff0240a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:04.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff03cca9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a18680 0x55b820a1aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:04.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff03cca9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a18680 0x55b820a1aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45306/0 (socket says 172.21.15.71:45306) 2024-09-05T07:43:04.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff03cca9640 1 -- 172.21.15.71:0/1015304096 learned_addr learned my addr 172.21.15.71:0/1015304096 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:04.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff03d4aa640 1 --2- 172.21.15.71:0/1015304096 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b820a0ddc0 0x55b820a18140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:04.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff03dcab640 1 --2- 172.21.15.71:0/3923699254 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff0240a2cf0 0x7ff0240a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:04.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff03cca9640 1 --2- 172.21.15.71:0/1015304096 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a0d4a0 0x55b820a0d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:04.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff03cca9640 1 -- 172.21.15.71:0/1015304096 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b820a0ddc0 msgr2=0x55b820a18140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:04.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff03cca9640 1 --2- 172.21.15.71:0/1015304096 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b820a0ddc0 0x55b820a18140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff03cca9640 1 -- 172.21.15.71:0/1015304096 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a0d4a0 msgr2=0x55b820a0d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:04.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff02e7fc640 1 -- 172.21.15.71:0/3923699254 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7ff0300cfa80 con 0x7ff038105f40 2024-09-05T07:43:04.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff03cca9640 1 --2- 172.21.15.71:0/1015304096 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a0d4a0 0x55b820a0d880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.802+0000 7ff03cca9640 1 -- 172.21.15.71:0/1015304096 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b8208ff440 con 0x55b820a18680 2024-09-05T07:43:04.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.803+0000 7ff03cca9640 1 --2- 172.21.15.71:0/1015304096 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a18680 0x55b820a1aa70 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7ff028005790 tx=0x7ff028000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=896d13370a5f0b68 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:04.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.803+0000 7ff03dcab640 1 --2- 172.21.15.71:0/3923699254 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff0240a2cf0 0x7ff0240a51b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ff030098510 tx=0x7ff030019f70 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:04.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.803+0000 7ff0237fe640 1 -- 172.21.15.71:0/1015304096 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff028041020 con 0x55b820a18680 2024-09-05T07:43:04.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.803+0000 7ff0237fe640 1 -- 172.21.15.71:0/1015304096 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff028004040 con 0x55b820a18680 2024-09-05T07:43:04.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.803+0000 7ff0237fe640 1 -- 172.21.15.71:0/1015304096 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff028035040 con 0x55b820a18680 2024-09-05T07:43:04.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.803+0000 7ff041ae7740 1 -- 172.21.15.71:0/1015304096 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a18680 msgr2=0x55b820a1aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:04.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.803+0000 7ff041ae7740 1 --2- 172.21.15.71:0/1015304096 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a18680 0x55b820a1aa70 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7ff028005790 tx=0x7ff028000bc0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.804+0000 7ff041ae7740 1 -- 172.21.15.71:0/1015304096 shutdown_connections 2024-09-05T07:43:04.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.804+0000 7ff041ae7740 1 --2- 172.21.15.71:0/1015304096 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a18680 0x55b820a1aa70 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.804+0000 7ff041ae7740 1 --2- 172.21.15.71:0/1015304096 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b820a0ddc0 0x55b820a18140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.804+0000 7ff041ae7740 1 --2- 172.21.15.71:0/1015304096 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a0d4a0 0x55b820a0d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.804+0000 7ff041ae7740 1 -- 172.21.15.71:0/1015304096 >> 172.21.15.71:0/1015304096 conn(0x55b820a09a30 msgr2=0x55b820a09e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:04.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.804+0000 7ff041ae7740 1 -- 172.21.15.71:0/1015304096 shutdown_connections 2024-09-05T07:43:04.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.804+0000 7ff041ae7740 1 -- 172.21.15.71:0/1015304096 wait complete. 2024-09-05T07:43:04.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.804+0000 7ff041ae7740 1 -- start start 2024-09-05T07:43:04.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.804+0000 7ff041ae7740 1 Processor -- start 2024-09-05T07:43:04.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.804+0000 7ff041ae7740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a0d4a0 0x55b820a17f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:04.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.804+0000 7ff041ae7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b820a0ddc0 0x55b820a15220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:04.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.804+0000 7ff041ae7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a18680 0x55b820a15760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:04.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.804+0000 7ff041ae7740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55b820a1b2a0 con 0x55b820a0d4a0 2024-09-05T07:43:04.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.804+0000 7ff041ae7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55b82092e050 con 0x55b820a18680 2024-09-05T07:43:04.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.804+0000 7ff041ae7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55b820a1b420 con 0x55b820a0ddc0 2024-09-05T07:43:04.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.804+0000 7ff041ae7740 10 client.0 _ll_register_callbacks cb 0x55b82096e160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:43:04.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.804+0000 7ff03cca9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a0d4a0 0x55b820a17f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:04.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.805+0000 7ff03cca9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a0d4a0 0x55b820a17f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45318/0 (socket says 172.21.15.71:45318) 2024-09-05T07:43:04.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.805+0000 7ff03cca9640 1 -- 172.21.15.71:0/2303834001 learned_addr learned my addr 172.21.15.71:0/2303834001 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:04.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.805+0000 7ff03d4aa640 1 --2- 172.21.15.71:0/2303834001 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b820a0ddc0 0x55b820a15220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:04.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.805+0000 7ff03cca9640 1 --2- 172.21.15.71:0/2303834001 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a18680 0x55b820a15760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:04.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.805+0000 7ff03cca9640 1 -- 172.21.15.71:0/2303834001 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b820a0ddc0 msgr2=0x55b820a15220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:04.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.805+0000 7ff03cca9640 1 --2- 172.21.15.71:0/2303834001 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b820a0ddc0 0x55b820a15220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.805+0000 7ff03cca9640 1 -- 172.21.15.71:0/2303834001 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a18680 msgr2=0x55b820a15760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:04.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.805+0000 7ff03cca9640 1 --2- 172.21.15.71:0/2303834001 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a18680 0x55b820a15760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.805+0000 7ff03cca9640 1 -- 172.21.15.71:0/2303834001 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b8206e43c0 con 0x55b820a0d4a0 2024-09-05T07:43:04.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.805+0000 7ff03cca9640 1 --2- 172.21.15.71:0/2303834001 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a0d4a0 0x55b820a17f70 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7ff02802a990 tx=0x7ff0280035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=370d0ee91868461e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:04.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.805+0000 7ff020ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:43:04.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.805+0000 7ff020ff9640 1 -- 172.21.15.71:0/2303834001 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff028041070 con 0x55b820a0d4a0 2024-09-05T07:43:04.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.805+0000 7ff020ff9640 1 -- 172.21.15.71:0/2303834001 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7ff028005040 con 0x55b820a0d4a0 2024-09-05T07:43:04.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.805+0000 7ff041ae7740 1 -- 172.21.15.71:0/2303834001 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff028004040 con 0x55b820a0d4a0 2024-09-05T07:43:04.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.805+0000 7ff020ff9640 1 -- 172.21.15.71:0/2303834001 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff028035040 con 0x55b820a0d4a0 2024-09-05T07:43:04.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.805+0000 7ff041ae7740 10 client.16356 fetch_fsmap learned FSMap version 26 2024-09-05T07:43:04.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.805+0000 7ff041ae7740 1 -- 172.21.15.71:0/2303834001 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b820a26c40 con 0x55b820a0d4a0 2024-09-05T07:43:04.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.805+0000 7ff020ff9640 1 -- 172.21.15.71:0/2303834001 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff028004040 con 0x55b820a0d4a0 2024-09-05T07:43:04.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.806+0000 7ff020ff9640 1 -- 172.21.15.71:0/2303834001 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7ff0280046c0 con 0x55b820a0d4a0 2024-09-05T07:43:04.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.806+0000 7ff041ae7740 10 client.16356 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:43:04.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.806+0000 7ff041ae7740 10 client.16356 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:43:04.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.806+0000 7ff041ae7740 20 client.16356 populate_metadata read hostname 'smithi071' 2024-09-05T07:43:04.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.806+0000 7ff041ae7740 1 --2- 172.21.15.71:0/2303834001 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b820a27f90 0x55b820a2a380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:04.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.806+0000 7ff041ae7740 4 client.16356 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:43:04.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.806+0000 7ff041ae7740 1 -- 172.21.15.71:0/2303834001 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b820980850 con 0x55b820a27f90 2024-09-05T07:43:04.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.806+0000 7ff03d4aa640 1 --2- 172.21.15.71:0/2303834001 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b820a27f90 0x55b820a2a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:04.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.806+0000 7ff03d4aa640 1 --2- 172.21.15.71:0/2303834001 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b820a27f90 0x55b820a2a380 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=49ec4632c6397485 server_cookie=23804f396ba1b930 in_seq=0 out_seq=0 2024-09-05T07:43:04.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.806+0000 7ff020ff9640 10 client.16356 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:04.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.807+0000 7ff020ff9640 1 -- 172.21.15.71:0/2303834001 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b820980850 con 0x55b820a27f90 2024-09-05T07:43:04.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.807+0000 7ff020ff9640 10 client.16356 handle_command_reply: tid=0 2024-09-05T07:43:04.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.807+0000 7ff041ae7740 1 client.16356 shutdown 2024-09-05T07:43:04.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.807+0000 7ff041ae7740 1 -- 172.21.15.71:0/2303834001 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a0d4a0 msgr2=0x55b820a17f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:04.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.807+0000 7ff041ae7740 1 --2- 172.21.15.71:0/2303834001 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a0d4a0 0x55b820a17f70 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7ff02802a990 tx=0x7ff0280035f0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.807+0000 7ff041ae7740 1 -- 172.21.15.71:0/2303834001 shutdown_connections 2024-09-05T07:43:04.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.807+0000 7ff041ae7740 1 --2- 172.21.15.71:0/2303834001 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b820a27f90 0x55b820a2a380 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.807+0000 7ff041ae7740 1 --2- 172.21.15.71:0/2303834001 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a18680 0x55b820a15760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.807+0000 7ff041ae7740 1 --2- 172.21.15.71:0/2303834001 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b820a0ddc0 0x55b820a15220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.807+0000 7ff041ae7740 1 --2- 172.21.15.71:0/2303834001 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a0d4a0 0x55b820a17f70 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.807+0000 7ff020ff9640 0 client.16356 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:04.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.807+0000 7ff041ae7740 1 -- 172.21.15.71:0/2303834001 >> 172.21.15.71:0/2303834001 conn(0x55b820a09a30 msgr2=0x55b820a0f710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:04.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.807+0000 7ff041ae7740 1 -- 172.21.15.71:0/2303834001 shutdown_connections 2024-09-05T07:43:04.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.807+0000 7ff041ae7740 1 -- 172.21.15.71:0/2303834001 wait complete. 2024-09-05T07:43:04.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.808+0000 7ff041ae7740 20 client.16356 trim_cache size 0 max 16384 2024-09-05T07:43:04.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.824+0000 7ff041ae7740 1 Processor -- start 2024-09-05T07:43:04.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.824+0000 7ff041ae7740 1 -- start start 2024-09-05T07:43:04.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.825+0000 7ff041ae7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b820a0d4a0 0x55b820a2d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:04.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.825+0000 7ff041ae7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a0ddc0 0x55b820a2d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:04.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.825+0000 7ff041ae7740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a18680 0x55b820a124a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:04.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.825+0000 7ff041ae7740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff0381b7ed0 con 0x55b820a18680 2024-09-05T07:43:04.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.825+0000 7ff041ae7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff0381b57a0 con 0x55b820a0ddc0 2024-09-05T07:43:04.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.825+0000 7ff041ae7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff0381b35f0 con 0x55b820a0d4a0 2024-09-05T07:43:04.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.825+0000 7ff03cca9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a18680 0x55b820a124a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:04.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.825+0000 7ff03cca9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a18680 0x55b820a124a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45328/0 (socket says 172.21.15.71:45328) 2024-09-05T07:43:04.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.825+0000 7ff03cca9640 1 -- 172.21.15.71:0/639561349 learned_addr learned my addr 172.21.15.71:0/639561349 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:04.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.825+0000 7ff03cca9640 1 --2- 172.21.15.71:0/639561349 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b820a0d4a0 0x55b820a2d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:04.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.825+0000 7ff03d4aa640 1 --2- 172.21.15.71:0/639561349 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a0ddc0 0x55b820a2d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:04.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.825+0000 7ff03cca9640 1 -- 172.21.15.71:0/639561349 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b820a0d4a0 msgr2=0x55b820a2d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:04.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.825+0000 7ff03cca9640 1 --2- 172.21.15.71:0/639561349 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b820a0d4a0 0x55b820a2d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.825+0000 7ff03cca9640 1 -- 172.21.15.71:0/639561349 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a0ddc0 msgr2=0x55b820a2d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:04.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.825+0000 7ff03cca9640 1 --2- 172.21.15.71:0/639561349 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a0ddc0 0x55b820a2d8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.825+0000 7ff03cca9640 1 -- 172.21.15.71:0/639561349 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b820a09860 con 0x55b820a18680 2024-09-05T07:43:04.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.825+0000 7ff03cca9640 1 --2- 172.21.15.71:0/639561349 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a18680 0x55b820a124a0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7ff028005e60 tx=0x7ff028031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de70b8c17b23e117 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:04.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.825+0000 7ff022ffd640 1 -- 172.21.15.71:0/639561349 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff028041040 con 0x55b820a18680 2024-09-05T07:43:04.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.825+0000 7ff022ffd640 1 -- 172.21.15.71:0/639561349 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff028003b70 con 0x55b820a18680 2024-09-05T07:43:04.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.825+0000 7ff022ffd640 1 -- 172.21.15.71:0/639561349 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff028005040 con 0x55b820a18680 2024-09-05T07:43:04.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.826+0000 7ff041ae7740 1 -- 172.21.15.71:0/639561349 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a18680 msgr2=0x55b820a124a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:04.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.826+0000 7ff041ae7740 1 --2- 172.21.15.71:0/639561349 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a18680 0x55b820a124a0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7ff028005e60 tx=0x7ff028031400 comp rx=0 tx=0).stop 2024-09-05T07:43:04.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.826+0000 7ff041ae7740 1 -- 172.21.15.71:0/639561349 shutdown_connections 2024-09-05T07:43:04.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.826+0000 7ff041ae7740 1 --2- 172.21.15.71:0/639561349 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a18680 0x55b820a124a0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.826+0000 7ff041ae7740 1 --2- 172.21.15.71:0/639561349 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a0ddc0 0x55b820a2d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.826+0000 7ff041ae7740 1 --2- 172.21.15.71:0/639561349 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b820a0d4a0 0x55b820a2d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.826+0000 7ff041ae7740 1 -- 172.21.15.71:0/639561349 >> 172.21.15.71:0/639561349 conn(0x55b820a09a30 msgr2=0x55b820a14310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:04.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.826+0000 7ff041ae7740 1 -- 172.21.15.71:0/639561349 shutdown_connections 2024-09-05T07:43:04.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.826+0000 7ff041ae7740 1 -- 172.21.15.71:0/639561349 wait complete. 2024-09-05T07:43:04.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.826+0000 7ff041ae7740 1 -- start start 2024-09-05T07:43:04.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.826+0000 7ff041ae7740 1 Processor -- start 2024-09-05T07:43:04.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.827+0000 7ff041ae7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b820a0d4a0 0x55b820a2dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:04.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.827+0000 7ff041ae7740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a0ddc0 0x55b820a2afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:04.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.827+0000 7ff041ae7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a18680 0x55b820a2b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:04.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.827+0000 7ff041ae7740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff0381b3c60 con 0x55b820a0ddc0 2024-09-05T07:43:04.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.827+0000 7ff041ae7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff0381b50d0 con 0x55b820a18680 2024-09-05T07:43:04.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.827+0000 7ff041ae7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff0381b4330 con 0x55b820a0d4a0 2024-09-05T07:43:04.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.827+0000 7ff041ae7740 10 client.0 _ll_register_callbacks cb 0x7ff03400c350 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:43:04.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.827+0000 7ff03d4aa640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a0ddc0 0x55b820a2afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:04.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.827+0000 7ff03d4aa640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a0ddc0 0x55b820a2afe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:45340/0 (socket says 172.21.15.71:45340) 2024-09-05T07:43:04.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.827+0000 7ff03d4aa640 1 -- 172.21.15.71:0/4048861037 learned_addr learned my addr 172.21.15.71:0/4048861037 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:04.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.827+0000 7ff03cca9640 1 --2- 172.21.15.71:0/4048861037 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a18680 0x55b820a2b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:04.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.827+0000 7ff03cca9640 1 --2- 172.21.15.71:0/4048861037 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b820a0d4a0 0x55b820a2dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:04.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.827+0000 7ff03d4aa640 1 -- 172.21.15.71:0/4048861037 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b820a0d4a0 msgr2=0x55b820a2dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:04.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.827+0000 7ff03d4aa640 1 --2- 172.21.15.71:0/4048861037 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b820a0d4a0 0x55b820a2dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.827+0000 7ff03d4aa640 1 -- 172.21.15.71:0/4048861037 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a18680 msgr2=0x55b820a2b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:04.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.827+0000 7ff03d4aa640 1 --2- 172.21.15.71:0/4048861037 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a18680 0x55b820a2b5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.827+0000 7ff03d4aa640 1 -- 172.21.15.71:0/4048861037 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b820a2be20 con 0x55b820a0ddc0 2024-09-05T07:43:04.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.827+0000 7ff03cca9640 1 --2- 172.21.15.71:0/4048861037 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a18680 0x55b820a2b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:43:04.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.828+0000 7ff03d4aa640 1 --2- 172.21.15.71:0/4048861037 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a0ddc0 0x55b820a2afe0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x55b820a16860 tx=0x7ff03400cee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90b063d41614f8f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:04.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.828+0000 7ff020ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:43:04.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.828+0000 7ff020ff9640 1 -- 172.21.15.71:0/4048861037 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff03401c420 con 0x55b820a0ddc0 2024-09-05T07:43:04.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.828+0000 7ff020ff9640 1 -- 172.21.15.71:0/4048861037 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7ff03401c5c0 con 0x55b820a0ddc0 2024-09-05T07:43:04.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.828+0000 7ff041ae7740 1 -- 172.21.15.71:0/4048861037 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff028003b70 con 0x55b820a0ddc0 2024-09-05T07:43:04.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.828+0000 7ff020ff9640 1 -- 172.21.15.71:0/4048861037 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff03402d050 con 0x55b820a0ddc0 2024-09-05T07:43:04.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.828+0000 7ff041ae7740 10 client.16362 fetch_fsmap learned FSMap version 26 2024-09-05T07:43:04.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.828+0000 7ff041ae7740 1 -- 172.21.15.71:0/4048861037 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b820a92aa0 con 0x55b820a0ddc0 2024-09-05T07:43:04.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.828+0000 7ff020ff9640 1 -- 172.21.15.71:0/4048861037 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff028003b70 con 0x55b820a0ddc0 2024-09-05T07:43:04.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.828+0000 7ff020ff9640 1 -- 172.21.15.71:0/4048861037 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7ff034010b30 con 0x55b820a0ddc0 2024-09-05T07:43:04.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.828+0000 7ff041ae7740 10 client.16362 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:43:04.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.828+0000 7ff041ae7740 10 client.16362 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:43:04.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.828+0000 7ff041ae7740 20 client.16362 populate_metadata read hostname 'smithi071' 2024-09-05T07:43:04.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.828+0000 7ff041ae7740 1 --2- 172.21.15.71:0/4048861037 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b820a932a0 0x55b820a956c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:04.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.828+0000 7ff041ae7740 4 client.16362 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:43:04.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.828+0000 7ff041ae7740 1 -- 172.21.15.71:0/4048861037 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b82097ad60 con 0x55b820a932a0 2024-09-05T07:43:04.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.829+0000 7ff03cca9640 1 --2- 172.21.15.71:0/4048861037 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b820a932a0 0x55b820a956c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:04.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.829+0000 7ff03cca9640 1 --2- 172.21.15.71:0/4048861037 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b820a932a0 0x55b820a956c0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7ab3a59b65ebc33 server_cookie=8a474cf2f4fef0a0 in_seq=0 out_seq=0 2024-09-05T07:43:04.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.829+0000 7ff020ff9640 10 client.16362 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:04.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.829+0000 7ff020ff9640 1 -- 172.21.15.71:0/4048861037 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55b82097ad60 con 0x55b820a932a0 2024-09-05T07:43:04.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.829+0000 7ff020ff9640 10 client.16362 handle_command_reply: tid=0 2024-09-05T07:43:04.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.829+0000 7ff041ae7740 1 client.16362 shutdown 2024-09-05T07:43:04.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.829+0000 7ff041ae7740 1 -- 172.21.15.71:0/4048861037 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a0ddc0 msgr2=0x55b820a2afe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:04.839 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.829+0000 7ff041ae7740 1 --2- 172.21.15.71:0/4048861037 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a0ddc0 0x55b820a2afe0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x55b820a16860 tx=0x7ff03400cee0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.839 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.829+0000 7ff041ae7740 1 -- 172.21.15.71:0/4048861037 shutdown_connections 2024-09-05T07:43:04.839 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.829+0000 7ff041ae7740 1 --2- 172.21.15.71:0/4048861037 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55b820a932a0 0x55b820a956c0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.839 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.829+0000 7ff041ae7740 1 --2- 172.21.15.71:0/4048861037 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55b820a18680 0x55b820a2b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.839 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.829+0000 7ff041ae7740 1 --2- 172.21.15.71:0/4048861037 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55b820a0ddc0 0x55b820a2afe0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.839 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.829+0000 7ff041ae7740 1 --2- 172.21.15.71:0/4048861037 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55b820a0d4a0 0x55b820a2dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.839 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.829+0000 7ff041ae7740 1 -- 172.21.15.71:0/4048861037 >> 172.21.15.71:0/4048861037 conn(0x55b820a09a30 msgr2=0x55b820a0eef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:04.839 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.829+0000 7ff020ff9640 0 client.16362 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:04.839 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.830+0000 7ff041ae7740 1 -- 172.21.15.71:0/4048861037 shutdown_connections 2024-09-05T07:43:04.839 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.830+0000 7ff041ae7740 1 -- 172.21.15.71:0/4048861037 wait complete. 2024-09-05T07:43:04.839 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.830+0000 7ff041ae7740 20 client.16362 trim_cache size 0 max 16384 2024-09-05T07:43:04.840 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:43:04.840 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T07:43:04.840 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": { 2024-09-05T07:43:04.840 INFO:teuthology.orchestra.run.smithi071.stdout: "6d9bdf4c-9381-460d-a0cc-270f9409dc50": { 2024-09-05T07:43:04.840 INFO:teuthology.orchestra.run.smithi071.stdout: "path": "/", 2024-09-05T07:43:04.840 INFO:teuthology.orchestra.run.smithi071.stdout: "tag": "6d9bdf4c-9381-460d-a0cc-270f9409dc50", 2024-09-05T07:43:04.840 INFO:teuthology.orchestra.run.smithi071.stdout: "options": "recursive,force" 2024-09-05T07:43:04.840 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:43:04.840 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:43:04.840 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:43:04.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.830+0000 7ff03f70e640 1 -- 172.21.15.71:0/3923699254 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff0240a2cf0 msgr2=0x7ff0240a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:04.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.830+0000 7ff03f70e640 1 --2- 172.21.15.71:0/3923699254 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff0240a2cf0 0x7ff0240a51b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ff030098510 tx=0x7ff030019f70 comp rx=0 tx=0).stop 2024-09-05T07:43:04.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.830+0000 7ff03f70e640 1 -- 172.21.15.71:0/3923699254 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff038105f40 msgr2=0x7ff03819e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:04.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.830+0000 7ff03f70e640 1 --2- 172.21.15.71:0/3923699254 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff038105f40 0x7ff03819e7a0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7ff03000eaa0 tx=0x7ff03000ef60 comp rx=0 tx=0).stop 2024-09-05T07:43:04.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.830+0000 7ff03f70e640 1 -- 172.21.15.71:0/3923699254 shutdown_connections 2024-09-05T07:43:04.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.830+0000 7ff03f70e640 1 --2- 172.21.15.71:0/3923699254 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff0240a2cf0 0x7ff0240a51b0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.830+0000 7ff03f70e640 1 --2- 172.21.15.71:0/3923699254 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff038105f40 0x7ff03819e7a0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.830+0000 7ff03f70e640 1 --2- 172.21.15.71:0/3923699254 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff038101450 0x7ff0381a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.830+0000 7ff03f70e640 1 --2- 172.21.15.71:0/3923699254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff038100b30 0x7ff0381a4620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:04.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.830+0000 7ff03f70e640 1 -- 172.21.15.71:0/3923699254 >> 172.21.15.71:0/3923699254 conn(0x7ff0380fc7a0 msgr2=0x7ff03810f700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:04.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.830+0000 7ff03f70e640 1 -- 172.21.15.71:0/3923699254 shutdown_connections 2024-09-05T07:43:04.842 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:04.830+0000 7ff03f70e640 1 -- 172.21.15.71:0/3923699254 wait complete. 2024-09-05T07:43:04.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:04 smithi123 ceph-mon[34568]: pgmap v137: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-09-05T07:43:04.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:04 smithi192 ceph-mon[34929]: pgmap v137: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-09-05T07:43:05.853 INFO:tasks.cephfs.filesystem:scrub status for tag:6d9bdf4c-9381-460d-a0cc-270f9409dc50 - {'path': '/', 'tag': '6d9bdf4c-9381-460d-a0cc-270f9409dc50', 'options': 'recursive,force'} 2024-09-05T07:43:05.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:05 smithi071 ceph-mon[30965]: scrub summary: idle 2024-09-05T07:43:05.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:05 smithi123 ceph-mon[34568]: scrub summary: idle 2024-09-05T07:43:05.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:05 smithi192 ceph-mon[34929]: scrub summary: idle 2024-09-05T07:43:06.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:06 smithi071 ceph-mon[30965]: pgmap v138: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-09-05T07:43:06.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:06 smithi123 ceph-mon[34568]: pgmap v138: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-09-05T07:43:06.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:06 smithi192 ceph-mon[34929]: pgmap v138: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-09-05T07:43:08.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:08 smithi071 ceph-mon[30965]: pgmap v139: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-09-05T07:43:08.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:08 smithi123 ceph-mon[34568]: pgmap v139: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-09-05T07:43:08.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:08 smithi192 ceph-mon[34929]: pgmap v139: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-09-05T07:43:10.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:10 smithi071 ceph-mon[30965]: pgmap v140: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-09-05T07:43:10.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:10 smithi123 ceph-mon[34568]: pgmap v140: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-09-05T07:43:10.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:10 smithi192 ceph-mon[34929]: pgmap v140: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-09-05T07:43:12.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:12 smithi071 ceph-mon[30965]: pgmap v141: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-09-05T07:43:12.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:12 smithi123 ceph-mon[34568]: pgmap v141: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-09-05T07:43:12.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:12 smithi192 ceph-mon[34929]: pgmap v141: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-09-05T07:43:14.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:14 smithi071 ceph-mon[30965]: pgmap v142: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-09-05T07:43:14.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:14 smithi123 ceph-mon[34568]: pgmap v142: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-09-05T07:43:14.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:14 smithi192 ceph-mon[34929]: pgmap v142: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-09-05T07:43:16.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:16 smithi071 ceph-mon[30965]: pgmap v143: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 170 B/s wr, 5 op/s 2024-09-05T07:43:16.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:16 smithi123 ceph-mon[34568]: pgmap v143: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 170 B/s wr, 5 op/s 2024-09-05T07:43:16.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:16 smithi192 ceph-mon[34929]: pgmap v143: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 170 B/s wr, 5 op/s 2024-09-05T07:43:19.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:19 smithi071 ceph-mon[30965]: pgmap v144: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 170 B/s wr, 7 op/s 2024-09-05T07:43:19.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:19 smithi123 ceph-mon[34568]: pgmap v144: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 170 B/s wr, 7 op/s 2024-09-05T07:43:19.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:19 smithi192 ceph-mon[34929]: pgmap v144: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 170 B/s wr, 7 op/s 2024-09-05T07:43:21.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:21 smithi071 ceph-mon[30965]: pgmap v145: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-09-05T07:43:21.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:21 smithi123 ceph-mon[34568]: pgmap v145: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-09-05T07:43:21.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:21 smithi192 ceph-mon[34929]: pgmap v145: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-09-05T07:43:23.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:23 smithi071 ceph-mon[30965]: pgmap v146: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 7 op/s 2024-09-05T07:43:23.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:23 smithi123 ceph-mon[34568]: pgmap v146: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 7 op/s 2024-09-05T07:43:23.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:23 smithi192 ceph-mon[34929]: pgmap v146: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 7 op/s 2024-09-05T07:43:25.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:25 smithi071 ceph-mon[30965]: pgmap v147: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:43:25.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:25 smithi123 ceph-mon[34568]: pgmap v147: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:43:25.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:25 smithi192 ceph-mon[34929]: pgmap v147: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:43:27.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:27 smithi071 ceph-mon[30965]: pgmap v148: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:43:27.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:27 smithi123 ceph-mon[34568]: pgmap v148: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:43:27.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:27 smithi192 ceph-mon[34929]: pgmap v148: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:43:29.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:29 smithi071 ceph-mon[30965]: pgmap v149: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:43:29.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:29 smithi123 ceph-mon[34568]: pgmap v149: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:43:29.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:29 smithi192 ceph-mon[34929]: pgmap v149: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:43:31.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:31 smithi071 ceph-mon[30965]: pgmap v150: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:43:31.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:31 smithi123 ceph-mon[34568]: pgmap v150: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:43:31.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:31 smithi192 ceph-mon[34929]: pgmap v150: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:43:33.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:33 smithi071 ceph-mon[30965]: pgmap v151: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:43:33.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:33 smithi123 ceph-mon[34568]: pgmap v151: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:43:33.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:33 smithi192 ceph-mon[34929]: pgmap v151: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:43:35.855 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:43:35.888 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:35 smithi071 ceph-mon[30965]: pgmap v152: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-09-05T07:43:35.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:35 smithi123 ceph-mon[34568]: pgmap v152: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-09-05T07:43:35.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:35 smithi192 ceph-mon[34929]: pgmap v152: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-09-05T07:43:36.117 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:43:36.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.637+0000 7efea30ce640 1 -- 172.21.15.71:0/738827574 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe9c106b80 msgr2=0x7efe9c106f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:36.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.637+0000 7efea30ce640 1 --2- 172.21.15.71:0/738827574 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe9c106b80 0x7efe9c106f60 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7efe90009900 tx=0x7efe9002a410 comp rx=0 tx=0).stop 2024-09-05T07:43:36.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.637+0000 7efea30ce640 1 -- 172.21.15.71:0/738827574 shutdown_connections 2024-09-05T07:43:36.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.637+0000 7efea30ce640 1 --2- 172.21.15.71:0/738827574 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe9c100aa0 0x7efe9c10ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.637+0000 7efea30ce640 1 --2- 172.21.15.71:0/738827574 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efe9c100100 0x7efe9c100560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.637+0000 7efea30ce640 1 --2- 172.21.15.71:0/738827574 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe9c106b80 0x7efe9c106f60 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.637+0000 7efea30ce640 1 -- 172.21.15.71:0/738827574 >> 172.21.15.71:0/738827574 conn(0x7efe9c077230 msgr2=0x7efe9c0fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:36.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.637+0000 7efea30ce640 1 -- 172.21.15.71:0/738827574 shutdown_connections 2024-09-05T07:43:36.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.637+0000 7efea30ce640 1 -- 172.21.15.71:0/738827574 wait complete. 2024-09-05T07:43:36.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.637+0000 7efea30ce640 1 Processor -- start 2024-09-05T07:43:36.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.637+0000 7efea30ce640 1 -- start start 2024-09-05T07:43:36.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.638+0000 7efea30ce640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe9c100100 0x7efe9c198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:36.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.638+0000 7efea30ce640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe9c100aa0 0x7efe9c198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:36.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.638+0000 7efea30ce640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efe9c106b80 0x7efe9c19cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:36.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.638+0000 7efea30ce640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7efe9c111f50 con 0x7efe9c100aa0 2024-09-05T07:43:36.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.638+0000 7efea30ce640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efe9c111dd0 con 0x7efe9c106b80 2024-09-05T07:43:36.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.638+0000 7efea30ce640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7efe9c1120d0 con 0x7efe9c100100 2024-09-05T07:43:36.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.638+0000 7efe9bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe9c100aa0 0x7efe9c198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:36.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.638+0000 7efe9bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe9c100aa0 0x7efe9c198950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32778/0 (socket says 172.21.15.71:32778) 2024-09-05T07:43:36.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.638+0000 7efe9bfff640 1 -- 172.21.15.71:0/640802366 learned_addr learned my addr 172.21.15.71:0/640802366 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:36.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.638+0000 7efea166b640 1 --2- 172.21.15.71:0/640802366 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efe9c106b80 0x7efe9c19cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:36.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.638+0000 7efea0e6a640 1 --2- 172.21.15.71:0/640802366 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe9c100100 0x7efe9c198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:36.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.638+0000 7efe9bfff640 1 -- 172.21.15.71:0/640802366 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe9c100100 msgr2=0x7efe9c198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:36.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.638+0000 7efe9bfff640 1 --2- 172.21.15.71:0/640802366 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe9c100100 0x7efe9c198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.638+0000 7efe9bfff640 1 -- 172.21.15.71:0/640802366 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efe9c106b80 msgr2=0x7efe9c19cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:36.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.638+0000 7efe9bfff640 1 --2- 172.21.15.71:0/640802366 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efe9c106b80 0x7efe9c19cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.638+0000 7efe9bfff640 1 -- 172.21.15.71:0/640802366 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe9c19d3c0 con 0x7efe9c100aa0 2024-09-05T07:43:36.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.638+0000 7efea166b640 1 --2- 172.21.15.71:0/640802366 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efe9c106b80 0x7efe9c19cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:43:36.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.638+0000 7efe9bfff640 1 --2- 172.21.15.71:0/640802366 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe9c100aa0 0x7efe9c198950 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7efe8800e9f0 tx=0x7efe8800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:36.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.639+0000 7efe99ffb640 1 -- 172.21.15.71:0/640802366 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe8800cd80 con 0x7efe9c100aa0 2024-09-05T07:43:36.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.639+0000 7efe99ffb640 1 -- 172.21.15.71:0/640802366 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe880108e0 con 0x7efe9c100aa0 2024-09-05T07:43:36.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.639+0000 7efea30ce640 1 -- 172.21.15.71:0/640802366 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe9c19d6b0 con 0x7efe9c100aa0 2024-09-05T07:43:36.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.639+0000 7efe99ffb640 1 -- 172.21.15.71:0/640802366 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe88018920 con 0x7efe9c100aa0 2024-09-05T07:43:36.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.639+0000 7efea30ce640 1 -- 172.21.15.71:0/640802366 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe9c1a4f90 con 0x7efe9c100aa0 2024-09-05T07:43:36.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.641+0000 7efea54a7740 1 Processor -- start 2024-09-05T07:43:36.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.641+0000 7efea54a7740 1 -- start start 2024-09-05T07:43:36.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.642+0000 7efea54a7740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 0x5652c438f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:36.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.642+0000 7efea54a7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5652c438fca0 0x5652c439e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:36.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.642+0000 7efea54a7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c439ea90 0x5652c43a0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:36.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.642+0000 7efea54a7740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5652c42f52e0 con 0x5652c438f380 2024-09-05T07:43:36.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.642+0000 7efea54a7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5652c429cce0 con 0x5652c438fca0 2024-09-05T07:43:36.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.642+0000 7efea54a7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5652c42f12a0 con 0x5652c439ea90 2024-09-05T07:43:36.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.642+0000 7efea166b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 0x5652c438f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:36.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.642+0000 7efea166b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 0x5652c438f760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32780/0 (socket says 172.21.15.71:32780) 2024-09-05T07:43:36.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.642+0000 7efea166b640 1 -- 172.21.15.71:0/2380276600 learned_addr learned my addr 172.21.15.71:0/2380276600 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:36.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.642+0000 7efe9bfff640 1 --2- 172.21.15.71:0/2380276600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c439ea90 0x5652c43a0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:36.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.642+0000 7efea0e6a640 1 --2- 172.21.15.71:0/2380276600 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5652c438fca0 0x5652c439e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:36.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.642+0000 7efea166b640 1 -- 172.21.15.71:0/2380276600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c439ea90 msgr2=0x5652c43a0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:36.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.642+0000 7efea166b640 1 --2- 172.21.15.71:0/2380276600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c439ea90 0x5652c43a0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.642+0000 7efea166b640 1 -- 172.21.15.71:0/2380276600 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5652c438fca0 msgr2=0x5652c439e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:36.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.642+0000 7efea166b640 1 --2- 172.21.15.71:0/2380276600 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5652c438fca0 0x5652c439e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.642+0000 7efea166b640 1 -- 172.21.15.71:0/2380276600 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652c4281440 con 0x5652c438f380 2024-09-05T07:43:36.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.642+0000 7efea166b640 1 --2- 172.21.15.71:0/2380276600 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 0x5652c438f760 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7efe940117a0 tx=0x7efe94011c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d30b981f70358093 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:36.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.643+0000 7efe86ffd640 1 -- 172.21.15.71:0/2380276600 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe94011220 con 0x5652c438f380 2024-09-05T07:43:36.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.643+0000 7efe86ffd640 1 -- 172.21.15.71:0/2380276600 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe9400f9a0 con 0x5652c438f380 2024-09-05T07:43:36.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.643+0000 7efe86ffd640 1 -- 172.21.15.71:0/2380276600 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe940045e0 con 0x5652c438f380 2024-09-05T07:43:36.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.644+0000 7efea54a7740 1 -- 172.21.15.71:0/2380276600 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 msgr2=0x5652c438f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:36.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.644+0000 7efea54a7740 1 --2- 172.21.15.71:0/2380276600 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 0x5652c438f760 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7efe940117a0 tx=0x7efe94011c60 comp rx=0 tx=0).stop 2024-09-05T07:43:36.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.644+0000 7efea54a7740 1 -- 172.21.15.71:0/2380276600 shutdown_connections 2024-09-05T07:43:36.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.644+0000 7efea54a7740 1 --2- 172.21.15.71:0/2380276600 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c439ea90 0x5652c43a0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.644+0000 7efea54a7740 1 --2- 172.21.15.71:0/2380276600 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5652c438fca0 0x5652c439e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.644+0000 7efea54a7740 1 --2- 172.21.15.71:0/2380276600 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 0x5652c438f760 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.644+0000 7efea54a7740 1 -- 172.21.15.71:0/2380276600 >> 172.21.15.71:0/2380276600 conn(0x5652c438ba30 msgr2=0x5652c438be10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:36.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.645+0000 7efe99ffb640 1 -- 172.21.15.71:0/640802366 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7efe88010a90 con 0x7efe9c100aa0 2024-09-05T07:43:36.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.645+0000 7efea54a7740 1 -- 172.21.15.71:0/2380276600 shutdown_connections 2024-09-05T07:43:36.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.645+0000 7efea54a7740 1 -- 172.21.15.71:0/2380276600 wait complete. 2024-09-05T07:43:36.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.645+0000 7efea54a7740 1 -- start start 2024-09-05T07:43:36.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.645+0000 7efea54a7740 1 Processor -- start 2024-09-05T07:43:36.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efea54a7740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 0x5652c439e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:36.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efea54a7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5652c438fca0 0x5652c439b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:36.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efea54a7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c439ea90 0x5652c439bc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:36.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efea54a7740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5652c43a1660 con 0x5652c438f380 2024-09-05T07:43:36.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efea54a7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5652c42b0050 con 0x5652c438fca0 2024-09-05T07:43:36.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efea54a7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5652c43a17e0 con 0x5652c439ea90 2024-09-05T07:43:36.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efea54a7740 10 client.0 _ll_register_callbacks cb 0x5652c42f0160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:43:36.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efe99ffb640 1 --2- 172.21.15.71:0/640802366 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efe8c0a2c80 0x7efe8c0a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:36.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efea166b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 0x5652c439e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:36.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efea166b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 0x5652c439e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32796/0 (socket says 172.21.15.71:32796) 2024-09-05T07:43:36.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efea166b640 1 -- 172.21.15.71:0/4224231285 learned_addr learned my addr 172.21.15.71:0/4224231285 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:36.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efea166b640 1 --2- 172.21.15.71:0/640802366 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efe8c0a2c80 0x7efe8c0a5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:36.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efea0e6a640 1 --2- 172.21.15.71:0/4224231285 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5652c438fca0 0x5652c439b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:36.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efe99ffb640 1 -- 172.21.15.71:0/640802366 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7efe880d0050 con 0x7efe9c100aa0 2024-09-05T07:43:36.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efe9bfff640 1 --2- 172.21.15.71:0/4224231285 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c439ea90 0x5652c439bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:36.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efea166b640 1 -- 172.21.15.71:0/4224231285 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c439ea90 msgr2=0x5652c439bc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:36.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efea166b640 1 --2- 172.21.15.71:0/4224231285 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c439ea90 0x5652c439bc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efea166b640 1 -- 172.21.15.71:0/4224231285 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5652c438fca0 msgr2=0x5652c439b6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:36.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efea166b640 1 --2- 172.21.15.71:0/4224231285 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5652c438fca0 0x5652c439b6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efea166b640 1 -- 172.21.15.71:0/4224231285 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652c40663c0 con 0x5652c438f380 2024-09-05T07:43:36.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.646+0000 7efe9bfff640 1 --2- 172.21.15.71:0/4224231285 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c439ea90 0x5652c439bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:43:36.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.647+0000 7efea166b640 1 --2- 172.21.15.71:0/4224231285 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 0x5652c439e440 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7efe94004630 tx=0x7efe94004660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8c62a22d0dae1d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:36.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.647+0000 7efe7bfff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:43:36.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.647+0000 7efea166b640 1 --2- 172.21.15.71:0/640802366 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efe8c0a2c80 0x7efe8c0a5140 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7efe940115e0 tx=0x7efe94026000 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:36.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.647+0000 7efe7bfff640 1 -- 172.21.15.71:0/4224231285 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe94035060 con 0x5652c438f380 2024-09-05T07:43:36.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.647+0000 7efea54a7740 1 -- 172.21.15.71:0/4224231285 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efe9400f9a0 con 0x5652c438f380 2024-09-05T07:43:36.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.647+0000 7efe7bfff640 1 -- 172.21.15.71:0/4224231285 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7efe94011050 con 0x5652c438f380 2024-09-05T07:43:36.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.647+0000 7efe7bfff640 1 -- 172.21.15.71:0/4224231285 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efe9403c050 con 0x5652c438f380 2024-09-05T07:43:36.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.647+0000 7efea54a7740 10 client.16374 fetch_fsmap learned FSMap version 26 2024-09-05T07:43:36.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.647+0000 7efea54a7740 1 -- 172.21.15.71:0/4224231285 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5652c43ad0b0 con 0x5652c438f380 2024-09-05T07:43:36.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.647+0000 7efe7bfff640 1 -- 172.21.15.71:0/4224231285 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe9400f9a0 con 0x5652c438f380 2024-09-05T07:43:36.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.647+0000 7efe7bfff640 1 -- 172.21.15.71:0/4224231285 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7efe9402f030 con 0x5652c438f380 2024-09-05T07:43:36.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.647+0000 7efea54a7740 10 client.16374 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:43:36.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.647+0000 7efea54a7740 10 client.16374 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:43:36.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.647+0000 7efea54a7740 20 client.16374 populate_metadata read hostname 'smithi071' 2024-09-05T07:43:36.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.647+0000 7efea54a7740 1 --2- 172.21.15.71:0/4224231285 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5652c43ae400 0x5652c43b07f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:36.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.647+0000 7efea54a7740 4 client.16374 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:43:36.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.647+0000 7efea54a7740 1 -- 172.21.15.71:0/4224231285 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5652c4302850 con 0x5652c43ae400 2024-09-05T07:43:36.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.648+0000 7efea0e6a640 1 --2- 172.21.15.71:0/4224231285 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5652c43ae400 0x5652c43b07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:36.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.648+0000 7efe7bfff640 10 client.16374 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:36.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.648+0000 7efea0e6a640 1 --2- 172.21.15.71:0/4224231285 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5652c43ae400 0x5652c43b07f0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b066f5a6ad79f7c3 server_cookie=bad74150a8a82142 in_seq=0 out_seq=0 2024-09-05T07:43:36.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.649+0000 7efe7bfff640 1 -- 172.21.15.71:0/4224231285 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5652c4302850 con 0x5652c43ae400 2024-09-05T07:43:36.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.649+0000 7efe7bfff640 10 client.16374 handle_command_reply: tid=0 2024-09-05T07:43:36.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.649+0000 7efea54a7740 1 client.16374 shutdown 2024-09-05T07:43:36.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.649+0000 7efea54a7740 1 -- 172.21.15.71:0/4224231285 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 msgr2=0x5652c439e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:36.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.649+0000 7efea54a7740 1 --2- 172.21.15.71:0/4224231285 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 0x5652c439e440 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7efe94004630 tx=0x7efe94004660 comp rx=0 tx=0).stop 2024-09-05T07:43:36.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.649+0000 7efea54a7740 1 -- 172.21.15.71:0/4224231285 shutdown_connections 2024-09-05T07:43:36.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.649+0000 7efea54a7740 1 --2- 172.21.15.71:0/4224231285 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5652c43ae400 0x5652c43b07f0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.649+0000 7efea54a7740 1 --2- 172.21.15.71:0/4224231285 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c439ea90 0x5652c439bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.649+0000 7efea54a7740 1 --2- 172.21.15.71:0/4224231285 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5652c438fca0 0x5652c439b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.649+0000 7efea54a7740 1 --2- 172.21.15.71:0/4224231285 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 0x5652c439e440 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.649+0000 7efea54a7740 1 -- 172.21.15.71:0/4224231285 >> 172.21.15.71:0/4224231285 conn(0x5652c438ba30 msgr2=0x5652c4391790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:36.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.649+0000 7efe7bfff640 0 client.16374 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:36.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.649+0000 7efea54a7740 1 -- 172.21.15.71:0/4224231285 shutdown_connections 2024-09-05T07:43:36.670 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.649+0000 7efea54a7740 1 -- 172.21.15.71:0/4224231285 wait complete. 2024-09-05T07:43:36.670 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.649+0000 7efea54a7740 20 client.16374 trim_cache size 0 max 16384 2024-09-05T07:43:36.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.666+0000 7efea54a7740 1 Processor -- start 2024-09-05T07:43:36.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.666+0000 7efea54a7740 1 -- start start 2024-09-05T07:43:36.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.667+0000 7efea54a7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5652c438f380 0x5652c439afd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:36.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.667+0000 7efea54a7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c438fca0 0x5652c439d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:36.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.667+0000 7efea54a7740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c439ea90 0x5652c439dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:36.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.667+0000 7efea54a7740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7efe9c1af710 con 0x5652c439ea90 2024-09-05T07:43:36.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.667+0000 7efea54a7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efe9c1acfe0 con 0x5652c438f380 2024-09-05T07:43:36.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.667+0000 7efea54a7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7efe9c1aae30 con 0x5652c438fca0 2024-09-05T07:43:36.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.667+0000 7efea166b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c439ea90 0x5652c439dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:36.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.667+0000 7efea166b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c439ea90 0x5652c439dcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32802/0 (socket says 172.21.15.71:32802) 2024-09-05T07:43:36.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.667+0000 7efea166b640 1 -- 172.21.15.71:0/2231405332 learned_addr learned my addr 172.21.15.71:0/2231405332 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:36.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.667+0000 7efe9bfff640 1 --2- 172.21.15.71:0/2231405332 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c438fca0 0x5652c439d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:36.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.667+0000 7efea0e6a640 1 --2- 172.21.15.71:0/2231405332 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5652c438f380 0x5652c439afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:36.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.667+0000 7efea166b640 1 -- 172.21.15.71:0/2231405332 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c438fca0 msgr2=0x5652c439d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:36.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.667+0000 7efea166b640 1 --2- 172.21.15.71:0/2231405332 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c438fca0 0x5652c439d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.667+0000 7efea166b640 1 -- 172.21.15.71:0/2231405332 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5652c438f380 msgr2=0x5652c439afd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:36.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.667+0000 7efea166b640 1 --2- 172.21.15.71:0/2231405332 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5652c438f380 0x5652c439afd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.667+0000 7efea166b640 1 -- 172.21.15.71:0/2231405332 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652c43a11d0 con 0x5652c439ea90 2024-09-05T07:43:36.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.667+0000 7efea166b640 1 --2- 172.21.15.71:0/2231405332 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c439ea90 0x5652c439dcb0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7efe94003f20 tx=0x7efe94011c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41562cc9fbd7a74 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:36.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.668+0000 7efe867fc640 1 -- 172.21.15.71:0/2231405332 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe94035070 con 0x5652c439ea90 2024-09-05T07:43:36.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.668+0000 7efe867fc640 1 -- 172.21.15.71:0/2231405332 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe9400f790 con 0x5652c439ea90 2024-09-05T07:43:36.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.668+0000 7efe867fc640 1 -- 172.21.15.71:0/2231405332 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe9400fa30 con 0x5652c439ea90 2024-09-05T07:43:36.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.669+0000 7efea54a7740 1 -- 172.21.15.71:0/2231405332 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c439ea90 msgr2=0x5652c439dcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:36.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.669+0000 7efea54a7740 1 --2- 172.21.15.71:0/2231405332 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c439ea90 0x5652c439dcb0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7efe94003f20 tx=0x7efe94011c60 comp rx=0 tx=0).stop 2024-09-05T07:43:36.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.669+0000 7efea54a7740 1 -- 172.21.15.71:0/2231405332 shutdown_connections 2024-09-05T07:43:36.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.669+0000 7efea54a7740 1 --2- 172.21.15.71:0/2231405332 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c439ea90 0x5652c439dcb0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.669+0000 7efea54a7740 1 --2- 172.21.15.71:0/2231405332 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c438fca0 0x5652c439d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.669+0000 7efea54a7740 1 --2- 172.21.15.71:0/2231405332 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5652c438f380 0x5652c439afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.669+0000 7efea54a7740 1 -- 172.21.15.71:0/2231405332 >> 172.21.15.71:0/2231405332 conn(0x5652c438ba30 msgr2=0x5652c4391960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:36.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.669+0000 7efea54a7740 1 -- 172.21.15.71:0/2231405332 shutdown_connections 2024-09-05T07:43:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.669+0000 7efea54a7740 1 -- 172.21.15.71:0/2231405332 wait complete. 2024-09-05T07:43:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.669+0000 7efea54a7740 1 -- start start 2024-09-05T07:43:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.669+0000 7efea54a7740 1 Processor -- start 2024-09-05T07:43:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.670+0000 7efea54a7740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 0x5652c43a71a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.670+0000 7efea54a7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c438fca0 0x5652c43a24d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.670+0000 7efea54a7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5652c439ea90 0x5652c43a2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.670+0000 7efea54a7740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7efe9c1ab4a0 con 0x5652c438f380 2024-09-05T07:43:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.670+0000 7efea54a7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efe9c1ac910 con 0x5652c439ea90 2024-09-05T07:43:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.670+0000 7efea54a7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7efe9c1abb70 con 0x5652c438fca0 2024-09-05T07:43:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.670+0000 7efea54a7740 10 client.0 _ll_register_callbacks cb 0x7efe940093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:43:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.670+0000 7efea0e6a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 0x5652c43a71a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.670+0000 7efea0e6a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 0x5652c43a71a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32806/0 (socket says 172.21.15.71:32806) 2024-09-05T07:43:36.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.670+0000 7efea0e6a640 1 -- 172.21.15.71:0/1120807248 learned_addr learned my addr 172.21.15.71:0/1120807248 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.670+0000 7efea166b640 1 --2- 172.21.15.71:0/1120807248 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5652c439ea90 0x5652c43a2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.670+0000 7efe9bfff640 1 --2- 172.21.15.71:0/1120807248 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c438fca0 0x5652c43a24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.670+0000 7efea0e6a640 1 -- 172.21.15.71:0/1120807248 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c438fca0 msgr2=0x5652c43a24d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.670+0000 7efea0e6a640 1 --2- 172.21.15.71:0/1120807248 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c438fca0 0x5652c43a24d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.670+0000 7efea0e6a640 1 -- 172.21.15.71:0/1120807248 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5652c439ea90 msgr2=0x5652c43a2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.670+0000 7efea0e6a640 1 --2- 172.21.15.71:0/1120807248 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5652c439ea90 0x5652c43a2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.670+0000 7efea0e6a640 1 -- 172.21.15.71:0/1120807248 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652c43a3240 con 0x5652c438f380 2024-09-05T07:43:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.670+0000 7efea0e6a640 1 --2- 172.21.15.71:0/1120807248 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 0x5652c43a71a0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7efe90005ab0 tx=0x7efe9002a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c4216435c81556d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.670+0000 7efe7bfff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:43:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.671+0000 7efe7bfff640 1 -- 172.21.15.71:0/1120807248 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe9004a070 con 0x5652c438f380 2024-09-05T07:43:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.671+0000 7efe7bfff640 1 -- 172.21.15.71:0/1120807248 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7efe90005510 con 0x5652c438f380 2024-09-05T07:43:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.671+0000 7efea54a7740 1 -- 172.21.15.71:0/1120807248 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efe9400f790 con 0x5652c438f380 2024-09-05T07:43:36.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.671+0000 7efe7bfff640 1 -- 172.21.15.71:0/1120807248 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efe90056050 con 0x5652c438f380 2024-09-05T07:43:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.671+0000 7efea54a7740 10 client.16380 fetch_fsmap learned FSMap version 26 2024-09-05T07:43:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.671+0000 7efea54a7740 1 -- 172.21.15.71:0/1120807248 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5652c4419050 con 0x5652c438f380 2024-09-05T07:43:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.671+0000 7efe7bfff640 1 -- 172.21.15.71:0/1120807248 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe9400f790 con 0x5652c438f380 2024-09-05T07:43:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.671+0000 7efe7bfff640 1 -- 172.21.15.71:0/1120807248 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7efe90003970 con 0x5652c438f380 2024-09-05T07:43:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.671+0000 7efea54a7740 10 client.16380 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:43:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.671+0000 7efea54a7740 10 client.16380 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:43:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.671+0000 7efea54a7740 20 client.16380 populate_metadata read hostname 'smithi071' 2024-09-05T07:43:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.671+0000 7efea54a7740 1 --2- 172.21.15.71:0/1120807248 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5652c4419720 0x5652c441bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.671+0000 7efea54a7740 4 client.16380 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:43:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.671+0000 7efea54a7740 1 -- 172.21.15.71:0/1120807248 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5652c42fcd60 con 0x5652c4419720 2024-09-05T07:43:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.672+0000 7efe9bfff640 1 --2- 172.21.15.71:0/1120807248 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5652c4419720 0x5652c441bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.672+0000 7efe7bfff640 10 client.16380 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:36.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.672+0000 7efe9bfff640 1 --2- 172.21.15.71:0/1120807248 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5652c4419720 0x5652c441bb10 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85a4247ea0219cb1 server_cookie=e14c0a140926df04 in_seq=0 out_seq=0 2024-09-05T07:43:36.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.672+0000 7efe7bfff640 1 -- 172.21.15.71:0/1120807248 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5652c42fcd60 con 0x5652c4419720 2024-09-05T07:43:36.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.672+0000 7efe7bfff640 10 client.16380 handle_command_reply: tid=0 2024-09-05T07:43:36.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.672+0000 7efea54a7740 1 client.16380 shutdown 2024-09-05T07:43:36.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.672+0000 7efea54a7740 1 -- 172.21.15.71:0/1120807248 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 msgr2=0x5652c43a71a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:36.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.672+0000 7efea54a7740 1 --2- 172.21.15.71:0/1120807248 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 0x5652c43a71a0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7efe90005ab0 tx=0x7efe9002a410 comp rx=0 tx=0).stop 2024-09-05T07:43:36.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.672+0000 7efea54a7740 1 -- 172.21.15.71:0/1120807248 shutdown_connections 2024-09-05T07:43:36.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.672+0000 7efea54a7740 1 --2- 172.21.15.71:0/1120807248 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5652c4419720 0x5652c441bb10 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.672+0000 7efea54a7740 1 --2- 172.21.15.71:0/1120807248 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5652c439ea90 0x5652c43a2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.672+0000 7efea54a7740 1 --2- 172.21.15.71:0/1120807248 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5652c438fca0 0x5652c43a24d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.672+0000 7efe7bfff640 0 client.16380 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:36.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.672+0000 7efea54a7740 1 --2- 172.21.15.71:0/1120807248 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5652c438f380 0x5652c43a71a0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.673+0000 7efea54a7740 1 -- 172.21.15.71:0/1120807248 >> 172.21.15.71:0/1120807248 conn(0x5652c438ba30 msgr2=0x5652c439d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:36.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.673+0000 7efea54a7740 1 -- 172.21.15.71:0/1120807248 shutdown_connections 2024-09-05T07:43:36.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.673+0000 7efea54a7740 1 -- 172.21.15.71:0/1120807248 wait complete. 2024-09-05T07:43:36.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.673+0000 7efea54a7740 20 client.16380 trim_cache size 0 max 16384 2024-09-05T07:43:36.682 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:43:36.682 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "no active scrubs running", 2024-09-05T07:43:36.682 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": {} 2024-09-05T07:43:36.682 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:43:36.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.673+0000 7efea30ce640 1 -- 172.21.15.71:0/640802366 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efe8c0a2c80 msgr2=0x7efe8c0a5140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:36.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.673+0000 7efea30ce640 1 --2- 172.21.15.71:0/640802366 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efe8c0a2c80 0x7efe8c0a5140 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7efe940115e0 tx=0x7efe94026000 comp rx=0 tx=0).stop 2024-09-05T07:43:36.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.673+0000 7efea30ce640 1 -- 172.21.15.71:0/640802366 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe9c100aa0 msgr2=0x7efe9c198950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:36.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.673+0000 7efea30ce640 1 --2- 172.21.15.71:0/640802366 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe9c100aa0 0x7efe9c198950 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7efe8800e9f0 tx=0x7efe8800eeb0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.673+0000 7efea30ce640 1 -- 172.21.15.71:0/640802366 shutdown_connections 2024-09-05T07:43:36.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.673+0000 7efea30ce640 1 --2- 172.21.15.71:0/640802366 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efe8c0a2c80 0x7efe8c0a5140 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.673+0000 7efea30ce640 1 --2- 172.21.15.71:0/640802366 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efe9c106b80 0x7efe9c19cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.673+0000 7efea30ce640 1 --2- 172.21.15.71:0/640802366 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe9c100aa0 0x7efe9c198950 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.673+0000 7efea30ce640 1 --2- 172.21.15.71:0/640802366 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efe9c100100 0x7efe9c198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:36.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.673+0000 7efea30ce640 1 -- 172.21.15.71:0/640802366 >> 172.21.15.71:0/640802366 conn(0x7efe9c077230 msgr2=0x7efe9c104c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:36.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.674+0000 7efea30ce640 1 -- 172.21.15.71:0/640802366 shutdown_connections 2024-09-05T07:43:36.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:36.674+0000 7efea30ce640 1 -- 172.21.15.71:0/640802366 wait complete. 2024-09-05T07:43:37.475 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T07:43:37.476 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:43:37.767 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:43:37.825 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:37 smithi071 ceph-mon[30965]: pgmap v153: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-09-05T07:43:37.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:37 smithi123 ceph-mon[34568]: pgmap v153: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-09-05T07:43:37.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:37 smithi192 ceph-mon[34929]: pgmap v153: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-09-05T07:43:38.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.281+0000 7f9e179c3640 1 -- 172.21.15.71:0/1562300426 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e10106f10 msgr2=0x7f9e1010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:38.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.281+0000 7f9e179c3640 1 --2- 172.21.15.71:0/1562300426 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e10106f10 0x7f9e1010ea90 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f9e08009ca0 tx=0x7f9e0802a8c0 comp rx=0 tx=0).stop 2024-09-05T07:43:38.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.282+0000 7f9e179c3640 1 -- 172.21.15.71:0/1562300426 shutdown_connections 2024-09-05T07:43:38.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.282+0000 7f9e179c3640 1 --2- 172.21.15.71:0/1562300426 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e10106f10 0x7f9e1010ea90 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:38.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.282+0000 7f9e179c3640 1 --2- 172.21.15.71:0/1562300426 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9e10102790 0x7f9e101067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:38.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.282+0000 7f9e179c3640 1 --2- 172.21.15.71:0/1562300426 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9e10101de0 0x7f9e101021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:38.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.282+0000 7f9e179c3640 1 -- 172.21.15.71:0/1562300426 >> 172.21.15.71:0/1562300426 conn(0x7f9e100fd8c0 msgr2=0x7f9e100ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:38.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.282+0000 7f9e179c3640 1 -- 172.21.15.71:0/1562300426 shutdown_connections 2024-09-05T07:43:38.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.282+0000 7f9e179c3640 1 -- 172.21.15.71:0/1562300426 wait complete. 2024-09-05T07:43:38.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.282+0000 7f9e179c3640 1 Processor -- start 2024-09-05T07:43:38.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.283+0000 7f9e179c3640 1 -- start start 2024-09-05T07:43:38.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.283+0000 7f9e179c3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e10101de0 0x7f9e10198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:38.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.283+0000 7f9e179c3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9e10102790 0x7f9e10198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:38.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.283+0000 7f9e179c3640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9e10106f10 0x7f9e1019cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:38.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.283+0000 7f9e179c3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9e10111e60 con 0x7f9e10101de0 2024-09-05T07:43:38.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.283+0000 7f9e179c3640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9e10111ce0 con 0x7f9e10106f10 2024-09-05T07:43:38.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.283+0000 7f9e179c3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9e10111fe0 con 0x7f9e10102790 2024-09-05T07:43:38.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.283+0000 7f9e1575f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e10101de0 0x7f9e10198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:38.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.283+0000 7f9e1575f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e10101de0 0x7f9e10198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32828/0 (socket says 172.21.15.71:32828) 2024-09-05T07:43:38.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.283+0000 7f9e1575f640 1 -- 172.21.15.71:0/2522634352 learned_addr learned my addr 172.21.15.71:0/2522634352 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:38.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.283+0000 7f9e14f5e640 1 --2- 172.21.15.71:0/2522634352 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9e10102790 0x7f9e10198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:38.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.283+0000 7f9e15f60640 1 --2- 172.21.15.71:0/2522634352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9e10106f10 0x7f9e1019cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:38.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.283+0000 7f9e1575f640 1 -- 172.21.15.71:0/2522634352 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9e10102790 msgr2=0x7f9e10198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:38.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.283+0000 7f9e1575f640 1 --2- 172.21.15.71:0/2522634352 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9e10102790 0x7f9e10198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:38.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.283+0000 7f9e1575f640 1 -- 172.21.15.71:0/2522634352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9e10106f10 msgr2=0x7f9e1019cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:38.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.283+0000 7f9e1575f640 1 --2- 172.21.15.71:0/2522634352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9e10106f10 0x7f9e1019cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:38.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.283+0000 7f9e1575f640 1 -- 172.21.15.71:0/2522634352 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e1019d2f0 con 0x7f9e10101de0 2024-09-05T07:43:38.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.283+0000 7f9e1575f640 1 --2- 172.21.15.71:0/2522634352 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e10101de0 0x7f9e10198340 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f9e0c00b4a0 tx=0x7f9e0c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:38.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.283+0000 7f9e067fc640 1 -- 172.21.15.71:0/2522634352 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e0c014070 con 0x7f9e10101de0 2024-09-05T07:43:38.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.284+0000 7f9e179c3640 1 -- 172.21.15.71:0/2522634352 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e1019d5e0 con 0x7f9e10101de0 2024-09-05T07:43:38.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.284+0000 7f9e067fc640 1 -- 172.21.15.71:0/2522634352 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e0c010ac0 con 0x7f9e10101de0 2024-09-05T07:43:38.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.284+0000 7f9e067fc640 1 -- 172.21.15.71:0/2522634352 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e0c017c30 con 0x7f9e10101de0 2024-09-05T07:43:38.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.284+0000 7f9e179c3640 1 -- 172.21.15.71:0/2522634352 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e101a4ec0 con 0x7f9e10101de0 2024-09-05T07:43:38.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.285+0000 7f9e179c3640 1 -- 172.21.15.71:0/2522634352 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e101021c0 con 0x7f9e10101de0 2024-09-05T07:43:38.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.286+0000 7f9e067fc640 1 -- 172.21.15.71:0/2522634352 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f9e0c017070 con 0x7f9e10101de0 2024-09-05T07:43:38.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.286+0000 7f9e067fc640 1 --2- 172.21.15.71:0/2522634352 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9dfc0a2d70 0x7f9dfc0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:38.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.287+0000 7f9e067fc640 1 -- 172.21.15.71:0/2522634352 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f9e0c0cee30 con 0x7f9e10101de0 2024-09-05T07:43:38.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.287+0000 7f9e14f5e640 1 --2- 172.21.15.71:0/2522634352 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9dfc0a2d70 0x7f9dfc0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:38.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.287+0000 7f9e14f5e640 1 --2- 172.21.15.71:0/2522634352 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9dfc0a2d70 0x7f9dfc0a5230 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f9e00005fd0 tx=0x7f9e00005850 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:38.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.290+0000 7f9e067fc640 1 -- 172.21.15.71:0/2522634352 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9e0c09b760 con 0x7f9e10101de0 2024-09-05T07:43:38.491 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.491+0000 7f9e179c3640 1 -- 172.21.15.71:0/2522634352 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9e1002d7c0 con 0x7f9e10101de0 2024-09-05T07:43:38.492 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.491+0000 7f9e067fc640 1 -- 172.21.15.71:0/2522634352 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7f9e0c09b060 con 0x7f9e10101de0 2024-09-05T07:43:38.492 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:43:38.492 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:43:38.493 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:43:38.494 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.494+0000 7f9e179c3640 1 -- 172.21.15.71:0/2522634352 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9dfc0a2d70 msgr2=0x7f9dfc0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:38.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.494+0000 7f9e179c3640 1 --2- 172.21.15.71:0/2522634352 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9dfc0a2d70 0x7f9dfc0a5230 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f9e00005fd0 tx=0x7f9e00005850 comp rx=0 tx=0).stop 2024-09-05T07:43:38.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.494+0000 7f9e179c3640 1 -- 172.21.15.71:0/2522634352 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e10101de0 msgr2=0x7f9e10198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:38.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.494+0000 7f9e179c3640 1 --2- 172.21.15.71:0/2522634352 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e10101de0 0x7f9e10198340 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f9e0c00b4a0 tx=0x7f9e0c00b960 comp rx=0 tx=0).stop 2024-09-05T07:43:38.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.494+0000 7f9e179c3640 1 -- 172.21.15.71:0/2522634352 shutdown_connections 2024-09-05T07:43:38.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.494+0000 7f9e179c3640 1 --2- 172.21.15.71:0/2522634352 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f9dfc0a2d70 0x7f9dfc0a5230 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:38.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.494+0000 7f9e179c3640 1 --2- 172.21.15.71:0/2522634352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9e10106f10 0x7f9e1019cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:38.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.494+0000 7f9e179c3640 1 --2- 172.21.15.71:0/2522634352 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9e10102790 0x7f9e10198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:38.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.494+0000 7f9e179c3640 1 --2- 172.21.15.71:0/2522634352 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9e10101de0 0x7f9e10198340 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:38.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.494+0000 7f9e179c3640 1 -- 172.21.15.71:0/2522634352 >> 172.21.15.71:0/2522634352 conn(0x7f9e100fd8c0 msgr2=0x7f9e100fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:38.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.494+0000 7f9e179c3640 1 -- 172.21.15.71:0/2522634352 shutdown_connections 2024-09-05T07:43:38.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:38.494+0000 7f9e179c3640 1 -- 172.21.15.71:0/2522634352 wait complete. 2024-09-05T07:43:38.805 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:38 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2522634352' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:43:38.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:38 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2522634352' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:43:38.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:38 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2522634352' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:43:39.143 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T07:43:39.387 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:43:39.777 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:39 smithi071 ceph-mon[30965]: pgmap v154: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:43:39.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.856+0000 7f7f262a3640 1 -- 172.21.15.71:0/1244928223 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f20106a80 msgr2=0x7f7f20106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:39.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.856+0000 7f7f262a3640 1 --2- 172.21.15.71:0/1244928223 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f20106a80 0x7f7f20106e60 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f7f10009930 tx=0x7f7f1002a420 comp rx=0 tx=0).stop 2024-09-05T07:43:39.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.856+0000 7f7f262a3640 1 -- 172.21.15.71:0/1244928223 shutdown_connections 2024-09-05T07:43:39.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.856+0000 7f7f262a3640 1 --2- 172.21.15.71:0/1244928223 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f20101420 0x7f7f2010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.856+0000 7f7f262a3640 1 --2- 172.21.15.71:0/1244928223 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f20100a80 0x7f7f20100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.856+0000 7f7f262a3640 1 --2- 172.21.15.71:0/1244928223 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f20106a80 0x7f7f20106e60 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.856+0000 7f7f262a3640 1 -- 172.21.15.71:0/1244928223 >> 172.21.15.71:0/1244928223 conn(0x7f7f200fc7a0 msgr2=0x7f7f200febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:39.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.856+0000 7f7f262a3640 1 -- 172.21.15.71:0/1244928223 shutdown_connections 2024-09-05T07:43:39.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.856+0000 7f7f262a3640 1 -- 172.21.15.71:0/1244928223 wait complete. 2024-09-05T07:43:39.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.857+0000 7f7f262a3640 1 Processor -- start 2024-09-05T07:43:39.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.857+0000 7f7f262a3640 1 -- start start 2024-09-05T07:43:39.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.857+0000 7f7f262a3640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f20100a80 0x7f7f201983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:39.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.857+0000 7f7f262a3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f20101420 0x7f7f20198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:39.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.857+0000 7f7f262a3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f20106a80 0x7f7f2019ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:39.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.857+0000 7f7f262a3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7f20111e50 con 0x7f7f20101420 2024-09-05T07:43:39.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.857+0000 7f7f262a3640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7f20111cd0 con 0x7f7f20100a80 2024-09-05T07:43:39.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.857+0000 7f7f262a3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7f20111fd0 con 0x7f7f20106a80 2024-09-05T07:43:39.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.857+0000 7f7f1f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f20101420 0x7f7f20198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:39.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.857+0000 7f7f1f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f20101420 0x7f7f20198930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32838/0 (socket says 172.21.15.71:32838) 2024-09-05T07:43:39.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.857+0000 7f7f1f7fe640 1 -- 172.21.15.71:0/4284597183 learned_addr learned my addr 172.21.15.71:0/4284597183 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:39.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.858+0000 7f7f24840640 1 --2- 172.21.15.71:0/4284597183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f20106a80 0x7f7f2019ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:39.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.858+0000 7f7f1ffff640 1 --2- 172.21.15.71:0/4284597183 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f20100a80 0x7f7f201983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:39.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.858+0000 7f7f1f7fe640 1 -- 172.21.15.71:0/4284597183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f20106a80 msgr2=0x7f7f2019ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:39.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.858+0000 7f7f1f7fe640 1 --2- 172.21.15.71:0/4284597183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f20106a80 0x7f7f2019ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.858+0000 7f7f1f7fe640 1 -- 172.21.15.71:0/4284597183 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f20100a80 msgr2=0x7f7f201983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:39.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.858+0000 7f7f1f7fe640 1 --2- 172.21.15.71:0/4284597183 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f20100a80 0x7f7f201983f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.858+0000 7f7f1f7fe640 1 -- 172.21.15.71:0/4284597183 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f2019d3a0 con 0x7f7f20101420 2024-09-05T07:43:39.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.858+0000 7f7f1ffff640 1 --2- 172.21.15.71:0/4284597183 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f20100a80 0x7f7f201983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:43:39.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.858+0000 7f7f1f7fe640 1 --2- 172.21.15.71:0/4284597183 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f20101420 0x7f7f20198930 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f7f0800d950 tx=0x7f7f0800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:39.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.858+0000 7f7f1d7fa640 1 -- 172.21.15.71:0/4284597183 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f08017070 con 0x7f7f20101420 2024-09-05T07:43:39.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.858+0000 7f7f1d7fa640 1 -- 172.21.15.71:0/4284597183 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7f08009c30 con 0x7f7f20101420 2024-09-05T07:43:39.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.858+0000 7f7f262a3640 1 -- 172.21.15.71:0/4284597183 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f2019d690 con 0x7f7f20101420 2024-09-05T07:43:39.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.858+0000 7f7f1d7fa640 1 -- 172.21.15.71:0/4284597183 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f0800f620 con 0x7f7f20101420 2024-09-05T07:43:39.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.858+0000 7f7f262a3640 1 -- 172.21.15.71:0/4284597183 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f2010e310 con 0x7f7f20101420 2024-09-05T07:43:39.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.861+0000 7f7f1d7fa640 1 -- 172.21.15.71:0/4284597183 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f7f080109a0 con 0x7f7f20101420 2024-09-05T07:43:39.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.861+0000 7f7f2867c740 1 Processor -- start 2024-09-05T07:43:39.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.861+0000 7f7f2867c740 1 -- start start 2024-09-05T07:43:39.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.861+0000 7f7f2867c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adb0b40 0x55e94adaf090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:39.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.861+0000 7f7f2867c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adaf5d0 0x55e94adafa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:39.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.861+0000 7f7f2867c740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adba370 0x55e94adbc760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:39.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.861+0000 7f7f2867c740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55e94ad152f0 con 0x55e94adba370 2024-09-05T07:43:39.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.861+0000 7f7f2867c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e94acbccf0 con 0x55e94adaf5d0 2024-09-05T07:43:39.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.861+0000 7f7f2867c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55e94ad112b0 con 0x55e94adb0b40 2024-09-05T07:43:39.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.861+0000 7f7f1f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adba370 0x55e94adbc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:39.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.862+0000 7f7f1f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adba370 0x55e94adbc760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32840/0 (socket says 172.21.15.71:32840) 2024-09-05T07:43:39.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.862+0000 7f7f1f7fe640 1 -- 172.21.15.71:0/199304851 learned_addr learned my addr 172.21.15.71:0/199304851 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:39.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.862+0000 7f7f1ffff640 1 --2- 172.21.15.71:0/199304851 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adaf5d0 0x55e94adafa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:39.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.862+0000 7f7f24840640 1 --2- 172.21.15.71:0/199304851 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adb0b40 0x55e94adaf090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:39.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.862+0000 7f7f1d7fa640 1 --2- 172.21.15.71:0/4284597183 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7f0c0a2cf0 0x7f7f0c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:39.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.862+0000 7f7f1f7fe640 1 -- 172.21.15.71:0/199304851 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adb0b40 msgr2=0x55e94adaf090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:39.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.862+0000 7f7f1f7fe640 1 --2- 172.21.15.71:0/199304851 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adb0b40 0x55e94adaf090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.862+0000 7f7f1f7fe640 1 -- 172.21.15.71:0/199304851 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adaf5d0 msgr2=0x55e94adafa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:39.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.862+0000 7f7f1f7fe640 1 --2- 172.21.15.71:0/199304851 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adaf5d0 0x55e94adafa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.862+0000 7f7f1f7fe640 1 -- 172.21.15.71:0/199304851 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e94aca13a0 con 0x55e94adba370 2024-09-05T07:43:39.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.862+0000 7f7f24840640 1 --2- 172.21.15.71:0/199304851 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adb0b40 0x55e94adaf090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:43:39.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.862+0000 7f7f24840640 1 --2- 172.21.15.71:0/4284597183 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7f0c0a2cf0 0x7f7f0c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:39.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.862+0000 7f7f1d7fa640 1 -- 172.21.15.71:0/4284597183 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f7f080cf4a0 con 0x7f7f20101420 2024-09-05T07:43:39.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.862+0000 7f7f1f7fe640 1 --2- 172.21.15.71:0/199304851 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adba370 0x55e94adbc760 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f7f080cc760 tx=0x7f7f08022000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c18d1904a699dfd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:39.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.862+0000 7f7f167fc640 1 -- 172.21.15.71:0/199304851 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f08020070 con 0x55e94adba370 2024-09-05T07:43:39.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.862+0000 7f7f24840640 1 --2- 172.21.15.71:0/4284597183 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7f0c0a2cf0 0x7f7f0c0a51b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7f1800a2c0 tx=0x7f7f18004a40 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:39.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.862+0000 7f7f167fc640 1 -- 172.21.15.71:0/199304851 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7f08009de0 con 0x55e94adba370 2024-09-05T07:43:39.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.862+0000 7f7f167fc640 1 -- 172.21.15.71:0/199304851 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f0800f810 con 0x55e94adba370 2024-09-05T07:43:39.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.863+0000 7f7f2867c740 1 -- 172.21.15.71:0/199304851 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adba370 msgr2=0x55e94adbc760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:39.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.863+0000 7f7f2867c740 1 --2- 172.21.15.71:0/199304851 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adba370 0x55e94adbc760 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f7f080cc760 tx=0x7f7f08022000 comp rx=0 tx=0).stop 2024-09-05T07:43:39.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.863+0000 7f7f2867c740 1 -- 172.21.15.71:0/199304851 shutdown_connections 2024-09-05T07:43:39.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.863+0000 7f7f2867c740 1 --2- 172.21.15.71:0/199304851 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adba370 0x55e94adbc760 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.863+0000 7f7f2867c740 1 --2- 172.21.15.71:0/199304851 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adaf5d0 0x55e94adafa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.863+0000 7f7f2867c740 1 --2- 172.21.15.71:0/199304851 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adb0b40 0x55e94adaf090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.863+0000 7f7f2867c740 1 -- 172.21.15.71:0/199304851 >> 172.21.15.71:0/199304851 conn(0x55e94ad78310 msgr2=0x55e94adabc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:39.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.863+0000 7f7f2867c740 1 -- 172.21.15.71:0/199304851 shutdown_connections 2024-09-05T07:43:39.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.863+0000 7f7f2867c740 1 -- 172.21.15.71:0/199304851 wait complete. 2024-09-05T07:43:39.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.863+0000 7f7f2867c740 1 -- start start 2024-09-05T07:43:39.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7f2867c740 1 Processor -- start 2024-09-05T07:43:39.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7f2867c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adaf5d0 0x55e94adb9d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:39.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7f2867c740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adb0b40 0x55e94adb6fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:39.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7f2867c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adba370 0x55e94adb75d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:39.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7f2867c740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55e94adbcfb0 con 0x55e94adb0b40 2024-09-05T07:43:39.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7f2867c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e94acd0060 con 0x55e94adba370 2024-09-05T07:43:39.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7f2867c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55e94adbd130 con 0x55e94adaf5d0 2024-09-05T07:43:39.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7f2867c740 10 client.0 _ll_register_callbacks cb 0x55e94aa238c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:43:39.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7f1f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adb0b40 0x55e94adb6fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:39.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7f1f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adb0b40 0x55e94adb6fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32850/0 (socket says 172.21.15.71:32850) 2024-09-05T07:43:39.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7f1f7fe640 1 -- 172.21.15.71:0/3481621091 learned_addr learned my addr 172.21.15.71:0/3481621091 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:39.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7f24840640 1 --2- 172.21.15.71:0/3481621091 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adba370 0x55e94adb75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:39.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7f1ffff640 1 --2- 172.21.15.71:0/3481621091 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adaf5d0 0x55e94adb9d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:39.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7f1f7fe640 1 -- 172.21.15.71:0/3481621091 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adaf5d0 msgr2=0x55e94adb9d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:39.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7f1f7fe640 1 --2- 172.21.15.71:0/3481621091 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adaf5d0 0x55e94adb9d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7f1f7fe640 1 -- 172.21.15.71:0/3481621091 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adba370 msgr2=0x55e94adb75d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:39.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7f1f7fe640 1 --2- 172.21.15.71:0/3481621091 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adba370 0x55e94adb75d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7f1f7fe640 1 -- 172.21.15.71:0/3481621091 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e94aa863c0 con 0x55e94adb0b40 2024-09-05T07:43:39.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7f1ffff640 1 --2- 172.21.15.71:0/3481621091 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adaf5d0 0x55e94adb9d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:43:39.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7f1f7fe640 1 --2- 172.21.15.71:0/3481621091 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adb0b40 0x55e94adb6fe0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f7f080a3d00 tx=0x7f7f0809b490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a827e15103d64e17 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:39.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.864+0000 7f7eff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:43:39.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.865+0000 7f7eff7fe640 1 -- 172.21.15.71:0/3481621091 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f08020040 con 0x55e94adb0b40 2024-09-05T07:43:39.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.865+0000 7f7f2867c740 1 -- 172.21.15.71:0/3481621091 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f08009de0 con 0x55e94adb0b40 2024-09-05T07:43:39.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.865+0000 7f7eff7fe640 1 -- 172.21.15.71:0/3481621091 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f7f080cca70 con 0x55e94adb0b40 2024-09-05T07:43:39.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.865+0000 7f7eff7fe640 1 -- 172.21.15.71:0/3481621091 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7f0809bcc0 con 0x55e94adb0b40 2024-09-05T07:43:39.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.865+0000 7f7f2867c740 10 client.16398 fetch_fsmap learned FSMap version 26 2024-09-05T07:43:39.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.865+0000 7f7f2867c740 1 -- 172.21.15.71:0/3481621091 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e94adc8a10 con 0x55e94adb0b40 2024-09-05T07:43:39.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.865+0000 7f7eff7fe640 1 -- 172.21.15.71:0/3481621091 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7f08009de0 con 0x55e94adb0b40 2024-09-05T07:43:39.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.865+0000 7f7eff7fe640 1 -- 172.21.15.71:0/3481621091 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f7f08097c30 con 0x55e94adb0b40 2024-09-05T07:43:39.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.865+0000 7f7f2867c740 10 client.16398 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:43:39.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.865+0000 7f7f2867c740 10 client.16398 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:43:39.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.865+0000 7f7f2867c740 20 client.16398 populate_metadata read hostname 'smithi071' 2024-09-05T07:43:39.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.865+0000 7f7f2867c740 1 --2- 172.21.15.71:0/3481621091 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55e94adc9d60 0x55e94adcc150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:39.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.865+0000 7f7f2867c740 4 client.16398 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:43:39.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.865+0000 7f7f2867c740 1 -- 172.21.15.71:0/3481621091 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e94ad22860 con 0x55e94adc9d60 2024-09-05T07:43:39.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.865+0000 7f7f1ffff640 1 --2- 172.21.15.71:0/3481621091 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55e94adc9d60 0x55e94adcc150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:39.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.866+0000 7f7eff7fe640 10 client.16398 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:43:39.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.866+0000 7f7f1ffff640 1 --2- 172.21.15.71:0/3481621091 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55e94adc9d60 0x55e94adcc150 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d12fa63bd9da2868 server_cookie=ae17e8f18f1faa13 in_seq=0 out_seq=0 2024-09-05T07:43:39.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.866+0000 7f7eff7fe640 1 -- 172.21.15.71:0/3481621091 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e94ad22860 con 0x55e94adc9d60 2024-09-05T07:43:39.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.866+0000 7f7eff7fe640 10 client.16398 handle_command_reply: tid=0 2024-09-05T07:43:39.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.866+0000 7f7f2867c740 1 client.16398 shutdown 2024-09-05T07:43:39.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.867+0000 7f7f2867c740 1 -- 172.21.15.71:0/3481621091 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adb0b40 msgr2=0x55e94adb6fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:39.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.867+0000 7f7f2867c740 1 --2- 172.21.15.71:0/3481621091 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adb0b40 0x55e94adb6fe0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f7f080a3d00 tx=0x7f7f0809b490 comp rx=0 tx=0).stop 2024-09-05T07:43:39.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.867+0000 7f7f2867c740 1 -- 172.21.15.71:0/3481621091 shutdown_connections 2024-09-05T07:43:39.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.867+0000 7f7f2867c740 1 --2- 172.21.15.71:0/3481621091 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55e94adc9d60 0x55e94adcc150 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.867+0000 7f7eff7fe640 0 client.16398 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:43:39.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.867+0000 7f7f2867c740 1 --2- 172.21.15.71:0/3481621091 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adba370 0x55e94adb75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.867+0000 7f7f2867c740 1 --2- 172.21.15.71:0/3481621091 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adb0b40 0x55e94adb6fe0 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.867+0000 7f7f2867c740 1 --2- 172.21.15.71:0/3481621091 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adaf5d0 0x55e94adb9d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.867+0000 7f7f2867c740 1 -- 172.21.15.71:0/3481621091 >> 172.21.15.71:0/3481621091 conn(0x55e94ad78310 msgr2=0x55e94adb1960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:39.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.867+0000 7f7f2867c740 1 -- 172.21.15.71:0/3481621091 shutdown_connections 2024-09-05T07:43:39.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.867+0000 7f7f2867c740 1 -- 172.21.15.71:0/3481621091 wait complete. 2024-09-05T07:43:39.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.867+0000 7f7f2867c740 20 client.16398 trim_cache size 0 max 16384 2024-09-05T07:43:39.892 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.880+0000 7f7f2867c740 1 Processor -- start 2024-09-05T07:43:39.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.880+0000 7f7f2867c740 1 -- start start 2024-09-05T07:43:39.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.880+0000 7f7f2867c740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adaf5d0 0x55e94adc6250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:39.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.880+0000 7f7f2867c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adb0b40 0x55e94adb2120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:39.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.880+0000 7f7f2867c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adba370 0x55e94adb2660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:39.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.880+0000 7f7f2867c740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7f201b3c40 con 0x55e94adaf5d0 2024-09-05T07:43:39.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.880+0000 7f7f2867c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7f201b1510 con 0x55e94adb0b40 2024-09-05T07:43:39.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.880+0000 7f7f2867c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7f201af360 con 0x55e94adba370 2024-09-05T07:43:39.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.880+0000 7f7f1ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adaf5d0 0x55e94adc6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:39.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.880+0000 7f7f1ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adaf5d0 0x55e94adc6250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32866/0 (socket says 172.21.15.71:32866) 2024-09-05T07:43:39.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.880+0000 7f7f1ffff640 1 -- 172.21.15.71:0/1487016828 learned_addr learned my addr 172.21.15.71:0/1487016828 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:39.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.880+0000 7f7f1f7fe640 1 --2- 172.21.15.71:0/1487016828 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adb0b40 0x55e94adb2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:39.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.880+0000 7f7f1ffff640 1 -- 172.21.15.71:0/1487016828 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adba370 msgr2=0x55e94adb2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:39.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.880+0000 7f7f24840640 1 --2- 172.21.15.71:0/1487016828 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adba370 0x55e94adb2660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:39.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.880+0000 7f7f1ffff640 1 --2- 172.21.15.71:0/1487016828 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adba370 0x55e94adb2660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.881+0000 7f7f1ffff640 1 -- 172.21.15.71:0/1487016828 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adb0b40 msgr2=0x55e94adb2120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:39.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.881+0000 7f7f1ffff640 1 --2- 172.21.15.71:0/1487016828 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adb0b40 0x55e94adb2120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.881+0000 7f7f1ffff640 1 -- 172.21.15.71:0/1487016828 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e94adb5530 con 0x55e94adaf5d0 2024-09-05T07:43:39.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.881+0000 7f7f1f7fe640 1 --2- 172.21.15.71:0/1487016828 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adb0b40 0x55e94adb2120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:43:39.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.881+0000 7f7f24840640 1 --2- 172.21.15.71:0/1487016828 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adba370 0x55e94adb2660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:43:39.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.881+0000 7f7f1ffff640 1 --2- 172.21.15.71:0/1487016828 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adaf5d0 0x55e94adc6250 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f7f10000c00 tx=0x7f7f100058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7020dceb3a8dd830 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:39.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.881+0000 7f7f15ffb640 1 -- 172.21.15.71:0/1487016828 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f10035040 con 0x55e94adaf5d0 2024-09-05T07:43:39.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.881+0000 7f7f15ffb640 1 -- 172.21.15.71:0/1487016828 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7f100054f0 con 0x55e94adaf5d0 2024-09-05T07:43:39.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.881+0000 7f7f15ffb640 1 -- 172.21.15.71:0/1487016828 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f10004b60 con 0x55e94adaf5d0 2024-09-05T07:43:39.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.881+0000 7f7f2867c740 1 -- 172.21.15.71:0/1487016828 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adaf5d0 msgr2=0x55e94adc6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:39.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.881+0000 7f7f2867c740 1 --2- 172.21.15.71:0/1487016828 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adaf5d0 0x55e94adc6250 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f7f10000c00 tx=0x7f7f100058b0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.882+0000 7f7f2867c740 1 -- 172.21.15.71:0/1487016828 shutdown_connections 2024-09-05T07:43:39.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.882+0000 7f7f2867c740 1 --2- 172.21.15.71:0/1487016828 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adba370 0x55e94adb2660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.882+0000 7f7f2867c740 1 --2- 172.21.15.71:0/1487016828 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adb0b40 0x55e94adb2120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.882+0000 7f7f2867c740 1 --2- 172.21.15.71:0/1487016828 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adaf5d0 0x55e94adc6250 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.882+0000 7f7f2867c740 1 -- 172.21.15.71:0/1487016828 >> 172.21.15.71:0/1487016828 conn(0x55e94ad78310 msgr2=0x55e94adb60d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:39.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.882+0000 7f7f2867c740 1 -- 172.21.15.71:0/1487016828 shutdown_connections 2024-09-05T07:43:39.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.882+0000 7f7f2867c740 1 -- 172.21.15.71:0/1487016828 wait complete. 2024-09-05T07:43:39.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.882+0000 7f7f2867c740 1 -- start start 2024-09-05T07:43:39.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.882+0000 7f7f2867c740 1 Processor -- start 2024-09-05T07:43:39.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.882+0000 7f7f2867c740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adaf5d0 0x55e94adc2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:39.895 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.882+0000 7f7f2867c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adb0b40 0x55e94adbde80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:39.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.882+0000 7f7f2867c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adba370 0x55e94adbe3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:39.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.882+0000 7f7f2867c740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7f201af9d0 con 0x55e94adaf5d0 2024-09-05T07:43:39.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.882+0000 7f7f2867c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7f201b0e40 con 0x55e94adb0b40 2024-09-05T07:43:39.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.882+0000 7f7f2867c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7f201b00a0 con 0x55e94adba370 2024-09-05T07:43:39.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.883+0000 7f7f1ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adaf5d0 0x55e94adc2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:39.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.883+0000 7f7f2867c740 10 client.0 _ll_register_callbacks cb 0x7f7f10009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:43:39.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.883+0000 7f7f1ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adaf5d0 0x55e94adc2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32880/0 (socket says 172.21.15.71:32880) 2024-09-05T07:43:39.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.883+0000 7f7f1ffff640 1 -- 172.21.15.71:0/4025078184 learned_addr learned my addr 172.21.15.71:0/4025078184 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:39.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.883+0000 7f7f24840640 1 --2- 172.21.15.71:0/4025078184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adba370 0x55e94adbe3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:39.896 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.883+0000 7f7f1f7fe640 1 --2- 172.21.15.71:0/4025078184 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adb0b40 0x55e94adbde80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:39.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.883+0000 7f7f1ffff640 1 -- 172.21.15.71:0/4025078184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adba370 msgr2=0x55e94adbe3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:39.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.883+0000 7f7f1ffff640 1 --2- 172.21.15.71:0/4025078184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adba370 0x55e94adbe3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.883+0000 7f7f1ffff640 1 -- 172.21.15.71:0/4025078184 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adb0b40 msgr2=0x55e94adbde80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:39.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.883+0000 7f7f1ffff640 1 --2- 172.21.15.71:0/4025078184 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adb0b40 0x55e94adbde80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.883+0000 7f7f1ffff640 1 -- 172.21.15.71:0/4025078184 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e94adbebc0 con 0x55e94adaf5d0 2024-09-05T07:43:39.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.883+0000 7f7f1ffff640 1 --2- 172.21.15.71:0/4025078184 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adaf5d0 0x55e94adc2b50 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f7f10031440 tx=0x7f7f10004380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15ed0a1122abf40e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:39.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.883+0000 7f7eff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:43:39.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.883+0000 7f7eff7fe640 1 -- 172.21.15.71:0/4025078184 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f10051060 con 0x55e94adaf5d0 2024-09-05T07:43:39.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.883+0000 7f7eff7fe640 1 -- 172.21.15.71:0/4025078184 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f7f10048040 con 0x55e94adaf5d0 2024-09-05T07:43:39.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.883+0000 7f7f2867c740 1 -- 172.21.15.71:0/4025078184 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f100054f0 con 0x55e94adaf5d0 2024-09-05T07:43:39.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.883+0000 7f7eff7fe640 1 -- 172.21.15.71:0/4025078184 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7f10035070 con 0x55e94adaf5d0 2024-09-05T07:43:39.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.883+0000 7f7f2867c740 10 client.16404 fetch_fsmap learned FSMap version 26 2024-09-05T07:43:39.897 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.883+0000 7f7f2867c740 1 -- 172.21.15.71:0/4025078184 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e94ae34660 con 0x55e94adaf5d0 2024-09-05T07:43:39.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.884+0000 7f7eff7fe640 1 -- 172.21.15.71:0/4025078184 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7f100054f0 con 0x55e94adaf5d0 2024-09-05T07:43:39.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.884+0000 7f7eff7fe640 1 -- 172.21.15.71:0/4025078184 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f7f10032580 con 0x55e94adaf5d0 2024-09-05T07:43:39.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.884+0000 7f7f2867c740 10 client.16404 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:43:39.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.884+0000 7f7f2867c740 10 client.16404 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:43:39.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.884+0000 7f7f2867c740 20 client.16404 populate_metadata read hostname 'smithi071' 2024-09-05T07:43:39.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.884+0000 7f7f2867c740 1 --2- 172.21.15.71:0/4025078184 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55e94adc9d60 0x55e94ae36d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:39.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.884+0000 7f7f2867c740 4 client.16404 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:43:39.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.884+0000 7f7f2867c740 1 -- 172.21.15.71:0/4025078184 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e94ad1cd70 con 0x55e94adc9d60 2024-09-05T07:43:39.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.884+0000 7f7f1f7fe640 1 --2- 172.21.15.71:0/4025078184 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55e94adc9d60 0x55e94ae36d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:39.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.884+0000 7f7f1f7fe640 1 --2- 172.21.15.71:0/4025078184 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55e94adc9d60 0x55e94ae36d10 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=880552200a927451 server_cookie=69699da90436c239 in_seq=0 out_seq=0 2024-09-05T07:43:39.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.884+0000 7f7eff7fe640 10 client.16404 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:43:39.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.885+0000 7f7eff7fe640 1 -- 172.21.15.71:0/4025078184 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e94ad1cd70 con 0x55e94adc9d60 2024-09-05T07:43:39.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.885+0000 7f7eff7fe640 10 client.16404 handle_command_reply: tid=0 2024-09-05T07:43:39.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.885+0000 7f7f2867c740 1 client.16404 shutdown 2024-09-05T07:43:39.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.885+0000 7f7f2867c740 1 -- 172.21.15.71:0/4025078184 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adaf5d0 msgr2=0x55e94adc2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:39.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.885+0000 7f7f2867c740 1 --2- 172.21.15.71:0/4025078184 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adaf5d0 0x55e94adc2b50 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f7f10031440 tx=0x7f7f10004380 comp rx=0 tx=0).stop 2024-09-05T07:43:39.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.885+0000 7f7f2867c740 1 -- 172.21.15.71:0/4025078184 shutdown_connections 2024-09-05T07:43:39.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.885+0000 7f7f2867c740 1 --2- 172.21.15.71:0/4025078184 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55e94adc9d60 0x55e94ae36d10 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.885+0000 7f7f2867c740 1 --2- 172.21.15.71:0/4025078184 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e94adba370 0x55e94adbe3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.885+0000 7f7f2867c740 1 --2- 172.21.15.71:0/4025078184 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e94adb0b40 0x55e94adbde80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.885+0000 7f7eff7fe640 0 client.16404 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:43:39.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.885+0000 7f7f2867c740 1 --2- 172.21.15.71:0/4025078184 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e94adaf5d0 0x55e94adc2b50 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.885+0000 7f7f2867c740 1 -- 172.21.15.71:0/4025078184 >> 172.21.15.71:0/4025078184 conn(0x55e94ad78310 msgr2=0x55e94adb8840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:39.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.885+0000 7f7f2867c740 1 -- 172.21.15.71:0/4025078184 shutdown_connections 2024-09-05T07:43:39.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.885+0000 7f7f2867c740 1 -- 172.21.15.71:0/4025078184 wait complete. 2024-09-05T07:43:39.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.885+0000 7f7f2867c740 20 client.16404 trim_cache size 0 max 16384 2024-09-05T07:43:39.900 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:43:39.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.885+0000 7f7f262a3640 1 -- 172.21.15.71:0/4284597183 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7f0c0a2cf0 msgr2=0x7f7f0c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:39.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.885+0000 7f7f262a3640 1 --2- 172.21.15.71:0/4284597183 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7f0c0a2cf0 0x7f7f0c0a51b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7f1800a2c0 tx=0x7f7f18004a40 comp rx=0 tx=0).stop 2024-09-05T07:43:39.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.885+0000 7f7f262a3640 1 -- 172.21.15.71:0/4284597183 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f20101420 msgr2=0x7f7f20198930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:39.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.885+0000 7f7f262a3640 1 --2- 172.21.15.71:0/4284597183 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f20101420 0x7f7f20198930 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f7f0800d950 tx=0x7f7f0800de10 comp rx=0 tx=0).stop 2024-09-05T07:43:39.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.886+0000 7f7f262a3640 1 -- 172.21.15.71:0/4284597183 shutdown_connections 2024-09-05T07:43:39.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.886+0000 7f7f262a3640 1 --2- 172.21.15.71:0/4284597183 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7f0c0a2cf0 0x7f7f0c0a51b0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.886+0000 7f7f262a3640 1 --2- 172.21.15.71:0/4284597183 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f20106a80 0x7f7f2019ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.886+0000 7f7f262a3640 1 --2- 172.21.15.71:0/4284597183 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f20101420 0x7f7f20198930 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.886+0000 7f7f262a3640 1 --2- 172.21.15.71:0/4284597183 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f20100a80 0x7f7f201983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:39.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.886+0000 7f7f262a3640 1 -- 172.21.15.71:0/4284597183 >> 172.21.15.71:0/4284597183 conn(0x7f7f200fc7a0 msgr2=0x7f7f200fe210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:39.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.886+0000 7f7f262a3640 1 -- 172.21.15.71:0/4284597183 shutdown_connections 2024-09-05T07:43:39.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:39.886+0000 7f7f262a3640 1 -- 172.21.15.71:0/4284597183 wait complete. 2024-09-05T07:43:39.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:39 smithi123 ceph-mon[34568]: pgmap v154: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:43:39.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:39 smithi192 ceph-mon[34929]: pgmap v154: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:43:40.635 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T07:43:40.879 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:43:41.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.492+0000 7fc50143b640 1 -- 172.21.15.71:0/3450812906 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4fc101de0 msgr2=0x7fc4fc1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:41.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.492+0000 7fc50143b640 1 --2- 172.21.15.71:0/3450812906 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4fc101de0 0x7fc4fc1021c0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec009ca0 tx=0x7fc4ec02a8c0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.492+0000 7fc50143b640 1 -- 172.21.15.71:0/3450812906 shutdown_connections 2024-09-05T07:43:41.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.492+0000 7fc50143b640 1 --2- 172.21.15.71:0/3450812906 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4fc106f10 0x7fc4fc10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.492+0000 7fc50143b640 1 --2- 172.21.15.71:0/3450812906 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc4fc102790 0x7fc4fc1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.492+0000 7fc50143b640 1 --2- 172.21.15.71:0/3450812906 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4fc101de0 0x7fc4fc1021c0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.492+0000 7fc50143b640 1 -- 172.21.15.71:0/3450812906 >> 172.21.15.71:0/3450812906 conn(0x7fc4fc0fd8c0 msgr2=0x7fc4fc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:41.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.492+0000 7fc50143b640 1 -- 172.21.15.71:0/3450812906 shutdown_connections 2024-09-05T07:43:41.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.492+0000 7fc50143b640 1 -- 172.21.15.71:0/3450812906 wait complete. 2024-09-05T07:43:41.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.493+0000 7fc50143b640 1 Processor -- start 2024-09-05T07:43:41.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.493+0000 7fc50143b640 1 -- start start 2024-09-05T07:43:41.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.493+0000 7fc50143b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4fc101de0 0x7fc4fc19a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:41.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.493+0000 7fc50143b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4fc102790 0x7fc4fc19ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:41.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.493+0000 7fc50143b640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc4fc106f10 0x7fc4fc19edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:41.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.493+0000 7fc50143b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc4fc111e20 con 0x7fc4fc101de0 2024-09-05T07:43:41.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.493+0000 7fc50143b640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc4fc111ca0 con 0x7fc4fc106f10 2024-09-05T07:43:41.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.493+0000 7fc50143b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc4fc111fa0 con 0x7fc4fc102790 2024-09-05T07:43:41.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.493+0000 7fc4faffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4fc101de0 0x7fc4fc19a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:41.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.493+0000 7fc4faffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4fc101de0 0x7fc4fc19a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33198/0 (socket says 172.21.15.71:33198) 2024-09-05T07:43:41.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.493+0000 7fc4faffd640 1 -- 172.21.15.71:0/872077960 learned_addr learned my addr 172.21.15.71:0/872077960 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:41.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.493+0000 7fc4fa7fc640 1 --2- 172.21.15.71:0/872077960 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4fc102790 0x7fc4fc19ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:41.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.494+0000 7fc4fb7fe640 1 --2- 172.21.15.71:0/872077960 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc4fc106f10 0x7fc4fc19edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:41.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.494+0000 7fc4faffd640 1 -- 172.21.15.71:0/872077960 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4fc102790 msgr2=0x7fc4fc19ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:41.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.494+0000 7fc4faffd640 1 --2- 172.21.15.71:0/872077960 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4fc102790 0x7fc4fc19ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.494+0000 7fc4faffd640 1 -- 172.21.15.71:0/872077960 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc4fc106f10 msgr2=0x7fc4fc19edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:41.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.494+0000 7fc4faffd640 1 --2- 172.21.15.71:0/872077960 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc4fc106f10 0x7fc4fc19edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.494+0000 7fc4faffd640 1 -- 172.21.15.71:0/872077960 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4fc19f4d0 con 0x7fc4fc101de0 2024-09-05T07:43:41.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.494+0000 7fc4fa7fc640 1 --2- 172.21.15.71:0/872077960 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4fc102790 0x7fc4fc19ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:43:41.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.494+0000 7fc4fb7fe640 1 --2- 172.21.15.71:0/872077960 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc4fc106f10 0x7fc4fc19edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:43:41.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.494+0000 7fc4faffd640 1 --2- 172.21.15.71:0/872077960 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4fc101de0 0x7fc4fc19a5c0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec02ade0 tx=0x7fc4ec032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:41.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.494+0000 7fc4f3fff640 1 -- 172.21.15.71:0/872077960 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4ec003cf0 con 0x7fc4fc101de0 2024-09-05T07:43:41.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.494+0000 7fc50143b640 1 -- 172.21.15.71:0/872077960 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4fc19f760 con 0x7fc4fc101de0 2024-09-05T07:43:41.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.494+0000 7fc4f3fff640 1 -- 172.21.15.71:0/872077960 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc4ec0044f0 con 0x7fc4fc101de0 2024-09-05T07:43:41.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.494+0000 7fc4f3fff640 1 -- 172.21.15.71:0/872077960 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4ec030c40 con 0x7fc4fc101de0 2024-09-05T07:43:41.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.494+0000 7fc50143b640 1 -- 172.21.15.71:0/872077960 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4fc1a70a0 con 0x7fc4fc101de0 2024-09-05T07:43:41.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.496+0000 7fc4f3fff640 1 -- 172.21.15.71:0/872077960 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fc4ec004040 con 0x7fc4fc101de0 2024-09-05T07:43:41.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.496+0000 7fc503814740 1 Processor -- start 2024-09-05T07:43:41.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.496+0000 7fc503814740 1 -- start start 2024-09-05T07:43:41.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.497+0000 7fc503814740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db8bb40 0x55c88db8a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:41.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.497+0000 7fc503814740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db8a5d0 0x55c88db8aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:41.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.497+0000 7fc503814740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db95370 0x55c88db97760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:41.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.497+0000 7fc503814740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55c88daf02f0 con 0x55c88db95370 2024-09-05T07:43:41.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.497+0000 7fc503814740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55c88da97cf0 con 0x55c88db8bb40 2024-09-05T07:43:41.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.497+0000 7fc503814740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55c88daec2b0 con 0x55c88db8a5d0 2024-09-05T07:43:41.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.497+0000 7fc4fa7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db95370 0x55c88db97760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:41.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.497+0000 7fc4fa7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db95370 0x55c88db97760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33208/0 (socket says 172.21.15.71:33208) 2024-09-05T07:43:41.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.497+0000 7fc4fa7fc640 1 -- 172.21.15.71:0/2724407364 learned_addr learned my addr 172.21.15.71:0/2724407364 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:41.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.497+0000 7fc4faffd640 1 --2- 172.21.15.71:0/2724407364 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db8a5d0 0x55c88db8aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:41.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.497+0000 7fc4fb7fe640 1 --2- 172.21.15.71:0/2724407364 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db8bb40 0x55c88db8a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:41.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.497+0000 7fc4f3fff640 1 --2- 172.21.15.71:0/872077960 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc4e80a2cf0 0x7fc4e80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:41.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.497+0000 7fc4fb7fe640 1 --2- 172.21.15.71:0/872077960 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc4e80a2cf0 0x7fc4e80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:41.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.497+0000 7fc4fa7fc640 1 -- 172.21.15.71:0/2724407364 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db8a5d0 msgr2=0x55c88db8aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:41.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.497+0000 7fc4fa7fc640 1 --2- 172.21.15.71:0/2724407364 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db8a5d0 0x55c88db8aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.497+0000 7fc4fa7fc640 1 -- 172.21.15.71:0/2724407364 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db8bb40 msgr2=0x55c88db8a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:41.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.497+0000 7fc4fa7fc640 1 --2- 172.21.15.71:0/2724407364 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db8bb40 0x55c88db8a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.498+0000 7fc4fa7fc640 1 -- 172.21.15.71:0/2724407364 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c88da7c3a0 con 0x55c88db95370 2024-09-05T07:43:41.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.498+0000 7fc4f3fff640 1 -- 172.21.15.71:0/872077960 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc4ec0f0db0 con 0x7fc4fc101de0 2024-09-05T07:43:41.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.498+0000 7fc4fa7fc640 1 --2- 172.21.15.71:0/2724407364 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db95370 0x55c88db97760 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fc4e400bd30 tx=0x7fc4e400f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c703a696658b42 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:41.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.498+0000 7fc4f17fa640 1 -- 172.21.15.71:0/2724407364 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e4015070 con 0x55c88db95370 2024-09-05T07:43:41.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.498+0000 7fc4fb7fe640 1 --2- 172.21.15.71:0/872077960 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc4e80a2cf0 0x7fc4e80a51b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fc4f4005fd0 tx=0x7fc4f4004730 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:41.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.498+0000 7fc4f17fa640 1 -- 172.21.15.71:0/2724407364 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc4e400be20 con 0x55c88db95370 2024-09-05T07:43:41.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.498+0000 7fc4f17fa640 1 -- 172.21.15.71:0/2724407364 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e40119d0 con 0x55c88db95370 2024-09-05T07:43:41.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.499+0000 7fc503814740 1 -- 172.21.15.71:0/2724407364 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db95370 msgr2=0x55c88db97760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:41.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.499+0000 7fc503814740 1 --2- 172.21.15.71:0/2724407364 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db95370 0x55c88db97760 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fc4e400bd30 tx=0x7fc4e400f730 comp rx=0 tx=0).stop 2024-09-05T07:43:41.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.499+0000 7fc503814740 1 -- 172.21.15.71:0/2724407364 shutdown_connections 2024-09-05T07:43:41.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.499+0000 7fc503814740 1 --2- 172.21.15.71:0/2724407364 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db95370 0x55c88db97760 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.499+0000 7fc503814740 1 --2- 172.21.15.71:0/2724407364 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db8a5d0 0x55c88db8aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.499+0000 7fc503814740 1 --2- 172.21.15.71:0/2724407364 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db8bb40 0x55c88db8a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.499+0000 7fc503814740 1 -- 172.21.15.71:0/2724407364 >> 172.21.15.71:0/2724407364 conn(0x55c88db53310 msgr2=0x55c88db86c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:41.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.499+0000 7fc503814740 1 -- 172.21.15.71:0/2724407364 shutdown_connections 2024-09-05T07:43:41.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.499+0000 7fc503814740 1 -- 172.21.15.71:0/2724407364 wait complete. 2024-09-05T07:43:41.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.499+0000 7fc503814740 1 -- start start 2024-09-05T07:43:41.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.499+0000 7fc503814740 1 Processor -- start 2024-09-05T07:43:41.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.499+0000 7fc503814740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db8a5d0 0x55c88db94d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:41.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.499+0000 7fc503814740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8bb40 0x55c88db92040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:41.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.499+0000 7fc503814740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db95370 0x55c88db92650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:41.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.499+0000 7fc503814740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55c88db98070 con 0x55c88db8bb40 2024-09-05T07:43:41.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.499+0000 7fc503814740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55c88daab060 con 0x55c88db8a5d0 2024-09-05T07:43:41.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.499+0000 7fc503814740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55c88db981f0 con 0x55c88db95370 2024-09-05T07:43:41.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.499+0000 7fc503814740 10 client.0 _ll_register_callbacks cb 0x55c88d7fe8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:43:41.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.499+0000 7fc4fa7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8bb40 0x55c88db92040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:41.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.500+0000 7fc4fa7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8bb40 0x55c88db92040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33210/0 (socket says 172.21.15.71:33210) 2024-09-05T07:43:41.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.500+0000 7fc4fa7fc640 1 -- 172.21.15.71:0/3815013109 learned_addr learned my addr 172.21.15.71:0/3815013109 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:41.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.500+0000 7fc4faffd640 1 --2- 172.21.15.71:0/3815013109 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db8a5d0 0x55c88db94d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:41.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.500+0000 7fc4fb7fe640 1 --2- 172.21.15.71:0/3815013109 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db95370 0x55c88db92650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:41.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.500+0000 7fc4fa7fc640 1 -- 172.21.15.71:0/3815013109 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db95370 msgr2=0x55c88db92650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:41.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.500+0000 7fc4fa7fc640 1 --2- 172.21.15.71:0/3815013109 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db95370 0x55c88db92650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.500+0000 7fc4fa7fc640 1 -- 172.21.15.71:0/3815013109 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db8a5d0 msgr2=0x55c88db94d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:41.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.500+0000 7fc4fa7fc640 1 --2- 172.21.15.71:0/3815013109 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db8a5d0 0x55c88db94d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.500+0000 7fc4fa7fc640 1 -- 172.21.15.71:0/3815013109 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c88d8613c0 con 0x55c88db8bb40 2024-09-05T07:43:41.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.500+0000 7fc4faffd640 1 --2- 172.21.15.71:0/3815013109 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db8a5d0 0x55c88db94d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:43:41.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.500+0000 7fc4fa7fc640 1 --2- 172.21.15.71:0/3815013109 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8bb40 0x55c88db92040 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fc4e400ba70 tx=0x7fc4e4005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=283503e2c050b383 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:41.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.500+0000 7fc4e27fc640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:43:41.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.500+0000 7fc4e27fc640 1 -- 172.21.15.71:0/3815013109 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e4015070 con 0x55c88db8bb40 2024-09-05T07:43:41.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.500+0000 7fc503814740 1 -- 172.21.15.71:0/3815013109 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc4e400be20 con 0x55c88db8bb40 2024-09-05T07:43:41.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.500+0000 7fc4e27fc640 1 -- 172.21.15.71:0/3815013109 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc4e4005430 con 0x55c88db8bb40 2024-09-05T07:43:41.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.500+0000 7fc4e27fc640 1 -- 172.21.15.71:0/3815013109 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc4e4005630 con 0x55c88db8bb40 2024-09-05T07:43:41.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.500+0000 7fc503814740 10 client.16416 fetch_fsmap learned FSMap version 26 2024-09-05T07:43:41.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.500+0000 7fc503814740 1 -- 172.21.15.71:0/3815013109 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c88dba3b40 con 0x55c88db8bb40 2024-09-05T07:43:41.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.500+0000 7fc4e27fc640 1 -- 172.21.15.71:0/3815013109 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc4e400be20 con 0x55c88db8bb40 2024-09-05T07:43:41.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.501+0000 7fc4e27fc640 1 -- 172.21.15.71:0/3815013109 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc4e4004b40 con 0x55c88db8bb40 2024-09-05T07:43:41.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.501+0000 7fc503814740 10 client.16416 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:43:41.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.501+0000 7fc503814740 10 client.16416 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:43:41.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.501+0000 7fc503814740 20 client.16416 populate_metadata read hostname 'smithi071' 2024-09-05T07:43:41.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.501+0000 7fc503814740 1 --2- 172.21.15.71:0/3815013109 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55c88dba4ef0 0x55c88dba72e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:41.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.501+0000 7fc503814740 4 client.16416 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:43:41.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.501+0000 7fc503814740 1 -- 172.21.15.71:0/3815013109 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c88dafd860 con 0x55c88dba4ef0 2024-09-05T07:43:41.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.501+0000 7fc4faffd640 1 --2- 172.21.15.71:0/3815013109 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55c88dba4ef0 0x55c88dba72e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:41.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.501+0000 7fc4faffd640 1 --2- 172.21.15.71:0/3815013109 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55c88dba4ef0 0x55c88dba72e0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=af85814c0dc40533 server_cookie=d28de900fb4445c1 in_seq=0 out_seq=0 2024-09-05T07:43:41.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.501+0000 7fc4e27fc640 10 client.16416 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:43:41.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.502+0000 7fc4e27fc640 1 -- 172.21.15.71:0/3815013109 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c88dafd860 con 0x55c88dba4ef0 2024-09-05T07:43:41.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.502+0000 7fc4e27fc640 10 client.16416 handle_command_reply: tid=0 2024-09-05T07:43:41.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.502+0000 7fc503814740 1 client.16416 shutdown 2024-09-05T07:43:41.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.502+0000 7fc503814740 1 -- 172.21.15.71:0/3815013109 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8bb40 msgr2=0x55c88db92040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:41.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.502+0000 7fc503814740 1 --2- 172.21.15.71:0/3815013109 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8bb40 0x55c88db92040 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fc4e400ba70 tx=0x7fc4e4005040 comp rx=0 tx=0).stop 2024-09-05T07:43:41.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.502+0000 7fc503814740 1 -- 172.21.15.71:0/3815013109 shutdown_connections 2024-09-05T07:43:41.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.502+0000 7fc503814740 1 --2- 172.21.15.71:0/3815013109 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db95370 0x55c88db92650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.502+0000 7fc503814740 1 --2- 172.21.15.71:0/3815013109 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8bb40 0x55c88db92040 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.502+0000 7fc503814740 1 --2- 172.21.15.71:0/3815013109 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55c88dba4ef0 0x55c88dba72e0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.527 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.502+0000 7fc503814740 1 --2- 172.21.15.71:0/3815013109 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db8a5d0 0x55c88db94d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.502+0000 7fc4e27fc640 0 client.16416 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:43:41.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.502+0000 7fc503814740 1 -- 172.21.15.71:0/3815013109 >> 172.21.15.71:0/3815013109 conn(0x55c88db53310 msgr2=0x55c88db8c960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:41.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.502+0000 7fc503814740 1 -- 172.21.15.71:0/3815013109 shutdown_connections 2024-09-05T07:43:41.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.502+0000 7fc503814740 1 -- 172.21.15.71:0/3815013109 wait complete. 2024-09-05T07:43:41.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.502+0000 7fc503814740 20 client.16416 trim_cache size 0 max 16384 2024-09-05T07:43:41.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.516+0000 7fc503814740 1 Processor -- start 2024-09-05T07:43:41.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.516+0000 7fc503814740 1 -- start start 2024-09-05T07:43:41.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.516+0000 7fc503814740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8a5d0 0x55c88db90ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:41.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.516+0000 7fc503814740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db8bb40 0x55c88db8d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:41.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.516+0000 7fc503814740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db95370 0x55c88db8d660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:41.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.516+0000 7fc503814740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc4fc1b3b60 con 0x55c88db8a5d0 2024-09-05T07:43:41.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.516+0000 7fc503814740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc4fc1b1430 con 0x55c88db95370 2024-09-05T07:43:41.528 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.516+0000 7fc503814740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc4fc1af280 con 0x55c88db8bb40 2024-09-05T07:43:41.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.516+0000 7fc4faffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8a5d0 0x55c88db90ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:41.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.516+0000 7fc4faffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8a5d0 0x55c88db90ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33222/0 (socket says 172.21.15.71:33222) 2024-09-05T07:43:41.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.516+0000 7fc4faffd640 1 -- 172.21.15.71:0/246924459 learned_addr learned my addr 172.21.15.71:0/246924459 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:41.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.516+0000 7fc4fa7fc640 1 --2- 172.21.15.71:0/246924459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db8bb40 0x55c88db8d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:41.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.516+0000 7fc4fb7fe640 1 --2- 172.21.15.71:0/246924459 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db95370 0x55c88db8d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:41.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.516+0000 7fc4faffd640 1 -- 172.21.15.71:0/246924459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db8bb40 msgr2=0x55c88db8d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:41.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.516+0000 7fc4faffd640 1 --2- 172.21.15.71:0/246924459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db8bb40 0x55c88db8d120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.516+0000 7fc4faffd640 1 -- 172.21.15.71:0/246924459 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db95370 msgr2=0x55c88db8d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:41.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.516+0000 7fc4faffd640 1 --2- 172.21.15.71:0/246924459 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db95370 0x55c88db8d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.516+0000 7fc4faffd640 1 -- 172.21.15.71:0/246924459 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c88db87960 con 0x55c88db8a5d0 2024-09-05T07:43:41.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.516+0000 7fc4fa7fc640 1 --2- 172.21.15.71:0/246924459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db8bb40 0x55c88db8d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:43:41.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.516+0000 7fc4fb7fe640 1 --2- 172.21.15.71:0/246924459 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db95370 0x55c88db8d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:43:41.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.517+0000 7fc4faffd640 1 --2- 172.21.15.71:0/246924459 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8a5d0 0x55c88db90ef0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec0ee700 tx=0x7fc4ec0f3330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=feb9c105af7bb528 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:41.529 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.517+0000 7fc4f0ff9640 1 -- 172.21.15.71:0/246924459 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4ec0305c0 con 0x55c88db8a5d0 2024-09-05T07:43:41.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.517+0000 7fc4f0ff9640 1 -- 172.21.15.71:0/246924459 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc4ec036040 con 0x55c88db8a5d0 2024-09-05T07:43:41.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.517+0000 7fc4f0ff9640 1 -- 172.21.15.71:0/246924459 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4ec0c1390 con 0x55c88db8a5d0 2024-09-05T07:43:41.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.517+0000 7fc503814740 1 -- 172.21.15.71:0/246924459 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8a5d0 msgr2=0x55c88db90ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:41.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.517+0000 7fc503814740 1 --2- 172.21.15.71:0/246924459 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8a5d0 0x55c88db90ef0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec0ee700 tx=0x7fc4ec0f3330 comp rx=0 tx=0).stop 2024-09-05T07:43:41.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.518+0000 7fc503814740 1 -- 172.21.15.71:0/246924459 shutdown_connections 2024-09-05T07:43:41.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.518+0000 7fc503814740 1 --2- 172.21.15.71:0/246924459 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db95370 0x55c88db8d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.518+0000 7fc503814740 1 --2- 172.21.15.71:0/246924459 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db8bb40 0x55c88db8d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.518+0000 7fc503814740 1 --2- 172.21.15.71:0/246924459 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8a5d0 0x55c88db90ef0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.518+0000 7fc503814740 1 -- 172.21.15.71:0/246924459 >> 172.21.15.71:0/246924459 conn(0x55c88db53310 msgr2=0x55c88db907e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:41.530 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.518+0000 7fc503814740 1 -- 172.21.15.71:0/246924459 shutdown_connections 2024-09-05T07:43:41.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.518+0000 7fc503814740 1 -- 172.21.15.71:0/246924459 wait complete. 2024-09-05T07:43:41.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.518+0000 7fc503814740 1 -- start start 2024-09-05T07:43:41.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.518+0000 7fc503814740 1 Processor -- start 2024-09-05T07:43:41.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.518+0000 7fc503814740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8a5d0 0x55c88db8fd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:41.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.518+0000 7fc503814740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db8bb40 0x55c88db9d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:41.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.518+0000 7fc503814740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db95370 0x55c88db9dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:41.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.518+0000 7fc503814740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc4fc1af8f0 con 0x55c88db8a5d0 2024-09-05T07:43:41.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.518+0000 7fc503814740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc4fc1b0d60 con 0x55c88db8bb40 2024-09-05T07:43:41.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.518+0000 7fc503814740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc4fc1affc0 con 0x55c88db95370 2024-09-05T07:43:41.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.518+0000 7fc503814740 10 client.0 _ll_register_callbacks cb 0x7fc4f400c3c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:43:41.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.518+0000 7fc4faffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8a5d0 0x55c88db8fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:41.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.519+0000 7fc4faffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8a5d0 0x55c88db8fd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33230/0 (socket says 172.21.15.71:33230) 2024-09-05T07:43:41.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.519+0000 7fc4faffd640 1 -- 172.21.15.71:0/3532447290 learned_addr learned my addr 172.21.15.71:0/3532447290 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:41.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.519+0000 7fc4fa7fc640 1 --2- 172.21.15.71:0/3532447290 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db8bb40 0x55c88db9d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:41.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.519+0000 7fc4fb7fe640 1 --2- 172.21.15.71:0/3532447290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db95370 0x55c88db9dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:41.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.519+0000 7fc4faffd640 1 -- 172.21.15.71:0/3532447290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db95370 msgr2=0x55c88db9dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:41.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.519+0000 7fc4faffd640 1 --2- 172.21.15.71:0/3532447290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db95370 0x55c88db9dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.519+0000 7fc4faffd640 1 -- 172.21.15.71:0/3532447290 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db8bb40 msgr2=0x55c88db9d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:41.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.519+0000 7fc4faffd640 1 --2- 172.21.15.71:0/3532447290 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db8bb40 0x55c88db9d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.519+0000 7fc4faffd640 1 -- 172.21.15.71:0/3532447290 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c88dbac6f0 con 0x55c88db8a5d0 2024-09-05T07:43:41.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.519+0000 7fc4faffd640 1 --2- 172.21.15.71:0/3532447290 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8a5d0 0x55c88db8fd00 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec0b9440 tx=0x7fc4ec0bcee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef8de246d9d18562 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:41.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.519+0000 7fc4e27fc640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:43:41.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.519+0000 7fc4e27fc640 1 -- 172.21.15.71:0/3532447290 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4ec0305c0 con 0x55c88db8a5d0 2024-09-05T07:43:41.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.519+0000 7fc4e27fc640 1 -- 172.21.15.71:0/3532447290 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc4ec0046a0 con 0x55c88db8a5d0 2024-09-05T07:43:41.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.519+0000 7fc503814740 1 -- 172.21.15.71:0/3532447290 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc4ec036040 con 0x55c88db8a5d0 2024-09-05T07:43:41.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.519+0000 7fc4e27fc640 1 -- 172.21.15.71:0/3532447290 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc4ec0c5c50 con 0x55c88db8a5d0 2024-09-05T07:43:41.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.519+0000 7fc503814740 10 client.16422 fetch_fsmap learned FSMap version 26 2024-09-05T07:43:41.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.519+0000 7fc503814740 1 -- 172.21.15.71:0/3532447290 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c88dc0fcc0 con 0x55c88db8a5d0 2024-09-05T07:43:41.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.519+0000 7fc4e27fc640 1 -- 172.21.15.71:0/3532447290 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc4ec036040 con 0x55c88db8a5d0 2024-09-05T07:43:41.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.520+0000 7fc4e27fc640 1 -- 172.21.15.71:0/3532447290 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc4ec0ee2f0 con 0x55c88db8a5d0 2024-09-05T07:43:41.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.520+0000 7fc503814740 10 client.16422 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:43:41.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.520+0000 7fc503814740 10 client.16422 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:43:41.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.520+0000 7fc503814740 20 client.16422 populate_metadata read hostname 'smithi071' 2024-09-05T07:43:41.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.520+0000 7fc503814740 1 --2- 172.21.15.71:0/3532447290 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55c88dc10260 0x55c88dc12680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:41.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.520+0000 7fc503814740 4 client.16422 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:43:41.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.520+0000 7fc503814740 1 -- 172.21.15.71:0/3532447290 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c88daf7d70 con 0x55c88dc10260 2024-09-05T07:43:41.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.520+0000 7fc4fa7fc640 1 --2- 172.21.15.71:0/3532447290 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55c88dc10260 0x55c88dc12680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:41.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.520+0000 7fc4e27fc640 10 client.16422 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:43:41.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.520+0000 7fc4fa7fc640 1 --2- 172.21.15.71:0/3532447290 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55c88dc10260 0x55c88dc12680 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=50dd84c8bafc5500 server_cookie=853d200e4b14c242 in_seq=0 out_seq=0 2024-09-05T07:43:41.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.520+0000 7fc4e27fc640 1 -- 172.21.15.71:0/3532447290 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c88daf7d70 con 0x55c88dc10260 2024-09-05T07:43:41.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.520+0000 7fc4e27fc640 10 client.16422 handle_command_reply: tid=0 2024-09-05T07:43:41.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.520+0000 7fc503814740 1 client.16422 shutdown 2024-09-05T07:43:41.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc503814740 1 -- 172.21.15.71:0/3532447290 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8a5d0 msgr2=0x55c88db8fd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:41.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc503814740 1 --2- 172.21.15.71:0/3532447290 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8a5d0 0x55c88db8fd00 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec0b9440 tx=0x7fc4ec0bcee0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc503814740 1 -- 172.21.15.71:0/3532447290 shutdown_connections 2024-09-05T07:43:41.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc503814740 1 --2- 172.21.15.71:0/3532447290 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c88db95370 0x55c88db9dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc503814740 1 --2- 172.21.15.71:0/3532447290 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55c88dc10260 0x55c88dc12680 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc503814740 1 --2- 172.21.15.71:0/3532447290 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c88db8bb40 0x55c88db9d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc503814740 1 --2- 172.21.15.71:0/3532447290 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c88db8a5d0 0x55c88db8fd00 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc4e27fc640 0 client.16422 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:43:41.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc503814740 1 -- 172.21.15.71:0/3532447290 >> 172.21.15.71:0/3532447290 conn(0x55c88db53310 msgr2=0x55c88db91000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:41.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc503814740 1 -- 172.21.15.71:0/3532447290 shutdown_connections 2024-09-05T07:43:41.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc503814740 1 -- 172.21.15.71:0/3532447290 wait complete. 2024-09-05T07:43:41.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc503814740 20 client.16422 trim_cache size 0 max 16384 2024-09-05T07:43:41.536 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:43:41.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc50143b640 1 -- 172.21.15.71:0/872077960 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc4e80a2cf0 msgr2=0x7fc4e80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:41.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc50143b640 1 --2- 172.21.15.71:0/872077960 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc4e80a2cf0 0x7fc4e80a51b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fc4f4005fd0 tx=0x7fc4f4004730 comp rx=0 tx=0).stop 2024-09-05T07:43:41.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc50143b640 1 -- 172.21.15.71:0/872077960 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4fc101de0 msgr2=0x7fc4fc19a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:41.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc50143b640 1 --2- 172.21.15.71:0/872077960 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4fc101de0 0x7fc4fc19a5c0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec02ade0 tx=0x7fc4ec032ff0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc50143b640 1 -- 172.21.15.71:0/872077960 shutdown_connections 2024-09-05T07:43:41.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc50143b640 1 --2- 172.21.15.71:0/872077960 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc4e80a2cf0 0x7fc4e80a51b0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc50143b640 1 --2- 172.21.15.71:0/872077960 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc4fc106f10 0x7fc4fc19edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc50143b640 1 --2- 172.21.15.71:0/872077960 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc4fc102790 0x7fc4fc19ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc50143b640 1 --2- 172.21.15.71:0/872077960 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc4fc101de0 0x7fc4fc19a5c0 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:41.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.521+0000 7fc50143b640 1 -- 172.21.15.71:0/872077960 >> 172.21.15.71:0/872077960 conn(0x7fc4fc0fd8c0 msgr2=0x7fc4fc0fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:41.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.522+0000 7fc50143b640 1 -- 172.21.15.71:0/872077960 shutdown_connections 2024-09-05T07:43:41.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:41.522+0000 7fc50143b640 1 -- 172.21.15.71:0/872077960 wait complete. 2024-09-05T07:43:41.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:41 smithi123 ceph-mon[34568]: pgmap v155: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-09-05T07:43:41.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:41 smithi192 ceph-mon[34929]: pgmap v155: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-09-05T07:43:42.103 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:41 smithi071 ceph-mon[30965]: pgmap v155: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-09-05T07:43:42.333 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T07:43:42.581 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:43:43.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.038+0000 7fce3a1ca640 1 -- 172.21.15.71:0/4112025085 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce34102570 msgr2=0x7fce341029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:43.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.038+0000 7fce3a1ca640 1 --2- 172.21.15.71:0/4112025085 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce34102570 0x7fce341029b0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fce1c009900 tx=0x7fce1c02a480 comp rx=0 tx=0).stop 2024-09-05T07:43:43.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.038+0000 7fce3a1ca640 1 -- 172.21.15.71:0/4112025085 shutdown_connections 2024-09-05T07:43:43.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.038+0000 7fce3a1ca640 1 --2- 172.21.15.71:0/4112025085 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce34102ef0 0x7fce3410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.038+0000 7fce3a1ca640 1 --2- 172.21.15.71:0/4112025085 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce34102570 0x7fce341029b0 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.038+0000 7fce3a1ca640 1 --2- 172.21.15.71:0/4112025085 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fce34100e20 0x7fce34101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.038+0000 7fce3a1ca640 1 -- 172.21.15.71:0/4112025085 >> 172.21.15.71:0/4112025085 conn(0x7fce340fc7d0 msgr2=0x7fce340febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:43.068 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.038+0000 7fce3a1ca640 1 -- 172.21.15.71:0/4112025085 shutdown_connections 2024-09-05T07:43:43.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.038+0000 7fce3a1ca640 1 -- 172.21.15.71:0/4112025085 wait complete. 2024-09-05T07:43:43.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.039+0000 7fce3a1ca640 1 Processor -- start 2024-09-05T07:43:43.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.039+0000 7fce3a1ca640 1 -- start start 2024-09-05T07:43:43.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.039+0000 7fce3a1ca640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce34100e20 0x7fce34199270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:43.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.039+0000 7fce3a1ca640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce34102570 0x7fce341997b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:43.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.039+0000 7fce3a1ca640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fce34102ef0 0x7fce341a42f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:43.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.039+0000 7fce3a1ca640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fce34110e00 con 0x7fce34102570 2024-09-05T07:43:43.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.039+0000 7fce3a1ca640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fce34110c80 con 0x7fce34102ef0 2024-09-05T07:43:43.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.039+0000 7fce3a1ca640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fce34110f80 con 0x7fce34100e20 2024-09-05T07:43:43.069 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.039+0000 7fce2bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce34102570 0x7fce341997b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:43.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.039+0000 7fce2bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce34102570 0x7fce341997b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33248/0 (socket says 172.21.15.71:33248) 2024-09-05T07:43:43.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.039+0000 7fce2bfff640 1 -- 172.21.15.71:0/2376595701 learned_addr learned my addr 172.21.15.71:0/2376595701 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:43.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.039+0000 7fce337fe640 1 --2- 172.21.15.71:0/2376595701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce34100e20 0x7fce34199270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:43.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.039+0000 7fce2bfff640 1 -- 172.21.15.71:0/2376595701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce34100e20 msgr2=0x7fce34199270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:43.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.039+0000 7fce2bfff640 1 --2- 172.21.15.71:0/2376595701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce34100e20 0x7fce34199270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.039+0000 7fce2bfff640 1 -- 172.21.15.71:0/2376595701 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fce34102ef0 msgr2=0x7fce341a42f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:43.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.039+0000 7fce2bfff640 1 --2- 172.21.15.71:0/2376595701 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fce34102ef0 0x7fce341a42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.070 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.039+0000 7fce2bfff640 1 -- 172.21.15.71:0/2376595701 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce341a4830 con 0x7fce34102570 2024-09-05T07:43:43.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.039+0000 7fce337fe640 1 --2- 172.21.15.71:0/2376595701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce34100e20 0x7fce34199270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:43:43.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.039+0000 7fce2bfff640 1 --2- 172.21.15.71:0/2376595701 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce34102570 0x7fce341997b0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fce1c006010 tx=0x7fce1c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:43.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.040+0000 7fce317fa640 1 -- 172.21.15.71:0/2376595701 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce1c03f030 con 0x7fce34102570 2024-09-05T07:43:43.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.040+0000 7fce3a1ca640 1 -- 172.21.15.71:0/2376595701 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce341a4a00 con 0x7fce34102570 2024-09-05T07:43:43.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.040+0000 7fce317fa640 1 -- 172.21.15.71:0/2376595701 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fce1c003aa0 con 0x7fce34102570 2024-09-05T07:43:43.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.040+0000 7fce317fa640 1 -- 172.21.15.71:0/2376595701 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce1c035070 con 0x7fce34102570 2024-09-05T07:43:43.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.040+0000 7fce3a1ca640 1 -- 172.21.15.71:0/2376595701 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce341a4e60 con 0x7fce34102570 2024-09-05T07:43:43.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.042+0000 7fce317fa640 1 -- 172.21.15.71:0/2376595701 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fce1c042030 con 0x7fce34102570 2024-09-05T07:43:43.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.042+0000 7fce3c5a3740 1 Processor -- start 2024-09-05T07:43:43.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.042+0000 7fce3c5a3740 1 -- start start 2024-09-05T07:43:43.071 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.042+0000 7fce3c5a3740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe45eb40 0x558afe45d090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:43.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce3c5a3740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45d5d0 0x558afe45da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:43.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce3c5a3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe468370 0x558afe46a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:43.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce3c5a3740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x558afe3c32f0 con 0x558afe45d5d0 2024-09-05T07:43:43.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce3c5a3740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x558afe36acf0 con 0x558afe45eb40 2024-09-05T07:43:43.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce3c5a3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x558afe3bf2b0 con 0x558afe468370 2024-09-05T07:43:43.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce317fa640 1 --2- 172.21.15.71:0/2376595701 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fce200a2cf0 0x7fce200a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:43.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce337fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45d5d0 0x558afe45da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:43.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce337fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45d5d0 0x558afe45da10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33254/0 (socket says 172.21.15.71:33254) 2024-09-05T07:43:43.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce337fe640 1 -- 172.21.15.71:0/4206795639 learned_addr learned my addr 172.21.15.71:0/4206795639 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:43.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce33fff640 1 --2- 172.21.15.71:0/4206795639 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe45eb40 0x558afe45d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:43.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce2bfff640 1 --2- 172.21.15.71:0/4206795639 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe468370 0x558afe46a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:43.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce33fff640 1 --2- 172.21.15.71:0/2376595701 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fce200a2cf0 0x7fce200a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:43.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce317fa640 1 -- 172.21.15.71:0/2376595701 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fce1c0efef0 con 0x7fce34102570 2024-09-05T07:43:43.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce337fe640 1 -- 172.21.15.71:0/4206795639 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe468370 msgr2=0x558afe46a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:43.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce337fe640 1 --2- 172.21.15.71:0/4206795639 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe468370 0x558afe46a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce337fe640 1 -- 172.21.15.71:0/4206795639 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe45eb40 msgr2=0x558afe45d090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:43.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce337fe640 1 --2- 172.21.15.71:0/4206795639 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe45eb40 0x558afe45d090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce337fe640 1 -- 172.21.15.71:0/4206795639 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558afe34f3a0 con 0x558afe45d5d0 2024-09-05T07:43:43.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce2bfff640 1 --2- 172.21.15.71:0/4206795639 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe468370 0x558afe46a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:43:43.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce337fe640 1 --2- 172.21.15.71:0/4206795639 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45d5d0 0x558afe45da10 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fce24009d50 tx=0x7fce240117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1425a80897df4246 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:43.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce33fff640 1 --2- 172.21.15.71:0/2376595701 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fce200a2cf0 0x7fce200a51b0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fce2c005c40 tx=0x7fce2c009200 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:43.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce29ffb640 1 -- 172.21.15.71:0/4206795639 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce24012650 con 0x558afe45d5d0 2024-09-05T07:43:43.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce29ffb640 1 -- 172.21.15.71:0/4206795639 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fce24009e40 con 0x558afe45d5d0 2024-09-05T07:43:43.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.043+0000 7fce29ffb640 1 -- 172.21.15.71:0/4206795639 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce2400fb90 con 0x558afe45d5d0 2024-09-05T07:43:43.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.044+0000 7fce3c5a3740 1 -- 172.21.15.71:0/4206795639 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45d5d0 msgr2=0x558afe45da10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:43.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.044+0000 7fce3c5a3740 1 --2- 172.21.15.71:0/4206795639 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45d5d0 0x558afe45da10 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fce24009d50 tx=0x7fce240117b0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.044+0000 7fce3c5a3740 1 -- 172.21.15.71:0/4206795639 shutdown_connections 2024-09-05T07:43:43.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.044+0000 7fce3c5a3740 1 --2- 172.21.15.71:0/4206795639 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe468370 0x558afe46a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.044+0000 7fce3c5a3740 1 --2- 172.21.15.71:0/4206795639 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45d5d0 0x558afe45da10 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.044+0000 7fce3c5a3740 1 --2- 172.21.15.71:0/4206795639 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe45eb40 0x558afe45d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.044+0000 7fce3c5a3740 1 -- 172.21.15.71:0/4206795639 >> 172.21.15.71:0/4206795639 conn(0x558afe426310 msgr2=0x558afe459c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:43.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.044+0000 7fce3c5a3740 1 -- 172.21.15.71:0/4206795639 shutdown_connections 2024-09-05T07:43:43.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.044+0000 7fce3c5a3740 1 -- 172.21.15.71:0/4206795639 wait complete. 2024-09-05T07:43:43.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.044+0000 7fce3c5a3740 1 -- start start 2024-09-05T07:43:43.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.045+0000 7fce3c5a3740 1 Processor -- start 2024-09-05T07:43:43.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.045+0000 7fce3c5a3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe45d5d0 0x558afe467ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:43.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.045+0000 7fce3c5a3740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe45eb40 0x558afe464f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:43.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.045+0000 7fce3c5a3740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe468370 0x558afe4654f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:43.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.045+0000 7fce3c5a3740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x558afe46b070 con 0x558afe468370 2024-09-05T07:43:43.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.045+0000 7fce3c5a3740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x558afe37e060 con 0x558afe45eb40 2024-09-05T07:43:43.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.045+0000 7fce3c5a3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x558afe46b1f0 con 0x558afe45d5d0 2024-09-05T07:43:43.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.045+0000 7fce3c5a3740 10 client.0 _ll_register_callbacks cb 0x558afe0d18c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:43:43.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.045+0000 7fce33fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe468370 0x558afe4654f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:43.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.045+0000 7fce33fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe468370 0x558afe4654f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33260/0 (socket says 172.21.15.71:33260) 2024-09-05T07:43:43.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.045+0000 7fce33fff640 1 -- 172.21.15.71:0/2417144320 learned_addr learned my addr 172.21.15.71:0/2417144320 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:43.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.045+0000 7fce2bfff640 1 --2- 172.21.15.71:0/2417144320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe45eb40 0x558afe464f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:43.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.045+0000 7fce337fe640 1 --2- 172.21.15.71:0/2417144320 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe45d5d0 0x558afe467ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:43.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.045+0000 7fce33fff640 1 -- 172.21.15.71:0/2417144320 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe45d5d0 msgr2=0x558afe467ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:43.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.045+0000 7fce33fff640 1 --2- 172.21.15.71:0/2417144320 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe45d5d0 0x558afe467ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.045+0000 7fce33fff640 1 -- 172.21.15.71:0/2417144320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe45eb40 msgr2=0x558afe464f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:43.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.045+0000 7fce33fff640 1 --2- 172.21.15.71:0/2417144320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe45eb40 0x558afe464f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.045+0000 7fce33fff640 1 -- 172.21.15.71:0/2417144320 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558afe1343c0 con 0x558afe468370 2024-09-05T07:43:43.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.045+0000 7fce2bfff640 1 --2- 172.21.15.71:0/2417144320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe45eb40 0x558afe464f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:43:43.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.045+0000 7fce337fe640 1 --2- 172.21.15.71:0/2417144320 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe45d5d0 0x558afe467ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:43:43.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.046+0000 7fce33fff640 1 --2- 172.21.15.71:0/2417144320 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe468370 0x558afe4654f0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fce2c0099e0 tx=0x7fce2c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8badb96e4657f82 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:43.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.046+0000 7fce12ffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:43:43.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.046+0000 7fce12ffd640 1 -- 172.21.15.71:0/2417144320 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce2c004d20 con 0x558afe468370 2024-09-05T07:43:43.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.046+0000 7fce12ffd640 1 -- 172.21.15.71:0/2417144320 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fce2c005020 con 0x558afe468370 2024-09-05T07:43:43.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.046+0000 7fce3c5a3740 1 -- 172.21.15.71:0/2417144320 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x558afe3d0860 con 0x558afe468370 2024-09-05T07:43:43.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.046+0000 7fce12ffd640 1 -- 172.21.15.71:0/2417144320 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fce2c030050 con 0x558afe468370 2024-09-05T07:43:43.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.046+0000 7fce3c5a3740 10 client.16434 fetch_fsmap learned FSMap version 26 2024-09-05T07:43:43.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.046+0000 7fce3c5a3740 1 -- 172.21.15.71:0/2417144320 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558afe476ae0 con 0x558afe468370 2024-09-05T07:43:43.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.046+0000 7fce12ffd640 1 -- 172.21.15.71:0/2417144320 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x558afe3d0860 con 0x558afe468370 2024-09-05T07:43:43.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.046+0000 7fce12ffd640 1 -- 172.21.15.71:0/2417144320 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fce2c01c8d0 con 0x558afe468370 2024-09-05T07:43:43.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.046+0000 7fce3c5a3740 10 client.16434 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:43:43.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.046+0000 7fce3c5a3740 10 client.16434 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:43:43.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.046+0000 7fce3c5a3740 20 client.16434 populate_metadata read hostname 'smithi071' 2024-09-05T07:43:43.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.046+0000 7fce3c5a3740 1 --2- 172.21.15.71:0/2417144320 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x558afe477fa0 0x558afe47a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:43.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.046+0000 7fce3c5a3740 4 client.16434 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:43:43.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.046+0000 7fce3c5a3740 1 -- 172.21.15.71:0/2417144320 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558afe3cad70 con 0x558afe477fa0 2024-09-05T07:43:43.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.047+0000 7fce337fe640 1 --2- 172.21.15.71:0/2417144320 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x558afe477fa0 0x558afe47a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:43.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.047+0000 7fce337fe640 1 --2- 172.21.15.71:0/2417144320 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x558afe477fa0 0x558afe47a3d0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e79a2b1ad6a8ec7 server_cookie=70bec2e9b4e38fe3 in_seq=0 out_seq=0 2024-09-05T07:43:43.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.047+0000 7fce12ffd640 10 client.16434 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:43.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.048+0000 7fce12ffd640 1 -- 172.21.15.71:0/2417144320 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558afe3cad70 con 0x558afe477fa0 2024-09-05T07:43:43.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.048+0000 7fce12ffd640 10 client.16434 handle_command_reply: tid=0 2024-09-05T07:43:43.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.048+0000 7fce3c5a3740 1 client.16434 shutdown 2024-09-05T07:43:43.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.048+0000 7fce3c5a3740 1 -- 172.21.15.71:0/2417144320 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe468370 msgr2=0x558afe4654f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:43.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.048+0000 7fce3c5a3740 1 --2- 172.21.15.71:0/2417144320 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe468370 0x558afe4654f0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fce2c0099e0 tx=0x7fce2c004a40 comp rx=0 tx=0).stop 2024-09-05T07:43:43.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.048+0000 7fce3c5a3740 1 -- 172.21.15.71:0/2417144320 shutdown_connections 2024-09-05T07:43:43.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.048+0000 7fce3c5a3740 1 --2- 172.21.15.71:0/2417144320 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x558afe477fa0 0x558afe47a3d0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.048+0000 7fce3c5a3740 1 --2- 172.21.15.71:0/2417144320 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe468370 0x558afe4654f0 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.048+0000 7fce3c5a3740 1 --2- 172.21.15.71:0/2417144320 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe45eb40 0x558afe464f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.048+0000 7fce3c5a3740 1 --2- 172.21.15.71:0/2417144320 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe45d5d0 0x558afe467ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.048+0000 7fce3c5a3740 1 -- 172.21.15.71:0/2417144320 >> 172.21.15.71:0/2417144320 conn(0x558afe426310 msgr2=0x558afe45f930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:43.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.048+0000 7fce12ffd640 0 client.16434 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:43.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.048+0000 7fce3c5a3740 1 -- 172.21.15.71:0/2417144320 shutdown_connections 2024-09-05T07:43:43.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.048+0000 7fce3c5a3740 1 -- 172.21.15.71:0/2417144320 wait complete. 2024-09-05T07:43:43.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.048+0000 7fce3c5a3740 20 client.16434 trim_cache size 0 max 16384 2024-09-05T07:43:43.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.061+0000 7fce3c5a3740 1 Processor -- start 2024-09-05T07:43:43.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.061+0000 7fce3c5a3740 1 -- start start 2024-09-05T07:43:43.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.061+0000 7fce3c5a3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe45d5d0 0x558afe459e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:43.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.061+0000 7fce3c5a3740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45eb40 0x558afe474310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:43.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.061+0000 7fce3c5a3740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe468370 0x558afe460120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:43.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.061+0000 7fce3c5a3740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fce341b19b0 con 0x558afe45eb40 2024-09-05T07:43:43.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.061+0000 7fce3c5a3740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fce341af280 con 0x558afe468370 2024-09-05T07:43:43.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.061+0000 7fce3c5a3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fce341ad0d0 con 0x558afe45d5d0 2024-09-05T07:43:43.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.062+0000 7fce2bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45eb40 0x558afe474310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:43.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.062+0000 7fce2bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45eb40 0x558afe474310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33272/0 (socket says 172.21.15.71:33272) 2024-09-05T07:43:43.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.062+0000 7fce2bfff640 1 -- 172.21.15.71:0/3566222852 learned_addr learned my addr 172.21.15.71:0/3566222852 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:43.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.062+0000 7fce33fff640 1 --2- 172.21.15.71:0/3566222852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe468370 0x558afe460120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:43.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.062+0000 7fce337fe640 1 --2- 172.21.15.71:0/3566222852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe45d5d0 0x558afe459e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:43.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.062+0000 7fce2bfff640 1 -- 172.21.15.71:0/3566222852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe45d5d0 msgr2=0x558afe459e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:43.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.062+0000 7fce2bfff640 1 --2- 172.21.15.71:0/3566222852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe45d5d0 0x558afe459e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.062+0000 7fce2bfff640 1 -- 172.21.15.71:0/3566222852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe468370 msgr2=0x558afe460120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:43.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.062+0000 7fce2bfff640 1 --2- 172.21.15.71:0/3566222852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe468370 0x558afe460120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.062+0000 7fce2bfff640 1 -- 172.21.15.71:0/3566222852 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558afe4634e0 con 0x558afe45eb40 2024-09-05T07:43:43.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.062+0000 7fce337fe640 1 --2- 172.21.15.71:0/3566222852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe45d5d0 0x558afe459e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:43:43.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.062+0000 7fce2bfff640 1 --2- 172.21.15.71:0/3566222852 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45eb40 0x558afe474310 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fce1c0ed840 tx=0x7fce1c08dfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db09a44d3fe36a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:43.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.062+0000 7fce297fa640 1 -- 172.21.15.71:0/3566222852 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce1c049040 con 0x558afe45eb40 2024-09-05T07:43:43.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.062+0000 7fce297fa640 1 -- 172.21.15.71:0/3566222852 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fce1c0bc710 con 0x558afe45eb40 2024-09-05T07:43:43.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.062+0000 7fce297fa640 1 -- 172.21.15.71:0/3566222852 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce1c0b8680 con 0x558afe45eb40 2024-09-05T07:43:43.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.063+0000 7fce3c5a3740 1 -- 172.21.15.71:0/3566222852 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45eb40 msgr2=0x558afe474310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:43.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.063+0000 7fce3c5a3740 1 --2- 172.21.15.71:0/3566222852 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45eb40 0x558afe474310 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fce1c0ed840 tx=0x7fce1c08dfd0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.063+0000 7fce3c5a3740 1 -- 172.21.15.71:0/3566222852 shutdown_connections 2024-09-05T07:43:43.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.063+0000 7fce3c5a3740 1 --2- 172.21.15.71:0/3566222852 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe468370 0x558afe460120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.063+0000 7fce3c5a3740 1 --2- 172.21.15.71:0/3566222852 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45eb40 0x558afe474310 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.063+0000 7fce3c5a3740 1 --2- 172.21.15.71:0/3566222852 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe45d5d0 0x558afe459e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.063+0000 7fce3c5a3740 1 -- 172.21.15.71:0/3566222852 >> 172.21.15.71:0/3566222852 conn(0x558afe426310 msgr2=0x558afe459700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:43.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.063+0000 7fce3c5a3740 1 -- 172.21.15.71:0/3566222852 shutdown_connections 2024-09-05T07:43:43.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.063+0000 7fce3c5a3740 1 -- 172.21.15.71:0/3566222852 wait complete. 2024-09-05T07:43:43.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.063+0000 7fce3c5a3740 1 -- start start 2024-09-05T07:43:43.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.063+0000 7fce3c5a3740 1 Processor -- start 2024-09-05T07:43:43.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce3c5a3740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe45d5d0 0x558afe470660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:43.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce3c5a3740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45eb40 0x558afe470ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:43.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce3c5a3740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe468370 0x558afe4615c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:43.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce3c5a3740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fce341ad740 con 0x558afe45eb40 2024-09-05T07:43:43.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce3c5a3740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fce341aebb0 con 0x558afe45d5d0 2024-09-05T07:43:43.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce3c5a3740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fce341ade10 con 0x558afe468370 2024-09-05T07:43:43.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce3c5a3740 10 client.0 _ll_register_callbacks cb 0x7fce2c0125a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:43:43.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce2bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45eb40 0x558afe470ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:43.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce2bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45eb40 0x558afe470ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33280/0 (socket says 172.21.15.71:33280) 2024-09-05T07:43:43.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce2bfff640 1 -- 172.21.15.71:0/1703151570 learned_addr learned my addr 172.21.15.71:0/1703151570 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:43.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce337fe640 1 --2- 172.21.15.71:0/1703151570 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe45d5d0 0x558afe470660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:43.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce33fff640 1 --2- 172.21.15.71:0/1703151570 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe468370 0x558afe4615c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:43.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce2bfff640 1 -- 172.21.15.71:0/1703151570 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe468370 msgr2=0x558afe4615c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:43.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce2bfff640 1 --2- 172.21.15.71:0/1703151570 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe468370 0x558afe4615c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce2bfff640 1 -- 172.21.15.71:0/1703151570 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe45d5d0 msgr2=0x558afe470660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:43.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce2bfff640 1 --2- 172.21.15.71:0/1703151570 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe45d5d0 0x558afe470660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce2bfff640 1 -- 172.21.15.71:0/1703151570 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558afe461c60 con 0x558afe45eb40 2024-09-05T07:43:43.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce2bfff640 1 --2- 172.21.15.71:0/1703151570 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45eb40 0x558afe470ba0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fce1c0b89e0 tx=0x7fce1c02a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed1c2919f32ff4de server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:43.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce12ffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:43:43.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce12ffd640 1 -- 172.21.15.71:0/1703151570 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce1c08b020 con 0x558afe45eb40 2024-09-05T07:43:43.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce12ffd640 1 -- 172.21.15.71:0/1703151570 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fce1c03bc90 con 0x558afe45eb40 2024-09-05T07:43:43.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.064+0000 7fce3c5a3740 1 -- 172.21.15.71:0/1703151570 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce1c0bc710 con 0x558afe45eb40 2024-09-05T07:43:43.084 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.065+0000 7fce12ffd640 1 -- 172.21.15.71:0/1703151570 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fce1c049030 con 0x558afe45eb40 2024-09-05T07:43:43.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.065+0000 7fce3c5a3740 10 client.16440 fetch_fsmap learned FSMap version 26 2024-09-05T07:43:43.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.065+0000 7fce3c5a3740 1 -- 172.21.15.71:0/1703151570 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558afe4dac30 con 0x558afe45eb40 2024-09-05T07:43:43.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.065+0000 7fce12ffd640 1 -- 172.21.15.71:0/1703151570 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fce1c0bc710 con 0x558afe45eb40 2024-09-05T07:43:43.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.065+0000 7fce12ffd640 1 -- 172.21.15.71:0/1703151570 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fce1c0c47f0 con 0x558afe45eb40 2024-09-05T07:43:43.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.065+0000 7fce3c5a3740 10 client.16440 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:43:43.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.065+0000 7fce3c5a3740 10 client.16440 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:43:43.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.065+0000 7fce3c5a3740 20 client.16440 populate_metadata read hostname 'smithi071' 2024-09-05T07:43:43.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.065+0000 7fce3c5a3740 1 --2- 172.21.15.71:0/1703151570 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x558afe4db380 0x558afe4dd7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:43.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.065+0000 7fce3c5a3740 4 client.16440 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:43:43.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.065+0000 7fce3c5a3740 1 -- 172.21.15.71:0/1703151570 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558afe347170 con 0x558afe4db380 2024-09-05T07:43:43.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.065+0000 7fce337fe640 1 --2- 172.21.15.71:0/1703151570 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x558afe4db380 0x558afe4dd7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:43.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.066+0000 7fce12ffd640 10 client.16440 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:43.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.066+0000 7fce337fe640 1 --2- 172.21.15.71:0/1703151570 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x558afe4db380 0x558afe4dd7a0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43a116267ae76699 server_cookie=a88ea532b7c7522f in_seq=0 out_seq=0 2024-09-05T07:43:43.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.066+0000 7fce12ffd640 1 -- 172.21.15.71:0/1703151570 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558afe347170 con 0x558afe4db380 2024-09-05T07:43:43.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.066+0000 7fce12ffd640 10 client.16440 handle_command_reply: tid=0 2024-09-05T07:43:43.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.066+0000 7fce3c5a3740 1 client.16440 shutdown 2024-09-05T07:43:43.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.066+0000 7fce3c5a3740 1 -- 172.21.15.71:0/1703151570 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45eb40 msgr2=0x558afe470ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:43.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.066+0000 7fce3c5a3740 1 --2- 172.21.15.71:0/1703151570 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45eb40 0x558afe470ba0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fce1c0b89e0 tx=0x7fce1c02a480 comp rx=0 tx=0).stop 2024-09-05T07:43:43.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.066+0000 7fce3c5a3740 1 -- 172.21.15.71:0/1703151570 shutdown_connections 2024-09-05T07:43:43.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.066+0000 7fce3c5a3740 1 --2- 172.21.15.71:0/1703151570 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x558afe4db380 0x558afe4dd7a0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.066+0000 7fce3c5a3740 1 --2- 172.21.15.71:0/1703151570 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x558afe468370 0x558afe4615c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.066+0000 7fce3c5a3740 1 --2- 172.21.15.71:0/1703151570 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x558afe45eb40 0x558afe470ba0 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.066+0000 7fce12ffd640 0 client.16440 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:43.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.066+0000 7fce3c5a3740 1 --2- 172.21.15.71:0/1703151570 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x558afe45d5d0 0x558afe470660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.066+0000 7fce3c5a3740 1 -- 172.21.15.71:0/1703151570 >> 172.21.15.71:0/1703151570 conn(0x558afe426310 msgr2=0x558afe4667f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:43.088 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.066+0000 7fce3c5a3740 1 -- 172.21.15.71:0/1703151570 shutdown_connections 2024-09-05T07:43:43.088 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.066+0000 7fce3c5a3740 1 -- 172.21.15.71:0/1703151570 wait complete. 2024-09-05T07:43:43.088 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.066+0000 7fce3c5a3740 20 client.16440 trim_cache size 0 max 16384 2024-09-05T07:43:43.088 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:43:43.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.067+0000 7fce3a1ca640 1 -- 172.21.15.71:0/2376595701 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fce200a2cf0 msgr2=0x7fce200a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:43.089 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.067+0000 7fce3a1ca640 1 --2- 172.21.15.71:0/2376595701 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fce200a2cf0 0x7fce200a51b0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fce2c005c40 tx=0x7fce2c009200 comp rx=0 tx=0).stop 2024-09-05T07:43:43.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.067+0000 7fce3a1ca640 1 -- 172.21.15.71:0/2376595701 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce34102570 msgr2=0x7fce341997b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:43.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.067+0000 7fce3a1ca640 1 --2- 172.21.15.71:0/2376595701 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce34102570 0x7fce341997b0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fce1c006010 tx=0x7fce1c004270 comp rx=0 tx=0).stop 2024-09-05T07:43:43.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.067+0000 7fce3a1ca640 1 -- 172.21.15.71:0/2376595701 shutdown_connections 2024-09-05T07:43:43.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.067+0000 7fce3a1ca640 1 --2- 172.21.15.71:0/2376595701 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fce200a2cf0 0x7fce200a51b0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.067+0000 7fce3a1ca640 1 --2- 172.21.15.71:0/2376595701 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fce34102ef0 0x7fce341a42f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.067+0000 7fce3a1ca640 1 --2- 172.21.15.71:0/2376595701 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fce34102570 0x7fce341997b0 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.067+0000 7fce3a1ca640 1 --2- 172.21.15.71:0/2376595701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fce34100e20 0x7fce34199270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:43.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.067+0000 7fce3a1ca640 1 -- 172.21.15.71:0/2376595701 >> 172.21.15.71:0/2376595701 conn(0x7fce340fc7d0 msgr2=0x7fce340febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:43.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.067+0000 7fce3a1ca640 1 -- 172.21.15.71:0/2376595701 shutdown_connections 2024-09-05T07:43:43.091 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:43.067+0000 7fce3a1ca640 1 -- 172.21.15.71:0/2376595701 wait complete. 2024-09-05T07:43:43.821 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:43 smithi071 ceph-mon[30965]: pgmap v156: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-05T07:43:43.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:43 smithi123 ceph-mon[34568]: pgmap v156: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-05T07:43:43.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:43 smithi192 ceph-mon[34929]: pgmap v156: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-05T07:43:44.850 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T07:43:44.851 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T07:43:45.109 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:43:45.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.623+0000 7fc4527f3640 1 -- 172.21.15.71:0/3620068340 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc44c102ef0 msgr2=0x7fc44c10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:45.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.623+0000 7fc4527f3640 1 --2- 172.21.15.71:0/3620068340 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc44c102ef0 0x7fc44c10da40 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fc444009ca0 tx=0x7fc44402a950 comp rx=0 tx=0).stop 2024-09-05T07:43:45.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.623+0000 7fc4527f3640 1 -- 172.21.15.71:0/3620068340 shutdown_connections 2024-09-05T07:43:45.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.623+0000 7fc4527f3640 1 --2- 172.21.15.71:0/3620068340 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc44c102ef0 0x7fc44c10da40 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.623+0000 7fc4527f3640 1 --2- 172.21.15.71:0/3620068340 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc44c102570 0x7fc44c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.623+0000 7fc4527f3640 1 --2- 172.21.15.71:0/3620068340 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc44c100e20 0x7fc44c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.623+0000 7fc4527f3640 1 -- 172.21.15.71:0/3620068340 >> 172.21.15.71:0/3620068340 conn(0x7fc44c0fc7d0 msgr2=0x7fc44c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:45.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.623+0000 7fc4527f3640 1 -- 172.21.15.71:0/3620068340 shutdown_connections 2024-09-05T07:43:45.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.623+0000 7fc4527f3640 1 -- 172.21.15.71:0/3620068340 wait complete. 2024-09-05T07:43:45.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.624+0000 7fc4527f3640 1 Processor -- start 2024-09-05T07:43:45.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.624+0000 7fc4527f3640 1 -- start start 2024-09-05T07:43:45.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.624+0000 7fc4527f3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc44c100e20 0x7fc44c1992a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:45.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.624+0000 7fc4527f3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc44c102570 0x7fc44c1997e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:45.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.624+0000 7fc4527f3640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc44c102ef0 0x7fc44c1a4320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:45.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.624+0000 7fc4527f3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc44c110e30 con 0x7fc44c100e20 2024-09-05T07:43:45.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.624+0000 7fc4527f3640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc44c110cb0 con 0x7fc44c102ef0 2024-09-05T07:43:45.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.624+0000 7fc4527f3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc44c110fb0 con 0x7fc44c102570 2024-09-05T07:43:45.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.624+0000 7fc44bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc44c100e20 0x7fc44c1992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:45.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.624+0000 7fc44bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc44c100e20 0x7fc44c1992a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33300/0 (socket says 172.21.15.71:33300) 2024-09-05T07:43:45.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.624+0000 7fc44bfff640 1 -- 172.21.15.71:0/171066964 learned_addr learned my addr 172.21.15.71:0/171066964 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:45.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.624+0000 7fc443fff640 1 --2- 172.21.15.71:0/171066964 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc44c102570 0x7fc44c1997e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:45.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.624+0000 7fc450d90640 1 --2- 172.21.15.71:0/171066964 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc44c102ef0 0x7fc44c1a4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:45.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.624+0000 7fc44bfff640 1 -- 172.21.15.71:0/171066964 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc44c102570 msgr2=0x7fc44c1997e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:45.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.624+0000 7fc44bfff640 1 --2- 172.21.15.71:0/171066964 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc44c102570 0x7fc44c1997e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.624+0000 7fc44bfff640 1 -- 172.21.15.71:0/171066964 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc44c102ef0 msgr2=0x7fc44c1a4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:45.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.624+0000 7fc44bfff640 1 --2- 172.21.15.71:0/171066964 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc44c102ef0 0x7fc44c1a4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.624+0000 7fc44bfff640 1 -- 172.21.15.71:0/171066964 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc44c1a4860 con 0x7fc44c100e20 2024-09-05T07:43:45.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.625+0000 7fc44bfff640 1 --2- 172.21.15.71:0/171066964 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc44c100e20 0x7fc44c1992a0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fc43c00d950 tx=0x7fc43c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:45.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.625+0000 7fc449ffb640 1 -- 172.21.15.71:0/171066964 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc43c017070 con 0x7fc44c100e20 2024-09-05T07:43:45.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.625+0000 7fc4527f3640 1 -- 172.21.15.71:0/171066964 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc44c1a4a30 con 0x7fc44c100e20 2024-09-05T07:43:45.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.625+0000 7fc449ffb640 1 -- 172.21.15.71:0/171066964 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc43c009c30 con 0x7fc44c100e20 2024-09-05T07:43:45.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.625+0000 7fc449ffb640 1 -- 172.21.15.71:0/171066964 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc43c00f620 con 0x7fc44c100e20 2024-09-05T07:43:45.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.625+0000 7fc4527f3640 1 -- 172.21.15.71:0/171066964 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc44c1a4f20 con 0x7fc44c100e20 2024-09-05T07:43:45.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.627+0000 7fc449ffb640 1 -- 172.21.15.71:0/171066964 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fc43c0109a0 con 0x7fc44c100e20 2024-09-05T07:43:45.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.627+0000 7fc454bcc740 1 Processor -- start 2024-09-05T07:43:45.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.627+0000 7fc454bcc740 1 -- start start 2024-09-05T07:43:45.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.628+0000 7fc454bcc740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557ecc504b60 0x557ecc504f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:45.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.628+0000 7fc454bcc740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc505480 0x557ecc50f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:45.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.628+0000 7fc454bcc740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc50fd40 0x557ecc512130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:45.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.628+0000 7fc454bcc740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x557ecc46a280 con 0x557ecc50fd40 2024-09-05T07:43:45.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.628+0000 7fc454bcc740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x557ecc411b10 con 0x557ecc505480 2024-09-05T07:43:45.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.628+0000 7fc454bcc740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x557ecc466240 con 0x557ecc504b60 2024-09-05T07:43:45.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.628+0000 7fc443fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc50fd40 0x557ecc512130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:45.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.628+0000 7fc443fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc50fd40 0x557ecc512130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33316/0 (socket says 172.21.15.71:33316) 2024-09-05T07:43:45.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.628+0000 7fc450d90640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557ecc504b60 0x557ecc504f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:45.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.628+0000 7fc443fff640 1 -- 172.21.15.71:0/1056292923 learned_addr learned my addr 172.21.15.71:0/1056292923 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:45.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.628+0000 7fc449ffb640 1 --2- 172.21.15.71:0/171066964 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc4380a2cf0 0x7fc4380a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:45.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.628+0000 7fc44bfff640 1 --2- 172.21.15.71:0/1056292923 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc505480 0x557ecc50f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:45.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.628+0000 7fc450d90640 1 --2- 172.21.15.71:0/171066964 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc4380a2cf0 0x7fc4380a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:45.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.628+0000 7fc443fff640 1 -- 172.21.15.71:0/1056292923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557ecc504b60 msgr2=0x557ecc504f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:45.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.628+0000 7fc443fff640 1 --2- 172.21.15.71:0/1056292923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557ecc504b60 0x557ecc504f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.628+0000 7fc443fff640 1 -- 172.21.15.71:0/1056292923 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc505480 msgr2=0x557ecc50f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:45.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.628+0000 7fc443fff640 1 --2- 172.21.15.71:0/1056292923 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc505480 0x557ecc50f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.628+0000 7fc443fff640 1 -- 172.21.15.71:0/1056292923 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ecc41e1f0 con 0x557ecc50fd40 2024-09-05T07:43:45.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.628+0000 7fc449ffb640 1 -- 172.21.15.71:0/171066964 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc43c0cf3d0 con 0x7fc44c100e20 2024-09-05T07:43:45.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.628+0000 7fc443fff640 1 --2- 172.21.15.71:0/1056292923 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc50fd40 0x557ecc512130 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7fc43400b690 tx=0x7fc43400bb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbb4060a6123ec43 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:45.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.629+0000 7fc450d90640 1 --2- 172.21.15.71:0/171066964 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc4380a2cf0 0x7fc4380a51b0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc444004ad0 tx=0x7fc44402a950 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:45.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.629+0000 7fc4427fc640 1 -- 172.21.15.71:0/1056292923 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc434003bd0 con 0x557ecc50fd40 2024-09-05T07:43:45.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.629+0000 7fc4427fc640 1 -- 172.21.15.71:0/1056292923 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc434015070 con 0x557ecc50fd40 2024-09-05T07:43:45.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.629+0000 7fc4427fc640 1 -- 172.21.15.71:0/1056292923 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc434004d80 con 0x557ecc50fd40 2024-09-05T07:43:45.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.629+0000 7fc454bcc740 1 -- 172.21.15.71:0/1056292923 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc50fd40 msgr2=0x557ecc512130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:45.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.629+0000 7fc454bcc740 1 --2- 172.21.15.71:0/1056292923 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc50fd40 0x557ecc512130 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7fc43400b690 tx=0x7fc43400bb50 comp rx=0 tx=0).stop 2024-09-05T07:43:45.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.629+0000 7fc454bcc740 1 -- 172.21.15.71:0/1056292923 shutdown_connections 2024-09-05T07:43:45.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.629+0000 7fc454bcc740 1 --2- 172.21.15.71:0/1056292923 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc50fd40 0x557ecc512130 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.629+0000 7fc454bcc740 1 --2- 172.21.15.71:0/1056292923 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc505480 0x557ecc50f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.629+0000 7fc454bcc740 1 --2- 172.21.15.71:0/1056292923 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557ecc504b60 0x557ecc504f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.629+0000 7fc454bcc740 1 -- 172.21.15.71:0/1056292923 >> 172.21.15.71:0/1056292923 conn(0x557ecc5010f0 msgr2=0x557ecc5014d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:45.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.629+0000 7fc454bcc740 1 -- 172.21.15.71:0/1056292923 shutdown_connections 2024-09-05T07:43:45.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.629+0000 7fc454bcc740 1 -- 172.21.15.71:0/1056292923 wait complete. 2024-09-05T07:43:45.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.630+0000 7fc454bcc740 1 -- start start 2024-09-05T07:43:45.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.630+0000 7fc454bcc740 1 Processor -- start 2024-09-05T07:43:45.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.630+0000 7fc454bcc740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557ecc504b60 0x557ecc50cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:45.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.630+0000 7fc454bcc740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc505480 0x557ecc50d110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:45.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.630+0000 7fc454bcc740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc50fd40 0x557ecc50d650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:45.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.630+0000 7fc454bcc740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x557ecc512910 con 0x557ecc50fd40 2024-09-05T07:43:45.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.630+0000 7fc454bcc740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x557ecc424f10 con 0x557ecc505480 2024-09-05T07:43:45.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.630+0000 7fc454bcc740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x557ecc512a90 con 0x557ecc504b60 2024-09-05T07:43:45.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.630+0000 7fc454bcc740 10 client.0 _ll_register_callbacks cb 0x557ecc3eda40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:43:45.648 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.630+0000 7fc450d90640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc50fd40 0x557ecc50d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:45.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.630+0000 7fc450d90640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc50fd40 0x557ecc50d650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33332/0 (socket says 172.21.15.71:33332) 2024-09-05T07:43:45.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.630+0000 7fc450d90640 1 -- 172.21.15.71:0/3516980826 learned_addr learned my addr 172.21.15.71:0/3516980826 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:45.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.630+0000 7fc44bfff640 1 --2- 172.21.15.71:0/3516980826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557ecc504b60 0x557ecc50cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:45.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.630+0000 7fc443fff640 1 --2- 172.21.15.71:0/3516980826 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc505480 0x557ecc50d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:45.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.631+0000 7fc450d90640 1 -- 172.21.15.71:0/3516980826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557ecc504b60 msgr2=0x557ecc50cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:45.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.631+0000 7fc450d90640 1 --2- 172.21.15.71:0/3516980826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557ecc504b60 0x557ecc50cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.631+0000 7fc450d90640 1 -- 172.21.15.71:0/3516980826 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc505480 msgr2=0x557ecc50d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:45.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.631+0000 7fc450d90640 1 --2- 172.21.15.71:0/3516980826 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc505480 0x557ecc50d110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.631+0000 7fc450d90640 1 -- 172.21.15.71:0/3516980826 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ecc1db6a0 con 0x557ecc50fd40 2024-09-05T07:43:45.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.631+0000 7fc443fff640 1 --2- 172.21.15.71:0/3516980826 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc505480 0x557ecc50d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:43:45.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.631+0000 7fc450d90640 1 --2- 172.21.15.71:0/3516980826 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc50fd40 0x557ecc50d650 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fc444009ca0 tx=0x7fc4440095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b351c413acfb6d43 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:45.649 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.631+0000 7fc42b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:43:45.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.631+0000 7fc42b7fe640 1 -- 172.21.15.71:0/3516980826 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc444043050 con 0x557ecc50fd40 2024-09-05T07:43:45.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.631+0000 7fc42b7fe640 1 -- 172.21.15.71:0/3516980826 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc444004510 con 0x557ecc50fd40 2024-09-05T07:43:45.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.631+0000 7fc454bcc740 1 -- 172.21.15.71:0/3516980826 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc434015070 con 0x557ecc50fd40 2024-09-05T07:43:45.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.631+0000 7fc42b7fe640 1 -- 172.21.15.71:0/3516980826 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc44405c050 con 0x557ecc50fd40 2024-09-05T07:43:45.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.631+0000 7fc454bcc740 10 client.16452 fetch_fsmap learned FSMap version 26 2024-09-05T07:43:45.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.631+0000 7fc454bcc740 1 -- 172.21.15.71:0/3516980826 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557ecc51e4c0 con 0x557ecc50fd40 2024-09-05T07:43:45.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.631+0000 7fc42b7fe640 1 -- 172.21.15.71:0/3516980826 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc434015070 con 0x557ecc50fd40 2024-09-05T07:43:45.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.631+0000 7fc42b7fe640 1 -- 172.21.15.71:0/3516980826 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc444030440 con 0x557ecc50fd40 2024-09-05T07:43:45.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.631+0000 7fc454bcc740 10 client.16452 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:43:45.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.631+0000 7fc454bcc740 10 client.16452 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:43:45.650 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.632+0000 7fc454bcc740 20 client.16452 populate_metadata read hostname 'smithi071' 2024-09-05T07:43:45.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.632+0000 7fc454bcc740 1 --2- 172.21.15.71:0/3516980826 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557ecc51f980 0x557ecc521dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:45.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.632+0000 7fc454bcc740 4 client.16452 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:43:45.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.632+0000 7fc454bcc740 1 -- 172.21.15.71:0/3516980826 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557ecc4777f0 con 0x557ecc51f980 2024-09-05T07:43:45.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.632+0000 7fc44bfff640 1 --2- 172.21.15.71:0/3516980826 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557ecc51f980 0x557ecc521dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:45.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.632+0000 7fc42b7fe640 10 client.16452 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:45.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.632+0000 7fc44bfff640 1 --2- 172.21.15.71:0/3516980826 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557ecc51f980 0x557ecc521dd0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5461866ecbfd063d server_cookie=413d04a79506586f in_seq=0 out_seq=0 2024-09-05T07:43:45.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.633+0000 7fc42b7fe640 1 -- 172.21.15.71:0/3516980826 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557ecc4777f0 con 0x557ecc51f980 2024-09-05T07:43:45.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.633+0000 7fc42b7fe640 10 client.16452 handle_command_reply: tid=0 2024-09-05T07:43:45.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.633+0000 7fc454bcc740 1 client.16452 shutdown 2024-09-05T07:43:45.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.633+0000 7fc454bcc740 1 -- 172.21.15.71:0/3516980826 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc50fd40 msgr2=0x557ecc50d650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:45.651 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.633+0000 7fc454bcc740 1 --2- 172.21.15.71:0/3516980826 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc50fd40 0x557ecc50d650 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fc444009ca0 tx=0x7fc4440095c0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.633+0000 7fc454bcc740 1 -- 172.21.15.71:0/3516980826 shutdown_connections 2024-09-05T07:43:45.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.633+0000 7fc454bcc740 1 --2- 172.21.15.71:0/3516980826 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557ecc51f980 0x557ecc521dd0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.633+0000 7fc454bcc740 1 --2- 172.21.15.71:0/3516980826 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc50fd40 0x557ecc50d650 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.633+0000 7fc454bcc740 1 --2- 172.21.15.71:0/3516980826 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc505480 0x557ecc50d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.633+0000 7fc454bcc740 1 --2- 172.21.15.71:0/3516980826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557ecc504b60 0x557ecc50cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.633+0000 7fc454bcc740 1 -- 172.21.15.71:0/3516980826 >> 172.21.15.71:0/3516980826 conn(0x557ecc5010f0 msgr2=0x557ecc506dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:45.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.633+0000 7fc42b7fe640 0 client.16452 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:45.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.633+0000 7fc454bcc740 1 -- 172.21.15.71:0/3516980826 shutdown_connections 2024-09-05T07:43:45.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.633+0000 7fc454bcc740 1 -- 172.21.15.71:0/3516980826 wait complete. 2024-09-05T07:43:45.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.633+0000 7fc454bcc740 20 client.16452 trim_cache size 0 max 16384 2024-09-05T07:43:45.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.651+0000 7fc454bcc740 1 Processor -- start 2024-09-05T07:43:45.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.651+0000 7fc454bcc740 1 -- start start 2024-09-05T07:43:45.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.651+0000 7fc454bcc740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557ecc504b60 0x557ecc50ea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:45.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.651+0000 7fc454bcc740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc505480 0x557ecc5276a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:45.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.651+0000 7fc454bcc740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc50fd40 0x557ecc527be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:45.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.651+0000 7fc454bcc740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc44c1b1940 con 0x557ecc505480 2024-09-05T07:43:45.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.651+0000 7fc454bcc740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc44c1af210 con 0x557ecc50fd40 2024-09-05T07:43:45.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.651+0000 7fc454bcc740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc44c1ad060 con 0x557ecc504b60 2024-09-05T07:43:45.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.651+0000 7fc443fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc505480 0x557ecc5276a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:45.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.651+0000 7fc443fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc505480 0x557ecc5276a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33338/0 (socket says 172.21.15.71:33338) 2024-09-05T07:43:45.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.651+0000 7fc443fff640 1 -- 172.21.15.71:0/1824081763 learned_addr learned my addr 172.21.15.71:0/1824081763 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:45.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.651+0000 7fc450d90640 1 --2- 172.21.15.71:0/1824081763 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc50fd40 0x557ecc527be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:45.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.651+0000 7fc44bfff640 1 --2- 172.21.15.71:0/1824081763 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557ecc504b60 0x557ecc50ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:45.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.651+0000 7fc443fff640 1 -- 172.21.15.71:0/1824081763 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557ecc504b60 msgr2=0x557ecc50ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:45.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.651+0000 7fc443fff640 1 --2- 172.21.15.71:0/1824081763 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557ecc504b60 0x557ecc50ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.651+0000 7fc443fff640 1 -- 172.21.15.71:0/1824081763 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc50fd40 msgr2=0x557ecc527be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:45.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.651+0000 7fc443fff640 1 --2- 172.21.15.71:0/1824081763 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc50fd40 0x557ecc527be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.651+0000 7fc443fff640 1 -- 172.21.15.71:0/1824081763 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ecc500f20 con 0x557ecc505480 2024-09-05T07:43:45.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.652+0000 7fc443fff640 1 --2- 172.21.15.71:0/1824081763 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc505480 0x557ecc5276a0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fc43400b690 tx=0x7fc434005750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d53d82e51dc6706a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:45.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.652+0000 7fc441ffb640 1 -- 172.21.15.71:0/1824081763 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc434003dd0 con 0x557ecc505480 2024-09-05T07:43:45.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.652+0000 7fc441ffb640 1 -- 172.21.15.71:0/1824081763 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc434027070 con 0x557ecc505480 2024-09-05T07:43:45.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.652+0000 7fc441ffb640 1 -- 172.21.15.71:0/1824081763 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc434004e20 con 0x557ecc505480 2024-09-05T07:43:45.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.653+0000 7fc454bcc740 1 -- 172.21.15.71:0/1824081763 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc505480 msgr2=0x557ecc5276a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:45.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.653+0000 7fc454bcc740 1 --2- 172.21.15.71:0/1824081763 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc505480 0x557ecc5276a0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fc43400b690 tx=0x7fc434005750 comp rx=0 tx=0).stop 2024-09-05T07:43:45.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.653+0000 7fc454bcc740 1 -- 172.21.15.71:0/1824081763 shutdown_connections 2024-09-05T07:43:45.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.653+0000 7fc454bcc740 1 --2- 172.21.15.71:0/1824081763 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc50fd40 0x557ecc527be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.653+0000 7fc454bcc740 1 --2- 172.21.15.71:0/1824081763 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc505480 0x557ecc5276a0 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.653+0000 7fc454bcc740 1 --2- 172.21.15.71:0/1824081763 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557ecc504b60 0x557ecc50ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.653+0000 7fc454bcc740 1 -- 172.21.15.71:0/1824081763 >> 172.21.15.71:0/1824081763 conn(0x557ecc5010f0 msgr2=0x557ecc50e320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:45.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.653+0000 7fc454bcc740 1 -- 172.21.15.71:0/1824081763 shutdown_connections 2024-09-05T07:43:45.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.653+0000 7fc454bcc740 1 -- 172.21.15.71:0/1824081763 wait complete. 2024-09-05T07:43:45.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.653+0000 7fc454bcc740 1 -- start start 2024-09-05T07:43:45.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.653+0000 7fc454bcc740 1 Processor -- start 2024-09-05T07:43:45.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.654+0000 7fc454bcc740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc504b60 0x557ecc517cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:45.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.654+0000 7fc454bcc740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557ecc505480 0x557ecc518230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:45.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.654+0000 7fc454bcc740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc50fd40 0x557ecc512ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:45.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.654+0000 7fc454bcc740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc44c1ad6d0 con 0x557ecc504b60 2024-09-05T07:43:45.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.654+0000 7fc454bcc740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc44c1aeb40 con 0x557ecc50fd40 2024-09-05T07:43:45.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.654+0000 7fc454bcc740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc44c1adda0 con 0x557ecc505480 2024-09-05T07:43:45.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.654+0000 7fc454bcc740 10 client.0 _ll_register_callbacks cb 0x7fc44402fe30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:43:45.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.654+0000 7fc44bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc504b60 0x557ecc517cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:45.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.654+0000 7fc44bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc504b60 0x557ecc517cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33344/0 (socket says 172.21.15.71:33344) 2024-09-05T07:43:45.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.654+0000 7fc44bfff640 1 -- 172.21.15.71:0/1054040319 learned_addr learned my addr 172.21.15.71:0/1054040319 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:45.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.654+0000 7fc450d90640 1 --2- 172.21.15.71:0/1054040319 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc50fd40 0x557ecc512ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:45.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.654+0000 7fc443fff640 1 --2- 172.21.15.71:0/1054040319 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557ecc505480 0x557ecc518230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:45.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.654+0000 7fc44bfff640 1 -- 172.21.15.71:0/1054040319 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557ecc505480 msgr2=0x557ecc518230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:45.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.654+0000 7fc44bfff640 1 --2- 172.21.15.71:0/1054040319 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557ecc505480 0x557ecc518230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.654+0000 7fc44bfff640 1 -- 172.21.15.71:0/1054040319 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc50fd40 msgr2=0x557ecc512ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:45.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.654+0000 7fc44bfff640 1 --2- 172.21.15.71:0/1054040319 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc50fd40 0x557ecc512ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.654+0000 7fc44bfff640 1 -- 172.21.15.71:0/1054040319 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ecc513260 con 0x557ecc504b60 2024-09-05T07:43:45.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.654+0000 7fc450d90640 1 --2- 172.21.15.71:0/1054040319 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc50fd40 0x557ecc512ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:43:45.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.654+0000 7fc44bfff640 1 --2- 172.21.15.71:0/1054040319 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc504b60 0x557ecc517cf0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fc43c097a00 tx=0x7fc43c005f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58dae08030280863 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:45.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.654+0000 7fc42b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:43:45.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.657+0000 7fc42b7fe640 1 -- 172.21.15.71:0/1054040319 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc43c020040 con 0x557ecc504b60 2024-09-05T07:43:45.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.657+0000 7fc42b7fe640 1 -- 172.21.15.71:0/1054040319 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc43c0cc9a0 con 0x557ecc504b60 2024-09-05T07:43:45.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.657+0000 7fc454bcc740 1 -- 172.21.15.71:0/1054040319 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc434027070 con 0x557ecc504b60 2024-09-05T07:43:45.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.657+0000 7fc42b7fe640 1 -- 172.21.15.71:0/1054040319 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc43c097c10 con 0x557ecc504b60 2024-09-05T07:43:45.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.657+0000 7fc454bcc740 10 client.16458 fetch_fsmap learned FSMap version 26 2024-09-05T07:43:45.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.657+0000 7fc454bcc740 1 -- 172.21.15.71:0/1054040319 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557ecc58f340 con 0x557ecc504b60 2024-09-05T07:43:45.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.657+0000 7fc42b7fe640 1 -- 172.21.15.71:0/1054040319 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc434027070 con 0x557ecc504b60 2024-09-05T07:43:45.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.657+0000 7fc42b7fe640 1 -- 172.21.15.71:0/1054040319 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc43c010460 con 0x557ecc504b60 2024-09-05T07:43:45.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.657+0000 7fc454bcc740 10 client.16458 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:43:45.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.658+0000 7fc454bcc740 10 client.16458 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:43:45.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.658+0000 7fc454bcc740 20 client.16458 populate_metadata read hostname 'smithi071' 2024-09-05T07:43:45.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.658+0000 7fc454bcc740 1 --2- 172.21.15.71:0/1054040319 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557ecc58fa60 0x557ecc591e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:45.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.658+0000 7fc454bcc740 4 client.16458 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T07:43:45.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.658+0000 7fc454bcc740 1 -- 172.21.15.71:0/1054040319 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x557ecc471d00 con 0x557ecc58fa60 2024-09-05T07:43:45.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.658+0000 7fc443fff640 1 --2- 172.21.15.71:0/1054040319 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557ecc58fa60 0x557ecc591e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:45.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.658+0000 7fc42b7fe640 10 client.16458 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:45.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.658+0000 7fc443fff640 1 --2- 172.21.15.71:0/1054040319 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557ecc58fa60 0x557ecc591e80 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d1b66ac8f76320b4 server_cookie=2250b68138b96ac9 in_seq=0 out_seq=0 2024-09-05T07:43:45.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.659+0000 7fc42b7fe640 1 -- 172.21.15.71:0/1054040319 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x557ecc471d00 con 0x557ecc58fa60 2024-09-05T07:43:45.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.659+0000 7fc42b7fe640 10 client.16458 handle_command_reply: tid=0 2024-09-05T07:43:45.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.659+0000 7fc454bcc740 1 client.16458 shutdown 2024-09-05T07:43:45.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.659+0000 7fc454bcc740 1 -- 172.21.15.71:0/1054040319 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc504b60 msgr2=0x557ecc517cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:45.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.659+0000 7fc454bcc740 1 --2- 172.21.15.71:0/1054040319 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc504b60 0x557ecc517cf0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fc43c097a00 tx=0x7fc43c005f70 comp rx=0 tx=0).stop 2024-09-05T07:43:45.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.659+0000 7fc454bcc740 1 -- 172.21.15.71:0/1054040319 shutdown_connections 2024-09-05T07:43:45.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.660+0000 7fc454bcc740 1 --2- 172.21.15.71:0/1054040319 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x557ecc58fa60 0x557ecc591e80 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.660+0000 7fc454bcc740 1 --2- 172.21.15.71:0/1054040319 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557ecc50fd40 0x557ecc512ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.660+0000 7fc42b7fe640 0 client.16458 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:45.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.660+0000 7fc454bcc740 1 --2- 172.21.15.71:0/1054040319 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557ecc505480 0x557ecc518230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.660+0000 7fc454bcc740 1 --2- 172.21.15.71:0/1054040319 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557ecc504b60 0x557ecc517cf0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.660+0000 7fc454bcc740 1 -- 172.21.15.71:0/1054040319 >> 172.21.15.71:0/1054040319 conn(0x557ecc5010f0 msgr2=0x557ecc50d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:45.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.660+0000 7fc454bcc740 1 -- 172.21.15.71:0/1054040319 shutdown_connections 2024-09-05T07:43:45.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.660+0000 7fc454bcc740 1 -- 172.21.15.71:0/1054040319 wait complete. 2024-09-05T07:43:45.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.660+0000 7fc454bcc740 20 client.16458 trim_cache size 0 max 16384 2024-09-05T07:43:45.667 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:43:45.667 INFO:teuthology.orchestra.run.smithi071.stdout: "return_code": 0, 2024-09-05T07:43:45.667 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_tag": "9612c314-216c-4276-b269-4e24d8cf0075", 2024-09-05T07:43:45.667 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": "asynchronous" 2024-09-05T07:43:45.667 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:43:45.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.660+0000 7fc4527f3640 1 -- 172.21.15.71:0/171066964 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc4380a2cf0 msgr2=0x7fc4380a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:45.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.660+0000 7fc4527f3640 1 --2- 172.21.15.71:0/171066964 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc4380a2cf0 0x7fc4380a51b0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc444004ad0 tx=0x7fc44402a950 comp rx=0 tx=0).stop 2024-09-05T07:43:45.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.660+0000 7fc4527f3640 1 -- 172.21.15.71:0/171066964 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc44c100e20 msgr2=0x7fc44c1992a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:45.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.660+0000 7fc4527f3640 1 --2- 172.21.15.71:0/171066964 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc44c100e20 0x7fc44c1992a0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fc43c00d950 tx=0x7fc43c00de10 comp rx=0 tx=0).stop 2024-09-05T07:43:45.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.660+0000 7fc4527f3640 1 -- 172.21.15.71:0/171066964 shutdown_connections 2024-09-05T07:43:45.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.660+0000 7fc4527f3640 1 --2- 172.21.15.71:0/171066964 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc4380a2cf0 0x7fc4380a51b0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.660+0000 7fc4527f3640 1 --2- 172.21.15.71:0/171066964 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc44c102ef0 0x7fc44c1a4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.660+0000 7fc4527f3640 1 --2- 172.21.15.71:0/171066964 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc44c102570 0x7fc44c1997e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.660+0000 7fc4527f3640 1 --2- 172.21.15.71:0/171066964 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc44c100e20 0x7fc44c1992a0 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:45.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.660+0000 7fc4527f3640 1 -- 172.21.15.71:0/171066964 >> 172.21.15.71:0/171066964 conn(0x7fc44c0fc7d0 msgr2=0x7fc44c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:45.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.660+0000 7fc4527f3640 1 -- 172.21.15.71:0/171066964 shutdown_connections 2024-09-05T07:43:45.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:45.661+0000 7fc4527f3640 1 -- 172.21.15.71:0/171066964 wait complete. 2024-09-05T07:43:45.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:45 smithi071 ceph-mon[30965]: pgmap v157: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-09-05T07:43:45.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:45 smithi123 ceph-mon[34568]: pgmap v157: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-09-05T07:43:45.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:45 smithi192 ceph-mon[34929]: pgmap v157: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-09-05T07:43:46.509 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:43:46.756 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:43:46.876 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:46 smithi071 ceph-mon[30965]: scrub queued for path: / 2024-09-05T07:43:46.877 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:46 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:43:46.877 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:46 smithi071 ceph-mon[30965]: scrub summary: active paths [/] 2024-09-05T07:43:46.877 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:46 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:43:46.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:46 smithi123 ceph-mon[34568]: scrub queued for path: / 2024-09-05T07:43:46.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:46 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:43:46.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:46 smithi123 ceph-mon[34568]: scrub summary: active paths [/] 2024-09-05T07:43:46.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:46 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:43:46.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:46 smithi192 ceph-mon[34929]: scrub queued for path: / 2024-09-05T07:43:46.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:46 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:43:46.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:46 smithi192 ceph-mon[34929]: scrub summary: active paths [/] 2024-09-05T07:43:46.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:46 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:43:47.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.263+0000 7f091c61d640 1 -- 172.21.15.71:0/985341699 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0914102570 msgr2=0x7f09141029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:47.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.263+0000 7f091c61d640 1 --2- 172.21.15.71:0/985341699 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0914102570 0x7f09141029b0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f0908009900 tx=0x7f090802a480 comp rx=0 tx=0).stop 2024-09-05T07:43:47.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.263+0000 7f091c61d640 1 -- 172.21.15.71:0/985341699 shutdown_connections 2024-09-05T07:43:47.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.263+0000 7f091c61d640 1 --2- 172.21.15.71:0/985341699 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0914102ef0 0x7f091410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.263+0000 7f091c61d640 1 --2- 172.21.15.71:0/985341699 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0914102570 0x7f09141029b0 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.263+0000 7f091c61d640 1 --2- 172.21.15.71:0/985341699 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0914100e20 0x7f0914101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.263+0000 7f091c61d640 1 -- 172.21.15.71:0/985341699 >> 172.21.15.71:0/985341699 conn(0x7f09140fc7d0 msgr2=0x7f09140febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:47.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.263+0000 7f091c61d640 1 -- 172.21.15.71:0/985341699 shutdown_connections 2024-09-05T07:43:47.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.263+0000 7f091c61d640 1 -- 172.21.15.71:0/985341699 wait complete. 2024-09-05T07:43:47.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.264+0000 7f091c61d640 1 Processor -- start 2024-09-05T07:43:47.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.264+0000 7f091c61d640 1 -- start start 2024-09-05T07:43:47.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.264+0000 7f091c61d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0914100e20 0x7f091410e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:47.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.264+0000 7f091c61d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0914102570 0x7f091410e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:47.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.264+0000 7f091c61d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0914102ef0 0x7f091410ec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:47.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.264+0000 7f091c61d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f0914111f40 con 0x7f0914102ef0 2024-09-05T07:43:47.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.264+0000 7f091c61d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0914111dc0 con 0x7f0914100e20 2024-09-05T07:43:47.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.264+0000 7f091c61d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f09141120c0 con 0x7f0914102570 2024-09-05T07:43:47.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.264+0000 7f091abba640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0914102ef0 0x7f091410ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:47.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.264+0000 7f091abba640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0914102ef0 0x7f091410ec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33366/0 (socket says 172.21.15.71:33366) 2024-09-05T07:43:47.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.264+0000 7f091abba640 1 -- 172.21.15.71:0/1456596255 learned_addr learned my addr 172.21.15.71:0/1456596255 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:47.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.264+0000 7f0919bb8640 1 --2- 172.21.15.71:0/1456596255 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0914102570 0x7f091410e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:47.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.265+0000 7f091abba640 1 -- 172.21.15.71:0/1456596255 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0914102570 msgr2=0x7f091410e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:47.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.265+0000 7f091abba640 1 --2- 172.21.15.71:0/1456596255 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0914102570 0x7f091410e710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.265+0000 7f091abba640 1 -- 172.21.15.71:0/1456596255 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0914100e20 msgr2=0x7f091410e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:47.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.265+0000 7f091abba640 1 --2- 172.21.15.71:0/1456596255 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0914100e20 0x7f091410e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.265+0000 7f091abba640 1 -- 172.21.15.71:0/1456596255 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09141a6880 con 0x7f0914102ef0 2024-09-05T07:43:47.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.265+0000 7f0919bb8640 1 --2- 172.21.15.71:0/1456596255 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0914102570 0x7f091410e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:43:47.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.265+0000 7f091abba640 1 --2- 172.21.15.71:0/1456596255 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0914102ef0 0x7f091410ec50 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f090400cce0 tx=0x7f090400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:47.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.265+0000 7f09137fe640 1 -- 172.21.15.71:0/1456596255 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f090400f450 con 0x7f0914102ef0 2024-09-05T07:43:47.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.265+0000 7f091c61d640 1 -- 172.21.15.71:0/1456596255 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09141a6b70 con 0x7f0914102ef0 2024-09-05T07:43:47.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.265+0000 7f09137fe640 1 -- 172.21.15.71:0/1456596255 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f090400faa0 con 0x7f0914102ef0 2024-09-05T07:43:47.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.265+0000 7f09137fe640 1 -- 172.21.15.71:0/1456596255 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0904018b70 con 0x7f0914102ef0 2024-09-05T07:43:47.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.265+0000 7f091c61d640 1 -- 172.21.15.71:0/1456596255 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09141a7060 con 0x7f0914102ef0 2024-09-05T07:43:47.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.267+0000 7f09137fe640 1 -- 172.21.15.71:0/1456596255 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f0904018d10 con 0x7f0914102ef0 2024-09-05T07:43:47.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.267+0000 7f091e9f6740 1 Processor -- start 2024-09-05T07:43:47.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f091e9f6740 1 -- start start 2024-09-05T07:43:47.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f09137fe640 1 --2- 172.21.15.71:0/1456596255 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f08fc0a2d70 0x7f08fc0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:47.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f091e9f6740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97b4a0 0x56041b97b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:47.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f091e9f6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b97bdc0 0x56041b986140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:47.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f091e9f6740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 0x56041b988a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:47.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f091e9f6740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x56041b8e12e0 con 0x56041b986680 2024-09-05T07:43:47.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f091e9f6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56041b888ce0 con 0x56041b97bdc0 2024-09-05T07:43:47.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f091e9f6740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56041b8dd2a0 con 0x56041b97b4a0 2024-09-05T07:43:47.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f0919bb8640 1 --2- 172.21.15.71:0/1456596255 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f08fc0a2d70 0x7f08fc0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:47.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f091abba640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 0x56041b988a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:47.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f091abba640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 0x56041b988a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33376/0 (socket says 172.21.15.71:33376) 2024-09-05T07:43:47.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f09137fe640 1 -- 172.21.15.71:0/1456596255 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f09040cfd30 con 0x7f0914102ef0 2024-09-05T07:43:47.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f091abba640 1 -- 172.21.15.71:0/1277569501 learned_addr learned my addr 172.21.15.71:0/1277569501 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:47.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f091a3b9640 1 --2- 172.21.15.71:0/1277569501 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97b4a0 0x56041b97b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:47.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f0919bb8640 1 --2- 172.21.15.71:0/1277569501 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b97bdc0 0x56041b986140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:47.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f091abba640 1 -- 172.21.15.71:0/1277569501 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97b4a0 msgr2=0x56041b97b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:47.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f091abba640 1 --2- 172.21.15.71:0/1277569501 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97b4a0 0x56041b97b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f091abba640 1 -- 172.21.15.71:0/1277569501 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b97bdc0 msgr2=0x56041b986140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:47.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f091abba640 1 --2- 172.21.15.71:0/1277569501 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b97bdc0 0x56041b986140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f091abba640 1 -- 172.21.15.71:0/1277569501 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56041b86d440 con 0x56041b986680 2024-09-05T07:43:47.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f091a3b9640 1 --2- 172.21.15.71:0/1277569501 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97b4a0 0x56041b97b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:43:47.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.268+0000 7f0919bb8640 1 --2- 172.21.15.71:0/1277569501 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b97bdc0 0x56041b986140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:43:47.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.269+0000 7f091abba640 1 --2- 172.21.15.71:0/1277569501 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 0x56041b988a70 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f09040987c0 tx=0x7f090409b9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83ac7308ceb8ec90 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:47.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.269+0000 7f0919bb8640 1 --2- 172.21.15.71:0/1456596255 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f08fc0a2d70 0x7f08fc0a5230 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f091410fc60 tx=0x7f0908032f90 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:47.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.269+0000 7f0910ff9640 1 -- 172.21.15.71:0/1277569501 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0904079410 con 0x56041b986680 2024-09-05T07:43:47.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.269+0000 7f0910ff9640 1 -- 172.21.15.71:0/1277569501 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f090404d070 con 0x56041b986680 2024-09-05T07:43:47.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.269+0000 7f0910ff9640 1 -- 172.21.15.71:0/1277569501 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f090400fc50 con 0x56041b986680 2024-09-05T07:43:47.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.269+0000 7f091e9f6740 1 -- 172.21.15.71:0/1277569501 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 msgr2=0x56041b988a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:47.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.269+0000 7f091e9f6740 1 --2- 172.21.15.71:0/1277569501 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 0x56041b988a70 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f09040987c0 tx=0x7f090409b9f0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.270+0000 7f091e9f6740 1 -- 172.21.15.71:0/1277569501 shutdown_connections 2024-09-05T07:43:47.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.270+0000 7f091e9f6740 1 --2- 172.21.15.71:0/1277569501 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 0x56041b988a70 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.270+0000 7f091e9f6740 1 --2- 172.21.15.71:0/1277569501 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b97bdc0 0x56041b986140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.270+0000 7f091e9f6740 1 --2- 172.21.15.71:0/1277569501 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97b4a0 0x56041b97b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.270+0000 7f091e9f6740 1 -- 172.21.15.71:0/1277569501 >> 172.21.15.71:0/1277569501 conn(0x56041b977a30 msgr2=0x56041b977e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:47.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.270+0000 7f091e9f6740 1 -- 172.21.15.71:0/1277569501 shutdown_connections 2024-09-05T07:43:47.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.270+0000 7f091e9f6740 1 -- 172.21.15.71:0/1277569501 wait complete. 2024-09-05T07:43:47.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.270+0000 7f091e9f6740 1 -- start start 2024-09-05T07:43:47.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.270+0000 7f091e9f6740 1 Processor -- start 2024-09-05T07:43:47.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.270+0000 7f091e9f6740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97b4a0 0x56041b985ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:47.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.270+0000 7f091e9f6740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b97bdc0 0x56041b983170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:47.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.270+0000 7f091e9f6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b986680 0x56041b9836b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:47.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.270+0000 7f091e9f6740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x56041b989250 con 0x56041b97bdc0 2024-09-05T07:43:47.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.270+0000 7f091e9f6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56041b89c050 con 0x56041b986680 2024-09-05T07:43:47.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.270+0000 7f091e9f6740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56041b9893d0 con 0x56041b97b4a0 2024-09-05T07:43:47.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.270+0000 7f091e9f6740 10 client.0 _ll_register_callbacks cb 0x56041b8dc160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:43:47.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.270+0000 7f0919bb8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b97bdc0 0x56041b983170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:47.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.270+0000 7f0919bb8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b97bdc0 0x56041b983170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33386/0 (socket says 172.21.15.71:33386) 2024-09-05T07:43:47.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.271+0000 7f0919bb8640 1 -- 172.21.15.71:0/2400874442 learned_addr learned my addr 172.21.15.71:0/2400874442 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:47.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.271+0000 7f091a3b9640 1 --2- 172.21.15.71:0/2400874442 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97b4a0 0x56041b985ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:47.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.271+0000 7f091abba640 1 --2- 172.21.15.71:0/2400874442 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b986680 0x56041b9836b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:47.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.271+0000 7f0919bb8640 1 -- 172.21.15.71:0/2400874442 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97b4a0 msgr2=0x56041b985ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:47.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.271+0000 7f0919bb8640 1 --2- 172.21.15.71:0/2400874442 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97b4a0 0x56041b985ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.271+0000 7f0919bb8640 1 -- 172.21.15.71:0/2400874442 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b986680 msgr2=0x56041b9836b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:47.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.271+0000 7f0919bb8640 1 --2- 172.21.15.71:0/2400874442 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b986680 0x56041b9836b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.271+0000 7f0919bb8640 1 -- 172.21.15.71:0/2400874442 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56041b6523c0 con 0x56041b97bdc0 2024-09-05T07:43:47.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.271+0000 7f0919bb8640 1 --2- 172.21.15.71:0/2400874442 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b97bdc0 0x56041b983170 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f0908033000 tx=0x7f090802a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a734fa8e71a47b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:47.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.271+0000 7f08f9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:43:47.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.271+0000 7f08f9ffb640 1 -- 172.21.15.71:0/2400874442 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f090804c020 con 0x56041b97bdc0 2024-09-05T07:43:47.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.271+0000 7f08f9ffb640 1 -- 172.21.15.71:0/2400874442 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f09080046c0 con 0x56041b97bdc0 2024-09-05T07:43:47.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.271+0000 7f091e9f6740 1 -- 172.21.15.71:0/2400874442 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f090404d070 con 0x56041b97bdc0 2024-09-05T07:43:47.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.271+0000 7f08f9ffb640 1 -- 172.21.15.71:0/2400874442 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0908057050 con 0x56041b97bdc0 2024-09-05T07:43:47.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.271+0000 7f091e9f6740 10 client.16470 fetch_fsmap learned FSMap version 26 2024-09-05T07:43:47.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.271+0000 7f091e9f6740 1 -- 172.21.15.71:0/2400874442 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56041b994ab0 con 0x56041b97bdc0 2024-09-05T07:43:47.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.271+0000 7f08f9ffb640 1 -- 172.21.15.71:0/2400874442 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f090404d070 con 0x56041b97bdc0 2024-09-05T07:43:47.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.272+0000 7f08f9ffb640 1 -- 172.21.15.71:0/2400874442 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f0908047070 con 0x56041b97bdc0 2024-09-05T07:43:47.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.272+0000 7f091e9f6740 10 client.16470 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:43:47.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.272+0000 7f091e9f6740 10 client.16470 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:43:47.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.272+0000 7f091e9f6740 20 client.16470 populate_metadata read hostname 'smithi071' 2024-09-05T07:43:47.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.272+0000 7f091e9f6740 1 --2- 172.21.15.71:0/2400874442 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56041b996010 0x56041b998430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:47.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.272+0000 7f091e9f6740 4 client.16470 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:43:47.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.272+0000 7f091e9f6740 1 -- 172.21.15.71:0/2400874442 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56041b8ee850 con 0x56041b996010 2024-09-05T07:43:47.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.272+0000 7f091a3b9640 1 --2- 172.21.15.71:0/2400874442 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56041b996010 0x56041b998430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:47.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.272+0000 7f08f9ffb640 10 client.16470 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:47.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.272+0000 7f091a3b9640 1 --2- 172.21.15.71:0/2400874442 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56041b996010 0x56041b998430 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8c299612cbd33429 server_cookie=21e5d2ce674eff9d in_seq=0 out_seq=0 2024-09-05T07:43:47.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.273+0000 7f08f9ffb640 1 -- 172.21.15.71:0/2400874442 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56041b8ee850 con 0x56041b996010 2024-09-05T07:43:47.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.273+0000 7f08f9ffb640 10 client.16470 handle_command_reply: tid=0 2024-09-05T07:43:47.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.273+0000 7f091e9f6740 1 client.16470 shutdown 2024-09-05T07:43:47.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.273+0000 7f091e9f6740 1 -- 172.21.15.71:0/2400874442 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b97bdc0 msgr2=0x56041b983170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:47.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.273+0000 7f091e9f6740 1 --2- 172.21.15.71:0/2400874442 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b97bdc0 0x56041b983170 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f0908033000 tx=0x7f090802a480 comp rx=0 tx=0).stop 2024-09-05T07:43:47.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.273+0000 7f091e9f6740 1 -- 172.21.15.71:0/2400874442 shutdown_connections 2024-09-05T07:43:47.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.273+0000 7f091e9f6740 1 --2- 172.21.15.71:0/2400874442 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56041b996010 0x56041b998430 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.273+0000 7f091e9f6740 1 --2- 172.21.15.71:0/2400874442 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b986680 0x56041b9836b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.273+0000 7f091e9f6740 1 --2- 172.21.15.71:0/2400874442 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b97bdc0 0x56041b983170 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.273+0000 7f091e9f6740 1 --2- 172.21.15.71:0/2400874442 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97b4a0 0x56041b985ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.273+0000 7f08f9ffb640 0 client.16470 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:47.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.273+0000 7f091e9f6740 1 -- 172.21.15.71:0/2400874442 >> 172.21.15.71:0/2400874442 conn(0x56041b977a30 msgr2=0x56041b97d760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:47.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.273+0000 7f091e9f6740 1 -- 172.21.15.71:0/2400874442 shutdown_connections 2024-09-05T07:43:47.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.273+0000 7f091e9f6740 1 -- 172.21.15.71:0/2400874442 wait complete. 2024-09-05T07:43:47.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.274+0000 7f091e9f6740 20 client.16470 trim_cache size 0 max 16384 2024-09-05T07:43:47.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.290+0000 7f091e9f6740 1 Processor -- start 2024-09-05T07:43:47.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.290+0000 7f091e9f6740 1 -- start start 2024-09-05T07:43:47.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.291+0000 7f091e9f6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b97b4a0 0x56041b97e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:47.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.291+0000 7f091e9f6740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97bdc0 0x56041b982150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:47.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.291+0000 7f091e9f6740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 0x56041b99dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:47.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.291+0000 7f091e9f6740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f09141b3ba0 con 0x56041b986680 2024-09-05T07:43:47.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.291+0000 7f091e9f6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f09141b1470 con 0x56041b97b4a0 2024-09-05T07:43:47.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.291+0000 7f091e9f6740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f09141af2c0 con 0x56041b97bdc0 2024-09-05T07:43:47.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.291+0000 7f091abba640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 0x56041b99dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:47.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.291+0000 7f091abba640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 0x56041b99dce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33392/0 (socket says 172.21.15.71:33392) 2024-09-05T07:43:47.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.291+0000 7f091abba640 1 -- 172.21.15.71:0/2164649257 learned_addr learned my addr 172.21.15.71:0/2164649257 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:47.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.291+0000 7f091a3b9640 1 --2- 172.21.15.71:0/2164649257 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b97b4a0 0x56041b97e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:47.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.291+0000 7f0919bb8640 1 --2- 172.21.15.71:0/2164649257 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97bdc0 0x56041b982150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:47.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.291+0000 7f091abba640 1 -- 172.21.15.71:0/2164649257 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97bdc0 msgr2=0x56041b982150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:47.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.291+0000 7f091abba640 1 --2- 172.21.15.71:0/2164649257 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97bdc0 0x56041b982150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.291+0000 7f091abba640 1 -- 172.21.15.71:0/2164649257 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b97b4a0 msgr2=0x56041b97e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:47.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.291+0000 7f091abba640 1 --2- 172.21.15.71:0/2164649257 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b97b4a0 0x56041b97e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.291+0000 7f091abba640 1 -- 172.21.15.71:0/2164649257 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56041b977860 con 0x56041b986680 2024-09-05T07:43:47.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.291+0000 7f091abba640 1 --2- 172.21.15.71:0/2164649257 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 0x56041b99dce0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f0904018550 tx=0x7f09040a01a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97cedfaabe438fb1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:47.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.291+0000 7f08fbfff640 1 -- 172.21.15.71:0/2164649257 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0904079230 con 0x56041b986680 2024-09-05T07:43:47.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.291+0000 7f08fbfff640 1 -- 172.21.15.71:0/2164649257 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f090409c4f0 con 0x56041b986680 2024-09-05T07:43:47.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.292+0000 7f08fbfff640 1 -- 172.21.15.71:0/2164649257 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09040cd2a0 con 0x56041b986680 2024-09-05T07:43:47.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.292+0000 7f091e9f6740 1 -- 172.21.15.71:0/2164649257 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 msgr2=0x56041b99dce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:47.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.292+0000 7f091e9f6740 1 --2- 172.21.15.71:0/2164649257 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 0x56041b99dce0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f0904018550 tx=0x7f09040a01a0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.292+0000 7f091e9f6740 1 -- 172.21.15.71:0/2164649257 shutdown_connections 2024-09-05T07:43:47.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.292+0000 7f091e9f6740 1 --2- 172.21.15.71:0/2164649257 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 0x56041b99dce0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.292+0000 7f091e9f6740 1 --2- 172.21.15.71:0/2164649257 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97bdc0 0x56041b982150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.292+0000 7f091e9f6740 1 --2- 172.21.15.71:0/2164649257 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b97b4a0 0x56041b97e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.292+0000 7f091e9f6740 1 -- 172.21.15.71:0/2164649257 >> 172.21.15.71:0/2164649257 conn(0x56041b977a30 msgr2=0x56041b981a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:47.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.292+0000 7f091e9f6740 1 -- 172.21.15.71:0/2164649257 shutdown_connections 2024-09-05T07:43:47.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.292+0000 7f091e9f6740 1 -- 172.21.15.71:0/2164649257 wait complete. 2024-09-05T07:43:47.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.292+0000 7f091e9f6740 1 -- start start 2024-09-05T07:43:47.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.293+0000 7f091e9f6740 1 Processor -- start 2024-09-05T07:43:47.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.293+0000 7f091e9f6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b97b4a0 0x56041b98a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:47.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.293+0000 7f091e9f6740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97bdc0 0x56041b98a900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:47.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.293+0000 7f091e9f6740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 0x56041b98ae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:47.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.293+0000 7f091e9f6740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f09141af930 con 0x56041b986680 2024-09-05T07:43:47.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.293+0000 7f091e9f6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f09141b0da0 con 0x56041b97b4a0 2024-09-05T07:43:47.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.293+0000 7f091e9f6740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f09141b0000 con 0x56041b97bdc0 2024-09-05T07:43:47.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.293+0000 7f091e9f6740 10 client.0 _ll_register_callbacks cb 0x7f0908005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:43:47.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.293+0000 7f091abba640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 0x56041b98ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:47.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.293+0000 7f091abba640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 0x56041b98ae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33406/0 (socket says 172.21.15.71:33406) 2024-09-05T07:43:47.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.293+0000 7f091abba640 1 -- 172.21.15.71:0/1639633071 learned_addr learned my addr 172.21.15.71:0/1639633071 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:43:47.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.293+0000 7f091a3b9640 1 --2- 172.21.15.71:0/1639633071 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b97b4a0 0x56041b98a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:47.303 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.293+0000 7f0919bb8640 1 --2- 172.21.15.71:0/1639633071 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97bdc0 0x56041b98a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:47.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.293+0000 7f091abba640 1 -- 172.21.15.71:0/1639633071 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97bdc0 msgr2=0x56041b98a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:47.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.293+0000 7f091abba640 1 --2- 172.21.15.71:0/1639633071 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97bdc0 0x56041b98a900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.293+0000 7f091abba640 1 -- 172.21.15.71:0/1639633071 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b97b4a0 msgr2=0x56041b98a3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:43:47.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.293+0000 7f091abba640 1 --2- 172.21.15.71:0/1639633071 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b97b4a0 0x56041b98a3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.293+0000 7f091abba640 1 -- 172.21.15.71:0/1639633071 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56041b9ffce0 con 0x56041b986680 2024-09-05T07:43:47.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.293+0000 7f091abba640 1 --2- 172.21.15.71:0/1639633071 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 0x56041b98ae40 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f0904018440 tx=0x7f09040790b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=424633e094d82af9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:43:47.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.293+0000 7f08f9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:43:47.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.294+0000 7f08f9ffb640 1 -- 172.21.15.71:0/1639633071 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0904077020 con 0x56041b986680 2024-09-05T07:43:47.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.294+0000 7f08f9ffb640 1 -- 172.21.15.71:0/1639633071 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f090409c250 con 0x56041b986680 2024-09-05T07:43:47.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.294+0000 7f091e9f6740 1 -- 172.21.15.71:0/1639633071 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f090409c4f0 con 0x56041b986680 2024-09-05T07:43:47.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.294+0000 7f08f9ffb640 1 -- 172.21.15.71:0/1639633071 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0904079230 con 0x56041b986680 2024-09-05T07:43:47.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.294+0000 7f091e9f6740 10 client.16476 fetch_fsmap learned FSMap version 26 2024-09-05T07:43:47.304 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.294+0000 7f091e9f6740 1 -- 172.21.15.71:0/1639633071 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56041ba00fb0 con 0x56041b986680 2024-09-05T07:43:47.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.294+0000 7f08f9ffb640 1 -- 172.21.15.71:0/1639633071 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f090409c4f0 con 0x56041b986680 2024-09-05T07:43:47.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.294+0000 7f08f9ffb640 1 -- 172.21.15.71:0/1639633071 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f0904062020 con 0x56041b986680 2024-09-05T07:43:47.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.294+0000 7f091e9f6740 10 client.16476 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:43:47.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.294+0000 7f091e9f6740 10 client.16476 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:43:47.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.294+0000 7f091e9f6740 20 client.16476 populate_metadata read hostname 'smithi071' 2024-09-05T07:43:47.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.294+0000 7f091e9f6740 1 --2- 172.21.15.71:0/1639633071 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56041ba012a0 0x56041ba03690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:43:47.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.294+0000 7f091e9f6740 4 client.16476 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:43:47.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.294+0000 7f091e9f6740 1 -- 172.21.15.71:0/1639633071 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56041b983a40 con 0x56041ba012a0 2024-09-05T07:43:47.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.294+0000 7f091a3b9640 1 --2- 172.21.15.71:0/1639633071 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56041ba012a0 0x56041ba03690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:43:47.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.295+0000 7f091a3b9640 1 --2- 172.21.15.71:0/1639633071 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56041ba012a0 0x56041ba03690 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b888d4cb5c74b18 server_cookie=d108c7e56ad79fbf in_seq=0 out_seq=0 2024-09-05T07:43:47.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.295+0000 7f08f9ffb640 10 client.16476 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:47.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.295+0000 7f08f9ffb640 1 -- 172.21.15.71:0/1639633071 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x56041b983a40 con 0x56041ba012a0 2024-09-05T07:43:47.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.295+0000 7f08f9ffb640 10 client.16476 handle_command_reply: tid=0 2024-09-05T07:43:47.305 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.295+0000 7f091e9f6740 1 client.16476 shutdown 2024-09-05T07:43:47.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.295+0000 7f091e9f6740 1 -- 172.21.15.71:0/1639633071 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 msgr2=0x56041b98ae40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:47.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.295+0000 7f091e9f6740 1 --2- 172.21.15.71:0/1639633071 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 0x56041b98ae40 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f0904018440 tx=0x7f09040790b0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.295+0000 7f091e9f6740 1 -- 172.21.15.71:0/1639633071 shutdown_connections 2024-09-05T07:43:47.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.295+0000 7f091e9f6740 1 --2- 172.21.15.71:0/1639633071 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56041ba012a0 0x56041ba03690 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.295+0000 7f091e9f6740 1 --2- 172.21.15.71:0/1639633071 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56041b986680 0x56041b98ae40 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.295+0000 7f091e9f6740 1 --2- 172.21.15.71:0/1639633071 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56041b97bdc0 0x56041b98a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.295+0000 7f091e9f6740 1 --2- 172.21.15.71:0/1639633071 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56041b97b4a0 0x56041b98a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.295+0000 7f091e9f6740 1 -- 172.21.15.71:0/1639633071 >> 172.21.15.71:0/1639633071 conn(0x56041b977a30 msgr2=0x56041b9849d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:47.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.295+0000 7f08f9ffb640 0 client.16476 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:43:47.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.295+0000 7f091e9f6740 1 -- 172.21.15.71:0/1639633071 shutdown_connections 2024-09-05T07:43:47.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.295+0000 7f091e9f6740 1 -- 172.21.15.71:0/1639633071 wait complete. 2024-09-05T07:43:47.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.295+0000 7f091e9f6740 20 client.16476 trim_cache size 0 max 16384 2024-09-05T07:43:47.307 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:43:47.307 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T07:43:47.307 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": { 2024-09-05T07:43:47.307 INFO:teuthology.orchestra.run.smithi071.stdout: "9612c314-216c-4276-b269-4e24d8cf0075": { 2024-09-05T07:43:47.307 INFO:teuthology.orchestra.run.smithi071.stdout: "path": "/", 2024-09-05T07:43:47.307 INFO:teuthology.orchestra.run.smithi071.stdout: "tag": "9612c314-216c-4276-b269-4e24d8cf0075", 2024-09-05T07:43:47.307 INFO:teuthology.orchestra.run.smithi071.stdout: "options": "recursive,force" 2024-09-05T07:43:47.307 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:43:47.307 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:43:47.307 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:43:47.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.296+0000 7f091c61d640 1 -- 172.21.15.71:0/1456596255 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f08fc0a2d70 msgr2=0x7f08fc0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:47.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.296+0000 7f091c61d640 1 --2- 172.21.15.71:0/1456596255 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f08fc0a2d70 0x7f08fc0a5230 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f091410fc60 tx=0x7f0908032f90 comp rx=0 tx=0).stop 2024-09-05T07:43:47.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.296+0000 7f091c61d640 1 -- 172.21.15.71:0/1456596255 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0914102ef0 msgr2=0x7f091410ec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:43:47.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.296+0000 7f091c61d640 1 --2- 172.21.15.71:0/1456596255 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0914102ef0 0x7f091410ec50 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f090400cce0 tx=0x7f090400a620 comp rx=0 tx=0).stop 2024-09-05T07:43:47.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.296+0000 7f091c61d640 1 -- 172.21.15.71:0/1456596255 shutdown_connections 2024-09-05T07:43:47.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.296+0000 7f091c61d640 1 --2- 172.21.15.71:0/1456596255 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f08fc0a2d70 0x7f08fc0a5230 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.296+0000 7f091c61d640 1 --2- 172.21.15.71:0/1456596255 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0914102ef0 0x7f091410ec50 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.296+0000 7f091c61d640 1 --2- 172.21.15.71:0/1456596255 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0914102570 0x7f091410e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.296+0000 7f091c61d640 1 --2- 172.21.15.71:0/1456596255 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0914100e20 0x7f091410e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:43:47.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.296+0000 7f091c61d640 1 -- 172.21.15.71:0/1456596255 >> 172.21.15.71:0/1456596255 conn(0x7f09140fc7d0 msgr2=0x7f09140febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:43:47.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.296+0000 7f091c61d640 1 -- 172.21.15.71:0/1456596255 shutdown_connections 2024-09-05T07:43:47.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:43:47.296+0000 7f091c61d640 1 -- 172.21.15.71:0/1456596255 wait complete. 2024-09-05T07:43:47.920 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:47 smithi071 ceph-mon[30965]: pgmap v158: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:43:47.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:47 smithi123 ceph-mon[34568]: pgmap v158: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:43:47.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:47 smithi192 ceph-mon[34929]: pgmap v158: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:43:48.153 INFO:tasks.cephfs.filesystem:scrub status for tag:9612c314-216c-4276-b269-4e24d8cf0075 - {'path': '/', 'tag': '9612c314-216c-4276-b269-4e24d8cf0075', 'options': 'recursive,force'} 2024-09-05T07:43:49.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:49 smithi123 ceph-mon[34568]: pgmap v159: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:43:49.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:49 smithi192 ceph-mon[34929]: pgmap v159: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:43:50.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:49 smithi071 ceph-mon[30965]: pgmap v159: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:43:50.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:50 smithi123 ceph-mon[34568]: scrub summary: idle 2024-09-05T07:43:50.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:50 smithi192 ceph-mon[34929]: scrub summary: idle 2024-09-05T07:43:51.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:50 smithi071 ceph-mon[30965]: scrub summary: idle 2024-09-05T07:43:51.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:51 smithi123 ceph-mon[34568]: pgmap v160: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:43:51.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:51 smithi192 ceph-mon[34929]: pgmap v160: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:43:52.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:51 smithi071 ceph-mon[30965]: pgmap v160: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:43:53.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:53 smithi123 ceph-mon[34568]: pgmap v161: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:43:53.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:53 smithi192 ceph-mon[34929]: pgmap v161: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:43:54.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:53 smithi071 ceph-mon[30965]: pgmap v161: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:43:54.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:54 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:43:54.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:54 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:43:54.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:54 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:43:54.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:54 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:43:55.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:54 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:43:55.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:54 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:43:55.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:54 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:43:55.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:54 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:43:55.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:54 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:43:55.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:54 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:43:55.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:54 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:43:55.176 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:54 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:43:56.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:56 smithi192 ceph-mon[34929]: pgmap v162: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-09-05T07:43:56.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:56 smithi071 ceph-mon[30965]: pgmap v162: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-09-05T07:43:56.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:56 smithi123 ceph-mon[34568]: pgmap v162: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-09-05T07:43:58.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:43:58 smithi192 ceph-mon[34929]: pgmap v163: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:43:58.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:43:58 smithi071 ceph-mon[30965]: pgmap v163: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:43:58.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:43:58 smithi123 ceph-mon[34568]: pgmap v163: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:44:00.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:00 smithi192 ceph-mon[34929]: pgmap v164: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:44:00.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:00 smithi071 ceph-mon[30965]: pgmap v164: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:44:00.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:00 smithi123 ceph-mon[34568]: pgmap v164: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:44:02.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:02 smithi192 ceph-mon[34929]: pgmap v165: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:44:02.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:02 smithi071 ceph-mon[30965]: pgmap v165: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:44:02.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:02 smithi123 ceph-mon[34568]: pgmap v165: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:44:04.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:04 smithi071 ceph-mon[30965]: pgmap v166: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 12 KiB/s wr, 8 op/s 2024-09-05T07:44:04.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:04 smithi123 ceph-mon[34568]: pgmap v166: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 12 KiB/s wr, 8 op/s 2024-09-05T07:44:04.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:04 smithi192 ceph-mon[34929]: pgmap v166: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 12 KiB/s wr, 8 op/s 2024-09-05T07:44:06.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:06 smithi071 ceph-mon[30965]: pgmap v167: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-09-05T07:44:06.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:06 smithi123 ceph-mon[34568]: pgmap v167: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-09-05T07:44:06.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:06 smithi192 ceph-mon[34929]: pgmap v167: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-09-05T07:44:08.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:08 smithi071 ceph-mon[30965]: pgmap v168: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-09-05T07:44:08.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:08 smithi123 ceph-mon[34568]: pgmap v168: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-09-05T07:44:08.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:08 smithi192 ceph-mon[34929]: pgmap v168: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-09-05T07:44:10.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:10 smithi071 ceph-mon[30965]: pgmap v169: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-09-05T07:44:10.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:10 smithi123 ceph-mon[34568]: pgmap v169: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-09-05T07:44:10.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:10 smithi192 ceph-mon[34929]: pgmap v169: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-09-05T07:44:12.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:12 smithi071 ceph-mon[30965]: pgmap v170: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-09-05T07:44:12.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:12 smithi123 ceph-mon[34568]: pgmap v170: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-09-05T07:44:12.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:12 smithi192 ceph-mon[34929]: pgmap v170: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-09-05T07:44:14.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:14 smithi071 ceph-mon[30965]: pgmap v171: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-09-05T07:44:14.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:14 smithi123 ceph-mon[34568]: pgmap v171: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-09-05T07:44:14.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:14 smithi192 ceph-mon[34929]: pgmap v171: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-09-05T07:44:16.513 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:16 smithi192 ceph-mon[34929]: pgmap v172: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-09-05T07:44:16.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:16 smithi071 ceph-mon[30965]: pgmap v172: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-09-05T07:44:16.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:16 smithi123 ceph-mon[34568]: pgmap v172: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 18 op/s 2024-09-05T07:44:18.154 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:44:18.406 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:44:18.526 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:18 smithi071 ceph-mon[30965]: pgmap v173: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-09-05T07:44:18.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:18 smithi123 ceph-mon[34568]: pgmap v173: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-09-05T07:44:18.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:18 smithi192 ceph-mon[34929]: pgmap v173: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-09-05T07:44:18.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.908+0000 7f0ec4c1d640 1 -- 172.21.15.71:0/1025794057 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ec0106a80 msgr2=0x7f0ec0106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:18.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.908+0000 7f0ec4c1d640 1 --2- 172.21.15.71:0/1025794057 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ec0106a80 0x7f0ec0106e60 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f0eb0009930 tx=0x7f0eb002a420 comp rx=0 tx=0).stop 2024-09-05T07:44:18.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.908+0000 7f0ec4c1d640 1 -- 172.21.15.71:0/1025794057 shutdown_connections 2024-09-05T07:44:18.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.908+0000 7f0ec4c1d640 1 --2- 172.21.15.71:0/1025794057 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0ec0101420 0x7f0ec010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.908+0000 7f0ec4c1d640 1 --2- 172.21.15.71:0/1025794057 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ec0100a80 0x7f0ec0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.908+0000 7f0ec4c1d640 1 --2- 172.21.15.71:0/1025794057 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ec0106a80 0x7f0ec0106e60 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.908+0000 7f0ec4c1d640 1 -- 172.21.15.71:0/1025794057 >> 172.21.15.71:0/1025794057 conn(0x7f0ec00fc7a0 msgr2=0x7f0ec00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:18.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.908+0000 7f0ec4c1d640 1 -- 172.21.15.71:0/1025794057 shutdown_connections 2024-09-05T07:44:18.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.908+0000 7f0ec4c1d640 1 -- 172.21.15.71:0/1025794057 wait complete. 2024-09-05T07:44:18.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.909+0000 7f0ec4c1d640 1 Processor -- start 2024-09-05T07:44:18.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.909+0000 7f0ec4c1d640 1 -- start start 2024-09-05T07:44:18.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.909+0000 7f0ec4c1d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ec0100a80 0x7f0ec0199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:18.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.909+0000 7f0ec4c1d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ec0101420 0x7f0ec01997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:18.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.909+0000 7f0ec4c1d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0ec0106a80 0x7f0ec01a42e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:18.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.909+0000 7f0ec4c1d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec0110d30 con 0x7f0ec0101420 2024-09-05T07:44:18.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.909+0000 7f0ec4c1d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec0110bb0 con 0x7f0ec0106a80 2024-09-05T07:44:18.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.909+0000 7f0ec4c1d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec0110eb0 con 0x7f0ec0100a80 2024-09-05T07:44:18.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.909+0000 7f0eb7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ec0101420 0x7f0ec01997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:18.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.909+0000 7f0eb7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ec0101420 0x7f0ec01997a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41618/0 (socket says 172.21.15.71:41618) 2024-09-05T07:44:18.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.909+0000 7f0eb7fff640 1 -- 172.21.15.71:0/2935096411 learned_addr learned my addr 172.21.15.71:0/2935096411 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:18.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.909+0000 7f0ebe59c640 1 --2- 172.21.15.71:0/2935096411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ec0100a80 0x7f0ec0199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:18.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.910+0000 7f0ebed9d640 1 --2- 172.21.15.71:0/2935096411 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0ec0106a80 0x7f0ec01a42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:18.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.910+0000 7f0eb7fff640 1 -- 172.21.15.71:0/2935096411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ec0100a80 msgr2=0x7f0ec0199260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:18.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.910+0000 7f0eb7fff640 1 --2- 172.21.15.71:0/2935096411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ec0100a80 0x7f0ec0199260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.910+0000 7f0eb7fff640 1 -- 172.21.15.71:0/2935096411 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0ec0106a80 msgr2=0x7f0ec01a42e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:18.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.910+0000 7f0eb7fff640 1 --2- 172.21.15.71:0/2935096411 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0ec0106a80 0x7f0ec01a42e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.910+0000 7f0eb7fff640 1 -- 172.21.15.71:0/2935096411 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ec01a4820 con 0x7f0ec0101420 2024-09-05T07:44:18.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.910+0000 7f0eb7fff640 1 --2- 172.21.15.71:0/2935096411 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ec0101420 0x7f0ec01997a0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f0ea800d770 tx=0x7f0ea800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:18.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.910+0000 7f0eb77fe640 1 -- 172.21.15.71:0/2935096411 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea8017070 con 0x7f0ec0101420 2024-09-05T07:44:18.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.910+0000 7f0ec4c1d640 1 -- 172.21.15.71:0/2935096411 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ec01a49f0 con 0x7f0ec0101420 2024-09-05T07:44:18.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.910+0000 7f0eb77fe640 1 -- 172.21.15.71:0/2935096411 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ea80054d0 con 0x7f0ec0101420 2024-09-05T07:44:18.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.910+0000 7f0eb77fe640 1 -- 172.21.15.71:0/2935096411 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea8004cf0 con 0x7f0ec0101420 2024-09-05T07:44:18.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.910+0000 7f0ec4c1d640 1 -- 172.21.15.71:0/2935096411 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ec01a4f00 con 0x7f0ec0101420 2024-09-05T07:44:18.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.912+0000 7f0eb77fe640 1 -- 172.21.15.71:0/2935096411 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f0ea8004e90 con 0x7f0ec0101420 2024-09-05T07:44:18.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.913+0000 7f0ec6ff6740 1 Processor -- start 2024-09-05T07:44:18.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.913+0000 7f0ec6ff6740 1 -- start start 2024-09-05T07:44:18.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.913+0000 7f0eb77fe640 1 --2- 172.21.15.71:0/2935096411 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f0eac0a2cf0 0x7f0eac0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:18.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.913+0000 7f0ec6ff6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5feb54a0 0x55de5feb5880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:18.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.913+0000 7f0ec6ff6740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb5dc0 0x55de5fec0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:18.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.913+0000 7f0ec6ff6740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5fec0680 0x55de5fec2a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:18.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.913+0000 7f0ec6ff6740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55de5fe1b2e0 con 0x55de5fec0680 2024-09-05T07:44:18.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.913+0000 7f0ec6ff6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55de5fdc2ce0 con 0x55de5feb54a0 2024-09-05T07:44:18.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.913+0000 7f0ec6ff6740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55de5fe172a0 con 0x55de5feb5dc0 2024-09-05T07:44:18.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.913+0000 7f0ebed9d640 1 --2- 172.21.15.71:0/2935096411 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f0eac0a2cf0 0x7f0eac0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:18.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.913+0000 7f0eb77fe640 1 -- 172.21.15.71:0/2935096411 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f0ea80cf270 con 0x7f0ec0101420 2024-09-05T07:44:18.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.913+0000 7f0ebed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5fec0680 0x55de5fec2a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:18.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.913+0000 7f0ebed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5fec0680 0x55de5fec2a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41632/0 (socket says 172.21.15.71:41632) 2024-09-05T07:44:18.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.913+0000 7f0eb7fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb5dc0 0x55de5fec0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:18.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.913+0000 7f0ebed9d640 1 -- 172.21.15.71:0/468745546 learned_addr learned my addr 172.21.15.71:0/468745546 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:18.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.914+0000 7f0ebe59c640 1 --2- 172.21.15.71:0/468745546 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5feb54a0 0x55de5feb5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:18.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.914+0000 7f0ebed9d640 1 --2- 172.21.15.71:0/2935096411 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f0eac0a2cf0 0x7f0eac0a51b0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f0eb8009fd0 tx=0x7f0eb8013b80 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:18.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.914+0000 7f0eb7fff640 1 -- 172.21.15.71:0/468745546 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5feb54a0 msgr2=0x55de5feb5880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:18.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.914+0000 7f0eb7fff640 1 --2- 172.21.15.71:0/468745546 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5feb54a0 0x55de5feb5880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.914+0000 7f0eb7fff640 1 -- 172.21.15.71:0/468745546 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5fec0680 msgr2=0x55de5fec2a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:18.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.914+0000 7f0eb7fff640 1 --2- 172.21.15.71:0/468745546 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5fec0680 0x55de5fec2a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.914+0000 7f0eb7fff640 1 -- 172.21.15.71:0/468745546 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de5fda7440 con 0x55de5feb5dc0 2024-09-05T07:44:18.981 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.914+0000 7f0ebed9d640 1 --2- 172.21.15.71:0/468745546 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5fec0680 0x55de5fec2a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:44:18.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.914+0000 7f0eb7fff640 1 --2- 172.21.15.71:0/468745546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb5dc0 0x55de5fec0140 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0ea80cc560 tx=0x7f0ea809afe0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5956309d6dcc0843 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:18.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.914+0000 7f0eb4ff9640 1 -- 172.21.15.71:0/468745546 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea8020070 con 0x55de5feb5dc0 2024-09-05T07:44:18.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.914+0000 7f0eb4ff9640 1 -- 172.21.15.71:0/468745546 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ea809b3e0 con 0x55de5feb5dc0 2024-09-05T07:44:18.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.914+0000 7f0eb4ff9640 1 -- 172.21.15.71:0/468745546 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea80cc7e0 con 0x55de5feb5dc0 2024-09-05T07:44:18.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.915+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/468745546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb5dc0 msgr2=0x55de5fec0140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:18.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.915+0000 7f0ec6ff6740 1 --2- 172.21.15.71:0/468745546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb5dc0 0x55de5fec0140 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0ea80cc560 tx=0x7f0ea809afe0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.915+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/468745546 shutdown_connections 2024-09-05T07:44:18.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.915+0000 7f0ec6ff6740 1 --2- 172.21.15.71:0/468745546 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5fec0680 0x55de5fec2a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.915+0000 7f0ec6ff6740 1 --2- 172.21.15.71:0/468745546 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb5dc0 0x55de5fec0140 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.915+0000 7f0ec6ff6740 1 --2- 172.21.15.71:0/468745546 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5feb54a0 0x55de5feb5880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.915+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/468745546 >> 172.21.15.71:0/468745546 conn(0x55de5feb1a30 msgr2=0x55de5feb1e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:18.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.915+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/468745546 shutdown_connections 2024-09-05T07:44:18.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.915+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/468745546 wait complete. 2024-09-05T07:44:18.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.915+0000 7f0ec6ff6740 1 -- start start 2024-09-05T07:44:18.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.915+0000 7f0ec6ff6740 1 Processor -- start 2024-09-05T07:44:18.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0ec6ff6740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb54a0 0x55de5febffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:18.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0ec6ff6740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5feb5dc0 0x55de5febd2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:18.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0ec6ff6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5fec0680 0x55de5febd840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:18.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0ec6ff6740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55de5fec31f0 con 0x55de5feb5dc0 2024-09-05T07:44:18.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0ec6ff6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55de5fdd6050 con 0x55de5fec0680 2024-09-05T07:44:18.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0ec6ff6740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55de5fec3370 con 0x55de5feb54a0 2024-09-05T07:44:18.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0ec6ff6740 10 client.0 _ll_register_callbacks cb 0x55de5fe16160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:44:18.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0eb7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5feb5dc0 0x55de5febd2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:18.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0eb7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5feb5dc0 0x55de5febd2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41644/0 (socket says 172.21.15.71:41644) 2024-09-05T07:44:18.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0eb7fff640 1 -- 172.21.15.71:0/1851792825 learned_addr learned my addr 172.21.15.71:0/1851792825 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:18.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0ebe59c640 1 --2- 172.21.15.71:0/1851792825 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb54a0 0x55de5febffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:18.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0ebed9d640 1 --2- 172.21.15.71:0/1851792825 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5fec0680 0x55de5febd840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:18.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0eb7fff640 1 -- 172.21.15.71:0/1851792825 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb54a0 msgr2=0x55de5febffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:18.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0eb7fff640 1 --2- 172.21.15.71:0/1851792825 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb54a0 0x55de5febffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0eb7fff640 1 -- 172.21.15.71:0/1851792825 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5fec0680 msgr2=0x55de5febd840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:18.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0eb7fff640 1 --2- 172.21.15.71:0/1851792825 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5fec0680 0x55de5febd840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0eb7fff640 1 -- 172.21.15.71:0/1851792825 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de5fb8c3c0 con 0x55de5feb5dc0 2024-09-05T07:44:18.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0eb7fff640 1 --2- 172.21.15.71:0/1851792825 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5feb5dc0 0x55de5febd2c0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f0ea809b0e0 tx=0x7f0ea8005280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a0a72f8dfdc09ef server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:18.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0ea5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:44:18.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0ea5ffb640 1 -- 172.21.15.71:0/1851792825 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea8020050 con 0x55de5feb5dc0 2024-09-05T07:44:18.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0ea5ffb640 1 -- 172.21.15.71:0/1851792825 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f0ea8054d30 con 0x55de5feb5dc0 2024-09-05T07:44:18.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.916+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/1851792825 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ea809b3e0 con 0x55de5feb5dc0 2024-09-05T07:44:18.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.917+0000 7f0ea5ffb640 1 -- 172.21.15.71:0/1851792825 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0ea80a3fa0 con 0x55de5feb5dc0 2024-09-05T07:44:18.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.917+0000 7f0ec6ff6740 10 client.16488 fetch_fsmap learned FSMap version 26 2024-09-05T07:44:18.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.917+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/1851792825 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55de5fecebe0 con 0x55de5feb5dc0 2024-09-05T07:44:18.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.917+0000 7f0ea5ffb640 1 -- 172.21.15.71:0/1851792825 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ea809b3e0 con 0x55de5feb5dc0 2024-09-05T07:44:18.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.917+0000 7f0ea5ffb640 1 -- 172.21.15.71:0/1851792825 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f0ea8050ce0 con 0x55de5feb5dc0 2024-09-05T07:44:18.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.917+0000 7f0ec6ff6740 10 client.16488 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:44:18.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.917+0000 7f0ec6ff6740 10 client.16488 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:44:18.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.917+0000 7f0ec6ff6740 20 client.16488 populate_metadata read hostname 'smithi071' 2024-09-05T07:44:18.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.917+0000 7f0ec6ff6740 1 --2- 172.21.15.71:0/1851792825 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55de5fecff30 0x55de5fed2320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:18.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.917+0000 7f0ec6ff6740 4 client.16488 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:44:18.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.917+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/1851792825 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55de5fe28850 con 0x55de5fecff30 2024-09-05T07:44:18.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.917+0000 7f0ebe59c640 1 --2- 172.21.15.71:0/1851792825 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55de5fecff30 0x55de5fed2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:18.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.918+0000 7f0ebe59c640 1 --2- 172.21.15.71:0/1851792825 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55de5fecff30 0x55de5fed2320 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2590734dc6f9c93 server_cookie=cd570e84e79ba490 in_seq=0 out_seq=0 2024-09-05T07:44:18.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.918+0000 7f0ea5ffb640 10 client.16488 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:44:18.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.919+0000 7f0ea5ffb640 1 -- 172.21.15.71:0/1851792825 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55de5fe28850 con 0x55de5fecff30 2024-09-05T07:44:18.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.919+0000 7f0ea5ffb640 10 client.16488 handle_command_reply: tid=0 2024-09-05T07:44:18.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.919+0000 7f0ec6ff6740 1 client.16488 shutdown 2024-09-05T07:44:18.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.919+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/1851792825 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5feb5dc0 msgr2=0x55de5febd2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:18.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.919+0000 7f0ec6ff6740 1 --2- 172.21.15.71:0/1851792825 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5feb5dc0 0x55de5febd2c0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f0ea809b0e0 tx=0x7f0ea8005280 comp rx=0 tx=0).stop 2024-09-05T07:44:18.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.919+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/1851792825 shutdown_connections 2024-09-05T07:44:18.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.919+0000 7f0ec6ff6740 1 --2- 172.21.15.71:0/1851792825 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55de5fecff30 0x55de5fed2320 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.919+0000 7f0ec6ff6740 1 --2- 172.21.15.71:0/1851792825 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5fec0680 0x55de5febd840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.919+0000 7f0ec6ff6740 1 --2- 172.21.15.71:0/1851792825 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5feb5dc0 0x55de5febd2c0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.919+0000 7f0ea5ffb640 0 client.16488 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:44:18.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.919+0000 7f0ec6ff6740 1 --2- 172.21.15.71:0/1851792825 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb54a0 0x55de5febffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.919+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/1851792825 >> 172.21.15.71:0/1851792825 conn(0x55de5feb1a30 msgr2=0x55de5feb7760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:18.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.919+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/1851792825 shutdown_connections 2024-09-05T07:44:18.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.919+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/1851792825 wait complete. 2024-09-05T07:44:18.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.919+0000 7f0ec6ff6740 20 client.16488 trim_cache size 0 max 16384 2024-09-05T07:44:18.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.936+0000 7f0ec6ff6740 1 Processor -- start 2024-09-05T07:44:18.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.936+0000 7f0ec6ff6740 1 -- start start 2024-09-05T07:44:18.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.936+0000 7f0ec6ff6740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb54a0 0x55de5feb87f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:18.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.936+0000 7f0ec6ff6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5feb5dc0 0x55de5fed5340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:18.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.936+0000 7f0ec6ff6740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5fec0680 0x55de5fed5880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:18.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.936+0000 7f0ec6ff6740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec01b1990 con 0x55de5fec0680 2024-09-05T07:44:18.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.936+0000 7f0ec6ff6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec01af260 con 0x55de5feb5dc0 2024-09-05T07:44:18.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.936+0000 7f0ec6ff6740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec01ad0b0 con 0x55de5feb54a0 2024-09-05T07:44:18.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.936+0000 7f0ebed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5fec0680 0x55de5fed5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:18.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.936+0000 7f0ebed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5fec0680 0x55de5fed5880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41648/0 (socket says 172.21.15.71:41648) 2024-09-05T07:44:18.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.936+0000 7f0ebed9d640 1 -- 172.21.15.71:0/3471455772 learned_addr learned my addr 172.21.15.71:0/3471455772 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:18.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.936+0000 7f0ebe59c640 1 --2- 172.21.15.71:0/3471455772 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb54a0 0x55de5feb87f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:18.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.936+0000 7f0eb7fff640 1 --2- 172.21.15.71:0/3471455772 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5feb5dc0 0x55de5fed5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:18.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.936+0000 7f0ebed9d640 1 -- 172.21.15.71:0/3471455772 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb54a0 msgr2=0x55de5feb87f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:18.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.936+0000 7f0ebed9d640 1 --2- 172.21.15.71:0/3471455772 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb54a0 0x55de5feb87f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.937+0000 7f0ebed9d640 1 -- 172.21.15.71:0/3471455772 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5feb5dc0 msgr2=0x55de5fed5340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:18.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.937+0000 7f0ebed9d640 1 --2- 172.21.15.71:0/3471455772 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5feb5dc0 0x55de5fed5340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.937+0000 7f0ebed9d640 1 -- 172.21.15.71:0/3471455772 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de5febdbb0 con 0x55de5fec0680 2024-09-05T07:44:18.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.937+0000 7f0ebe59c640 1 --2- 172.21.15.71:0/3471455772 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb54a0 0x55de5feb87f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:44:18.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.937+0000 7f0eb7fff640 1 --2- 172.21.15.71:0/3471455772 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5feb5dc0 0x55de5fed5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:44:18.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.937+0000 7f0ebed9d640 1 --2- 172.21.15.71:0/3471455772 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5fec0680 0x55de5fed5880 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x55de5feb2db0 tx=0x7f0eb801e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acfedd9aed151e72 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:18.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.937+0000 7f0ea7fff640 1 -- 172.21.15.71:0/3471455772 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eb8003d40 con 0x55de5fec0680 2024-09-05T07:44:18.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.937+0000 7f0ea7fff640 1 -- 172.21.15.71:0/3471455772 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0eb8004500 con 0x55de5fec0680 2024-09-05T07:44:18.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.937+0000 7f0ea7fff640 1 -- 172.21.15.71:0/3471455772 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eb802a860 con 0x55de5fec0680 2024-09-05T07:44:18.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.937+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/3471455772 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5fec0680 msgr2=0x55de5fed5880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:18.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.937+0000 7f0ec6ff6740 1 --2- 172.21.15.71:0/3471455772 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5fec0680 0x55de5fed5880 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x55de5feb2db0 tx=0x7f0eb801e000 comp rx=0 tx=0).stop 2024-09-05T07:44:18.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.937+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/3471455772 shutdown_connections 2024-09-05T07:44:18.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.937+0000 7f0ec6ff6740 1 --2- 172.21.15.71:0/3471455772 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5fec0680 0x55de5fed5880 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.937+0000 7f0ec6ff6740 1 --2- 172.21.15.71:0/3471455772 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5feb5dc0 0x55de5fed5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.937+0000 7f0ec6ff6740 1 --2- 172.21.15.71:0/3471455772 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb54a0 0x55de5feb87f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.937+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/3471455772 >> 172.21.15.71:0/3471455772 conn(0x55de5feb1a30 msgr2=0x55de5feb80e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:18.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.938+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/3471455772 shutdown_connections 2024-09-05T07:44:18.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.938+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/3471455772 wait complete. 2024-09-05T07:44:18.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.938+0000 7f0ec6ff6740 1 -- start start 2024-09-05T07:44:18.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.938+0000 7f0ec6ff6740 1 Processor -- start 2024-09-05T07:44:18.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.938+0000 7f0ec6ff6740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb54a0 0x55de5fed5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:18.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.938+0000 7f0ec6ff6740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5feb5dc0 0x55de5fed2e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:18.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.938+0000 7f0ec6ff6740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5fec0680 0x55de5fed3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:18.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.938+0000 7f0ec6ff6740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec01ad720 con 0x55de5feb5dc0 2024-09-05T07:44:18.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.938+0000 7f0ec6ff6740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec01aeb90 con 0x55de5fec0680 2024-09-05T07:44:18.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.938+0000 7f0ec6ff6740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec01addf0 con 0x55de5feb54a0 2024-09-05T07:44:18.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.938+0000 7f0ec6ff6740 10 client.0 _ll_register_callbacks cb 0x7f0ea8053070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:44:18.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.938+0000 7f0eb7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5feb5dc0 0x55de5fed2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:18.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.938+0000 7f0eb7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5feb5dc0 0x55de5fed2e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41660/0 (socket says 172.21.15.71:41660) 2024-09-05T07:44:18.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.938+0000 7f0eb7fff640 1 -- 172.21.15.71:0/44246633 learned_addr learned my addr 172.21.15.71:0/44246633 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:18.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.938+0000 7f0ebe59c640 1 --2- 172.21.15.71:0/44246633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb54a0 0x55de5fed5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:18.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0ebed9d640 1 --2- 172.21.15.71:0/44246633 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5fec0680 0x55de5fed3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:18.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0eb7fff640 1 -- 172.21.15.71:0/44246633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb54a0 msgr2=0x55de5fed5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:18.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0eb7fff640 1 --2- 172.21.15.71:0/44246633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb54a0 0x55de5fed5ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0eb7fff640 1 -- 172.21.15.71:0/44246633 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5fec0680 msgr2=0x55de5fed3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:18.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0eb7fff640 1 --2- 172.21.15.71:0/44246633 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5fec0680 0x55de5fed3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0eb7fff640 1 -- 172.21.15.71:0/44246633 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de5fed3b20 con 0x55de5feb5dc0 2024-09-05T07:44:18.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0ebe59c640 1 --2- 172.21.15.71:0/44246633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb54a0 0x55de5fed5ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:44:18.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0eb7fff640 1 --2- 172.21.15.71:0/44246633 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5feb5dc0 0x55de5fed2e00 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f0ea800d740 tx=0x7f0ea8009740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de100afd66465a0c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:18.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0ea5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:44:18.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0ea5ffb640 1 -- 172.21.15.71:0/44246633 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea8020070 con 0x55de5feb5dc0 2024-09-05T07:44:18.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0ea5ffb640 1 -- 172.21.15.71:0/44246633 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f0ea8097250 con 0x55de5feb5dc0 2024-09-05T07:44:18.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/44246633 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0eb8004500 con 0x55de5feb5dc0 2024-09-05T07:44:18.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0ea5ffb640 1 -- 172.21.15.71:0/44246633 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0ea80cc9f0 con 0x55de5feb5dc0 2024-09-05T07:44:18.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0ec6ff6740 10 client.16494 fetch_fsmap learned FSMap version 26 2024-09-05T07:44:18.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/44246633 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55de5fed3b20 con 0x55de5feb5dc0 2024-09-05T07:44:18.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0ea5ffb640 1 -- 172.21.15.71:0/44246633 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0eb8004500 con 0x55de5feb5dc0 2024-09-05T07:44:18.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0ea5ffb640 1 -- 172.21.15.71:0/44246633 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f0ea807d050 con 0x55de5feb5dc0 2024-09-05T07:44:18.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0ec6ff6740 10 client.16494 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:44:18.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0ec6ff6740 10 client.16494 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:44:18.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0ec6ff6740 20 client.16494 populate_metadata read hostname 'smithi071' 2024-09-05T07:44:18.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0ec6ff6740 1 --2- 172.21.15.71:0/44246633 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55de5ff3ab90 0x55de5ff3cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:18.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0ec6ff6740 4 client.16494 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:44:18.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.939+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/44246633 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55de5fe22d60 con 0x55de5ff3ab90 2024-09-05T07:44:18.994 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:44:18.994 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "no active scrubs running", 2024-09-05T07:44:18.994 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": {} 2024-09-05T07:44:18.994 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:44:18.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.940+0000 7f0ebe59c640 1 --2- 172.21.15.71:0/44246633 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55de5ff3ab90 0x55de5ff3cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:18.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.940+0000 7f0ebe59c640 1 --2- 172.21.15.71:0/44246633 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55de5ff3ab90 0x55de5ff3cfb0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f8b20edf0130975 server_cookie=cc5dfd9c2bf58536 in_seq=0 out_seq=0 2024-09-05T07:44:18.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.940+0000 7f0ea5ffb640 10 client.16494 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:44:18.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.940+0000 7f0ea5ffb640 1 -- 172.21.15.71:0/44246633 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55de5fe22d60 con 0x55de5ff3ab90 2024-09-05T07:44:18.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.940+0000 7f0ea5ffb640 10 client.16494 handle_command_reply: tid=0 2024-09-05T07:44:18.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.940+0000 7f0ec6ff6740 1 client.16494 shutdown 2024-09-05T07:44:18.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.940+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/44246633 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5feb5dc0 msgr2=0x55de5fed2e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:18.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.940+0000 7f0ec6ff6740 1 --2- 172.21.15.71:0/44246633 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5feb5dc0 0x55de5fed2e00 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f0ea800d740 tx=0x7f0ea8009740 comp rx=0 tx=0).stop 2024-09-05T07:44:18.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.940+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/44246633 shutdown_connections 2024-09-05T07:44:18.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.940+0000 7f0ec6ff6740 1 --2- 172.21.15.71:0/44246633 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55de5ff3ab90 0x55de5ff3cfb0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.940+0000 7f0ec6ff6740 1 --2- 172.21.15.71:0/44246633 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55de5fec0680 0x55de5fed3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.940+0000 7f0ec6ff6740 1 --2- 172.21.15.71:0/44246633 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55de5feb5dc0 0x55de5fed2e00 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.940+0000 7f0ec6ff6740 1 --2- 172.21.15.71:0/44246633 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55de5feb54a0 0x55de5fed5ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.940+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/44246633 >> 172.21.15.71:0/44246633 conn(0x55de5feb1a30 msgr2=0x55de5feb0b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:18.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.941+0000 7f0ea5ffb640 0 client.16494 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:44:18.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.941+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/44246633 shutdown_connections 2024-09-05T07:44:18.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.941+0000 7f0ec6ff6740 1 -- 172.21.15.71:0/44246633 wait complete. 2024-09-05T07:44:18.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.941+0000 7f0ec6ff6740 20 client.16494 trim_cache size 0 max 16384 2024-09-05T07:44:18.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.941+0000 7f0ec4c1d640 1 -- 172.21.15.71:0/2935096411 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f0eac0a2cf0 msgr2=0x7f0eac0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:18.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.941+0000 7f0ec4c1d640 1 --2- 172.21.15.71:0/2935096411 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f0eac0a2cf0 0x7f0eac0a51b0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f0eb8009fd0 tx=0x7f0eb8013b80 comp rx=0 tx=0).stop 2024-09-05T07:44:18.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.941+0000 7f0ec4c1d640 1 -- 172.21.15.71:0/2935096411 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ec0101420 msgr2=0x7f0ec01997a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:18.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.941+0000 7f0ec4c1d640 1 --2- 172.21.15.71:0/2935096411 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ec0101420 0x7f0ec01997a0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f0ea800d770 tx=0x7f0ea800dc30 comp rx=0 tx=0).stop 2024-09-05T07:44:18.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.941+0000 7f0ec4c1d640 1 -- 172.21.15.71:0/2935096411 shutdown_connections 2024-09-05T07:44:18.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.941+0000 7f0ec4c1d640 1 --2- 172.21.15.71:0/2935096411 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f0eac0a2cf0 0x7f0eac0a51b0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.941+0000 7f0ec4c1d640 1 --2- 172.21.15.71:0/2935096411 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f0ec0106a80 0x7f0ec01a42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.941+0000 7f0ec4c1d640 1 --2- 172.21.15.71:0/2935096411 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ec0101420 0x7f0ec01997a0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.941+0000 7f0ec4c1d640 1 --2- 172.21.15.71:0/2935096411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f0ec0100a80 0x7f0ec0199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:18.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.941+0000 7f0ec4c1d640 1 -- 172.21.15.71:0/2935096411 >> 172.21.15.71:0/2935096411 conn(0x7f0ec00fc7a0 msgr2=0x7f0ec00fd1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:18.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.941+0000 7f0ec4c1d640 1 -- 172.21.15.71:0/2935096411 shutdown_connections 2024-09-05T07:44:18.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:18.941+0000 7f0ec4c1d640 1 -- 172.21.15.71:0/2935096411 wait complete. 2024-09-05T07:44:19.780 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T07:44:19.781 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:44:20.033 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:44:20.453 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:20 smithi071 ceph-mon[30965]: pgmap v174: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-09-05T07:44:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.532+0000 7fd798379640 1 -- 172.21.15.71:0/2817831264 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd7901037a0 msgr2=0x7fd79010bc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.532+0000 7fd798379640 1 --2- 172.21.15.71:0/2817831264 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd7901037a0 0x7fd79010bc00 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fd780009900 tx=0x7fd78002a410 comp rx=0 tx=0).stop 2024-09-05T07:44:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.533+0000 7fd798379640 1 -- 172.21.15.71:0/2817831264 shutdown_connections 2024-09-05T07:44:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.533+0000 7fd798379640 1 --2- 172.21.15.71:0/2817831264 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd79010c2f0 0x7fd79010e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.533+0000 7fd798379640 1 --2- 172.21.15.71:0/2817831264 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd7901037a0 0x7fd79010bc00 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.533+0000 7fd798379640 1 --2- 172.21.15.71:0/2817831264 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd790102df0 0x7fd7901031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.533+0000 7fd798379640 1 -- 172.21.15.71:0/2817831264 >> 172.21.15.71:0/2817831264 conn(0x7fd7900fc7d0 msgr2=0x7fd7900febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.533+0000 7fd798379640 1 -- 172.21.15.71:0/2817831264 shutdown_connections 2024-09-05T07:44:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.533+0000 7fd798379640 1 -- 172.21.15.71:0/2817831264 wait complete. 2024-09-05T07:44:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.533+0000 7fd798379640 1 Processor -- start 2024-09-05T07:44:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.533+0000 7fd798379640 1 -- start start 2024-09-05T07:44:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.533+0000 7fd798379640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd790102df0 0x7fd790198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.533+0000 7fd798379640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd7901037a0 0x7fd790198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.533+0000 7fd798379640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd79010c2f0 0x7fd79019ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.534+0000 7fd798379640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd790111f80 con 0x7fd790102df0 2024-09-05T07:44:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.534+0000 7fd798379640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd790111e00 con 0x7fd79010c2f0 2024-09-05T07:44:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.534+0000 7fd798379640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd790112100 con 0x7fd7901037a0 2024-09-05T07:44:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.534+0000 7fd796115640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd790102df0 0x7fd790198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.534+0000 7fd796115640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd790102df0 0x7fd790198580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41678/0 (socket says 172.21.15.71:41678) 2024-09-05T07:44:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.534+0000 7fd796115640 1 -- 172.21.15.71:0/1475854938 learned_addr learned my addr 172.21.15.71:0/1475854938 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.534+0000 7fd796916640 1 --2- 172.21.15.71:0/1475854938 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd79010c2f0 0x7fd79019ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.534+0000 7fd795914640 1 --2- 172.21.15.71:0/1475854938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd7901037a0 0x7fd790198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.534+0000 7fd796115640 1 -- 172.21.15.71:0/1475854938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd7901037a0 msgr2=0x7fd790198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.534+0000 7fd796115640 1 --2- 172.21.15.71:0/1475854938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd7901037a0 0x7fd790198ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.534+0000 7fd796115640 1 -- 172.21.15.71:0/1475854938 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd79010c2f0 msgr2=0x7fd79019ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.534+0000 7fd796115640 1 --2- 172.21.15.71:0/1475854938 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd79010c2f0 0x7fd79019ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.534+0000 7fd796115640 1 -- 172.21.15.71:0/1475854938 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd79019d530 con 0x7fd790102df0 2024-09-05T07:44:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.534+0000 7fd796916640 1 --2- 172.21.15.71:0/1475854938 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd79010c2f0 0x7fd79019ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:44:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.534+0000 7fd796115640 1 --2- 172.21.15.71:0/1475854938 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd790102df0 0x7fd790198580 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fd78c00c890 tx=0x7fd78c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.534+0000 7fd7877fe640 1 -- 172.21.15.71:0/1475854938 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd78c004220 con 0x7fd790102df0 2024-09-05T07:44:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.534+0000 7fd7877fe640 1 -- 172.21.15.71:0/1475854938 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd78c0043c0 con 0x7fd790102df0 2024-09-05T07:44:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.534+0000 7fd798379640 1 -- 172.21.15.71:0/1475854938 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd79019d820 con 0x7fd790102df0 2024-09-05T07:44:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.534+0000 7fd7877fe640 1 -- 172.21.15.71:0/1475854938 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd78c004a00 con 0x7fd790102df0 2024-09-05T07:44:20.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.534+0000 7fd798379640 1 -- 172.21.15.71:0/1475854938 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7901a5100 con 0x7fd790102df0 2024-09-05T07:44:20.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.535+0000 7fd798379640 1 -- 172.21.15.71:0/1475854938 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7901031d0 con 0x7fd790102df0 2024-09-05T07:44:20.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.536+0000 7fd7877fe640 1 -- 172.21.15.71:0/1475854938 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fd78c004ba0 con 0x7fd790102df0 2024-09-05T07:44:20.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.537+0000 7fd7877fe640 1 --2- 172.21.15.71:0/1475854938 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd77c0a2d70 0x7fd77c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:20.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.537+0000 7fd7877fe640 1 -- 172.21.15.71:0/1475854938 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fd78c0cf9b0 con 0x7fd790102df0 2024-09-05T07:44:20.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.537+0000 7fd795914640 1 --2- 172.21.15.71:0/1475854938 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd77c0a2d70 0x7fd77c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:20.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.537+0000 7fd795914640 1 --2- 172.21.15.71:0/1475854938 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd77c0a2d70 0x7fd77c0a5230 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fd780009230 tx=0x7fd780031400 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:20.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.540+0000 7fd7877fe640 1 -- 172.21.15.71:0/1475854938 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd78c014030 con 0x7fd790102df0 2024-09-05T07:44:20.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:20 smithi123 ceph-mon[34568]: pgmap v174: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-09-05T07:44:20.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:20 smithi192 ceph-mon[34929]: pgmap v174: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-09-05T07:44:20.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.741+0000 7fd798379640 1 -- 172.21.15.71:0/1475854938 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd7901998e0 con 0x7fd790102df0 2024-09-05T07:44:20.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.742+0000 7fd7877fe640 1 -- 172.21.15.71:0/1475854938 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7fd78c09c250 con 0x7fd790102df0 2024-09-05T07:44:20.743 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:44:20.743 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:44:20.743 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:44:20.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.744+0000 7fd798379640 1 -- 172.21.15.71:0/1475854938 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd77c0a2d70 msgr2=0x7fd77c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:20.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.744+0000 7fd798379640 1 --2- 172.21.15.71:0/1475854938 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd77c0a2d70 0x7fd77c0a5230 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fd780009230 tx=0x7fd780031400 comp rx=0 tx=0).stop 2024-09-05T07:44:20.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.744+0000 7fd798379640 1 -- 172.21.15.71:0/1475854938 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd790102df0 msgr2=0x7fd790198580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:20.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.744+0000 7fd798379640 1 --2- 172.21.15.71:0/1475854938 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd790102df0 0x7fd790198580 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fd78c00c890 tx=0x7fd78c00cd50 comp rx=0 tx=0).stop 2024-09-05T07:44:20.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.744+0000 7fd798379640 1 -- 172.21.15.71:0/1475854938 shutdown_connections 2024-09-05T07:44:20.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.744+0000 7fd798379640 1 --2- 172.21.15.71:0/1475854938 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd77c0a2d70 0x7fd77c0a5230 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:20.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.744+0000 7fd798379640 1 --2- 172.21.15.71:0/1475854938 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd79010c2f0 0x7fd79019ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:20.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.744+0000 7fd798379640 1 --2- 172.21.15.71:0/1475854938 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd7901037a0 0x7fd790198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:20.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.744+0000 7fd798379640 1 --2- 172.21.15.71:0/1475854938 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd790102df0 0x7fd790198580 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:20.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.744+0000 7fd798379640 1 -- 172.21.15.71:0/1475854938 >> 172.21.15.71:0/1475854938 conn(0x7fd7900fc7d0 msgr2=0x7fd7900fd570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:20.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.745+0000 7fd798379640 1 -- 172.21.15.71:0/1475854938 shutdown_connections 2024-09-05T07:44:20.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:20.745+0000 7fd798379640 1 -- 172.21.15.71:0/1475854938 wait complete. 2024-09-05T07:44:21.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:21 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1475854938' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:44:21.558 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T07:44:21.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:21 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1475854938' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:44:21.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:21 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1475854938' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:44:21.804 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:44:22.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.326+0000 7f2c077c9640 1 -- 172.21.15.71:0/3006582121 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2c00102de0 msgr2=0x7f2c001031c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:22.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.326+0000 7f2c077c9640 1 --2- 172.21.15.71:0/3006582121 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2c00102de0 0x7f2c001031c0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc009900 tx=0x7f2bfc02a480 comp rx=0 tx=0).stop 2024-09-05T07:44:22.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.326+0000 7f2c077c9640 1 -- 172.21.15.71:0/3006582121 shutdown_connections 2024-09-05T07:44:22.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.326+0000 7f2c077c9640 1 --2- 172.21.15.71:0/3006582121 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2c0010c180 0x7f2c0010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.326+0000 7f2c077c9640 1 --2- 172.21.15.71:0/3006582121 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c00103700 0x7f2c0010bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.326+0000 7f2c077c9640 1 --2- 172.21.15.71:0/3006582121 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2c00102de0 0x7f2c001031c0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.326+0000 7f2c077c9640 1 -- 172.21.15.71:0/3006582121 >> 172.21.15.71:0/3006582121 conn(0x7f2c000fc7a0 msgr2=0x7f2c000febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:22.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.327+0000 7f2c077c9640 1 -- 172.21.15.71:0/3006582121 shutdown_connections 2024-09-05T07:44:22.357 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.327+0000 7f2c077c9640 1 -- 172.21.15.71:0/3006582121 wait complete. 2024-09-05T07:44:22.358 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.327+0000 7f2c077c9640 1 Processor -- start 2024-09-05T07:44:22.358 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.327+0000 7f2c077c9640 1 -- start start 2024-09-05T07:44:22.358 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2c077c9640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2c00102de0 0x7f2c001984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:22.358 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2c077c9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c00103700 0x7f2c00198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:22.358 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2c077c9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2c0010c180 0x7f2c0019cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:22.358 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2c077c9640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2c00111ee0 con 0x7f2c0010c180 2024-09-05T07:44:22.358 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2c077c9640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2c00111d60 con 0x7f2c00102de0 2024-09-05T07:44:22.358 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2c077c9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2c00112060 con 0x7f2c00103700 2024-09-05T07:44:22.358 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2c05d66640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2c0010c180 0x7f2c0019cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:22.358 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2c05d66640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2c0010c180 0x7f2c0019cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58074/0 (socket says 172.21.15.71:58074) 2024-09-05T07:44:22.358 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2c05d66640 1 -- 172.21.15.71:0/2098554114 learned_addr learned my addr 172.21.15.71:0/2098554114 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:22.358 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2c04d64640 1 --2- 172.21.15.71:0/2098554114 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c00103700 0x7f2c00198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:22.358 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2c05565640 1 --2- 172.21.15.71:0/2098554114 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2c00102de0 0x7f2c001984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:22.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2c05d66640 1 -- 172.21.15.71:0/2098554114 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c00103700 msgr2=0x7f2c00198a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:22.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2c05d66640 1 --2- 172.21.15.71:0/2098554114 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c00103700 0x7f2c00198a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2c05d66640 1 -- 172.21.15.71:0/2098554114 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2c00102de0 msgr2=0x7f2c001984c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:22.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2c05d66640 1 --2- 172.21.15.71:0/2098554114 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2c00102de0 0x7f2c001984c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2c05d66640 1 -- 172.21.15.71:0/2098554114 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c0019d470 con 0x7f2c0010c180 2024-09-05T07:44:22.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2c04d64640 1 --2- 172.21.15.71:0/2098554114 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c00103700 0x7f2c00198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:44:22.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2c05d66640 1 --2- 172.21.15.71:0/2098554114 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2c0010c180 0x7f2c0019cd90 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f2bf800b970 tx=0x7f2bf800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:22.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2bf67fc640 1 -- 172.21.15.71:0/2098554114 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bf8019070 con 0x7f2c0010c180 2024-09-05T07:44:22.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2bf67fc640 1 -- 172.21.15.71:0/2098554114 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2bf8014440 con 0x7f2c0010c180 2024-09-05T07:44:22.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2c077c9640 1 -- 172.21.15.71:0/2098554114 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c0019d760 con 0x7f2c0010c180 2024-09-05T07:44:22.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.328+0000 7f2bf67fc640 1 -- 172.21.15.71:0/2098554114 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bf80075d0 con 0x7f2c0010c180 2024-09-05T07:44:22.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.329+0000 7f2c077c9640 1 -- 172.21.15.71:0/2098554114 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c001a5040 con 0x7f2c0010c180 2024-09-05T07:44:22.359 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.331+0000 7f2bf67fc640 1 -- 172.21.15.71:0/2098554114 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f2bf801c070 con 0x7f2c0010c180 2024-09-05T07:44:22.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.331+0000 7f2c09ba2740 1 Processor -- start 2024-09-05T07:44:22.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.331+0000 7f2c09ba2740 1 -- start start 2024-09-05T07:44:22.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.331+0000 7f2c09ba2740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5600eb19cb40 0x5600eb19b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:22.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.331+0000 7f2c09ba2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb19b5d0 0x5600eb19ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:22.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.331+0000 7f2c09ba2740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb1aa780 0x5600eb1acb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:22.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.331+0000 7f2c09ba2740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5600eb1012f0 con 0x5600eb1aa780 2024-09-05T07:44:22.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.331+0000 7f2c09ba2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5600eb0a8cf0 con 0x5600eb19b5d0 2024-09-05T07:44:22.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.331+0000 7f2c09ba2740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5600eb0fd2b0 con 0x5600eb19cb40 2024-09-05T07:44:22.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.331+0000 7f2bf67fc640 1 --2- 172.21.15.71:0/2098554114 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2bec0a2d70 0x7f2bec0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:22.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.332+0000 7f2c04d64640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb1aa780 0x5600eb1acb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:22.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.332+0000 7f2c05d66640 1 --2- 172.21.15.71:0/2098554114 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2bec0a2d70 0x7f2bec0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:22.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.332+0000 7f2c04d64640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb1aa780 0x5600eb1acb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58082/0 (socket says 172.21.15.71:58082) 2024-09-05T07:44:22.360 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.332+0000 7f2c04d64640 1 -- 172.21.15.71:0/588455115 learned_addr learned my addr 172.21.15.71:0/588455115 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:22.361 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.332+0000 7f2c05565640 1 --2- 172.21.15.71:0/588455115 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb19b5d0 0x5600eb19ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:22.361 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.332+0000 7f2c04d64640 1 --2- 172.21.15.71:0/588455115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5600eb19cb40 0x5600eb19b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:22.361 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.332+0000 7f2bf67fc640 1 -- 172.21.15.71:0/2098554114 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f2bf80ced30 con 0x7f2c0010c180 2024-09-05T07:44:22.361 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.332+0000 7f2c05565640 1 -- 172.21.15.71:0/588455115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5600eb19cb40 msgr2=0x5600eb19b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:22.361 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.332+0000 7f2c05565640 1 --2- 172.21.15.71:0/588455115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5600eb19cb40 0x5600eb19b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.361 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.332+0000 7f2c05565640 1 -- 172.21.15.71:0/588455115 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb1aa780 msgr2=0x5600eb1acb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:22.361 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.332+0000 7f2c05565640 1 --2- 172.21.15.71:0/588455115 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb1aa780 0x5600eb1acb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.361 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.332+0000 7f2c05565640 1 -- 172.21.15.71:0/588455115 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600eb08d3a0 con 0x5600eb19b5d0 2024-09-05T07:44:22.361 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.332+0000 7f2c04d64640 1 --2- 172.21.15.71:0/588455115 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb1aa780 0x5600eb1acb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:44:22.361 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.332+0000 7f2c05d66640 1 --2- 172.21.15.71:0/2098554114 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2bec0a2d70 0x7f2bec0a5230 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f2bf80cc240 tx=0x7f2bf806cf20 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:22.361 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.332+0000 7f2c05565640 1 --2- 172.21.15.71:0/588455115 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb19b5d0 0x5600eb19ba10 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc009230 tx=0x7f2bfc031cb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a94fcc5ac6a61c85 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:22.361 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.332+0000 7f2beb7fe640 1 -- 172.21.15.71:0/588455115 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bfc03f070 con 0x5600eb19b5d0 2024-09-05T07:44:22.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.332+0000 7f2beb7fe640 1 -- 172.21.15.71:0/588455115 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2bfc0316a0 con 0x5600eb19b5d0 2024-09-05T07:44:22.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.332+0000 7f2beb7fe640 1 -- 172.21.15.71:0/588455115 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bfc035070 con 0x5600eb19b5d0 2024-09-05T07:44:22.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.333+0000 7f2c09ba2740 1 -- 172.21.15.71:0/588455115 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb19b5d0 msgr2=0x5600eb19ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:22.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.333+0000 7f2c09ba2740 1 --2- 172.21.15.71:0/588455115 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb19b5d0 0x5600eb19ba10 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc009230 tx=0x7f2bfc031cb0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.333+0000 7f2c09ba2740 1 -- 172.21.15.71:0/588455115 shutdown_connections 2024-09-05T07:44:22.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.333+0000 7f2c09ba2740 1 --2- 172.21.15.71:0/588455115 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb1aa780 0x5600eb1acb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.333+0000 7f2c09ba2740 1 --2- 172.21.15.71:0/588455115 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb19b5d0 0x5600eb19ba10 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.364 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.333+0000 7f2c09ba2740 1 --2- 172.21.15.71:0/588455115 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5600eb19cb40 0x5600eb19b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.333+0000 7f2c09ba2740 1 -- 172.21.15.71:0/588455115 >> 172.21.15.71:0/588455115 conn(0x5600eb164310 msgr2=0x5600eb197c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:22.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.333+0000 7f2c09ba2740 1 -- 172.21.15.71:0/588455115 shutdown_connections 2024-09-05T07:44:22.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.333+0000 7f2c09ba2740 1 -- 172.21.15.71:0/588455115 wait complete. 2024-09-05T07:44:22.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.333+0000 7f2c09ba2740 1 -- start start 2024-09-05T07:44:22.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.334+0000 7f2c09ba2740 1 Processor -- start 2024-09-05T07:44:22.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.334+0000 7f2c09ba2740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5600eb19b5d0 0x5600eb1aa150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:22.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.334+0000 7f2c09ba2740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19cb40 0x5600eb1a7400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:22.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.334+0000 7f2c09ba2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb1aa780 0x5600eb1a79f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:22.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.334+0000 7f2c09ba2740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5600eb1ad420 con 0x5600eb19cb40 2024-09-05T07:44:22.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.334+0000 7f2c09ba2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5600eb0bc060 con 0x5600eb1aa780 2024-09-05T07:44:22.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.334+0000 7f2c09ba2740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5600eb1ad5a0 con 0x5600eb19b5d0 2024-09-05T07:44:22.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.334+0000 7f2c09ba2740 10 client.0 _ll_register_callbacks cb 0x5600eae0f8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:44:22.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.334+0000 7f2c05565640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19cb40 0x5600eb1a7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:22.365 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.334+0000 7f2c05565640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19cb40 0x5600eb1a7400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58096/0 (socket says 172.21.15.71:58096) 2024-09-05T07:44:22.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.334+0000 7f2c05565640 1 -- 172.21.15.71:0/452769248 learned_addr learned my addr 172.21.15.71:0/452769248 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:22.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.334+0000 7f2c04d64640 1 --2- 172.21.15.71:0/452769248 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5600eb19b5d0 0x5600eb1aa150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:22.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.334+0000 7f2c04d64640 1 --2- 172.21.15.71:0/452769248 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb1aa780 0x5600eb1a79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:22.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.334+0000 7f2c05565640 1 -- 172.21.15.71:0/452769248 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5600eb19b5d0 msgr2=0x5600eb1aa150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:22.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.335+0000 7f2c05565640 1 --2- 172.21.15.71:0/452769248 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5600eb19b5d0 0x5600eb1aa150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.335+0000 7f2c05565640 1 -- 172.21.15.71:0/452769248 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb1aa780 msgr2=0x5600eb1a79f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:22.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.335+0000 7f2c05565640 1 --2- 172.21.15.71:0/452769248 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb1aa780 0x5600eb1a79f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.335+0000 7f2c05565640 1 -- 172.21.15.71:0/452769248 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5600eae723c0 con 0x5600eb19cb40 2024-09-05T07:44:22.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.335+0000 7f2c05565640 1 --2- 172.21.15.71:0/452769248 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19cb40 0x5600eb1a7400 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc031440 tx=0x7f2bfc005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fa9a8a7385a421d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:22.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.335+0000 7f2be8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:44:22.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.335+0000 7f2be8ff9640 1 -- 172.21.15.71:0/452769248 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bfc035030 con 0x5600eb19cb40 2024-09-05T07:44:22.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.335+0000 7f2c09ba2740 1 -- 172.21.15.71:0/452769248 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2bfc0316a0 con 0x5600eb19cb40 2024-09-05T07:44:22.366 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.335+0000 7f2be8ff9640 1 -- 172.21.15.71:0/452769248 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f2bfc004260 con 0x5600eb19cb40 2024-09-05T07:44:22.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.335+0000 7f2be8ff9640 1 -- 172.21.15.71:0/452769248 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2bfc055050 con 0x5600eb19cb40 2024-09-05T07:44:22.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.335+0000 7f2c09ba2740 10 client.16512 fetch_fsmap learned FSMap version 26 2024-09-05T07:44:22.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.335+0000 7f2c09ba2740 1 -- 172.21.15.71:0/452769248 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5600eb1b8e90 con 0x5600eb19cb40 2024-09-05T07:44:22.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.335+0000 7f2be8ff9640 1 -- 172.21.15.71:0/452769248 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2bfc0316a0 con 0x5600eb19cb40 2024-09-05T07:44:22.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.335+0000 7f2be8ff9640 1 -- 172.21.15.71:0/452769248 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f2bfc0038b0 con 0x5600eb19cb40 2024-09-05T07:44:22.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.335+0000 7f2c09ba2740 10 client.16512 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:44:22.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.335+0000 7f2c09ba2740 10 client.16512 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:44:22.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.335+0000 7f2c09ba2740 20 client.16512 populate_metadata read hostname 'smithi071' 2024-09-05T07:44:22.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.335+0000 7f2c09ba2740 1 --2- 172.21.15.71:0/452769248 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5600eb1ba1e0 0x5600eb1bc5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:22.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.335+0000 7f2c09ba2740 4 client.16512 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:44:22.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.335+0000 7f2c09ba2740 1 -- 172.21.15.71:0/452769248 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5600eb10e860 con 0x5600eb1ba1e0 2024-09-05T07:44:22.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.336+0000 7f2c04d64640 1 --2- 172.21.15.71:0/452769248 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5600eb1ba1e0 0x5600eb1bc5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:22.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.336+0000 7f2c04d64640 1 --2- 172.21.15.71:0/452769248 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5600eb1ba1e0 0x5600eb1bc5d0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=bbbaae5ecb33d237 server_cookie=3b5436e73e711593 in_seq=0 out_seq=0 2024-09-05T07:44:22.367 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.336+0000 7f2be8ff9640 10 client.16512 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:44:22.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.337+0000 7f2be8ff9640 1 -- 172.21.15.71:0/452769248 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5600eb10e860 con 0x5600eb1ba1e0 2024-09-05T07:44:22.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.337+0000 7f2be8ff9640 10 client.16512 handle_command_reply: tid=0 2024-09-05T07:44:22.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.337+0000 7f2c09ba2740 1 client.16512 shutdown 2024-09-05T07:44:22.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.337+0000 7f2c09ba2740 1 -- 172.21.15.71:0/452769248 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19cb40 msgr2=0x5600eb1a7400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:22.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.337+0000 7f2c09ba2740 1 --2- 172.21.15.71:0/452769248 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19cb40 0x5600eb1a7400 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc031440 tx=0x7f2bfc005020 comp rx=0 tx=0).stop 2024-09-05T07:44:22.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.337+0000 7f2c09ba2740 1 -- 172.21.15.71:0/452769248 shutdown_connections 2024-09-05T07:44:22.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.337+0000 7f2c09ba2740 1 --2- 172.21.15.71:0/452769248 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5600eb1ba1e0 0x5600eb1bc5d0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.337+0000 7f2c09ba2740 1 --2- 172.21.15.71:0/452769248 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb1aa780 0x5600eb1a79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.337+0000 7f2c09ba2740 1 --2- 172.21.15.71:0/452769248 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19cb40 0x5600eb1a7400 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.337+0000 7f2c09ba2740 1 --2- 172.21.15.71:0/452769248 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5600eb19b5d0 0x5600eb1aa150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.337+0000 7f2c09ba2740 1 -- 172.21.15.71:0/452769248 >> 172.21.15.71:0/452769248 conn(0x5600eb164310 msgr2=0x5600eb19d960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:22.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.337+0000 7f2be8ff9640 0 client.16512 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:44:22.368 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.337+0000 7f2c09ba2740 1 -- 172.21.15.71:0/452769248 shutdown_connections 2024-09-05T07:44:22.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.337+0000 7f2c09ba2740 1 -- 172.21.15.71:0/452769248 wait complete. 2024-09-05T07:44:22.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.337+0000 7f2c09ba2740 20 client.16512 trim_cache size 0 max 16384 2024-09-05T07:44:22.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.350+0000 7f2c09ba2740 1 Processor -- start 2024-09-05T07:44:22.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.350+0000 7f2c09ba2740 1 -- start start 2024-09-05T07:44:22.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.350+0000 7f2c09ba2740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19b5d0 0x5600eb1a73d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:22.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.350+0000 7f2c09ba2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb19cb40 0x5600eb1b66c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:22.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.350+0000 7f2c09ba2740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5600eb1aa780 0x5600eb1c1c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:22.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.350+0000 7f2c09ba2740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2c001af720 con 0x5600eb19b5d0 2024-09-05T07:44:22.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.350+0000 7f2c09ba2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2c001acff0 con 0x5600eb19cb40 2024-09-05T07:44:22.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.350+0000 7f2c09ba2740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2c001aae40 con 0x5600eb1aa780 2024-09-05T07:44:22.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.350+0000 7f2c04d64640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19b5d0 0x5600eb1a73d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:22.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.350+0000 7f2c04d64640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19b5d0 0x5600eb1a73d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58100/0 (socket says 172.21.15.71:58100) 2024-09-05T07:44:22.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.350+0000 7f2c04d64640 1 -- 172.21.15.71:0/4255047661 learned_addr learned my addr 172.21.15.71:0/4255047661 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:22.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.351+0000 7f2c05565640 1 --2- 172.21.15.71:0/4255047661 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb19cb40 0x5600eb1b66c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:22.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.351+0000 7f2c04d64640 1 -- 172.21.15.71:0/4255047661 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5600eb1aa780 msgr2=0x5600eb1c1c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:22.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.351+0000 7f2c04d64640 1 --2- 172.21.15.71:0/4255047661 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5600eb1aa780 0x5600eb1c1c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.351+0000 7f2c04d64640 1 -- 172.21.15.71:0/4255047661 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb19cb40 msgr2=0x5600eb1b66c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:22.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.351+0000 7f2c04d64640 1 --2- 172.21.15.71:0/4255047661 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb19cb40 0x5600eb1b66c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.351+0000 7f2c04d64640 1 -- 172.21.15.71:0/4255047661 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600eb198730 con 0x5600eb19b5d0 2024-09-05T07:44:22.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.351+0000 7f2c05565640 1 --2- 172.21.15.71:0/4255047661 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb19cb40 0x5600eb1b66c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:44:22.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.351+0000 7f2c04d64640 1 --2- 172.21.15.71:0/4255047661 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19b5d0 0x5600eb1a73d0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f2bf000afd0 tx=0x7f2bf000a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75c56f1a12ee2c90 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:22.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.351+0000 7f2beaffd640 1 -- 172.21.15.71:0/4255047661 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bf0027070 con 0x5600eb19b5d0 2024-09-05T07:44:22.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.351+0000 7f2beaffd640 1 -- 172.21.15.71:0/4255047661 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2bf0017a10 con 0x5600eb19b5d0 2024-09-05T07:44:22.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.351+0000 7f2beaffd640 1 -- 172.21.15.71:0/4255047661 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bf0022630 con 0x5600eb19b5d0 2024-09-05T07:44:22.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.351+0000 7f2c09ba2740 1 -- 172.21.15.71:0/4255047661 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19b5d0 msgr2=0x5600eb1a73d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:22.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.351+0000 7f2c09ba2740 1 --2- 172.21.15.71:0/4255047661 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19b5d0 0x5600eb1a73d0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f2bf000afd0 tx=0x7f2bf000a340 comp rx=0 tx=0).stop 2024-09-05T07:44:22.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.352+0000 7f2c09ba2740 1 -- 172.21.15.71:0/4255047661 shutdown_connections 2024-09-05T07:44:22.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.352+0000 7f2c09ba2740 1 --2- 172.21.15.71:0/4255047661 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5600eb1aa780 0x5600eb1c1c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.352+0000 7f2c09ba2740 1 --2- 172.21.15.71:0/4255047661 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb19cb40 0x5600eb1b66c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.352+0000 7f2c09ba2740 1 --2- 172.21.15.71:0/4255047661 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19b5d0 0x5600eb1a73d0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.352+0000 7f2c09ba2740 1 -- 172.21.15.71:0/4255047661 >> 172.21.15.71:0/4255047661 conn(0x5600eb164310 msgr2=0x5600eb1a6cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:22.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.352+0000 7f2c09ba2740 1 -- 172.21.15.71:0/4255047661 shutdown_connections 2024-09-05T07:44:22.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.352+0000 7f2c09ba2740 1 -- 172.21.15.71:0/4255047661 wait complete. 2024-09-05T07:44:22.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.352+0000 7f2c09ba2740 1 -- start start 2024-09-05T07:44:22.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.352+0000 7f2c09ba2740 1 Processor -- start 2024-09-05T07:44:22.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.352+0000 7f2c09ba2740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19b5d0 0x5600eb1b2a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:22.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.352+0000 7f2c09ba2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb19cb40 0x5600eb1b2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:22.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2c09ba2740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5600eb1aa780 0x5600eb1a3c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:22.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2c09ba2740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2c001ab4b0 con 0x5600eb19b5d0 2024-09-05T07:44:22.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2c09ba2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2c001ac920 con 0x5600eb19cb40 2024-09-05T07:44:22.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2c09ba2740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2c001abb80 con 0x5600eb1aa780 2024-09-05T07:44:22.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2c09ba2740 10 client.0 _ll_register_callbacks cb 0x7f2bf000a850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:44:22.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2c04d64640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19b5d0 0x5600eb1b2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:22.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2c04d64640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19b5d0 0x5600eb1b2a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58110/0 (socket says 172.21.15.71:58110) 2024-09-05T07:44:22.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2c04d64640 1 -- 172.21.15.71:0/1766748191 learned_addr learned my addr 172.21.15.71:0/1766748191 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:22.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2c05565640 1 --2- 172.21.15.71:0/1766748191 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb19cb40 0x5600eb1b2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:22.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2c04d64640 1 --2- 172.21.15.71:0/1766748191 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5600eb1aa780 0x5600eb1a3c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:22.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2c04d64640 1 -- 172.21.15.71:0/1766748191 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5600eb1aa780 msgr2=0x5600eb1a3c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:22.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2c04d64640 1 --2- 172.21.15.71:0/1766748191 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5600eb1aa780 0x5600eb1a3c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2c04d64640 1 -- 172.21.15.71:0/1766748191 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb19cb40 msgr2=0x5600eb1b2fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:22.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2c04d64640 1 --2- 172.21.15.71:0/1766748191 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb19cb40 0x5600eb1b2fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2c04d64640 1 -- 172.21.15.71:0/1766748191 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5600eb1a4440 con 0x5600eb19b5d0 2024-09-05T07:44:22.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2c05565640 1 --2- 172.21.15.71:0/1766748191 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb19cb40 0x5600eb1b2fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:44:22.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2c04d64640 1 --2- 172.21.15.71:0/1766748191 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19b5d0 0x5600eb1b2a80 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f2bf0022fd0 tx=0x7f2bf000a0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3551921ea75a924e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:22.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2be8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:44:22.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2be8ff9640 1 -- 172.21.15.71:0/1766748191 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bf0027050 con 0x5600eb19b5d0 2024-09-05T07:44:22.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2be8ff9640 1 -- 172.21.15.71:0/1766748191 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f2bf0017770 con 0x5600eb19b5d0 2024-09-05T07:44:22.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2c09ba2740 1 -- 172.21.15.71:0/1766748191 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2bf0017a10 con 0x5600eb19b5d0 2024-09-05T07:44:22.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2be8ff9640 1 -- 172.21.15.71:0/1766748191 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2bf003d050 con 0x5600eb19b5d0 2024-09-05T07:44:22.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2c09ba2740 10 client.16518 fetch_fsmap learned FSMap version 26 2024-09-05T07:44:22.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.353+0000 7f2c09ba2740 1 -- 172.21.15.71:0/1766748191 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5600eb224600 con 0x5600eb19b5d0 2024-09-05T07:44:22.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.354+0000 7f2be8ff9640 1 -- 172.21.15.71:0/1766748191 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2bf0017a10 con 0x5600eb19b5d0 2024-09-05T07:44:22.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.354+0000 7f2be8ff9640 1 -- 172.21.15.71:0/1766748191 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f2bf0015040 con 0x5600eb19b5d0 2024-09-05T07:44:22.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.354+0000 7f2c09ba2740 10 client.16518 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:44:22.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.354+0000 7f2c09ba2740 10 client.16518 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:44:22.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.354+0000 7f2c09ba2740 20 client.16518 populate_metadata read hostname 'smithi071' 2024-09-05T07:44:22.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.354+0000 7f2c09ba2740 1 --2- 172.21.15.71:0/1766748191 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5600eb224c10 0x5600eb227030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:22.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.354+0000 7f2c09ba2740 4 client.16518 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:44:22.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.354+0000 7f2c09ba2740 1 -- 172.21.15.71:0/1766748191 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5600eb108d70 con 0x5600eb224c10 2024-09-05T07:44:22.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.354+0000 7f2c05565640 1 --2- 172.21.15.71:0/1766748191 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5600eb224c10 0x5600eb227030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:22.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.355+0000 7f2c05565640 1 --2- 172.21.15.71:0/1766748191 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5600eb224c10 0x5600eb227030 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=661e9f8ab07fae87 server_cookie=bc4e8cc1a0bec46d in_seq=0 out_seq=0 2024-09-05T07:44:22.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.355+0000 7f2be8ff9640 10 client.16518 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:44:22.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.355+0000 7f2be8ff9640 1 -- 172.21.15.71:0/1766748191 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5600eb108d70 con 0x5600eb224c10 2024-09-05T07:44:22.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.355+0000 7f2be8ff9640 10 client.16518 handle_command_reply: tid=0 2024-09-05T07:44:22.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.355+0000 7f2c09ba2740 1 client.16518 shutdown 2024-09-05T07:44:22.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.355+0000 7f2c09ba2740 1 -- 172.21.15.71:0/1766748191 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19b5d0 msgr2=0x5600eb1b2a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:22.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.355+0000 7f2c09ba2740 1 --2- 172.21.15.71:0/1766748191 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19b5d0 0x5600eb1b2a80 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f2bf0022fd0 tx=0x7f2bf000a0d0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.355+0000 7f2c09ba2740 1 -- 172.21.15.71:0/1766748191 shutdown_connections 2024-09-05T07:44:22.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.355+0000 7f2c09ba2740 1 --2- 172.21.15.71:0/1766748191 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x5600eb224c10 0x5600eb227030 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.355+0000 7f2be8ff9640 0 client.16518 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:44:22.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.355+0000 7f2c09ba2740 1 --2- 172.21.15.71:0/1766748191 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5600eb1aa780 0x5600eb1a3c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.355+0000 7f2c09ba2740 1 --2- 172.21.15.71:0/1766748191 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5600eb19cb40 0x5600eb1b2fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.355+0000 7f2c09ba2740 1 --2- 172.21.15.71:0/1766748191 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5600eb19b5d0 0x5600eb1b2a80 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.355+0000 7f2c09ba2740 1 -- 172.21.15.71:0/1766748191 >> 172.21.15.71:0/1766748191 conn(0x5600eb164310 msgr2=0x5600eb1a8c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:22.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.355+0000 7f2c09ba2740 1 -- 172.21.15.71:0/1766748191 shutdown_connections 2024-09-05T07:44:22.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.355+0000 7f2c09ba2740 1 -- 172.21.15.71:0/1766748191 wait complete. 2024-09-05T07:44:22.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.355+0000 7f2c09ba2740 20 client.16518 trim_cache size 0 max 16384 2024-09-05T07:44:22.375 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:44:22.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.356+0000 7f2c077c9640 1 -- 172.21.15.71:0/2098554114 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2bec0a2d70 msgr2=0x7f2bec0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:22.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.356+0000 7f2c077c9640 1 --2- 172.21.15.71:0/2098554114 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2bec0a2d70 0x7f2bec0a5230 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f2bf80cc240 tx=0x7f2bf806cf20 comp rx=0 tx=0).stop 2024-09-05T07:44:22.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.356+0000 7f2c077c9640 1 -- 172.21.15.71:0/2098554114 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2c0010c180 msgr2=0x7f2c0019cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:22.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.356+0000 7f2c077c9640 1 --2- 172.21.15.71:0/2098554114 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2c0010c180 0x7f2c0019cd90 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f2bf800b970 tx=0x7f2bf800be30 comp rx=0 tx=0).stop 2024-09-05T07:44:22.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.356+0000 7f2c077c9640 1 -- 172.21.15.71:0/2098554114 shutdown_connections 2024-09-05T07:44:22.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.356+0000 7f2c077c9640 1 --2- 172.21.15.71:0/2098554114 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2bec0a2d70 0x7f2bec0a5230 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.356+0000 7f2c077c9640 1 --2- 172.21.15.71:0/2098554114 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2c0010c180 0x7f2c0019cd90 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.356+0000 7f2c077c9640 1 --2- 172.21.15.71:0/2098554114 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2c00103700 0x7f2c00198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.356+0000 7f2c077c9640 1 --2- 172.21.15.71:0/2098554114 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2c00102de0 0x7f2c001984c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:22.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.356+0000 7f2c077c9640 1 -- 172.21.15.71:0/2098554114 >> 172.21.15.71:0/2098554114 conn(0x7f2c000fc7a0 msgr2=0x7f2c000fe230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:22.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.356+0000 7f2c077c9640 1 -- 172.21.15.71:0/2098554114 shutdown_connections 2024-09-05T07:44:22.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:22.356+0000 7f2c077c9640 1 -- 172.21.15.71:0/2098554114 wait complete. 2024-09-05T07:44:22.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:22 smithi071 ceph-mon[30965]: pgmap v175: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-09-05T07:44:22.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:22 smithi123 ceph-mon[34568]: pgmap v175: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-09-05T07:44:22.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:22 smithi192 ceph-mon[34929]: pgmap v175: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-09-05T07:44:23.197 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T07:44:23.442 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:44:24.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.088+0000 7fc306370640 1 -- 172.21.15.71:0/950142364 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc300106f10 msgr2=0x7fc30010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:24.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.088+0000 7fc306370640 1 --2- 172.21.15.71:0/950142364 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc300106f10 0x7fc30010ea90 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fc2f8009ca0 tx=0x7fc2f802a8c0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.088+0000 7fc306370640 1 -- 172.21.15.71:0/950142364 shutdown_connections 2024-09-05T07:44:24.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.088+0000 7fc306370640 1 --2- 172.21.15.71:0/950142364 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc300106f10 0x7fc30010ea90 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.088+0000 7fc306370640 1 --2- 172.21.15.71:0/950142364 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc300102790 0x7fc3001067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.088+0000 7fc306370640 1 --2- 172.21.15.71:0/950142364 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc300101de0 0x7fc3001021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.088+0000 7fc306370640 1 -- 172.21.15.71:0/950142364 >> 172.21.15.71:0/950142364 conn(0x7fc3000fd8c0 msgr2=0x7fc3000ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:24.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.088+0000 7fc306370640 1 -- 172.21.15.71:0/950142364 shutdown_connections 2024-09-05T07:44:24.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.088+0000 7fc306370640 1 -- 172.21.15.71:0/950142364 wait complete. 2024-09-05T07:44:24.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.089+0000 7fc306370640 1 Processor -- start 2024-09-05T07:44:24.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.089+0000 7fc306370640 1 -- start start 2024-09-05T07:44:24.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.089+0000 7fc306370640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc300101de0 0x7fc3000744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:24.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.089+0000 7fc306370640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc300102790 0x7fc300074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:24.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.089+0000 7fc306370640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc300106f10 0x7fc300074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:24.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.089+0000 7fc306370640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc300111e60 con 0x7fc300101de0 2024-09-05T07:44:24.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.089+0000 7fc306370640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc300111ce0 con 0x7fc300106f10 2024-09-05T07:44:24.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.089+0000 7fc306370640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc300111fe0 con 0x7fc300102790 2024-09-05T07:44:24.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.089+0000 7fc2fffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc300101de0 0x7fc3000744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:24.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.089+0000 7fc2fffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc300101de0 0x7fc3000744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58126/0 (socket says 172.21.15.71:58126) 2024-09-05T07:44:24.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.089+0000 7fc2fffff640 1 -- 172.21.15.71:0/3323743355 learned_addr learned my addr 172.21.15.71:0/3323743355 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:24.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.089+0000 7fc2ff7fe640 1 --2- 172.21.15.71:0/3323743355 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc300102790 0x7fc300074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:24.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.090+0000 7fc30490d640 1 --2- 172.21.15.71:0/3323743355 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc300106f10 0x7fc300074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:24.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.090+0000 7fc2fffff640 1 -- 172.21.15.71:0/3323743355 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc300102790 msgr2=0x7fc300074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:24.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.090+0000 7fc2fffff640 1 --2- 172.21.15.71:0/3323743355 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc300102790 0x7fc300074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.090+0000 7fc2fffff640 1 -- 172.21.15.71:0/3323743355 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc300106f10 msgr2=0x7fc300074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:24.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.090+0000 7fc2fffff640 1 --2- 172.21.15.71:0/3323743355 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc300106f10 0x7fc300074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.090+0000 7fc2fffff640 1 -- 172.21.15.71:0/3323743355 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3001a6880 con 0x7fc300101de0 2024-09-05T07:44:24.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.090+0000 7fc2fffff640 1 --2- 172.21.15.71:0/3323743355 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc300101de0 0x7fc3000744f0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fc2f000d770 tx=0x7fc2f000db70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:24.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.090+0000 7fc2fd7fa640 1 -- 172.21.15.71:0/3323743355 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f0017070 con 0x7fc300101de0 2024-09-05T07:44:24.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.090+0000 7fc2fd7fa640 1 -- 172.21.15.71:0/3323743355 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc2f0009820 con 0x7fc300101de0 2024-09-05T07:44:24.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.090+0000 7fc306370640 1 -- 172.21.15.71:0/3323743355 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3001a6b70 con 0x7fc300101de0 2024-09-05T07:44:24.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.090+0000 7fc2fd7fa640 1 -- 172.21.15.71:0/3323743355 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f0004ba0 con 0x7fc300101de0 2024-09-05T07:44:24.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.090+0000 7fc306370640 1 -- 172.21.15.71:0/3323743355 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3001a7060 con 0x7fc300101de0 2024-09-05T07:44:24.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.092+0000 7fc2fd7fa640 1 -- 172.21.15.71:0/3323743355 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fc2f00099d0 con 0x7fc300101de0 2024-09-05T07:44:24.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.093+0000 7fc308749740 1 Processor -- start 2024-09-05T07:44:24.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.093+0000 7fc308749740 1 -- start start 2024-09-05T07:44:24.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.093+0000 7fc308749740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf2ab40 0x56249bf29090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:24.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.093+0000 7fc308749740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf295d0 0x56249bf29a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:24.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.093+0000 7fc308749740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf34370 0x56249bf36760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:24.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.093+0000 7fc308749740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x56249be8f2f0 con 0x56249bf295d0 2024-09-05T07:44:24.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.093+0000 7fc308749740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56249be36cf0 con 0x56249bf2ab40 2024-09-05T07:44:24.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.093+0000 7fc308749740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56249be8b2b0 con 0x56249bf34370 2024-09-05T07:44:24.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.093+0000 7fc2fffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf295d0 0x56249bf29a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:24.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.093+0000 7fc2fffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf295d0 0x56249bf29a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58134/0 (socket says 172.21.15.71:58134) 2024-09-05T07:44:24.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.093+0000 7fc2fffff640 1 -- 172.21.15.71:0/3012337005 learned_addr learned my addr 172.21.15.71:0/3012337005 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:24.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.093+0000 7fc30490d640 1 --2- 172.21.15.71:0/3012337005 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf2ab40 0x56249bf29090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:24.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.093+0000 7fc2fd7fa640 1 --2- 172.21.15.71:0/3323743355 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc2e80a2cf0 0x7fc2e80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:24.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.093+0000 7fc2ff7fe640 1 --2- 172.21.15.71:0/3012337005 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf34370 0x56249bf36760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:24.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.093+0000 7fc30490d640 1 --2- 172.21.15.71:0/3323743355 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc2e80a2cf0 0x7fc2e80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:24.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.093+0000 7fc2fffff640 1 -- 172.21.15.71:0/3012337005 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf34370 msgr2=0x56249bf36760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:24.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.093+0000 7fc2fffff640 1 --2- 172.21.15.71:0/3012337005 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf34370 0x56249bf36760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.093+0000 7fc2fffff640 1 -- 172.21.15.71:0/3012337005 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf2ab40 msgr2=0x56249bf29090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:24.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.093+0000 7fc2fffff640 1 --2- 172.21.15.71:0/3012337005 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf2ab40 0x56249bf29090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.094+0000 7fc2fd7fa640 1 -- 172.21.15.71:0/3323743355 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc2f00cf280 con 0x7fc300101de0 2024-09-05T07:44:24.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.094+0000 7fc2fffff640 1 -- 172.21.15.71:0/3012337005 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56249be1b3a0 con 0x56249bf295d0 2024-09-05T07:44:24.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.094+0000 7fc2ff7fe640 1 --2- 172.21.15.71:0/3012337005 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf34370 0x56249bf36760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:44:24.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.094+0000 7fc30490d640 1 --2- 172.21.15.71:0/3012337005 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf2ab40 0x56249bf29090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:44:24.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.094+0000 7fc2fffff640 1 --2- 172.21.15.71:0/3012337005 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf295d0 0x56249bf29a10 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fc2f009b0a0 tx=0x7fc2f0050a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8686ce725e9e587c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:24.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.094+0000 7fc2e67fc640 1 -- 172.21.15.71:0/3012337005 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f0020030 con 0x56249bf295d0 2024-09-05T07:44:24.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.094+0000 7fc2e67fc640 1 -- 172.21.15.71:0/3012337005 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc2f009b3a0 con 0x56249bf295d0 2024-09-05T07:44:24.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.094+0000 7fc2e67fc640 1 -- 172.21.15.71:0/3012337005 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f0004d40 con 0x56249bf295d0 2024-09-05T07:44:24.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.094+0000 7fc30490d640 1 --2- 172.21.15.71:0/3323743355 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc2e80a2cf0 0x7fc2e80a51b0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc2f8005cc0 tx=0x7fc2f802a8c0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:24.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.095+0000 7fc308749740 1 -- 172.21.15.71:0/3012337005 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf295d0 msgr2=0x56249bf29a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:24.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.095+0000 7fc308749740 1 --2- 172.21.15.71:0/3012337005 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf295d0 0x56249bf29a10 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fc2f009b0a0 tx=0x7fc2f0050a60 comp rx=0 tx=0).stop 2024-09-05T07:44:24.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.095+0000 7fc308749740 1 -- 172.21.15.71:0/3012337005 shutdown_connections 2024-09-05T07:44:24.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.095+0000 7fc308749740 1 --2- 172.21.15.71:0/3012337005 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf34370 0x56249bf36760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.095+0000 7fc308749740 1 --2- 172.21.15.71:0/3012337005 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf295d0 0x56249bf29a10 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.095+0000 7fc308749740 1 --2- 172.21.15.71:0/3012337005 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf2ab40 0x56249bf29090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.095+0000 7fc308749740 1 -- 172.21.15.71:0/3012337005 >> 172.21.15.71:0/3012337005 conn(0x56249bef2310 msgr2=0x56249bf25c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:24.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.095+0000 7fc308749740 1 -- 172.21.15.71:0/3012337005 shutdown_connections 2024-09-05T07:44:24.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.095+0000 7fc308749740 1 -- 172.21.15.71:0/3012337005 wait complete. 2024-09-05T07:44:24.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.095+0000 7fc308749740 1 -- start start 2024-09-05T07:44:24.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc308749740 1 Processor -- start 2024-09-05T07:44:24.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc308749740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf295d0 0x56249bf33cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:24.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc308749740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf2ab40 0x56249bf30fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:24.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc308749740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf34370 0x56249bf31520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:24.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc308749740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x56249bf36fb0 con 0x56249bf2ab40 2024-09-05T07:44:24.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc308749740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56249be4a060 con 0x56249bf295d0 2024-09-05T07:44:24.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc308749740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56249bf37130 con 0x56249bf34370 2024-09-05T07:44:24.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc308749740 10 client.0 _ll_register_callbacks cb 0x56249bb9d8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:44:24.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc2ff7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf2ab40 0x56249bf30fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:24.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc2ff7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf2ab40 0x56249bf30fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58140/0 (socket says 172.21.15.71:58140) 2024-09-05T07:44:24.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc2ff7fe640 1 -- 172.21.15.71:0/4056524853 learned_addr learned my addr 172.21.15.71:0/4056524853 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:24.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc2fffff640 1 --2- 172.21.15.71:0/4056524853 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf295d0 0x56249bf33cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:24.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc2ff7fe640 1 -- 172.21.15.71:0/4056524853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf34370 msgr2=0x56249bf31520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:24.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc30490d640 1 --2- 172.21.15.71:0/4056524853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf34370 0x56249bf31520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:24.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc2ff7fe640 1 --2- 172.21.15.71:0/4056524853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf34370 0x56249bf31520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc2ff7fe640 1 -- 172.21.15.71:0/4056524853 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf295d0 msgr2=0x56249bf33cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:24.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc2ff7fe640 1 --2- 172.21.15.71:0/4056524853 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf295d0 0x56249bf33cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc2ff7fe640 1 -- 172.21.15.71:0/4056524853 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56249bc003c0 con 0x56249bf2ab40 2024-09-05T07:44:24.114 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc2fffff640 1 --2- 172.21.15.71:0/4056524853 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf295d0 0x56249bf33cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:44:24.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc30490d640 1 --2- 172.21.15.71:0/4056524853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf34370 0x56249bf31520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:44:24.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc2ff7fe640 1 --2- 172.21.15.71:0/4056524853 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf2ab40 0x56249bf30fa0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fc2f4009eb0 tx=0x7fc2f4011630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d42fdf92554201fd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:24.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.096+0000 7fc2df7fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:44:24.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.097+0000 7fc2df7fe640 1 -- 172.21.15.71:0/4056524853 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f4019070 con 0x56249bf2ab40 2024-09-05T07:44:24.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.097+0000 7fc2df7fe640 1 -- 172.21.15.71:0/4056524853 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc2f4015660 con 0x56249bf2ab40 2024-09-05T07:44:24.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.097+0000 7fc308749740 1 -- 172.21.15.71:0/4056524853 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2f009b3a0 con 0x56249bf2ab40 2024-09-05T07:44:24.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.097+0000 7fc2df7fe640 1 -- 172.21.15.71:0/4056524853 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc2f4025050 con 0x56249bf2ab40 2024-09-05T07:44:24.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.097+0000 7fc308749740 10 client.16530 fetch_fsmap learned FSMap version 26 2024-09-05T07:44:24.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.097+0000 7fc308749740 1 -- 172.21.15.71:0/4056524853 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56249bf42a90 con 0x56249bf2ab40 2024-09-05T07:44:24.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.097+0000 7fc2df7fe640 1 -- 172.21.15.71:0/4056524853 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc2f009b3a0 con 0x56249bf2ab40 2024-09-05T07:44:24.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.097+0000 7fc2df7fe640 1 -- 172.21.15.71:0/4056524853 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc2f4014a00 con 0x56249bf2ab40 2024-09-05T07:44:24.115 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.097+0000 7fc308749740 10 client.16530 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:44:24.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.097+0000 7fc308749740 10 client.16530 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:44:24.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.097+0000 7fc308749740 20 client.16530 populate_metadata read hostname 'smithi071' 2024-09-05T07:44:24.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.097+0000 7fc308749740 1 --2- 172.21.15.71:0/4056524853 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x56249bf43f40 0x56249bf46360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:24.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.097+0000 7fc308749740 4 client.16530 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:44:24.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.097+0000 7fc308749740 1 -- 172.21.15.71:0/4056524853 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56249be9c860 con 0x56249bf43f40 2024-09-05T07:44:24.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.098+0000 7fc2fffff640 1 --2- 172.21.15.71:0/4056524853 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x56249bf43f40 0x56249bf46360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:24.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.098+0000 7fc2df7fe640 10 client.16530 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:44:24.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.098+0000 7fc2fffff640 1 --2- 172.21.15.71:0/4056524853 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x56249bf43f40 0x56249bf46360 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e6a098cfd8a2192e server_cookie=ab4c84d2ac18d93f in_seq=0 out_seq=0 2024-09-05T07:44:24.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.099+0000 7fc2df7fe640 1 -- 172.21.15.71:0/4056524853 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56249be9c860 con 0x56249bf43f40 2024-09-05T07:44:24.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.099+0000 7fc2df7fe640 10 client.16530 handle_command_reply: tid=0 2024-09-05T07:44:24.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.099+0000 7fc308749740 1 client.16530 shutdown 2024-09-05T07:44:24.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.099+0000 7fc308749740 1 -- 172.21.15.71:0/4056524853 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf2ab40 msgr2=0x56249bf30fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:24.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.099+0000 7fc308749740 1 --2- 172.21.15.71:0/4056524853 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf2ab40 0x56249bf30fa0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fc2f4009eb0 tx=0x7fc2f4011630 comp rx=0 tx=0).stop 2024-09-05T07:44:24.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.099+0000 7fc308749740 1 -- 172.21.15.71:0/4056524853 shutdown_connections 2024-09-05T07:44:24.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.099+0000 7fc308749740 1 --2- 172.21.15.71:0/4056524853 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf34370 0x56249bf31520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.099+0000 7fc308749740 1 --2- 172.21.15.71:0/4056524853 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf2ab40 0x56249bf30fa0 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.099+0000 7fc308749740 1 --2- 172.21.15.71:0/4056524853 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x56249bf43f40 0x56249bf46360 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.099+0000 7fc308749740 1 --2- 172.21.15.71:0/4056524853 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf295d0 0x56249bf33cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.099+0000 7fc308749740 1 -- 172.21.15.71:0/4056524853 >> 172.21.15.71:0/4056524853 conn(0x56249bef2310 msgr2=0x56249bf2b990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:24.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.099+0000 7fc2df7fe640 0 client.16530 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:44:24.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.099+0000 7fc308749740 1 -- 172.21.15.71:0/4056524853 shutdown_connections 2024-09-05T07:44:24.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.099+0000 7fc308749740 1 -- 172.21.15.71:0/4056524853 wait complete. 2024-09-05T07:44:24.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.099+0000 7fc308749740 20 client.16530 trim_cache size 0 max 16384 2024-09-05T07:44:24.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.112+0000 7fc308749740 1 Processor -- start 2024-09-05T07:44:24.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.112+0000 7fc308749740 1 -- start start 2024-09-05T07:44:24.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.112+0000 7fc308749740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf295d0 0x56249bf30f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:24.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.112+0000 7fc308749740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf2ab40 0x56249bf40250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:24.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.112+0000 7fc308749740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf34370 0x56249bf4bc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:24.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.112+0000 7fc308749740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc3001b3b70 con 0x56249bf34370 2024-09-05T07:44:24.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.112+0000 7fc308749740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc3001b1440 con 0x56249bf2ab40 2024-09-05T07:44:24.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.112+0000 7fc308749740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc3001af290 con 0x56249bf295d0 2024-09-05T07:44:24.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.112+0000 7fc30490d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf34370 0x56249bf4bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:24.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.113+0000 7fc30490d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf34370 0x56249bf4bc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58154/0 (socket says 172.21.15.71:58154) 2024-09-05T07:44:24.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.113+0000 7fc30490d640 1 -- 172.21.15.71:0/593583450 learned_addr learned my addr 172.21.15.71:0/593583450 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:24.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.113+0000 7fc2fffff640 1 --2- 172.21.15.71:0/593583450 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf295d0 0x56249bf30f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:24.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.113+0000 7fc2ff7fe640 1 --2- 172.21.15.71:0/593583450 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf2ab40 0x56249bf40250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:24.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.113+0000 7fc30490d640 1 -- 172.21.15.71:0/593583450 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf295d0 msgr2=0x56249bf30f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:24.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.113+0000 7fc30490d640 1 --2- 172.21.15.71:0/593583450 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf295d0 0x56249bf30f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.113+0000 7fc30490d640 1 -- 172.21.15.71:0/593583450 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf2ab40 msgr2=0x56249bf40250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:24.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.113+0000 7fc30490d640 1 --2- 172.21.15.71:0/593583450 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf2ab40 0x56249bf40250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.113+0000 7fc30490d640 1 -- 172.21.15.71:0/593583450 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56249bf2f4f0 con 0x56249bf34370 2024-09-05T07:44:24.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.113+0000 7fc2fffff640 1 --2- 172.21.15.71:0/593583450 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf295d0 0x56249bf30f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:44:24.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.113+0000 7fc30490d640 1 --2- 172.21.15.71:0/593583450 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf34370 0x56249bf4bc30 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7fc2f802ade0 tx=0x7fc2f8042000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b6b9d383e901c15 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:24.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.113+0000 7fc2e5ffb640 1 -- 172.21.15.71:0/593583450 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f8043070 con 0x56249bf34370 2024-09-05T07:44:24.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.113+0000 7fc2e5ffb640 1 -- 172.21.15.71:0/593583450 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc2f8036040 con 0x56249bf34370 2024-09-05T07:44:24.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.113+0000 7fc2e5ffb640 1 -- 172.21.15.71:0/593583450 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f80305c0 con 0x56249bf34370 2024-09-05T07:44:24.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.114+0000 7fc308749740 1 -- 172.21.15.71:0/593583450 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf34370 msgr2=0x56249bf4bc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:24.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.114+0000 7fc308749740 1 --2- 172.21.15.71:0/593583450 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf34370 0x56249bf4bc30 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7fc2f802ade0 tx=0x7fc2f8042000 comp rx=0 tx=0).stop 2024-09-05T07:44:24.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.114+0000 7fc308749740 1 -- 172.21.15.71:0/593583450 shutdown_connections 2024-09-05T07:44:24.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.114+0000 7fc308749740 1 --2- 172.21.15.71:0/593583450 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf34370 0x56249bf4bc30 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.114+0000 7fc308749740 1 --2- 172.21.15.71:0/593583450 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf2ab40 0x56249bf40250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.114+0000 7fc308749740 1 --2- 172.21.15.71:0/593583450 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf295d0 0x56249bf30f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.114+0000 7fc308749740 1 -- 172.21.15.71:0/593583450 >> 172.21.15.71:0/593583450 conn(0x56249bef2310 msgr2=0x56249bf30860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:24.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.114+0000 7fc308749740 1 -- 172.21.15.71:0/593583450 shutdown_connections 2024-09-05T07:44:24.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.114+0000 7fc308749740 1 -- 172.21.15.71:0/593583450 wait complete. 2024-09-05T07:44:24.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.114+0000 7fc308749740 1 -- start start 2024-09-05T07:44:24.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.115+0000 7fc308749740 1 Processor -- start 2024-09-05T07:44:24.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.115+0000 7fc308749740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf295d0 0x56249bf389f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:24.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.115+0000 7fc308749740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf2ab40 0x56249bf38f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:24.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.115+0000 7fc308749740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf34370 0x56249bfa7c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:24.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.115+0000 7fc308749740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc3001af900 con 0x56249bf295d0 2024-09-05T07:44:24.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.115+0000 7fc308749740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc3001b0d70 con 0x56249bf2ab40 2024-09-05T07:44:24.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.115+0000 7fc308749740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc3001affd0 con 0x56249bf34370 2024-09-05T07:44:24.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.115+0000 7fc308749740 10 client.0 _ll_register_callbacks cb 0x7fc2f40093c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:44:24.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.115+0000 7fc2fffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf295d0 0x56249bf389f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:24.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.115+0000 7fc2fffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf295d0 0x56249bf389f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58156/0 (socket says 172.21.15.71:58156) 2024-09-05T07:44:24.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.115+0000 7fc2ff7fe640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf2ab40 0x56249bf38f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:24.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.115+0000 7fc2fffff640 1 -- 172.21.15.71:0/1021512353 learned_addr learned my addr 172.21.15.71:0/1021512353 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:24.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.116+0000 7fc30490d640 1 --2- 172.21.15.71:0/1021512353 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf34370 0x56249bfa7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:24.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.116+0000 7fc2fffff640 1 -- 172.21.15.71:0/1021512353 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf34370 msgr2=0x56249bfa7c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:24.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.116+0000 7fc2fffff640 1 --2- 172.21.15.71:0/1021512353 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf34370 0x56249bfa7c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.116+0000 7fc2fffff640 1 -- 172.21.15.71:0/1021512353 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf2ab40 msgr2=0x56249bf38f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:24.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.116+0000 7fc2fffff640 1 --2- 172.21.15.71:0/1021512353 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf2ab40 0x56249bf38f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.116+0000 7fc2fffff640 1 -- 172.21.15.71:0/1021512353 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56249bfa82b0 con 0x56249bf295d0 2024-09-05T07:44:24.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.116+0000 7fc2fffff640 1 --2- 172.21.15.71:0/1021512353 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf295d0 0x56249bf389f0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7fc2f009ae40 tx=0x7fc2f00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9d0b451c29d859e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:24.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.116+0000 7fc2df7fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:44:24.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.116+0000 7fc2df7fe640 1 -- 172.21.15.71:0/1021512353 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f0020040 con 0x56249bf295d0 2024-09-05T07:44:24.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.116+0000 7fc2df7fe640 1 -- 172.21.15.71:0/1021512353 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fc2f00cc850 con 0x56249bf295d0 2024-09-05T07:44:24.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.116+0000 7fc308749740 1 -- 172.21.15.71:0/1021512353 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2f8036040 con 0x56249bf295d0 2024-09-05T07:44:24.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.116+0000 7fc2df7fe640 1 -- 172.21.15.71:0/1021512353 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc2f009b3a0 con 0x56249bf295d0 2024-09-05T07:44:24.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.116+0000 7fc308749740 10 client.16536 fetch_fsmap learned FSMap version 26 2024-09-05T07:44:24.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.116+0000 7fc308749740 1 -- 172.21.15.71:0/1021512353 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56249bfaf630 con 0x56249bf295d0 2024-09-05T07:44:24.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.116+0000 7fc2df7fe640 1 -- 172.21.15.71:0/1021512353 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc2f8036040 con 0x56249bf295d0 2024-09-05T07:44:24.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.117+0000 7fc2df7fe640 1 -- 172.21.15.71:0/1021512353 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc2f0005220 con 0x56249bf295d0 2024-09-05T07:44:24.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.117+0000 7fc308749740 10 client.16536 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:44:24.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.117+0000 7fc308749740 10 client.16536 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:44:24.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.117+0000 7fc308749740 20 client.16536 populate_metadata read hostname 'smithi071' 2024-09-05T07:44:24.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.117+0000 7fc308749740 1 --2- 172.21.15.71:0/1021512353 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x56249bfaf920 0x56249bfb1d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:24.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.117+0000 7fc308749740 4 client.16536 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:44:24.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.117+0000 7fc308749740 1 -- 172.21.15.71:0/1021512353 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56249be96d70 con 0x56249bfaf920 2024-09-05T07:44:24.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.117+0000 7fc2ff7fe640 1 --2- 172.21.15.71:0/1021512353 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x56249bfaf920 0x56249bfb1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:24.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.117+0000 7fc2ff7fe640 1 --2- 172.21.15.71:0/1021512353 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x56249bfaf920 0x56249bfb1d10 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2ded8440d1563033 server_cookie=83e16a26f87cf718 in_seq=0 out_seq=0 2024-09-05T07:44:24.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.117+0000 7fc2df7fe640 10 client.16536 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:44:24.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.118+0000 7fc2df7fe640 1 -- 172.21.15.71:0/1021512353 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56249be96d70 con 0x56249bfaf920 2024-09-05T07:44:24.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.118+0000 7fc2df7fe640 10 client.16536 handle_command_reply: tid=0 2024-09-05T07:44:24.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.118+0000 7fc308749740 1 client.16536 shutdown 2024-09-05T07:44:24.127 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.118+0000 7fc308749740 1 -- 172.21.15.71:0/1021512353 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf295d0 msgr2=0x56249bf389f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:24.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.118+0000 7fc308749740 1 --2- 172.21.15.71:0/1021512353 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf295d0 0x56249bf389f0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7fc2f009ae40 tx=0x7fc2f00057f0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.118+0000 7fc308749740 1 -- 172.21.15.71:0/1021512353 shutdown_connections 2024-09-05T07:44:24.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.118+0000 7fc308749740 1 --2- 172.21.15.71:0/1021512353 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56249bf34370 0x56249bfa7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.118+0000 7fc308749740 1 --2- 172.21.15.71:0/1021512353 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x56249bfaf920 0x56249bfb1d10 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.118+0000 7fc308749740 1 --2- 172.21.15.71:0/1021512353 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56249bf2ab40 0x56249bf38f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.118+0000 7fc308749740 1 --2- 172.21.15.71:0/1021512353 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56249bf295d0 0x56249bf389f0 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.118+0000 7fc308749740 1 -- 172.21.15.71:0/1021512353 >> 172.21.15.71:0/1021512353 conn(0x56249bef2310 msgr2=0x56249bf32800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:24.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.118+0000 7fc2df7fe640 0 client.16536 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:44:24.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.118+0000 7fc308749740 1 -- 172.21.15.71:0/1021512353 shutdown_connections 2024-09-05T07:44:24.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.118+0000 7fc308749740 1 -- 172.21.15.71:0/1021512353 wait complete. 2024-09-05T07:44:24.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.118+0000 7fc308749740 20 client.16536 trim_cache size 0 max 16384 2024-09-05T07:44:24.129 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:44:24.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.118+0000 7fc306370640 1 -- 172.21.15.71:0/3323743355 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc2e80a2cf0 msgr2=0x7fc2e80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:24.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.118+0000 7fc306370640 1 --2- 172.21.15.71:0/3323743355 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc2e80a2cf0 0x7fc2e80a51b0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc2f8005cc0 tx=0x7fc2f802a8c0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.119+0000 7fc306370640 1 -- 172.21.15.71:0/3323743355 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc300101de0 msgr2=0x7fc3000744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:24.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.119+0000 7fc306370640 1 --2- 172.21.15.71:0/3323743355 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc300101de0 0x7fc3000744f0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fc2f000d770 tx=0x7fc2f000db70 comp rx=0 tx=0).stop 2024-09-05T07:44:24.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.119+0000 7fc306370640 1 -- 172.21.15.71:0/3323743355 shutdown_connections 2024-09-05T07:44:24.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.119+0000 7fc306370640 1 --2- 172.21.15.71:0/3323743355 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc2e80a2cf0 0x7fc2e80a51b0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.119+0000 7fc306370640 1 --2- 172.21.15.71:0/3323743355 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc300106f10 0x7fc300074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.119+0000 7fc306370640 1 --2- 172.21.15.71:0/3323743355 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc300102790 0x7fc300074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.119+0000 7fc306370640 1 --2- 172.21.15.71:0/3323743355 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc300101de0 0x7fc3000744f0 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:24.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.119+0000 7fc306370640 1 -- 172.21.15.71:0/3323743355 >> 172.21.15.71:0/3323743355 conn(0x7fc3000fd8c0 msgr2=0x7fc3000fec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:24.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.119+0000 7fc306370640 1 -- 172.21.15.71:0/3323743355 shutdown_connections 2024-09-05T07:44:24.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:24.119+0000 7fc306370640 1 -- 172.21.15.71:0/3323743355 wait complete. 2024-09-05T07:44:24.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:24 smithi071 ceph-mon[30965]: pgmap v176: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 7 op/s 2024-09-05T07:44:24.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:24 smithi123 ceph-mon[34568]: pgmap v176: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 7 op/s 2024-09-05T07:44:24.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:24 smithi192 ceph-mon[34929]: pgmap v176: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 7 op/s 2024-09-05T07:44:24.823 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T07:44:25.067 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:44:25.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.581+0000 7f48b56e7640 1 -- 172.21.15.71:0/330160040 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48b0101e10 msgr2=0x7f48b01021f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:25.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.581+0000 7f48b56e7640 1 --2- 172.21.15.71:0/330160040 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48b0101e10 0x7f48b01021f0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f48a0009900 tx=0x7f48a002a410 comp rx=0 tx=0).stop 2024-09-05T07:44:25.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.581+0000 7f48b56e7640 1 -- 172.21.15.71:0/330160040 shutdown_connections 2024-09-05T07:44:25.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.581+0000 7f48b56e7640 1 --2- 172.21.15.71:0/330160040 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f48b0106f40 0x7f48b010eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.581+0000 7f48b56e7640 1 --2- 172.21.15.71:0/330160040 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48b01027c0 0x7f48b0106810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.581+0000 7f48b56e7640 1 --2- 172.21.15.71:0/330160040 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48b0101e10 0x7f48b01021f0 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.581+0000 7f48b56e7640 1 -- 172.21.15.71:0/330160040 >> 172.21.15.71:0/330160040 conn(0x7f48b00fd8d0 msgr2=0x7f48b00ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:25.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.581+0000 7f48b56e7640 1 -- 172.21.15.71:0/330160040 shutdown_connections 2024-09-05T07:44:25.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.581+0000 7f48b56e7640 1 -- 172.21.15.71:0/330160040 wait complete. 2024-09-05T07:44:25.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.582+0000 7f48b56e7640 1 Processor -- start 2024-09-05T07:44:25.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.582+0000 7f48b56e7640 1 -- start start 2024-09-05T07:44:25.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.582+0000 7f48b56e7640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f48b0101e10 0x7f48b0198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:25.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.582+0000 7f48b56e7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48b01027c0 0x7f48b01988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:25.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.582+0000 7f48b56e7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48b0106f40 0x7f48b019cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:25.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.582+0000 7f48b56e7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f48b0111e70 con 0x7f48b01027c0 2024-09-05T07:44:25.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.582+0000 7f48b56e7640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f48b0111cf0 con 0x7f48b0101e10 2024-09-05T07:44:25.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.582+0000 7f48b56e7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f48b0111ff0 con 0x7f48b0106f40 2024-09-05T07:44:25.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.582+0000 7f48a7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48b01027c0 0x7f48b01988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:25.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.582+0000 7f48a7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48b01027c0 0x7f48b01988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58174/0 (socket says 172.21.15.71:58174) 2024-09-05T07:44:25.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.582+0000 7f48a7fff640 1 -- 172.21.15.71:0/1934266926 learned_addr learned my addr 172.21.15.71:0/1934266926 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:25.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.582+0000 7f48aeffd640 1 --2- 172.21.15.71:0/1934266926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f48b0101e10 0x7f48b0198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:25.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.582+0000 7f48af7fe640 1 --2- 172.21.15.71:0/1934266926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48b0106f40 0x7f48b019cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:25.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.582+0000 7f48a7fff640 1 -- 172.21.15.71:0/1934266926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48b0106f40 msgr2=0x7f48b019cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:25.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.582+0000 7f48a7fff640 1 --2- 172.21.15.71:0/1934266926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48b0106f40 0x7f48b019cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.583+0000 7f48a7fff640 1 -- 172.21.15.71:0/1934266926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f48b0101e10 msgr2=0x7f48b0198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:25.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.583+0000 7f48a7fff640 1 --2- 172.21.15.71:0/1934266926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f48b0101e10 0x7f48b0198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.583+0000 7f48a7fff640 1 -- 172.21.15.71:0/1934266926 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48b019d320 con 0x7f48b01027c0 2024-09-05T07:44:25.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.583+0000 7f48aeffd640 1 --2- 172.21.15.71:0/1934266926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f48b0101e10 0x7f48b0198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:44:25.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.583+0000 7f48af7fe640 1 --2- 172.21.15.71:0/1934266926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48b0106f40 0x7f48b019cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:44:25.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.583+0000 7f48a7fff640 1 --2- 172.21.15.71:0/1934266926 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48b01027c0 0x7f48b01988b0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f489800c920 tx=0x7f489800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:25.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.583+0000 7f48acff9640 1 -- 172.21.15.71:0/1934266926 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4898007c70 con 0x7f48b01027c0 2024-09-05T07:44:25.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.583+0000 7f48b56e7640 1 -- 172.21.15.71:0/1934266926 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48b019d610 con 0x7f48b01027c0 2024-09-05T07:44:25.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.583+0000 7f48acff9640 1 -- 172.21.15.71:0/1934266926 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4898007e10 con 0x7f48b01027c0 2024-09-05T07:44:25.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.583+0000 7f48acff9640 1 -- 172.21.15.71:0/1934266926 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4898018820 con 0x7f48b01027c0 2024-09-05T07:44:25.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.583+0000 7f48b56e7640 1 -- 172.21.15.71:0/1934266926 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48b01a4ef0 con 0x7f48b01027c0 2024-09-05T07:44:25.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.585+0000 7f48acff9640 1 -- 172.21.15.71:0/1934266926 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f48980189c0 con 0x7f48b01027c0 2024-09-05T07:44:25.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.585+0000 7f48b7ac0740 1 Processor -- start 2024-09-05T07:44:25.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.586+0000 7f48b7ac0740 1 -- start start 2024-09-05T07:44:25.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.586+0000 7f48b7ac0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71daeb40 0x55ed71dad090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:25.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.586+0000 7f48b7ac0740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71dad5d0 0x55ed71dada10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:25.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.586+0000 7f48b7ac0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71db8370 0x55ed71dba760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:25.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.586+0000 7f48b7ac0740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55ed71d132f0 con 0x55ed71dad5d0 2024-09-05T07:44:25.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.586+0000 7f48b7ac0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ed71cbacf0 con 0x55ed71db8370 2024-09-05T07:44:25.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.586+0000 7f48b7ac0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ed71d0f2b0 con 0x55ed71daeb40 2024-09-05T07:44:25.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.586+0000 7f48acff9640 1 --2- 172.21.15.71:0/1934266926 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f489c0a2cf0 0x7f489c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:25.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.586+0000 7f48aeffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71dad5d0 0x55ed71dada10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:25.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.586+0000 7f48aeffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71dad5d0 0x55ed71dada10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58180/0 (socket says 172.21.15.71:58180) 2024-09-05T07:44:25.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.586+0000 7f48aeffd640 1 -- 172.21.15.71:0/3191490402 learned_addr learned my addr 172.21.15.71:0/3191490402 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:25.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.586+0000 7f48af7fe640 1 --2- 172.21.15.71:0/1934266926 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f489c0a2cf0 0x7f489c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:25.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.586+0000 7f48acff9640 1 -- 172.21.15.71:0/1934266926 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f48980cfa70 con 0x7f48b01027c0 2024-09-05T07:44:25.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.586+0000 7f48a7fff640 1 --2- 172.21.15.71:0/3191490402 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71db8370 0x55ed71dba760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:25.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.586+0000 7f48af7fe640 1 --2- 172.21.15.71:0/3191490402 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71daeb40 0x55ed71dad090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:25.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.586+0000 7f48aeffd640 1 -- 172.21.15.71:0/3191490402 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71daeb40 msgr2=0x55ed71dad090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:25.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.586+0000 7f48aeffd640 1 --2- 172.21.15.71:0/3191490402 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71daeb40 0x55ed71dad090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.586+0000 7f48aeffd640 1 -- 172.21.15.71:0/3191490402 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71db8370 msgr2=0x55ed71dba760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:25.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.586+0000 7f48aeffd640 1 --2- 172.21.15.71:0/3191490402 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71db8370 0x55ed71dba760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.586+0000 7f48aeffd640 1 -- 172.21.15.71:0/3191490402 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed71c9f3a0 con 0x55ed71dad5d0 2024-09-05T07:44:25.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.587+0000 7f48a7fff640 1 --2- 172.21.15.71:0/3191490402 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71db8370 0x55ed71dba760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:44:25.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.587+0000 7f48aeffd640 1 --2- 172.21.15.71:0/3191490402 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71dad5d0 0x55ed71dada10 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f48a0000c00 tx=0x7f48a0032e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77eb51bd94db5c87 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:25.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.587+0000 7f48af7fe640 1 --2- 172.21.15.71:0/1934266926 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f489c0a2cf0 0x7f489c0a51b0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f48a8011710 tx=0x7f48a800a3d0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:25.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.587+0000 7f48a57fa640 1 -- 172.21.15.71:0/3191490402 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48a003f070 con 0x55ed71dad5d0 2024-09-05T07:44:25.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.587+0000 7f48a57fa640 1 -- 172.21.15.71:0/3191490402 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48a0031760 con 0x55ed71dad5d0 2024-09-05T07:44:25.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.587+0000 7f48a57fa640 1 -- 172.21.15.71:0/3191490402 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48a0035070 con 0x55ed71dad5d0 2024-09-05T07:44:25.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.588+0000 7f48b7ac0740 1 -- 172.21.15.71:0/3191490402 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71dad5d0 msgr2=0x55ed71dada10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:25.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.588+0000 7f48b7ac0740 1 --2- 172.21.15.71:0/3191490402 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71dad5d0 0x55ed71dada10 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f48a0000c00 tx=0x7f48a0032e70 comp rx=0 tx=0).stop 2024-09-05T07:44:25.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.588+0000 7f48b7ac0740 1 -- 172.21.15.71:0/3191490402 shutdown_connections 2024-09-05T07:44:25.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.588+0000 7f48b7ac0740 1 --2- 172.21.15.71:0/3191490402 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71db8370 0x55ed71dba760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.588+0000 7f48b7ac0740 1 --2- 172.21.15.71:0/3191490402 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71dad5d0 0x55ed71dada10 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.588+0000 7f48b7ac0740 1 --2- 172.21.15.71:0/3191490402 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71daeb40 0x55ed71dad090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.588+0000 7f48b7ac0740 1 -- 172.21.15.71:0/3191490402 >> 172.21.15.71:0/3191490402 conn(0x55ed71d76310 msgr2=0x55ed71da9c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:25.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.588+0000 7f48b7ac0740 1 -- 172.21.15.71:0/3191490402 shutdown_connections 2024-09-05T07:44:25.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.588+0000 7f48b7ac0740 1 -- 172.21.15.71:0/3191490402 wait complete. 2024-09-05T07:44:25.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.588+0000 7f48b7ac0740 1 -- start start 2024-09-05T07:44:25.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.588+0000 7f48b7ac0740 1 Processor -- start 2024-09-05T07:44:25.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.588+0000 7f48b7ac0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71dad5d0 0x55ed71db7cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:25.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.588+0000 7f48b7ac0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71daeb40 0x55ed71db4f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:25.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.588+0000 7f48b7ac0740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71db8370 0x55ed71db54d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:25.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.588+0000 7f48b7ac0740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55ed71dbb010 con 0x55ed71db8370 2024-09-05T07:44:25.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.588+0000 7f48b7ac0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ed71cce060 con 0x55ed71daeb40 2024-09-05T07:44:25.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.588+0000 7f48b7ac0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ed71dbb190 con 0x55ed71dad5d0 2024-09-05T07:44:25.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.588+0000 7f48b7ac0740 10 client.0 _ll_register_callbacks cb 0x55ed71a218c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:44:25.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.589+0000 7f48af7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71db8370 0x55ed71db54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:25.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.589+0000 7f48af7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71db8370 0x55ed71db54d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58182/0 (socket says 172.21.15.71:58182) 2024-09-05T07:44:25.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.589+0000 7f48af7fe640 1 -- 172.21.15.71:0/2472797970 learned_addr learned my addr 172.21.15.71:0/2472797970 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:25.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.589+0000 7f48aeffd640 1 --2- 172.21.15.71:0/2472797970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71dad5d0 0x55ed71db7cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:25.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.589+0000 7f48a7fff640 1 --2- 172.21.15.71:0/2472797970 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71daeb40 0x55ed71db4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:25.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.589+0000 7f48af7fe640 1 -- 172.21.15.71:0/2472797970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71dad5d0 msgr2=0x55ed71db7cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:25.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.589+0000 7f48af7fe640 1 --2- 172.21.15.71:0/2472797970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71dad5d0 0x55ed71db7cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.589+0000 7f48af7fe640 1 -- 172.21.15.71:0/2472797970 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71daeb40 msgr2=0x55ed71db4f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:25.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.589+0000 7f48af7fe640 1 --2- 172.21.15.71:0/2472797970 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71daeb40 0x55ed71db4f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.589+0000 7f48af7fe640 1 -- 172.21.15.71:0/2472797970 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed71a843c0 con 0x55ed71db8370 2024-09-05T07:44:25.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.589+0000 7f48af7fe640 1 --2- 172.21.15.71:0/2472797970 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71db8370 0x55ed71db54d0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f48a8013890 tx=0x7f48a8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=adff9e6e19f8d577 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:25.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.589+0000 7f48967fc640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:44:25.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.589+0000 7f48967fc640 1 -- 172.21.15.71:0/2472797970 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48a8023020 con 0x55ed71db8370 2024-09-05T07:44:25.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.589+0000 7f48967fc640 1 -- 172.21.15.71:0/2472797970 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f48a800fb10 con 0x55ed71db8370 2024-09-05T07:44:25.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.589+0000 7f48b7ac0740 1 -- 172.21.15.71:0/2472797970 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f48a0031760 con 0x55ed71db8370 2024-09-05T07:44:25.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.589+0000 7f48967fc640 1 -- 172.21.15.71:0/2472797970 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f48a802e050 con 0x55ed71db8370 2024-09-05T07:44:25.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.589+0000 7f48b7ac0740 10 client.16548 fetch_fsmap learned FSMap version 26 2024-09-05T07:44:25.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.589+0000 7f48b7ac0740 1 -- 172.21.15.71:0/2472797970 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ed71dc6ad0 con 0x55ed71db8370 2024-09-05T07:44:25.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.590+0000 7f48967fc640 1 -- 172.21.15.71:0/2472797970 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48a0031760 con 0x55ed71db8370 2024-09-05T07:44:25.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.590+0000 7f48967fc640 1 -- 172.21.15.71:0/2472797970 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f48a8010040 con 0x55ed71db8370 2024-09-05T07:44:25.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.590+0000 7f48b7ac0740 10 client.16548 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:44:25.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.590+0000 7f48b7ac0740 10 client.16548 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:44:25.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.590+0000 7f48b7ac0740 20 client.16548 populate_metadata read hostname 'smithi071' 2024-09-05T07:44:25.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.590+0000 7f48b7ac0740 1 --2- 172.21.15.71:0/2472797970 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ed71dc7f90 0x55ed71dca400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:25.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.590+0000 7f48b7ac0740 4 client.16548 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:44:25.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.590+0000 7f48b7ac0740 1 -- 172.21.15.71:0/2472797970 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ed71d20860 con 0x55ed71dc7f90 2024-09-05T07:44:25.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.591+0000 7f48aeffd640 1 --2- 172.21.15.71:0/2472797970 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ed71dc7f90 0x55ed71dca400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:25.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.591+0000 7f48967fc640 10 client.16548 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:44:25.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.591+0000 7f48aeffd640 1 --2- 172.21.15.71:0/2472797970 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ed71dc7f90 0x55ed71dca400 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=183743e147b65e2d server_cookie=aa96ea070963f732 in_seq=0 out_seq=0 2024-09-05T07:44:25.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.592+0000 7f48967fc640 1 -- 172.21.15.71:0/2472797970 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ed71d20860 con 0x55ed71dc7f90 2024-09-05T07:44:25.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.592+0000 7f48967fc640 10 client.16548 handle_command_reply: tid=0 2024-09-05T07:44:25.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.592+0000 7f48b7ac0740 1 client.16548 shutdown 2024-09-05T07:44:25.604 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.592+0000 7f48b7ac0740 1 -- 172.21.15.71:0/2472797970 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71db8370 msgr2=0x55ed71db54d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:25.604 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.592+0000 7f48b7ac0740 1 --2- 172.21.15.71:0/2472797970 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71db8370 0x55ed71db54d0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f48a8013890 tx=0x7f48a8004a40 comp rx=0 tx=0).stop 2024-09-05T07:44:25.604 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.592+0000 7f48b7ac0740 1 -- 172.21.15.71:0/2472797970 shutdown_connections 2024-09-05T07:44:25.604 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.592+0000 7f48b7ac0740 1 --2- 172.21.15.71:0/2472797970 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ed71dc7f90 0x55ed71dca400 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.604 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.592+0000 7f48b7ac0740 1 --2- 172.21.15.71:0/2472797970 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71db8370 0x55ed71db54d0 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.604 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.592+0000 7f48b7ac0740 1 --2- 172.21.15.71:0/2472797970 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71daeb40 0x55ed71db4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.604 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.592+0000 7f48b7ac0740 1 --2- 172.21.15.71:0/2472797970 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71dad5d0 0x55ed71db7cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.604 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.592+0000 7f48b7ac0740 1 -- 172.21.15.71:0/2472797970 >> 172.21.15.71:0/2472797970 conn(0x55ed71d76310 msgr2=0x55ed71daf960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:25.604 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.592+0000 7f48967fc640 0 client.16548 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:44:25.604 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.592+0000 7f48b7ac0740 1 -- 172.21.15.71:0/2472797970 shutdown_connections 2024-09-05T07:44:25.604 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.592+0000 7f48b7ac0740 1 -- 172.21.15.71:0/2472797970 wait complete. 2024-09-05T07:44:25.605 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.592+0000 7f48b7ac0740 20 client.16548 trim_cache size 0 max 16384 2024-09-05T07:44:25.612 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.605+0000 7f48b7ac0740 1 Processor -- start 2024-09-05T07:44:25.612 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.605+0000 7f48b7ac0740 1 -- start start 2024-09-05T07:44:25.612 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.605+0000 7f48b7ac0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71dad5d0 0x55ed71dc42b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:25.612 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.605+0000 7f48b7ac0740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71daeb40 0x55ed71db9760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:25.612 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.605+0000 7f48b7ac0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71db8370 0x55ed71db9ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:25.612 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.605+0000 7f48b7ac0740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f48b01b18f0 con 0x55ed71daeb40 2024-09-05T07:44:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.605+0000 7f48b7ac0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f48b01af1c0 con 0x55ed71db8370 2024-09-05T07:44:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.605+0000 7f48b7ac0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f48b01ad010 con 0x55ed71dad5d0 2024-09-05T07:44:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.605+0000 7f48a7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71daeb40 0x55ed71db9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.605+0000 7f48a7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71daeb40 0x55ed71db9760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58184/0 (socket says 172.21.15.71:58184) 2024-09-05T07:44:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.605+0000 7f48a7fff640 1 -- 172.21.15.71:0/4206312042 learned_addr learned my addr 172.21.15.71:0/4206312042 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.605+0000 7f48af7fe640 1 --2- 172.21.15.71:0/4206312042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71db8370 0x55ed71db9ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.605+0000 7f48aeffd640 1 --2- 172.21.15.71:0/4206312042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71dad5d0 0x55ed71dc42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.605+0000 7f48a7fff640 1 -- 172.21.15.71:0/4206312042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71dad5d0 msgr2=0x55ed71dc42b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.605+0000 7f48a7fff640 1 --2- 172.21.15.71:0/4206312042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71dad5d0 0x55ed71dc42b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.605+0000 7f48a7fff640 1 -- 172.21.15.71:0/4206312042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71db8370 msgr2=0x55ed71db9ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:25.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.605+0000 7f48a7fff640 1 --2- 172.21.15.71:0/4206312042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71db8370 0x55ed71db9ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.614 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.605+0000 7f48a7fff640 1 -- 172.21.15.71:0/4206312042 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed71dca770 con 0x55ed71daeb40 2024-09-05T07:44:25.614 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.605+0000 7f48aeffd640 1 --2- 172.21.15.71:0/4206312042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71dad5d0 0x55ed71dc42b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:44:25.614 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.605+0000 7f48af7fe640 1 --2- 172.21.15.71:0/4206312042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71db8370 0x55ed71db9ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:44:25.614 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.606+0000 7f48a7fff640 1 --2- 172.21.15.71:0/4206312042 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71daeb40 0x55ed71db9760 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f489809bb20 tx=0x7f4898018cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d14c87c4299bf1d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:25.614 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.606+0000 7f48a4ff9640 1 -- 172.21.15.71:0/4206312042 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48980b8020 con 0x55ed71daeb40 2024-09-05T07:44:25.614 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.606+0000 7f48a4ff9640 1 -- 172.21.15.71:0/4206312042 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f489809bb90 con 0x55ed71daeb40 2024-09-05T07:44:25.614 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.606+0000 7f48a4ff9640 1 -- 172.21.15.71:0/4206312042 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48980cd1d0 con 0x55ed71daeb40 2024-09-05T07:44:25.614 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.606+0000 7f48b7ac0740 1 -- 172.21.15.71:0/4206312042 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71daeb40 msgr2=0x55ed71db9760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:25.614 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.606+0000 7f48b7ac0740 1 --2- 172.21.15.71:0/4206312042 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71daeb40 0x55ed71db9760 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f489809bb20 tx=0x7f4898018cb0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.614 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.607+0000 7f48b7ac0740 1 -- 172.21.15.71:0/4206312042 shutdown_connections 2024-09-05T07:44:25.614 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.607+0000 7f48b7ac0740 1 --2- 172.21.15.71:0/4206312042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71db8370 0x55ed71db9ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.615 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.607+0000 7f48b7ac0740 1 --2- 172.21.15.71:0/4206312042 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71daeb40 0x55ed71db9760 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.615 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.607+0000 7f48b7ac0740 1 --2- 172.21.15.71:0/4206312042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71dad5d0 0x55ed71dc42b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.615 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.607+0000 7f48b7ac0740 1 -- 172.21.15.71:0/4206312042 >> 172.21.15.71:0/4206312042 conn(0x55ed71d76310 msgr2=0x55ed71db4f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:25.615 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.607+0000 7f48b7ac0740 1 -- 172.21.15.71:0/4206312042 shutdown_connections 2024-09-05T07:44:25.615 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.607+0000 7f48b7ac0740 1 -- 172.21.15.71:0/4206312042 wait complete. 2024-09-05T07:44:25.615 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.607+0000 7f48b7ac0740 1 -- start start 2024-09-05T07:44:25.615 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.607+0000 7f48b7ac0740 1 Processor -- start 2024-09-05T07:44:25.615 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.607+0000 7f48b7ac0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71dad5d0 0x55ed71dc06c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:25.615 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.607+0000 7f48b7ac0740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71daeb40 0x55ed71dc0c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:25.615 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.607+0000 7f48b7ac0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71db8370 0x55ed71dcf380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:25.615 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.607+0000 7f48b7ac0740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f48b01ad680 con 0x55ed71daeb40 2024-09-05T07:44:25.616 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.607+0000 7f48b7ac0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f48b01aeaf0 con 0x55ed71db8370 2024-09-05T07:44:25.616 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.607+0000 7f48b7ac0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f48b01add50 con 0x55ed71dad5d0 2024-09-05T07:44:25.616 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.607+0000 7f48b7ac0740 10 client.0 _ll_register_callbacks cb 0x7f48a800a6c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:44:25.616 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.607+0000 7f48a7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71daeb40 0x55ed71dc0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:25.616 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.607+0000 7f48a7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71daeb40 0x55ed71dc0c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58194/0 (socket says 172.21.15.71:58194) 2024-09-05T07:44:25.616 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.607+0000 7f48a7fff640 1 -- 172.21.15.71:0/3658057066 learned_addr learned my addr 172.21.15.71:0/3658057066 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:25.616 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.607+0000 7f48aeffd640 1 --2- 172.21.15.71:0/3658057066 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71dad5d0 0x55ed71dc06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:25.616 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.608+0000 7f48af7fe640 1 --2- 172.21.15.71:0/3658057066 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71db8370 0x55ed71dcf380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:25.616 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.608+0000 7f48a7fff640 1 -- 172.21.15.71:0/3658057066 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71dad5d0 msgr2=0x55ed71dc06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:25.616 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.608+0000 7f48a7fff640 1 --2- 172.21.15.71:0/3658057066 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71dad5d0 0x55ed71dc06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.616 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.608+0000 7f48a7fff640 1 -- 172.21.15.71:0/3658057066 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71db8370 msgr2=0x55ed71dcf380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:25.617 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.608+0000 7f48a7fff640 1 --2- 172.21.15.71:0/3658057066 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71db8370 0x55ed71dcf380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.617 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.608+0000 7f48a7fff640 1 -- 172.21.15.71:0/3658057066 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed71dcfb80 con 0x55ed71daeb40 2024-09-05T07:44:25.617 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.608+0000 7f48a7fff640 1 --2- 172.21.15.71:0/3658057066 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71daeb40 0x55ed71dc0c00 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f48980a42d0 tx=0x7f489800fe00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47f5320dc57eb0cf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:25.617 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.608+0000 7f48967fc640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:44:25.617 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.608+0000 7f48967fc640 1 -- 172.21.15.71:0/3658057066 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48980cd1b0 con 0x55ed71daeb40 2024-09-05T07:44:25.617 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.608+0000 7f48967fc640 1 -- 172.21.15.71:0/3658057066 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f48980ba2d0 con 0x55ed71daeb40 2024-09-05T07:44:25.617 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.608+0000 7f48b7ac0740 1 -- 172.21.15.71:0/3658057066 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f489809bb90 con 0x55ed71daeb40 2024-09-05T07:44:25.617 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.608+0000 7f48967fc640 1 -- 172.21.15.71:0/3658057066 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f48980a4800 con 0x55ed71daeb40 2024-09-05T07:44:25.617 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.608+0000 7f48b7ac0740 10 client.16554 fetch_fsmap learned FSMap version 26 2024-09-05T07:44:25.617 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.608+0000 7f48b7ac0740 1 -- 172.21.15.71:0/3658057066 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ed71dbff10 con 0x55ed71daeb40 2024-09-05T07:44:25.617 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.608+0000 7f48967fc640 1 -- 172.21.15.71:0/3658057066 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f489809bb90 con 0x55ed71daeb40 2024-09-05T07:44:25.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.609+0000 7f48967fc640 1 -- 172.21.15.71:0/3658057066 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f489809aa50 con 0x55ed71daeb40 2024-09-05T07:44:25.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.609+0000 7f48b7ac0740 10 client.16554 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:44:25.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.609+0000 7f48b7ac0740 10 client.16554 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:44:25.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.609+0000 7f48b7ac0740 20 client.16554 populate_metadata read hostname 'smithi071' 2024-09-05T07:44:25.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.609+0000 7f48b7ac0740 1 --2- 172.21.15.71:0/3658057066 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ed71e37290 0x55ed71e396b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:25.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.609+0000 7f48b7ac0740 4 client.16554 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:44:25.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.609+0000 7f48b7ac0740 1 -- 172.21.15.71:0/3658057066 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ed71d1ad70 con 0x55ed71e37290 2024-09-05T07:44:25.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.609+0000 7f48aeffd640 1 --2- 172.21.15.71:0/3658057066 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ed71e37290 0x55ed71e396b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:25.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.609+0000 7f48aeffd640 1 --2- 172.21.15.71:0/3658057066 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ed71e37290 0x55ed71e396b0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c7195baf07426a4d server_cookie=54ee254069e823dc in_seq=0 out_seq=0 2024-09-05T07:44:25.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.609+0000 7f48967fc640 10 client.16554 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:44:25.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.609+0000 7f48967fc640 1 -- 172.21.15.71:0/3658057066 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ed71d1ad70 con 0x55ed71e37290 2024-09-05T07:44:25.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.609+0000 7f48967fc640 10 client.16554 handle_command_reply: tid=0 2024-09-05T07:44:25.619 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.609+0000 7f48b7ac0740 1 client.16554 shutdown 2024-09-05T07:44:25.619 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b7ac0740 1 -- 172.21.15.71:0/3658057066 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71daeb40 msgr2=0x55ed71dc0c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:25.619 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b7ac0740 1 --2- 172.21.15.71:0/3658057066 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71daeb40 0x55ed71dc0c00 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f48980a42d0 tx=0x7f489800fe00 comp rx=0 tx=0).stop 2024-09-05T07:44:25.619 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b7ac0740 1 -- 172.21.15.71:0/3658057066 shutdown_connections 2024-09-05T07:44:25.619 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b7ac0740 1 --2- 172.21.15.71:0/3658057066 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ed71e37290 0x55ed71e396b0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.619 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b7ac0740 1 --2- 172.21.15.71:0/3658057066 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ed71db8370 0x55ed71dcf380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.619 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b7ac0740 1 --2- 172.21.15.71:0/3658057066 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ed71daeb40 0x55ed71dc0c00 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.619 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48967fc640 0 client.16554 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:44:25.619 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b7ac0740 1 --2- 172.21.15.71:0/3658057066 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ed71dad5d0 0x55ed71dc06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.619 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b7ac0740 1 -- 172.21.15.71:0/3658057066 >> 172.21.15.71:0/3658057066 conn(0x55ed71d76310 msgr2=0x55ed71db37a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:25.619 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b7ac0740 1 -- 172.21.15.71:0/3658057066 shutdown_connections 2024-09-05T07:44:25.620 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b7ac0740 1 -- 172.21.15.71:0/3658057066 wait complete. 2024-09-05T07:44:25.620 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b7ac0740 20 client.16554 trim_cache size 0 max 16384 2024-09-05T07:44:25.620 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:44:25.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b56e7640 1 -- 172.21.15.71:0/1934266926 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f489c0a2cf0 msgr2=0x7f489c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:25.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b56e7640 1 --2- 172.21.15.71:0/1934266926 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f489c0a2cf0 0x7f489c0a51b0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f48a8011710 tx=0x7f48a800a3d0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b56e7640 1 -- 172.21.15.71:0/1934266926 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48b01027c0 msgr2=0x7f48b01988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:25.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b56e7640 1 --2- 172.21.15.71:0/1934266926 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48b01027c0 0x7f48b01988b0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f489800c920 tx=0x7f489800cde0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b56e7640 1 -- 172.21.15.71:0/1934266926 shutdown_connections 2024-09-05T07:44:25.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b56e7640 1 --2- 172.21.15.71:0/1934266926 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f489c0a2cf0 0x7f489c0a51b0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.622 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b56e7640 1 --2- 172.21.15.71:0/1934266926 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f48b0106f40 0x7f48b019cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.622 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b56e7640 1 --2- 172.21.15.71:0/1934266926 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48b01027c0 0x7f48b01988b0 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.622 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b56e7640 1 --2- 172.21.15.71:0/1934266926 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f48b0101e10 0x7f48b0198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:25.622 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b56e7640 1 -- 172.21.15.71:0/1934266926 >> 172.21.15.71:0/1934266926 conn(0x7f48b00fd8d0 msgr2=0x7f48b00fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:25.622 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.610+0000 7f48b56e7640 1 -- 172.21.15.71:0/1934266926 shutdown_connections 2024-09-05T07:44:25.622 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:25.611+0000 7f48b56e7640 1 -- 172.21.15.71:0/1934266926 wait complete. 2024-09-05T07:44:26.348 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:26 smithi071 ceph-mon[30965]: pgmap v177: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:44:26.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:26 smithi123 ceph-mon[34568]: pgmap v177: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:44:26.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:26 smithi192 ceph-mon[34929]: pgmap v177: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:44:27.376 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T07:44:27.377 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T07:44:27.636 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:44:28.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.132+0000 7f2d80dcc640 1 -- 172.21.15.71:0/1772992709 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2d7c108290 msgr2=0x7f2d7c10ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:28.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.132+0000 7f2d80dcc640 1 --2- 172.21.15.71:0/1772992709 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2d7c108290 0x7f2d7c10ec30 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f2d74009cd0 tx=0x7f2d7402a8e0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.161 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.133+0000 7f2d80dcc640 1 -- 172.21.15.71:0/1772992709 shutdown_connections 2024-09-05T07:44:28.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.133+0000 7f2d80dcc640 1 --2- 172.21.15.71:0/1772992709 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2d7c108290 0x7f2d7c10ec30 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.133+0000 7f2d80dcc640 1 --2- 172.21.15.71:0/1772992709 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d7c103740 0x7f2d7c107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.133+0000 7f2d80dcc640 1 --2- 172.21.15.71:0/1772992709 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2d7c102d90 0x7f2d7c103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.133+0000 7f2d80dcc640 1 -- 172.21.15.71:0/1772992709 >> 172.21.15.71:0/1772992709 conn(0x7f2d7c0fc7d0 msgr2=0x7f2d7c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:28.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.133+0000 7f2d80dcc640 1 -- 172.21.15.71:0/1772992709 shutdown_connections 2024-09-05T07:44:28.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.133+0000 7f2d80dcc640 1 -- 172.21.15.71:0/1772992709 wait complete. 2024-09-05T07:44:28.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.133+0000 7f2d80dcc640 1 Processor -- start 2024-09-05T07:44:28.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.133+0000 7f2d80dcc640 1 -- start start 2024-09-05T07:44:28.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d80dcc640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2d7c102d90 0x7f2d7c198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:28.162 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d80dcc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2d7c103740 0x7f2d7c198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:28.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d80dcc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d7c108290 0x7f2d7c19cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:28.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d80dcc640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c111fa0 con 0x7f2d7c103740 2024-09-05T07:44:28.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d80dcc640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c111e20 con 0x7f2d7c102d90 2024-09-05T07:44:28.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d80dcc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c112120 con 0x7f2d7c108290 2024-09-05T07:44:28.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d79d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2d7c103740 0x7f2d7c198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:28.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d79d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2d7c103740 0x7f2d7c198a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58216/0 (socket says 172.21.15.71:58216) 2024-09-05T07:44:28.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d79d9b640 1 -- 172.21.15.71:0/2573062690 learned_addr learned my addr 172.21.15.71:0/2573062690 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:28.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d7a59c640 1 --2- 172.21.15.71:0/2573062690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2d7c102d90 0x7f2d7c198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:28.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d79d9b640 1 -- 172.21.15.71:0/2573062690 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d7c108290 msgr2=0x7f2d7c19cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:28.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d79d9b640 1 --2- 172.21.15.71:0/2573062690 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d7c108290 0x7f2d7c19cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d79d9b640 1 -- 172.21.15.71:0/2573062690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2d7c102d90 msgr2=0x7f2d7c198520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:28.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d79d9b640 1 --2- 172.21.15.71:0/2573062690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2d7c102d90 0x7f2d7c198520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d79d9b640 1 -- 172.21.15.71:0/2573062690 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d7c19d4d0 con 0x7f2d7c103740 2024-09-05T07:44:28.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d7a59c640 1 --2- 172.21.15.71:0/2573062690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2d7c102d90 0x7f2d7c198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:44:28.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d79d9b640 1 --2- 172.21.15.71:0/2573062690 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2d7c103740 0x7f2d7c198a60 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f2d6400c970 tx=0x7f2d6400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:28.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d737fe640 1 -- 172.21.15.71:0/2573062690 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d64007bb0 con 0x7f2d7c103740 2024-09-05T07:44:28.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d80dcc640 1 -- 172.21.15.71:0/2573062690 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d7c19d7c0 con 0x7f2d7c103740 2024-09-05T07:44:28.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d737fe640 1 -- 172.21.15.71:0/2573062690 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d64007d50 con 0x7f2d7c103740 2024-09-05T07:44:28.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d737fe640 1 -- 172.21.15.71:0/2573062690 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d64018730 con 0x7f2d7c103740 2024-09-05T07:44:28.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.134+0000 7f2d80dcc640 1 -- 172.21.15.71:0/2573062690 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d7c1a50a0 con 0x7f2d7c103740 2024-09-05T07:44:28.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.137+0000 7f2d737fe640 1 -- 172.21.15.71:0/2573062690 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f2d6400f450 con 0x7f2d7c103740 2024-09-05T07:44:28.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.137+0000 7f2d831a5740 1 Processor -- start 2024-09-05T07:44:28.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.137+0000 7f2d831a5740 1 -- start start 2024-09-05T07:44:28.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.137+0000 7f2d831a5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc684fb60 0x55ebc684ff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:28.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.137+0000 7f2d831a5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc6850480 0x55ebc685a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:28.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.137+0000 7f2d831a5740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc685ad40 0x55ebc685d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:28.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.137+0000 7f2d831a5740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55ebc67b5280 con 0x55ebc685ad40 2024-09-05T07:44:28.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.137+0000 7f2d831a5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ebc675cb10 con 0x55ebc6850480 2024-09-05T07:44:28.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.137+0000 7f2d831a5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ebc67b1240 con 0x55ebc684fb60 2024-09-05T07:44:28.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.137+0000 7f2d737fe640 1 --2- 172.21.15.71:0/2573062690 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2d680a2cf0 0x7f2d680a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:28.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.138+0000 7f2d79d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc685ad40 0x55ebc685d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:28.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.138+0000 7f2d7ad9d640 1 --2- 172.21.15.71:0/2573062690 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2d680a2cf0 0x7f2d680a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:28.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.138+0000 7f2d79d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc685ad40 0x55ebc685d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58222/0 (socket says 172.21.15.71:58222) 2024-09-05T07:44:28.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.138+0000 7f2d79d9b640 1 -- 172.21.15.71:0/3501138975 learned_addr learned my addr 172.21.15.71:0/3501138975 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:28.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.138+0000 7f2d7a59c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc6850480 0x55ebc685a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:28.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.138+0000 7f2d7ad9d640 1 --2- 172.21.15.71:0/3501138975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc684fb60 0x55ebc684ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:28.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.138+0000 7f2d737fe640 1 -- 172.21.15.71:0/2573062690 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f2d640cf940 con 0x7f2d7c103740 2024-09-05T07:44:28.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.138+0000 7f2d79d9b640 1 -- 172.21.15.71:0/3501138975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc684fb60 msgr2=0x55ebc684ff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:28.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.138+0000 7f2d79d9b640 1 --2- 172.21.15.71:0/3501138975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc684fb60 0x55ebc684ff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.138+0000 7f2d79d9b640 1 -- 172.21.15.71:0/3501138975 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc6850480 msgr2=0x55ebc685a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:28.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.138+0000 7f2d79d9b640 1 --2- 172.21.15.71:0/3501138975 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc6850480 0x55ebc685a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.138+0000 7f2d79d9b640 1 -- 172.21.15.71:0/3501138975 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ebc67691f0 con 0x55ebc685ad40 2024-09-05T07:44:28.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.138+0000 7f2d7a59c640 1 --2- 172.21.15.71:0/3501138975 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc6850480 0x55ebc685a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:44:28.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.138+0000 7f2d7ad9d640 1 --2- 172.21.15.71:0/2573062690 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2d680a2cf0 0x7f2d680a51b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f2d740317f0 tx=0x7f2d74009970 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:28.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.138+0000 7f2d79d9b640 1 --2- 172.21.15.71:0/3501138975 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc685ad40 0x55ebc685d130 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f2d6409baa0 tx=0x7f2d640c65f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4615cfaf6bc17c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:28.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.138+0000 7f2d70ff9640 1 -- 172.21.15.71:0/3501138975 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d6409b650 con 0x55ebc685ad40 2024-09-05T07:44:28.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.138+0000 7f2d70ff9640 1 -- 172.21.15.71:0/3501138975 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d640667b0 con 0x55ebc685ad40 2024-09-05T07:44:28.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.138+0000 7f2d70ff9640 1 -- 172.21.15.71:0/3501138975 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d640a0fa0 con 0x55ebc685ad40 2024-09-05T07:44:28.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.139+0000 7f2d831a5740 1 -- 172.21.15.71:0/3501138975 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc685ad40 msgr2=0x55ebc685d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:28.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.139+0000 7f2d831a5740 1 --2- 172.21.15.71:0/3501138975 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc685ad40 0x55ebc685d130 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f2d6409baa0 tx=0x7f2d640c65f0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.139+0000 7f2d831a5740 1 -- 172.21.15.71:0/3501138975 shutdown_connections 2024-09-05T07:44:28.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.139+0000 7f2d831a5740 1 --2- 172.21.15.71:0/3501138975 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc685ad40 0x55ebc685d130 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.139+0000 7f2d831a5740 1 --2- 172.21.15.71:0/3501138975 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc6850480 0x55ebc685a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.139+0000 7f2d831a5740 1 --2- 172.21.15.71:0/3501138975 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc684fb60 0x55ebc684ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.139+0000 7f2d831a5740 1 -- 172.21.15.71:0/3501138975 >> 172.21.15.71:0/3501138975 conn(0x55ebc684c0f0 msgr2=0x55ebc684c4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:28.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.139+0000 7f2d831a5740 1 -- 172.21.15.71:0/3501138975 shutdown_connections 2024-09-05T07:44:28.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.139+0000 7f2d831a5740 1 -- 172.21.15.71:0/3501138975 wait complete. 2024-09-05T07:44:28.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.140+0000 7f2d831a5740 1 -- start start 2024-09-05T07:44:28.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.140+0000 7f2d831a5740 1 Processor -- start 2024-09-05T07:44:28.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.140+0000 7f2d831a5740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc684fb60 0x55ebc6857c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:28.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.140+0000 7f2d831a5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc6850480 0x55ebc6858160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:28.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.140+0000 7f2d831a5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc685ad40 0x55ebc68586a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:28.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.140+0000 7f2d831a5740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55ebc685d910 con 0x55ebc684fb60 2024-09-05T07:44:28.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.140+0000 7f2d831a5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ebc676ff10 con 0x55ebc685ad40 2024-09-05T07:44:28.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.140+0000 7f2d831a5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ebc685da90 con 0x55ebc6850480 2024-09-05T07:44:28.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.140+0000 7f2d831a5740 10 client.0 _ll_register_callbacks cb 0x55ebc6738a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:44:28.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.140+0000 7f2d7a59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc684fb60 0x55ebc6857c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:28.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.140+0000 7f2d7a59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc684fb60 0x55ebc6857c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58228/0 (socket says 172.21.15.71:58228) 2024-09-05T07:44:28.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.140+0000 7f2d7a59c640 1 -- 172.21.15.71:0/4123992274 learned_addr learned my addr 172.21.15.71:0/4123992274 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:28.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.140+0000 7f2d79d9b640 1 --2- 172.21.15.71:0/4123992274 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc6850480 0x55ebc6858160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:28.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.140+0000 7f2d7a59c640 1 -- 172.21.15.71:0/4123992274 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc6850480 msgr2=0x55ebc6858160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:28.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.140+0000 7f2d7a59c640 1 --2- 172.21.15.71:0/4123992274 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc6850480 0x55ebc6858160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.140+0000 7f2d7a59c640 1 -- 172.21.15.71:0/4123992274 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc685ad40 msgr2=0x55ebc68586a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:28.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.140+0000 7f2d7a59c640 1 --2- 172.21.15.71:0/4123992274 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc685ad40 0x55ebc68586a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.140+0000 7f2d7a59c640 1 -- 172.21.15.71:0/4123992274 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ebc65266a0 con 0x55ebc684fb60 2024-09-05T07:44:28.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.140+0000 7f2d7a59c640 1 --2- 172.21.15.71:0/4123992274 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc684fb60 0x55ebc6857c20 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f2d6c00d470 tx=0x7f2d6c00d930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b9dff66755df72b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:28.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.140+0000 7f2d61ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:44:28.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.141+0000 7f2d61ffb640 1 -- 172.21.15.71:0/4123992274 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d6c01b060 con 0x55ebc684fb60 2024-09-05T07:44:28.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.141+0000 7f2d61ffb640 1 -- 172.21.15.71:0/4123992274 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f2d6c0146f0 con 0x55ebc684fb60 2024-09-05T07:44:28.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.141+0000 7f2d831a5740 1 -- 172.21.15.71:0/4123992274 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ebc67c27f0 con 0x55ebc684fb60 2024-09-05T07:44:28.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.141+0000 7f2d61ffb640 1 -- 172.21.15.71:0/4123992274 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2d6c022050 con 0x55ebc684fb60 2024-09-05T07:44:28.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.141+0000 7f2d831a5740 10 client.16566 fetch_fsmap learned FSMap version 26 2024-09-05T07:44:28.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.141+0000 7f2d831a5740 1 -- 172.21.15.71:0/4123992274 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ebc6869570 con 0x55ebc684fb60 2024-09-05T07:44:28.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.141+0000 7f2d61ffb640 1 -- 172.21.15.71:0/4123992274 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55ebc67c27f0 con 0x55ebc684fb60 2024-09-05T07:44:28.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.141+0000 7f2d61ffb640 1 -- 172.21.15.71:0/4123992274 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f2d6c015a10 con 0x55ebc684fb60 2024-09-05T07:44:28.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.141+0000 7f2d831a5740 10 client.16566 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:44:28.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.141+0000 7f2d831a5740 10 client.16566 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:44:28.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.141+0000 7f2d831a5740 20 client.16566 populate_metadata read hostname 'smithi071' 2024-09-05T07:44:28.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.141+0000 7f2d831a5740 1 --2- 172.21.15.71:0/4123992274 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ebc686aa30 0x55ebc686ce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:28.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.141+0000 7f2d831a5740 4 client.16566 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:44:28.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.141+0000 7f2d831a5740 1 -- 172.21.15.71:0/4123992274 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ebc67bcd00 con 0x55ebc686aa30 2024-09-05T07:44:28.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.141+0000 7f2d79d9b640 1 --2- 172.21.15.71:0/4123992274 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ebc686aa30 0x55ebc686ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:28.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.142+0000 7f2d61ffb640 10 client.16566 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:44:28.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.142+0000 7f2d79d9b640 1 --2- 172.21.15.71:0/4123992274 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ebc686aa30 0x55ebc686ce80 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b39804a93456dae8 server_cookie=119c3e798b228f56 in_seq=0 out_seq=0 2024-09-05T07:44:28.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.143+0000 7f2d61ffb640 1 -- 172.21.15.71:0/4123992274 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ebc67bcd00 con 0x55ebc686aa30 2024-09-05T07:44:28.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.143+0000 7f2d61ffb640 10 client.16566 handle_command_reply: tid=0 2024-09-05T07:44:28.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.143+0000 7f2d831a5740 1 client.16566 shutdown 2024-09-05T07:44:28.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.143+0000 7f2d831a5740 1 -- 172.21.15.71:0/4123992274 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc684fb60 msgr2=0x55ebc6857c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:28.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.143+0000 7f2d831a5740 1 --2- 172.21.15.71:0/4123992274 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc684fb60 0x55ebc6857c20 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f2d6c00d470 tx=0x7f2d6c00d930 comp rx=0 tx=0).stop 2024-09-05T07:44:28.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.143+0000 7f2d831a5740 1 -- 172.21.15.71:0/4123992274 shutdown_connections 2024-09-05T07:44:28.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.143+0000 7f2d831a5740 1 --2- 172.21.15.71:0/4123992274 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ebc686aa30 0x55ebc686ce80 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.143+0000 7f2d831a5740 1 --2- 172.21.15.71:0/4123992274 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc685ad40 0x55ebc68586a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.143+0000 7f2d831a5740 1 --2- 172.21.15.71:0/4123992274 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc6850480 0x55ebc6858160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.143+0000 7f2d61ffb640 0 client.16566 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:44:28.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.143+0000 7f2d831a5740 1 --2- 172.21.15.71:0/4123992274 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc684fb60 0x55ebc6857c20 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.143+0000 7f2d831a5740 1 -- 172.21.15.71:0/4123992274 >> 172.21.15.71:0/4123992274 conn(0x55ebc684c0f0 msgr2=0x55ebc6851e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:28.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.143+0000 7f2d831a5740 1 -- 172.21.15.71:0/4123992274 shutdown_connections 2024-09-05T07:44:28.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.143+0000 7f2d831a5740 1 -- 172.21.15.71:0/4123992274 wait complete. 2024-09-05T07:44:28.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.143+0000 7f2d831a5740 20 client.16566 trim_cache size 0 max 16384 2024-09-05T07:44:28.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.160+0000 7f2d831a5740 1 Processor -- start 2024-09-05T07:44:28.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.160+0000 7f2d831a5740 1 -- start start 2024-09-05T07:44:28.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.160+0000 7f2d831a5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc684fb60 0x55ebc6872750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:28.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.160+0000 7f2d831a5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc6850480 0x55ebc6872c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:28.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.160+0000 7f2d831a5740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc685ad40 0x55ebc684aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:28.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.160+0000 7f2d831a5740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c1b1a80 con 0x55ebc685ad40 2024-09-05T07:44:28.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.160+0000 7f2d831a5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c1af350 con 0x55ebc684fb60 2024-09-05T07:44:28.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.160+0000 7f2d831a5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c1ad1a0 con 0x55ebc6850480 2024-09-05T07:44:28.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.161+0000 7f2d7ad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc685ad40 0x55ebc684aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:28.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.161+0000 7f2d7ad9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc685ad40 0x55ebc684aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58232/0 (socket says 172.21.15.71:58232) 2024-09-05T07:44:28.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.161+0000 7f2d7ad9d640 1 -- 172.21.15.71:0/1939556684 learned_addr learned my addr 172.21.15.71:0/1939556684 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:28.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.161+0000 7f2d7a59c640 1 --2- 172.21.15.71:0/1939556684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc684fb60 0x55ebc6872750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:28.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.161+0000 7f2d79d9b640 1 --2- 172.21.15.71:0/1939556684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc6850480 0x55ebc6872c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:28.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.161+0000 7f2d7ad9d640 1 -- 172.21.15.71:0/1939556684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc6850480 msgr2=0x55ebc6872c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:28.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.161+0000 7f2d7ad9d640 1 --2- 172.21.15.71:0/1939556684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc6850480 0x55ebc6872c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.161+0000 7f2d7ad9d640 1 -- 172.21.15.71:0/1939556684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc684fb60 msgr2=0x55ebc6872750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:28.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.161+0000 7f2d7ad9d640 1 --2- 172.21.15.71:0/1939556684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc684fb60 0x55ebc6872750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.161+0000 7f2d7ad9d640 1 -- 172.21.15.71:0/1939556684 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ebc68502b0 con 0x55ebc685ad40 2024-09-05T07:44:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.161+0000 7f2d79d9b640 1 --2- 172.21.15.71:0/1939556684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc6850480 0x55ebc6872c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:44:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.161+0000 7f2d7a59c640 1 --2- 172.21.15.71:0/1939556684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc684fb60 0x55ebc6872750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:44:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.161+0000 7f2d7ad9d640 1 --2- 172.21.15.71:0/1939556684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc685ad40 0x55ebc684aa50 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f2d74009cd0 tx=0x7f2d74044000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5fd55ff1e4016c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.161+0000 7f2d63fff640 1 -- 172.21.15.71:0/1939556684 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d7404e070 con 0x55ebc685ad40 2024-09-05T07:44:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.161+0000 7f2d63fff640 1 -- 172.21.15.71:0/1939556684 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d74036050 con 0x55ebc685ad40 2024-09-05T07:44:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.161+0000 7f2d63fff640 1 -- 172.21.15.71:0/1939556684 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d74030890 con 0x55ebc685ad40 2024-09-05T07:44:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.162+0000 7f2d831a5740 1 -- 172.21.15.71:0/1939556684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc685ad40 msgr2=0x55ebc684aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.162+0000 7f2d831a5740 1 --2- 172.21.15.71:0/1939556684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc685ad40 0x55ebc684aa50 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f2d74009cd0 tx=0x7f2d74044000 comp rx=0 tx=0).stop 2024-09-05T07:44:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.162+0000 7f2d831a5740 1 -- 172.21.15.71:0/1939556684 shutdown_connections 2024-09-05T07:44:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.162+0000 7f2d831a5740 1 --2- 172.21.15.71:0/1939556684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc685ad40 0x55ebc684aa50 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.162+0000 7f2d831a5740 1 --2- 172.21.15.71:0/1939556684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc6850480 0x55ebc6872c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.162+0000 7f2d831a5740 1 --2- 172.21.15.71:0/1939556684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc684fb60 0x55ebc6872750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.162+0000 7f2d831a5740 1 -- 172.21.15.71:0/1939556684 >> 172.21.15.71:0/1939556684 conn(0x55ebc684c0f0 msgr2=0x55ebc6856d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:28.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.162+0000 7f2d831a5740 1 -- 172.21.15.71:0/1939556684 shutdown_connections 2024-09-05T07:44:28.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.162+0000 7f2d831a5740 1 -- 172.21.15.71:0/1939556684 wait complete. 2024-09-05T07:44:28.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.162+0000 7f2d831a5740 1 -- start start 2024-09-05T07:44:28.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.162+0000 7f2d831a5740 1 Processor -- start 2024-09-05T07:44:28.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d831a5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc684fb60 0x55ebc6863210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:28.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d831a5740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc6850480 0x55ebc685e540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:28.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d831a5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc685ad40 0x55ebc685ea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:28.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d831a5740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c1ad810 con 0x55ebc6850480 2024-09-05T07:44:28.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d831a5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c1aec80 con 0x55ebc684fb60 2024-09-05T07:44:28.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d831a5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c1adee0 con 0x55ebc685ad40 2024-09-05T07:44:28.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d831a5740 10 client.0 _ll_register_callbacks cb 0x7f2d6c007520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:44:28.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d79d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc6850480 0x55ebc685e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:28.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d79d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc6850480 0x55ebc685e540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58246/0 (socket says 172.21.15.71:58246) 2024-09-05T07:44:28.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d79d9b640 1 -- 172.21.15.71:0/3999761917 learned_addr learned my addr 172.21.15.71:0/3999761917 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:28.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d7a59c640 1 --2- 172.21.15.71:0/3999761917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc684fb60 0x55ebc6863210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:28.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d7ad9d640 1 --2- 172.21.15.71:0/3999761917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc685ad40 0x55ebc685ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:28.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d79d9b640 1 -- 172.21.15.71:0/3999761917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc685ad40 msgr2=0x55ebc685ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:28.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d79d9b640 1 --2- 172.21.15.71:0/3999761917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc685ad40 0x55ebc685ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d79d9b640 1 -- 172.21.15.71:0/3999761917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc684fb60 msgr2=0x55ebc6863210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:28.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d79d9b640 1 --2- 172.21.15.71:0/3999761917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc684fb60 0x55ebc6863210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d79d9b640 1 -- 172.21.15.71:0/3999761917 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ebc685f070 con 0x55ebc6850480 2024-09-05T07:44:28.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d79d9b640 1 --2- 172.21.15.71:0/3999761917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc6850480 0x55ebc685e540 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f2d64097f70 tx=0x7f2d64021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b1dbcc64e32e4d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:28.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d61ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:44:28.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d61ffb640 1 -- 172.21.15.71:0/3999761917 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d6409b470 con 0x55ebc6850480 2024-09-05T07:44:28.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d61ffb640 1 -- 172.21.15.71:0/3999761917 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f2d6400fa00 con 0x55ebc6850480 2024-09-05T07:44:28.180 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.163+0000 7f2d831a5740 1 -- 172.21.15.71:0/3999761917 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d74036050 con 0x55ebc6850480 2024-09-05T07:44:28.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.164+0000 7f2d61ffb640 1 -- 172.21.15.71:0/3999761917 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2d640a46d0 con 0x55ebc6850480 2024-09-05T07:44:28.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.164+0000 7f2d831a5740 10 client.16572 fetch_fsmap learned FSMap version 26 2024-09-05T07:44:28.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.164+0000 7f2d831a5740 1 -- 172.21.15.71:0/3999761917 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ebc68d9950 con 0x55ebc6850480 2024-09-05T07:44:28.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.164+0000 7f2d61ffb640 1 -- 172.21.15.71:0/3999761917 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d74036050 con 0x55ebc6850480 2024-09-05T07:44:28.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.164+0000 7f2d61ffb640 1 -- 172.21.15.71:0/3999761917 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f2d64020030 con 0x55ebc6850480 2024-09-05T07:44:28.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.164+0000 7f2d831a5740 10 client.16572 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:44:28.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.164+0000 7f2d831a5740 10 client.16572 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:44:28.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.164+0000 7f2d831a5740 20 client.16572 populate_metadata read hostname 'smithi071' 2024-09-05T07:44:28.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.164+0000 7f2d831a5740 1 --2- 172.21.15.71:0/3999761917 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ebc68d9d50 0x55ebc68dc140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:28.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.164+0000 7f2d831a5740 4 client.16572 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T07:44:28.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.164+0000 7f2d831a5740 1 -- 172.21.15.71:0/3999761917 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55ebc6739110 con 0x55ebc68d9d50 2024-09-05T07:44:28.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.164+0000 7f2d7a59c640 1 --2- 172.21.15.71:0/3999761917 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ebc68d9d50 0x55ebc68dc140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:28.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.165+0000 7f2d7a59c640 1 --2- 172.21.15.71:0/3999761917 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ebc68d9d50 0x55ebc68dc140 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe1d5e367bb6f60c server_cookie=5def616ba60dd42c in_seq=0 out_seq=0 2024-09-05T07:44:28.181 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.165+0000 7f2d61ffb640 10 client.16572 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:44:28.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.166+0000 7f2d61ffb640 1 -- 172.21.15.71:0/3999761917 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55ebc6739110 con 0x55ebc68d9d50 2024-09-05T07:44:28.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.166+0000 7f2d61ffb640 10 client.16572 handle_command_reply: tid=0 2024-09-05T07:44:28.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.166+0000 7f2d831a5740 1 client.16572 shutdown 2024-09-05T07:44:28.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.166+0000 7f2d831a5740 1 -- 172.21.15.71:0/3999761917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc6850480 msgr2=0x55ebc685e540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:28.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.166+0000 7f2d831a5740 1 --2- 172.21.15.71:0/3999761917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc6850480 0x55ebc685e540 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f2d64097f70 tx=0x7f2d64021000 comp rx=0 tx=0).stop 2024-09-05T07:44:28.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.166+0000 7f2d831a5740 1 -- 172.21.15.71:0/3999761917 shutdown_connections 2024-09-05T07:44:28.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.166+0000 7f2d831a5740 1 --2- 172.21.15.71:0/3999761917 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ebc68d9d50 0x55ebc68dc140 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.166+0000 7f2d831a5740 1 --2- 172.21.15.71:0/3999761917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ebc685ad40 0x55ebc685ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.166+0000 7f2d831a5740 1 --2- 172.21.15.71:0/3999761917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ebc6850480 0x55ebc685e540 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.166+0000 7f2d831a5740 1 --2- 172.21.15.71:0/3999761917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ebc684fb60 0x55ebc6863210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.166+0000 7f2d61ffb640 0 client.16572 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:44:28.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.166+0000 7f2d831a5740 1 -- 172.21.15.71:0/3999761917 >> 172.21.15.71:0/3999761917 conn(0x55ebc684c0f0 msgr2=0x55ebc68515b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:28.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.166+0000 7f2d831a5740 1 -- 172.21.15.71:0/3999761917 shutdown_connections 2024-09-05T07:44:28.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.166+0000 7f2d831a5740 1 -- 172.21.15.71:0/3999761917 wait complete. 2024-09-05T07:44:28.183 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.166+0000 7f2d831a5740 20 client.16572 trim_cache size 0 max 16384 2024-09-05T07:44:28.183 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:44:28.183 INFO:teuthology.orchestra.run.smithi071.stdout: "return_code": 0, 2024-09-05T07:44:28.183 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_tag": "f9d6086b-a174-45db-b57b-b57f40a47256", 2024-09-05T07:44:28.183 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": "asynchronous" 2024-09-05T07:44:28.183 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:44:28.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.167+0000 7f2d80dcc640 1 -- 172.21.15.71:0/2573062690 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2d680a2cf0 msgr2=0x7f2d680a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:28.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.167+0000 7f2d80dcc640 1 --2- 172.21.15.71:0/2573062690 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2d680a2cf0 0x7f2d680a51b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f2d740317f0 tx=0x7f2d74009970 comp rx=0 tx=0).stop 2024-09-05T07:44:28.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.167+0000 7f2d80dcc640 1 -- 172.21.15.71:0/2573062690 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2d7c103740 msgr2=0x7f2d7c198a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:28.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.167+0000 7f2d80dcc640 1 --2- 172.21.15.71:0/2573062690 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2d7c103740 0x7f2d7c198a60 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f2d6400c970 tx=0x7f2d6400ce30 comp rx=0 tx=0).stop 2024-09-05T07:44:28.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.167+0000 7f2d80dcc640 1 -- 172.21.15.71:0/2573062690 shutdown_connections 2024-09-05T07:44:28.184 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.167+0000 7f2d80dcc640 1 --2- 172.21.15.71:0/2573062690 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2d680a2cf0 0x7f2d680a51b0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.167+0000 7f2d80dcc640 1 --2- 172.21.15.71:0/2573062690 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2d7c108290 0x7f2d7c19cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.167+0000 7f2d80dcc640 1 --2- 172.21.15.71:0/2573062690 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2d7c103740 0x7f2d7c198a60 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.167+0000 7f2d80dcc640 1 --2- 172.21.15.71:0/2573062690 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2d7c102d90 0x7f2d7c198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:28.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.167+0000 7f2d80dcc640 1 -- 172.21.15.71:0/2573062690 >> 172.21.15.71:0/2573062690 conn(0x7f2d7c0fc7d0 msgr2=0x7f2d7c105d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:28.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.167+0000 7f2d80dcc640 1 -- 172.21.15.71:0/2573062690 shutdown_connections 2024-09-05T07:44:28.185 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:28.167+0000 7f2d80dcc640 1 -- 172.21.15.71:0/2573062690 wait complete. 2024-09-05T07:44:28.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:28 smithi071 ceph-mon[30965]: pgmap v178: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:44:28.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:28 smithi123 ceph-mon[34568]: pgmap v178: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:44:28.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:28 smithi192 ceph-mon[34929]: pgmap v178: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:44:28.981 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:44:29.232 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:44:29.353 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:29 smithi071 ceph-mon[30965]: scrub queued for path: / 2024-09-05T07:44:29.353 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:29 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:44:29.353 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:29 smithi071 ceph-mon[30965]: scrub summary: active paths [/] 2024-09-05T07:44:29.353 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:29 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:44:29.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:29 smithi123 ceph-mon[34568]: scrub queued for path: / 2024-09-05T07:44:29.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:29 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:44:29.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:29 smithi123 ceph-mon[34568]: scrub summary: active paths [/] 2024-09-05T07:44:29.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:29 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:44:29.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:29 smithi192 ceph-mon[34929]: scrub queued for path: / 2024-09-05T07:44:29.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:29 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:44:29.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:29 smithi192 ceph-mon[34929]: scrub summary: active paths [/] 2024-09-05T07:44:29.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:29 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:44:29.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.724+0000 7f2e5daf9640 1 -- 172.21.15.71:0/2616955535 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2e58106f10 msgr2=0x7f2e5810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:29.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.724+0000 7f2e5daf9640 1 --2- 172.21.15.71:0/2616955535 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2e58106f10 0x7f2e5810ea90 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f2e50009ca0 tx=0x7f2e5002a8c0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.724+0000 7f2e5daf9640 1 -- 172.21.15.71:0/2616955535 shutdown_connections 2024-09-05T07:44:29.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.724+0000 7f2e5daf9640 1 --2- 172.21.15.71:0/2616955535 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2e58106f10 0x7f2e5810ea90 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.724+0000 7f2e5daf9640 1 --2- 172.21.15.71:0/2616955535 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2e58102790 0x7f2e581067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.724+0000 7f2e5daf9640 1 --2- 172.21.15.71:0/2616955535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e58101de0 0x7f2e581021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.725+0000 7f2e5daf9640 1 -- 172.21.15.71:0/2616955535 >> 172.21.15.71:0/2616955535 conn(0x7f2e580fd8c0 msgr2=0x7f2e580ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:29.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.725+0000 7f2e5daf9640 1 -- 172.21.15.71:0/2616955535 shutdown_connections 2024-09-05T07:44:29.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.725+0000 7f2e5daf9640 1 -- 172.21.15.71:0/2616955535 wait complete. 2024-09-05T07:44:29.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.725+0000 7f2e5daf9640 1 Processor -- start 2024-09-05T07:44:29.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.725+0000 7f2e5daf9640 1 -- start start 2024-09-05T07:44:29.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.725+0000 7f2e5daf9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2e58101de0 0x7f2e581982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:29.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.725+0000 7f2e5daf9640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2e58102790 0x7f2e58198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:29.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.726+0000 7f2e5daf9640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e58106f10 0x7f2e5819cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:29.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.726+0000 7f2e5daf9640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2e58111e20 con 0x7f2e58101de0 2024-09-05T07:44:29.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.726+0000 7f2e5daf9640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2e58111ca0 con 0x7f2e58102790 2024-09-05T07:44:29.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.726+0000 7f2e5daf9640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2e58111fa0 con 0x7f2e58106f10 2024-09-05T07:44:29.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.726+0000 7f2e577fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2e58101de0 0x7f2e581982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:29.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.726+0000 7f2e577fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2e58101de0 0x7f2e581982e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58268/0 (socket says 172.21.15.71:58268) 2024-09-05T07:44:29.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.726+0000 7f2e577fe640 1 -- 172.21.15.71:0/4089911175 learned_addr learned my addr 172.21.15.71:0/4089911175 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:29.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.726+0000 7f2e56ffd640 1 --2- 172.21.15.71:0/4089911175 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2e58102790 0x7f2e58198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:29.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.726+0000 7f2e57fff640 1 --2- 172.21.15.71:0/4089911175 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e58106f10 0x7f2e5819cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:29.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.726+0000 7f2e577fe640 1 -- 172.21.15.71:0/4089911175 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e58106f10 msgr2=0x7f2e5819cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:29.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.726+0000 7f2e577fe640 1 --2- 172.21.15.71:0/4089911175 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e58106f10 0x7f2e5819cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.726+0000 7f2e577fe640 1 -- 172.21.15.71:0/4089911175 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2e58102790 msgr2=0x7f2e58198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:29.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.726+0000 7f2e577fe640 1 --2- 172.21.15.71:0/4089911175 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2e58102790 0x7f2e58198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.726+0000 7f2e577fe640 1 -- 172.21.15.71:0/4089911175 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e5819d290 con 0x7f2e58101de0 2024-09-05T07:44:29.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.726+0000 7f2e577fe640 1 --2- 172.21.15.71:0/4089911175 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2e58101de0 0x7f2e581982e0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f2e4800d950 tx=0x7f2e4800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:29.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.726+0000 7f2e54ff9640 1 -- 172.21.15.71:0/4089911175 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e48017030 con 0x7f2e58101de0 2024-09-05T07:44:29.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.726+0000 7f2e5daf9640 1 -- 172.21.15.71:0/4089911175 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e5819d580 con 0x7f2e58101de0 2024-09-05T07:44:29.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.726+0000 7f2e54ff9640 1 -- 172.21.15.71:0/4089911175 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e48004020 con 0x7f2e58101de0 2024-09-05T07:44:29.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.726+0000 7f2e54ff9640 1 -- 172.21.15.71:0/4089911175 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e480047a0 con 0x7f2e58101de0 2024-09-05T07:44:29.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.726+0000 7f2e5daf9640 1 -- 172.21.15.71:0/4089911175 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e581a4e60 con 0x7f2e58101de0 2024-09-05T07:44:29.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.729+0000 7f2e54ff9640 1 -- 172.21.15.71:0/4089911175 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f2e480041d0 con 0x7f2e58101de0 2024-09-05T07:44:29.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.729+0000 7f2e5fed2740 1 Processor -- start 2024-09-05T07:44:29.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.729+0000 7f2e5fed2740 1 -- start start 2024-09-05T07:44:29.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.729+0000 7f2e5fed2740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561fa29e04a0 0x561fa29e0880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:29.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.729+0000 7f2e5fed2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29e0dc0 0x561fa29eb140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:29.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.729+0000 7f2e5fed2740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29eb680 0x561fa29eda70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:29.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.729+0000 7f2e5fed2740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x561fa29462e0 con 0x561fa29eb680 2024-09-05T07:44:29.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.729+0000 7f2e5fed2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x561fa28edce0 con 0x561fa29e0dc0 2024-09-05T07:44:29.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.729+0000 7f2e5fed2740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x561fa29422a0 con 0x561fa29e04a0 2024-09-05T07:44:29.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.730+0000 7f2e56ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29eb680 0x561fa29eda70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:29.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.730+0000 7f2e54ff9640 1 --2- 172.21.15.71:0/4089911175 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2e400a2cf0 0x7f2e400a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:29.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.730+0000 7f2e577fe640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29e0dc0 0x561fa29eb140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:29.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.730+0000 7f2e56ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29eb680 0x561fa29eda70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58270/0 (socket says 172.21.15.71:58270) 2024-09-05T07:44:29.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.730+0000 7f2e56ffd640 1 -- 172.21.15.71:0/2385773616 learned_addr learned my addr 172.21.15.71:0/2385773616 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:29.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.730+0000 7f2e57fff640 1 --2- 172.21.15.71:0/2385773616 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561fa29e04a0 0x561fa29e0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:29.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.730+0000 7f2e57fff640 1 --2- 172.21.15.71:0/4089911175 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2e400a2cf0 0x7f2e400a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:29.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.730+0000 7f2e56ffd640 1 -- 172.21.15.71:0/2385773616 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561fa29e04a0 msgr2=0x561fa29e0880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:29.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.730+0000 7f2e56ffd640 1 --2- 172.21.15.71:0/2385773616 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561fa29e04a0 0x561fa29e0880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.730+0000 7f2e56ffd640 1 -- 172.21.15.71:0/2385773616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29e0dc0 msgr2=0x561fa29eb140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:29.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.730+0000 7f2e56ffd640 1 --2- 172.21.15.71:0/2385773616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29e0dc0 0x561fa29eb140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.730+0000 7f2e56ffd640 1 -- 172.21.15.71:0/2385773616 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fa28d2440 con 0x561fa29eb680 2024-09-05T07:44:29.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.730+0000 7f2e54ff9640 1 -- 172.21.15.71:0/4089911175 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f2e480cf350 con 0x7f2e58101de0 2024-09-05T07:44:29.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.730+0000 7f2e56ffd640 1 --2- 172.21.15.71:0/2385773616 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29eb680 0x561fa29eda70 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c00bc30 tx=0x7f2e4c0107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9409b95744a9bd30 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:29.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.730+0000 7f2e57fff640 1 --2- 172.21.15.71:0/4089911175 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2e400a2cf0 0x7f2e400a51b0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2e50009a60 tx=0x7f2e500095c0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:29.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.730+0000 7f2e3dffb640 1 -- 172.21.15.71:0/2385773616 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e4c01c480 con 0x561fa29eb680 2024-09-05T07:44:29.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.730+0000 7f2e3dffb640 1 -- 172.21.15.71:0/2385773616 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e4c01cad0 con 0x561fa29eb680 2024-09-05T07:44:29.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.730+0000 7f2e3dffb640 1 -- 172.21.15.71:0/2385773616 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e4c011af0 con 0x561fa29eb680 2024-09-05T07:44:29.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.731+0000 7f2e5fed2740 1 -- 172.21.15.71:0/2385773616 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29eb680 msgr2=0x561fa29eda70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:29.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.731+0000 7f2e5fed2740 1 --2- 172.21.15.71:0/2385773616 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29eb680 0x561fa29eda70 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c00bc30 tx=0x7f2e4c0107a0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.731+0000 7f2e5fed2740 1 -- 172.21.15.71:0/2385773616 shutdown_connections 2024-09-05T07:44:29.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.731+0000 7f2e5fed2740 1 --2- 172.21.15.71:0/2385773616 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29eb680 0x561fa29eda70 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.731+0000 7f2e5fed2740 1 --2- 172.21.15.71:0/2385773616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29e0dc0 0x561fa29eb140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.731+0000 7f2e5fed2740 1 --2- 172.21.15.71:0/2385773616 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561fa29e04a0 0x561fa29e0880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.731+0000 7f2e5fed2740 1 -- 172.21.15.71:0/2385773616 >> 172.21.15.71:0/2385773616 conn(0x561fa29dca30 msgr2=0x561fa29dce10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:29.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.731+0000 7f2e5fed2740 1 -- 172.21.15.71:0/2385773616 shutdown_connections 2024-09-05T07:44:29.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.731+0000 7f2e5fed2740 1 -- 172.21.15.71:0/2385773616 wait complete. 2024-09-05T07:44:29.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.731+0000 7f2e5fed2740 1 -- start start 2024-09-05T07:44:29.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.732+0000 7f2e5fed2740 1 Processor -- start 2024-09-05T07:44:29.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.732+0000 7f2e5fed2740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e04a0 0x561fa29eafa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:29.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.732+0000 7f2e5fed2740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561fa29e0dc0 0x561fa29e8250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:29.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.732+0000 7f2e5fed2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29eb680 0x561fa29e8790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:29.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.732+0000 7f2e5fed2740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x561fa29ee250 con 0x561fa29e04a0 2024-09-05T07:44:29.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.732+0000 7f2e5fed2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x561fa2901050 con 0x561fa29eb680 2024-09-05T07:44:29.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.732+0000 7f2e5fed2740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x561fa29ee3d0 con 0x561fa29e0dc0 2024-09-05T07:44:29.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.732+0000 7f2e5fed2740 10 client.0 _ll_register_callbacks cb 0x561fa2941160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:44:29.769 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.732+0000 7f2e577fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e04a0 0x561fa29eafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:29.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.732+0000 7f2e577fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e04a0 0x561fa29eafa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58276/0 (socket says 172.21.15.71:58276) 2024-09-05T07:44:29.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.732+0000 7f2e577fe640 1 -- 172.21.15.71:0/3200676063 learned_addr learned my addr 172.21.15.71:0/3200676063 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:29.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.732+0000 7f2e56ffd640 1 --2- 172.21.15.71:0/3200676063 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561fa29e0dc0 0x561fa29e8250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:29.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.732+0000 7f2e57fff640 1 --2- 172.21.15.71:0/3200676063 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29eb680 0x561fa29e8790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:29.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.732+0000 7f2e577fe640 1 -- 172.21.15.71:0/3200676063 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561fa29e0dc0 msgr2=0x561fa29e8250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:29.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.732+0000 7f2e577fe640 1 --2- 172.21.15.71:0/3200676063 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561fa29e0dc0 0x561fa29e8250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.732+0000 7f2e577fe640 1 -- 172.21.15.71:0/3200676063 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29eb680 msgr2=0x561fa29e8790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:29.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.732+0000 7f2e577fe640 1 --2- 172.21.15.71:0/3200676063 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29eb680 0x561fa29e8790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.732+0000 7f2e577fe640 1 -- 172.21.15.71:0/3200676063 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fa26b73c0 con 0x561fa29e04a0 2024-09-05T07:44:29.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.732+0000 7f2e57fff640 1 --2- 172.21.15.71:0/3200676063 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29eb680 0x561fa29e8790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:44:29.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.733+0000 7f2e577fe640 1 --2- 172.21.15.71:0/3200676063 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e04a0 0x561fa29eafa0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f2e480cc6a0 tx=0x7f2e48099920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5b2074e1f36d4b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:29.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.733+0000 7f2e36ffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:44:29.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.733+0000 7f2e36ffd640 1 -- 172.21.15.71:0/3200676063 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e480ccac0 con 0x561fa29e04a0 2024-09-05T07:44:29.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.733+0000 7f2e36ffd640 1 -- 172.21.15.71:0/3200676063 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f2e4809a860 con 0x561fa29e04a0 2024-09-05T07:44:29.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.733+0000 7f2e5fed2740 1 -- 172.21.15.71:0/3200676063 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e4c01cad0 con 0x561fa29e04a0 2024-09-05T07:44:29.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.733+0000 7f2e36ffd640 1 -- 172.21.15.71:0/3200676063 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2e4809b410 con 0x561fa29e04a0 2024-09-05T07:44:29.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.733+0000 7f2e5fed2740 10 client.16584 fetch_fsmap learned FSMap version 26 2024-09-05T07:44:29.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.733+0000 7f2e5fed2740 1 -- 172.21.15.71:0/3200676063 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561fa29f9bd0 con 0x561fa29e04a0 2024-09-05T07:44:29.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.733+0000 7f2e36ffd640 1 -- 172.21.15.71:0/3200676063 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e4c01cad0 con 0x561fa29e04a0 2024-09-05T07:44:29.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.733+0000 7f2e36ffd640 1 -- 172.21.15.71:0/3200676063 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f2e480b4210 con 0x561fa29e04a0 2024-09-05T07:44:29.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.733+0000 7f2e5fed2740 10 client.16584 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:44:29.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.733+0000 7f2e5fed2740 10 client.16584 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:44:29.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.733+0000 7f2e5fed2740 20 client.16584 populate_metadata read hostname 'smithi071' 2024-09-05T07:44:29.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.733+0000 7f2e5fed2740 1 --2- 172.21.15.71:0/3200676063 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561fa29fb090 0x561fa29fd4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:29.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.733+0000 7f2e5fed2740 4 client.16584 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:44:29.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.733+0000 7f2e5fed2740 1 -- 172.21.15.71:0/3200676063 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561fa2953850 con 0x561fa29fb090 2024-09-05T07:44:29.771 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.734+0000 7f2e56ffd640 1 --2- 172.21.15.71:0/3200676063 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561fa29fb090 0x561fa29fd4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:29.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.734+0000 7f2e36ffd640 10 client.16584 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:44:29.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.734+0000 7f2e56ffd640 1 --2- 172.21.15.71:0/3200676063 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561fa29fb090 0x561fa29fd4c0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5bfc5b1db99415a0 server_cookie=21fbd2662f75a9a4 in_seq=0 out_seq=0 2024-09-05T07:44:29.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.735+0000 7f2e36ffd640 1 -- 172.21.15.71:0/3200676063 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561fa2953850 con 0x561fa29fb090 2024-09-05T07:44:29.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.735+0000 7f2e36ffd640 10 client.16584 handle_command_reply: tid=0 2024-09-05T07:44:29.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.735+0000 7f2e5fed2740 1 client.16584 shutdown 2024-09-05T07:44:29.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.735+0000 7f2e5fed2740 1 -- 172.21.15.71:0/3200676063 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e04a0 msgr2=0x561fa29eafa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:29.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.735+0000 7f2e5fed2740 1 --2- 172.21.15.71:0/3200676063 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e04a0 0x561fa29eafa0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f2e480cc6a0 tx=0x7f2e48099920 comp rx=0 tx=0).stop 2024-09-05T07:44:29.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.735+0000 7f2e5fed2740 1 -- 172.21.15.71:0/3200676063 shutdown_connections 2024-09-05T07:44:29.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.735+0000 7f2e5fed2740 1 --2- 172.21.15.71:0/3200676063 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561fa29fb090 0x561fa29fd4c0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.735+0000 7f2e5fed2740 1 --2- 172.21.15.71:0/3200676063 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29eb680 0x561fa29e8790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.735+0000 7f2e36ffd640 0 client.16584 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:44:29.772 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.735+0000 7f2e5fed2740 1 --2- 172.21.15.71:0/3200676063 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561fa29e0dc0 0x561fa29e8250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.735+0000 7f2e5fed2740 1 --2- 172.21.15.71:0/3200676063 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e04a0 0x561fa29eafa0 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.735+0000 7f2e5fed2740 1 -- 172.21.15.71:0/3200676063 >> 172.21.15.71:0/3200676063 conn(0x561fa29dca30 msgr2=0x561fa29e2710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:29.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.735+0000 7f2e5fed2740 1 -- 172.21.15.71:0/3200676063 shutdown_connections 2024-09-05T07:44:29.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.735+0000 7f2e5fed2740 1 -- 172.21.15.71:0/3200676063 wait complete. 2024-09-05T07:44:29.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.735+0000 7f2e5fed2740 20 client.16584 trim_cache size 0 max 16384 2024-09-05T07:44:29.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.752+0000 7f2e5fed2740 1 Processor -- start 2024-09-05T07:44:29.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.752+0000 7f2e5fed2740 1 -- start start 2024-09-05T07:44:29.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.752+0000 7f2e5fed2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29e04a0 0x561fa29f74b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:29.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.752+0000 7f2e5fed2740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e0dc0 0x561fa2a02de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:29.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.752+0000 7f2e5fed2740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561fa29eb680 0x561fa2a03320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:29.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.752+0000 7f2e5fed2740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2e581b1940 con 0x561fa29e0dc0 2024-09-05T07:44:29.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.752+0000 7f2e5fed2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2e581af210 con 0x561fa29e04a0 2024-09-05T07:44:29.773 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.752+0000 7f2e5fed2740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2e581ad060 con 0x561fa29eb680 2024-09-05T07:44:29.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.752+0000 7f2e56ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e0dc0 0x561fa2a02de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:29.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.752+0000 7f2e56ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e0dc0 0x561fa2a02de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58284/0 (socket says 172.21.15.71:58284) 2024-09-05T07:44:29.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.752+0000 7f2e56ffd640 1 -- 172.21.15.71:0/1868812462 learned_addr learned my addr 172.21.15.71:0/1868812462 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:29.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.752+0000 7f2e577fe640 1 --2- 172.21.15.71:0/1868812462 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29e04a0 0x561fa29f74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:29.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.752+0000 7f2e56ffd640 1 -- 172.21.15.71:0/1868812462 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561fa29eb680 msgr2=0x561fa2a03320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:29.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.752+0000 7f2e56ffd640 1 --2- 172.21.15.71:0/1868812462 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561fa29eb680 0x561fa2a03320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.752+0000 7f2e56ffd640 1 -- 172.21.15.71:0/1868812462 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29e04a0 msgr2=0x561fa29f74b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:29.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.752+0000 7f2e56ffd640 1 --2- 172.21.15.71:0/1868812462 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29e04a0 0x561fa29f74b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.752+0000 7f2e56ffd640 1 -- 172.21.15.71:0/1868812462 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fa29eb310 con 0x561fa29e0dc0 2024-09-05T07:44:29.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.752+0000 7f2e577fe640 1 --2- 172.21.15.71:0/1868812462 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29e04a0 0x561fa29f74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:44:29.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.753+0000 7f2e56ffd640 1 --2- 172.21.15.71:0/1868812462 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e0dc0 0x561fa2a02de0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c00bc30 tx=0x7f2e4c01e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5a8af9e34a354c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:29.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.753+0000 7f2e3d7fa640 1 -- 172.21.15.71:0/1868812462 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e4c004020 con 0x561fa29e0dc0 2024-09-05T07:44:29.774 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.753+0000 7f2e3d7fa640 1 -- 172.21.15.71:0/1868812462 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e4c0054f0 con 0x561fa29e0dc0 2024-09-05T07:44:29.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.753+0000 7f2e3d7fa640 1 -- 172.21.15.71:0/1868812462 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e4c011920 con 0x561fa29e0dc0 2024-09-05T07:44:29.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.753+0000 7f2e5fed2740 1 -- 172.21.15.71:0/1868812462 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e0dc0 msgr2=0x561fa2a02de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:29.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.753+0000 7f2e5fed2740 1 --2- 172.21.15.71:0/1868812462 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e0dc0 0x561fa2a02de0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c00bc30 tx=0x7f2e4c01e040 comp rx=0 tx=0).stop 2024-09-05T07:44:29.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.753+0000 7f2e5fed2740 1 -- 172.21.15.71:0/1868812462 shutdown_connections 2024-09-05T07:44:29.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.753+0000 7f2e5fed2740 1 --2- 172.21.15.71:0/1868812462 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561fa29eb680 0x561fa2a03320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.753+0000 7f2e5fed2740 1 --2- 172.21.15.71:0/1868812462 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e0dc0 0x561fa2a02de0 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.753+0000 7f2e5fed2740 1 --2- 172.21.15.71:0/1868812462 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29e04a0 0x561fa29f74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.753+0000 7f2e5fed2740 1 -- 172.21.15.71:0/1868812462 >> 172.21.15.71:0/1868812462 conn(0x561fa29dca30 msgr2=0x561fa29e6b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:29.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.753+0000 7f2e5fed2740 1 -- 172.21.15.71:0/1868812462 shutdown_connections 2024-09-05T07:44:29.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.754+0000 7f2e5fed2740 1 -- 172.21.15.71:0/1868812462 wait complete. 2024-09-05T07:44:29.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.754+0000 7f2e5fed2740 1 -- start start 2024-09-05T07:44:29.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.754+0000 7f2e5fed2740 1 Processor -- start 2024-09-05T07:44:29.775 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.754+0000 7f2e5fed2740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e04a0 0x561fa29f3f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:29.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.754+0000 7f2e5fed2740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29e0dc0 0x561fa29ef270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:29.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.754+0000 7f2e5fed2740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561fa29eb680 0x561fa29efa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:29.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.754+0000 7f2e5fed2740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2e581ad6d0 con 0x561fa29e04a0 2024-09-05T07:44:29.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.754+0000 7f2e5fed2740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2e581aeb40 con 0x561fa29e0dc0 2024-09-05T07:44:29.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.754+0000 7f2e5fed2740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2e581adda0 con 0x561fa29eb680 2024-09-05T07:44:29.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.754+0000 7f2e5fed2740 10 client.0 _ll_register_callbacks cb 0x7f2e480046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:44:29.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.754+0000 7f2e577fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e04a0 0x561fa29f3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:29.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e577fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e04a0 0x561fa29f3f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:58294/0 (socket says 172.21.15.71:58294) 2024-09-05T07:44:29.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e577fe640 1 -- 172.21.15.71:0/4161761799 learned_addr learned my addr 172.21.15.71:0/4161761799 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:44:29.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e56ffd640 1 --2- 172.21.15.71:0/4161761799 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29e0dc0 0x561fa29ef270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:29.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e57fff640 1 --2- 172.21.15.71:0/4161761799 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561fa29eb680 0x561fa29efa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:29.776 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e577fe640 1 -- 172.21.15.71:0/4161761799 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561fa29eb680 msgr2=0x561fa29efa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:29.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e577fe640 1 --2- 172.21.15.71:0/4161761799 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561fa29eb680 0x561fa29efa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e577fe640 1 -- 172.21.15.71:0/4161761799 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29e0dc0 msgr2=0x561fa29ef270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:44:29.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e577fe640 1 --2- 172.21.15.71:0/4161761799 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29e0dc0 0x561fa29ef270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e577fe640 1 -- 172.21.15.71:0/4161761799 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fa2a64db0 con 0x561fa29e04a0 2024-09-05T07:44:29.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e56ffd640 1 --2- 172.21.15.71:0/4161761799 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29e0dc0 0x561fa29ef270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:44:29.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e577fe640 1 --2- 172.21.15.71:0/4161761799 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e04a0 0x561fa29f3f40 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f2e48009610 tx=0x7f2e48005b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9113ee1da29e4d62 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:44:29.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e36ffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:44:29.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e36ffd640 1 -- 172.21.15.71:0/4161761799 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e480b4250 con 0x561fa29e04a0 2024-09-05T07:44:29.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e36ffd640 1 -- 172.21.15.71:0/4161761799 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f2e48009a30 con 0x561fa29e04a0 2024-09-05T07:44:29.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e5fed2740 1 -- 172.21.15.71:0/4161761799 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e4c0054f0 con 0x561fa29e04a0 2024-09-05T07:44:29.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e36ffd640 1 -- 172.21.15.71:0/4161761799 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2e48009c70 con 0x561fa29e04a0 2024-09-05T07:44:29.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e5fed2740 10 client.16590 fetch_fsmap learned FSMap version 26 2024-09-05T07:44:29.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e5fed2740 1 -- 172.21.15.71:0/4161761799 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561fa2a65f10 con 0x561fa29e04a0 2024-09-05T07:44:29.777 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e36ffd640 1 -- 172.21.15.71:0/4161761799 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e4c0054f0 con 0x561fa29e04a0 2024-09-05T07:44:29.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e36ffd640 1 -- 172.21.15.71:0/4161761799 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f2e480662a0 con 0x561fa29e04a0 2024-09-05T07:44:29.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.755+0000 7f2e5fed2740 10 client.16590 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:44:29.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.756+0000 7f2e5fed2740 10 client.16590 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:44:29.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.756+0000 7f2e5fed2740 20 client.16590 populate_metadata read hostname 'smithi071' 2024-09-05T07:44:29.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.756+0000 7f2e5fed2740 1 --2- 172.21.15.71:0/4161761799 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561fa29fb090 0x561fa2a68400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:44:29.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.756+0000 7f2e5fed2740 4 client.16590 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:44:29.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.756+0000 7f2e5fed2740 1 -- 172.21.15.71:0/4161761799 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561fa294dd60 con 0x561fa29fb090 2024-09-05T07:44:29.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.756+0000 7f2e56ffd640 1 --2- 172.21.15.71:0/4161761799 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561fa29fb090 0x561fa2a68400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:44:29.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.756+0000 7f2e36ffd640 10 client.16590 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:44:29.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.756+0000 7f2e56ffd640 1 --2- 172.21.15.71:0/4161761799 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561fa29fb090 0x561fa2a68400 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cbf7f2e456fa8543 server_cookie=a1212f020ea84f0c in_seq=0 out_seq=0 2024-09-05T07:44:29.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.756+0000 7f2e36ffd640 1 -- 172.21.15.71:0/4161761799 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x561fa294dd60 con 0x561fa29fb090 2024-09-05T07:44:29.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.756+0000 7f2e36ffd640 10 client.16590 handle_command_reply: tid=0 2024-09-05T07:44:29.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.756+0000 7f2e5fed2740 1 client.16590 shutdown 2024-09-05T07:44:29.778 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.756+0000 7f2e5fed2740 1 -- 172.21.15.71:0/4161761799 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e04a0 msgr2=0x561fa29f3f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:29.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e5fed2740 1 --2- 172.21.15.71:0/4161761799 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e04a0 0x561fa29f3f40 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f2e48009610 tx=0x7f2e48005b20 comp rx=0 tx=0).stop 2024-09-05T07:44:29.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e5fed2740 1 -- 172.21.15.71:0/4161761799 shutdown_connections 2024-09-05T07:44:29.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e5fed2740 1 --2- 172.21.15.71:0/4161761799 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561fa29fb090 0x561fa2a68400 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e5fed2740 1 --2- 172.21.15.71:0/4161761799 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561fa29eb680 0x561fa29efa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e5fed2740 1 --2- 172.21.15.71:0/4161761799 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561fa29e0dc0 0x561fa29ef270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e5fed2740 1 --2- 172.21.15.71:0/4161761799 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561fa29e04a0 0x561fa29f3f40 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e5fed2740 1 -- 172.21.15.71:0/4161761799 >> 172.21.15.71:0/4161761799 conn(0x561fa29dca30 msgr2=0x561fa29e1ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:29.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e36ffd640 0 client.16590 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:44:29.779 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e5fed2740 1 -- 172.21.15.71:0/4161761799 shutdown_connections 2024-09-05T07:44:29.780 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:44:29.780 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T07:44:29.780 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": { 2024-09-05T07:44:29.780 INFO:teuthology.orchestra.run.smithi071.stdout: "f9d6086b-a174-45db-b57b-b57f40a47256": { 2024-09-05T07:44:29.780 INFO:teuthology.orchestra.run.smithi071.stdout: "path": "/", 2024-09-05T07:44:29.780 INFO:teuthology.orchestra.run.smithi071.stdout: "tag": "f9d6086b-a174-45db-b57b-b57f40a47256", 2024-09-05T07:44:29.780 INFO:teuthology.orchestra.run.smithi071.stdout: "options": "recursive,force" 2024-09-05T07:44:29.780 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:44:29.780 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:44:29.780 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:44:29.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e5fed2740 1 -- 172.21.15.71:0/4161761799 wait complete. 2024-09-05T07:44:29.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e5fed2740 20 client.16590 trim_cache size 0 max 16384 2024-09-05T07:44:29.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e5daf9640 1 -- 172.21.15.71:0/4089911175 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2e400a2cf0 msgr2=0x7f2e400a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:29.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e5daf9640 1 --2- 172.21.15.71:0/4089911175 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2e400a2cf0 0x7f2e400a51b0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2e50009a60 tx=0x7f2e500095c0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e5daf9640 1 -- 172.21.15.71:0/4089911175 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2e58101de0 msgr2=0x7f2e581982e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:44:29.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e5daf9640 1 --2- 172.21.15.71:0/4089911175 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2e58101de0 0x7f2e581982e0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f2e4800d950 tx=0x7f2e4800de10 comp rx=0 tx=0).stop 2024-09-05T07:44:29.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e5daf9640 1 -- 172.21.15.71:0/4089911175 shutdown_connections 2024-09-05T07:44:29.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e5daf9640 1 --2- 172.21.15.71:0/4089911175 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2e400a2cf0 0x7f2e400a51b0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e5daf9640 1 --2- 172.21.15.71:0/4089911175 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2e58106f10 0x7f2e5819cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e5daf9640 1 --2- 172.21.15.71:0/4089911175 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2e58102790 0x7f2e58198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.781 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e5daf9640 1 --2- 172.21.15.71:0/4089911175 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2e58101de0 0x7f2e581982e0 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:44:29.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.757+0000 7f2e5daf9640 1 -- 172.21.15.71:0/4089911175 >> 172.21.15.71:0/4089911175 conn(0x7f2e580fd8c0 msgr2=0x7f2e580fec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:44:29.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.758+0000 7f2e5daf9640 1 -- 172.21.15.71:0/4089911175 shutdown_connections 2024-09-05T07:44:29.782 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:44:29.758+0000 7f2e5daf9640 1 -- 172.21.15.71:0/4089911175 wait complete. 2024-09-05T07:44:30.635 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:30 smithi071 ceph-mon[30965]: pgmap v179: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-09-05T07:44:30.664 INFO:tasks.cephfs.filesystem:scrub status for tag:f9d6086b-a174-45db-b57b-b57f40a47256 - {'path': '/', 'tag': 'f9d6086b-a174-45db-b57b-b57f40a47256', 'options': 'recursive,force'} 2024-09-05T07:44:30.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:30 smithi123 ceph-mon[34568]: pgmap v179: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-09-05T07:44:30.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:30 smithi192 ceph-mon[34929]: pgmap v179: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-09-05T07:44:31.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:31 smithi071 ceph-mon[30965]: scrub summary: idle 2024-09-05T07:44:31.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:31 smithi123 ceph-mon[34568]: scrub summary: idle 2024-09-05T07:44:31.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:31 smithi192 ceph-mon[34929]: scrub summary: idle 2024-09-05T07:44:32.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:32 smithi071 ceph-mon[30965]: pgmap v180: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-09-05T07:44:32.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:32 smithi123 ceph-mon[34568]: pgmap v180: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-09-05T07:44:32.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:32 smithi192 ceph-mon[34929]: pgmap v180: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-09-05T07:44:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:34 smithi071 ceph-mon[30965]: pgmap v181: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:44:34.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:34 smithi123 ceph-mon[34568]: pgmap v181: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:44:34.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:34 smithi192 ceph-mon[34929]: pgmap v181: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:44:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:36 smithi071 ceph-mon[30965]: pgmap v182: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-09-05T07:44:36.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:36 smithi123 ceph-mon[34568]: pgmap v182: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-09-05T07:44:36.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:36 smithi192 ceph-mon[34929]: pgmap v182: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-09-05T07:44:38.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:38 smithi071 ceph-mon[30965]: pgmap v183: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:44:38.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:38 smithi123 ceph-mon[34568]: pgmap v183: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:44:38.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:38 smithi192 ceph-mon[34929]: pgmap v183: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:44:40.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:40 smithi071 ceph-mon[30965]: pgmap v184: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:44:40.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:40 smithi123 ceph-mon[34568]: pgmap v184: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:44:40.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:40 smithi192 ceph-mon[34929]: pgmap v184: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:44:42.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:42 smithi071 ceph-mon[30965]: pgmap v185: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-09-05T07:44:42.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:42 smithi123 ceph-mon[34568]: pgmap v185: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-09-05T07:44:42.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:42 smithi192 ceph-mon[34929]: pgmap v185: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-09-05T07:44:44.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:44 smithi071 ceph-mon[30965]: pgmap v186: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-09-05T07:44:44.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:44 smithi123 ceph-mon[34568]: pgmap v186: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-09-05T07:44:44.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:44 smithi192 ceph-mon[34929]: pgmap v186: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s 2024-09-05T07:44:46.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:46 smithi071 ceph-mon[30965]: pgmap v187: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:44:46.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:46 smithi123 ceph-mon[34568]: pgmap v187: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:44:46.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:46 smithi192 ceph-mon[34929]: pgmap v187: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:44:48.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:48 smithi071 ceph-mon[30965]: pgmap v188: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:44:48.691 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:48 smithi123 ceph-mon[34568]: pgmap v188: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:44:48.718 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:48 smithi192 ceph-mon[34929]: pgmap v188: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:44:50.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:50 smithi071 ceph-mon[30965]: pgmap v189: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:44:50.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:50 smithi123 ceph-mon[34568]: pgmap v189: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:44:50.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:50 smithi192 ceph-mon[34929]: pgmap v189: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:44:52.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:52 smithi071 ceph-mon[30965]: pgmap v190: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:44:52.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:52 smithi123 ceph-mon[34568]: pgmap v190: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:44:52.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:52 smithi192 ceph-mon[34929]: pgmap v190: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:44:54.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:54 smithi071 ceph-mon[30965]: pgmap v191: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:44:54.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:54 smithi123 ceph-mon[34568]: pgmap v191: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:44:54.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:54 smithi192 ceph-mon[34929]: pgmap v191: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:44:55.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:55 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:44:55.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:55 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:44:55.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:55 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:44:55.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:55 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:44:55.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:55 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:44:55.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:55 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:44:55.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:55 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:44:55.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:55 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:44:55.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:55 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:44:55.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:55 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:44:55.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:55 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:44:55.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:55 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:44:56.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:56 smithi071 ceph-mon[30965]: pgmap v192: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:44:56.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:56 smithi123 ceph-mon[34568]: pgmap v192: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:44:56.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:56 smithi192 ceph-mon[34929]: pgmap v192: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:44:58.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:44:58 smithi071 ceph-mon[30965]: pgmap v193: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:44:58.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:44:58 smithi123 ceph-mon[34568]: pgmap v193: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:44:58.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:44:58 smithi192 ceph-mon[34929]: pgmap v193: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:45:00.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:00 smithi071 ceph-mon[30965]: pgmap v194: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:45:00.666 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:45:00.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:00 smithi123 ceph-mon[34568]: pgmap v194: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:45:00.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:00 smithi192 ceph-mon[34929]: pgmap v194: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:45:00.938 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:45:01.420 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.402+0000 7f3f06e1f640 1 -- 172.21.15.71:0/3726076881 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f00100e20 msgr2=0x7f3f00101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:01.420 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.402+0000 7f3f06e1f640 1 --2- 172.21.15.71:0/3726076881 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f00100e20 0x7f3f00101200 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f3ef0009900 tx=0x7f3ef002a480 comp rx=0 tx=0).stop 2024-09-05T07:45:01.420 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.402+0000 7f3f06e1f640 1 -- 172.21.15.71:0/3726076881 shutdown_connections 2024-09-05T07:45:01.420 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.402+0000 7f3f06e1f640 1 --2- 172.21.15.71:0/3726076881 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f00102ef0 0x7f3f0010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.420 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.402+0000 7f3f06e1f640 1 --2- 172.21.15.71:0/3726076881 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f00102570 0x7f3f001029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.402+0000 7f3f06e1f640 1 --2- 172.21.15.71:0/3726076881 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f00100e20 0x7f3f00101200 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.402+0000 7f3f06e1f640 1 -- 172.21.15.71:0/3726076881 >> 172.21.15.71:0/3726076881 conn(0x7f3f000fc7d0 msgr2=0x7f3f000febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:01.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.402+0000 7f3f06e1f640 1 -- 172.21.15.71:0/3726076881 shutdown_connections 2024-09-05T07:45:01.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.402+0000 7f3f06e1f640 1 -- 172.21.15.71:0/3726076881 wait complete. 2024-09-05T07:45:01.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.402+0000 7f3f06e1f640 1 Processor -- start 2024-09-05T07:45:01.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.402+0000 7f3f06e1f640 1 -- start start 2024-09-05T07:45:01.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3f06e1f640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f00100e20 0x7f3f0019a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:01.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3f06e1f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f00102570 0x7f3f0019aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:01.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3f06e1f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f00102ef0 0x7f3f0019ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:01.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3f06e1f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3f00110e00 con 0x7f3f00102ef0 2024-09-05T07:45:01.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3f06e1f640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3f00110c80 con 0x7f3f00100e20 2024-09-05T07:45:01.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3f06e1f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3f00110f80 con 0x7f3f00102570 2024-09-05T07:45:01.421 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3f053bc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f00102ef0 0x7f3f0019ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:01.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3f053bc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f00102ef0 0x7f3f0019ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34140/0 (socket says 172.21.15.71:34140) 2024-09-05T07:45:01.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3f053bc640 1 -- 172.21.15.71:0/363028234 learned_addr learned my addr 172.21.15.71:0/363028234 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:01.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3f04bbb640 1 --2- 172.21.15.71:0/363028234 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f00100e20 0x7f3f0019a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:01.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3efffff640 1 --2- 172.21.15.71:0/363028234 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f00102570 0x7f3f0019aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:01.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3f053bc640 1 -- 172.21.15.71:0/363028234 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f00102570 msgr2=0x7f3f0019aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:01.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3f053bc640 1 --2- 172.21.15.71:0/363028234 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f00102570 0x7f3f0019aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3f053bc640 1 -- 172.21.15.71:0/363028234 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f00100e20 msgr2=0x7f3f0019a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:01.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3f053bc640 1 --2- 172.21.15.71:0/363028234 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f00100e20 0x7f3f0019a550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3f053bc640 1 -- 172.21.15.71:0/363028234 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f0019f500 con 0x7f3f00102ef0 2024-09-05T07:45:01.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3efffff640 1 --2- 172.21.15.71:0/363028234 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f00102570 0x7f3f0019aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:01.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3f053bc640 1 --2- 172.21.15.71:0/363028234 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f00102ef0 0x7f3f0019ee20 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f3ef800cad0 tx=0x7f3ef800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:01.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3efdffb640 1 -- 172.21.15.71:0/363028234 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef800ae20 con 0x7f3f00102ef0 2024-09-05T07:45:01.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3f06e1f640 1 -- 172.21.15.71:0/363028234 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f0019f7f0 con 0x7f3f00102ef0 2024-09-05T07:45:01.422 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3efdffb640 1 -- 172.21.15.71:0/363028234 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ef8005020 con 0x7f3f00102ef0 2024-09-05T07:45:01.423 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.403+0000 7f3efdffb640 1 -- 172.21.15.71:0/363028234 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef800f6b0 con 0x7f3f00102ef0 2024-09-05T07:45:01.423 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.404+0000 7f3f06e1f640 1 -- 172.21.15.71:0/363028234 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f001a70d0 con 0x7f3f00102ef0 2024-09-05T07:45:01.423 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.405+0000 7f3efdffb640 1 -- 172.21.15.71:0/363028234 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f3ef80051d0 con 0x7f3f00102ef0 2024-09-05T07:45:01.423 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.406+0000 7f3efdffb640 1 --2- 172.21.15.71:0/363028234 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3ee80a2cf0 0x7f3ee80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:01.423 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.406+0000 7f3f091f8740 1 Processor -- start 2024-09-05T07:45:01.423 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.406+0000 7f3efdffb640 1 -- 172.21.15.71:0/363028234 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f3ef80cf9a0 con 0x7f3f00102ef0 2024-09-05T07:45:01.423 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.406+0000 7f3f04bbb640 1 --2- 172.21.15.71:0/363028234 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3ee80a2cf0 0x7f3ee80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:01.423 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.406+0000 7f3f091f8740 1 -- start start 2024-09-05T07:45:01.423 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3f091f8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e624a0 0x560674e62880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:01.423 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3f091f8740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e62dc0 0x560674e6d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:01.423 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3f091f8740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e6d680 0x560674e6fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:01.423 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3f091f8740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x560674dc82e0 con 0x560674e62dc0 2024-09-05T07:45:01.423 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3f091f8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x560674d6fce0 con 0x560674e624a0 2024-09-05T07:45:01.423 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3f091f8740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x560674dc42a0 con 0x560674e6d680 2024-09-05T07:45:01.424 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3efffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e62dc0 0x560674e6d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:01.424 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3f04bbb640 1 --2- 172.21.15.71:0/363028234 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3ee80a2cf0 0x7f3ee80a51b0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f3ef0000c00 tx=0x7f3ef00095f0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:01.424 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3efffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e62dc0 0x560674e6d140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34150/0 (socket says 172.21.15.71:34150) 2024-09-05T07:45:01.424 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3efffff640 1 -- 172.21.15.71:0/3031669653 learned_addr learned my addr 172.21.15.71:0/3031669653 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:01.424 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3f053bc640 1 --2- 172.21.15.71:0/3031669653 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e6d680 0x560674e6fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:01.424 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3f04bbb640 1 --2- 172.21.15.71:0/3031669653 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e624a0 0x560674e62880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:01.424 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3efffff640 1 -- 172.21.15.71:0/3031669653 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e6d680 msgr2=0x560674e6fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:01.424 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3efffff640 1 --2- 172.21.15.71:0/3031669653 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e6d680 0x560674e6fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.424 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3efffff640 1 -- 172.21.15.71:0/3031669653 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e624a0 msgr2=0x560674e62880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:01.424 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3efffff640 1 --2- 172.21.15.71:0/3031669653 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e624a0 0x560674e62880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.424 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3efffff640 1 -- 172.21.15.71:0/3031669653 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560674d54440 con 0x560674e62dc0 2024-09-05T07:45:01.424 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3f04bbb640 1 --2- 172.21.15.71:0/3031669653 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e624a0 0x560674e62880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:01.424 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3efffff640 1 --2- 172.21.15.71:0/3031669653 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e62dc0 0x560674e6d140 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f3ef400bbe0 tx=0x7f3ef400d710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f76eefbd4ac31538 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:01.425 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3ee6ffd640 1 -- 172.21.15.71:0/3031669653 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef4017620 con 0x560674e62dc0 2024-09-05T07:45:01.425 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3ee6ffd640 1 -- 172.21.15.71:0/3031669653 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ef4017c70 con 0x560674e62dc0 2024-09-05T07:45:01.425 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.407+0000 7f3ee6ffd640 1 -- 172.21.15.71:0/3031669653 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef400fce0 con 0x560674e62dc0 2024-09-05T07:45:01.425 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.408+0000 7f3f091f8740 1 -- 172.21.15.71:0/3031669653 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e62dc0 msgr2=0x560674e6d140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:01.425 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.408+0000 7f3f091f8740 1 --2- 172.21.15.71:0/3031669653 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e62dc0 0x560674e6d140 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f3ef400bbe0 tx=0x7f3ef400d710 comp rx=0 tx=0).stop 2024-09-05T07:45:01.425 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.408+0000 7f3f091f8740 1 -- 172.21.15.71:0/3031669653 shutdown_connections 2024-09-05T07:45:01.425 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.408+0000 7f3f091f8740 1 --2- 172.21.15.71:0/3031669653 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e6d680 0x560674e6fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.425 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.408+0000 7f3f091f8740 1 --2- 172.21.15.71:0/3031669653 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e62dc0 0x560674e6d140 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.425 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.408+0000 7f3f091f8740 1 --2- 172.21.15.71:0/3031669653 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e624a0 0x560674e62880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.425 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.408+0000 7f3f091f8740 1 -- 172.21.15.71:0/3031669653 >> 172.21.15.71:0/3031669653 conn(0x560674e5ea30 msgr2=0x560674e5ee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:01.425 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.408+0000 7f3f091f8740 1 -- 172.21.15.71:0/3031669653 shutdown_connections 2024-09-05T07:45:01.425 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.408+0000 7f3f091f8740 1 -- 172.21.15.71:0/3031669653 wait complete. 2024-09-05T07:45:01.425 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.408+0000 7f3f091f8740 1 -- start start 2024-09-05T07:45:01.426 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.409+0000 7f3f091f8740 1 Processor -- start 2024-09-05T07:45:01.426 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.409+0000 7f3f091f8740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e624a0 0x560674e6cf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:01.426 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.409+0000 7f3f091f8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e62dc0 0x560674e6a210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:01.426 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.409+0000 7f3f091f8740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e6d680 0x560674e6a750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:01.426 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.409+0000 7f3f091f8740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x560674e70250 con 0x560674e6d680 2024-09-05T07:45:01.426 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.409+0000 7f3f091f8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x560674d83050 con 0x560674e62dc0 2024-09-05T07:45:01.426 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.409+0000 7f3f091f8740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x560674e703d0 con 0x560674e624a0 2024-09-05T07:45:01.426 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.409+0000 7f3f091f8740 10 client.0 _ll_register_callbacks cb 0x560674dc3160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:01.426 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.409+0000 7f3f053bc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e6d680 0x560674e6a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:01.426 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.409+0000 7f3f053bc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e6d680 0x560674e6a750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34160/0 (socket says 172.21.15.71:34160) 2024-09-05T07:45:01.426 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.409+0000 7f3f053bc640 1 -- 172.21.15.71:0/4030194843 learned_addr learned my addr 172.21.15.71:0/4030194843 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:01.426 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.409+0000 7f3f04bbb640 1 --2- 172.21.15.71:0/4030194843 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e624a0 0x560674e6cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:01.426 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.409+0000 7f3efffff640 1 --2- 172.21.15.71:0/4030194843 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e62dc0 0x560674e6a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:01.426 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.409+0000 7f3f053bc640 1 -- 172.21.15.71:0/4030194843 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e624a0 msgr2=0x560674e6cf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:01.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.409+0000 7f3f053bc640 1 --2- 172.21.15.71:0/4030194843 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e624a0 0x560674e6cf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.409+0000 7f3f053bc640 1 -- 172.21.15.71:0/4030194843 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e62dc0 msgr2=0x560674e6a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:01.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.409+0000 7f3f053bc640 1 --2- 172.21.15.71:0/4030194843 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e62dc0 0x560674e6a210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.409+0000 7f3f053bc640 1 -- 172.21.15.71:0/4030194843 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560674b393c0 con 0x560674e6d680 2024-09-05T07:45:01.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.410+0000 7f3f053bc640 1 --2- 172.21.15.71:0/4030194843 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e6d680 0x560674e6a750 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f3ef809ba50 tx=0x7f3ef809bc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c7fc7e0203be01 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:01.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.410+0000 7f3edffff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:01.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.410+0000 7f3edffff640 1 -- 172.21.15.71:0/4030194843 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef80b4060 con 0x560674e6d680 2024-09-05T07:45:01.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.410+0000 7f3edffff640 1 -- 172.21.15.71:0/4030194843 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f3ef809af10 con 0x560674e6d680 2024-09-05T07:45:01.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.410+0000 7f3f091f8740 1 -- 172.21.15.71:0/4030194843 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ef4017c70 con 0x560674e6d680 2024-09-05T07:45:01.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.410+0000 7f3edffff640 1 -- 172.21.15.71:0/4030194843 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3ef801d040 con 0x560674e6d680 2024-09-05T07:45:01.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.410+0000 7f3f091f8740 10 client.16602 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:01.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.410+0000 7f3f091f8740 1 -- 172.21.15.71:0/4030194843 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560674e7bb90 con 0x560674e6d680 2024-09-05T07:45:01.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.410+0000 7f3edffff640 1 -- 172.21.15.71:0/4030194843 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ef4017c70 con 0x560674e6d680 2024-09-05T07:45:01.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.410+0000 7f3edffff640 1 -- 172.21.15.71:0/4030194843 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f3ef809a980 con 0x560674e6d680 2024-09-05T07:45:01.427 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.410+0000 7f3f091f8740 10 client.16602 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:01.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.410+0000 7f3f091f8740 10 client.16602 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:45:01.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.410+0000 7f3f091f8740 20 client.16602 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:01.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.410+0000 7f3f091f8740 1 --2- 172.21.15.71:0/4030194843 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x560674e7cfa0 0x560674e7f390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:01.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.410+0000 7f3f091f8740 4 client.16602 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:45:01.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.410+0000 7f3f091f8740 1 -- 172.21.15.71:0/4030194843 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560674dd5850 con 0x560674e7cfa0 2024-09-05T07:45:01.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.410+0000 7f3f04bbb640 1 --2- 172.21.15.71:0/4030194843 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x560674e7cfa0 0x560674e7f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:01.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.411+0000 7f3edffff640 10 client.16602 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:01.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.411+0000 7f3f04bbb640 1 --2- 172.21.15.71:0/4030194843 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x560674e7cfa0 0x560674e7f390 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=48a8b4b5d53e6e17 server_cookie=b97561b72cf1f0f8 in_seq=0 out_seq=0 2024-09-05T07:45:01.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.412+0000 7f3edffff640 1 -- 172.21.15.71:0/4030194843 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560674dd5850 con 0x560674e7cfa0 2024-09-05T07:45:01.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.412+0000 7f3edffff640 10 client.16602 handle_command_reply: tid=0 2024-09-05T07:45:01.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.412+0000 7f3f091f8740 1 client.16602 shutdown 2024-09-05T07:45:01.428 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.412+0000 7f3f091f8740 1 -- 172.21.15.71:0/4030194843 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e6d680 msgr2=0x560674e6a750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:01.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.412+0000 7f3f091f8740 1 --2- 172.21.15.71:0/4030194843 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e6d680 0x560674e6a750 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f3ef809ba50 tx=0x7f3ef809bc00 comp rx=0 tx=0).stop 2024-09-05T07:45:01.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.412+0000 7f3f091f8740 1 -- 172.21.15.71:0/4030194843 shutdown_connections 2024-09-05T07:45:01.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.412+0000 7f3f091f8740 1 --2- 172.21.15.71:0/4030194843 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x560674e7cfa0 0x560674e7f390 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.412+0000 7f3f091f8740 1 --2- 172.21.15.71:0/4030194843 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e6d680 0x560674e6a750 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.412+0000 7f3edffff640 0 client.16602 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:01.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.412+0000 7f3f091f8740 1 --2- 172.21.15.71:0/4030194843 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e62dc0 0x560674e6a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.412+0000 7f3f091f8740 1 --2- 172.21.15.71:0/4030194843 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e624a0 0x560674e6cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.412+0000 7f3f091f8740 1 -- 172.21.15.71:0/4030194843 >> 172.21.15.71:0/4030194843 conn(0x560674e5ea30 msgr2=0x560674e5db90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:01.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.412+0000 7f3f091f8740 1 -- 172.21.15.71:0/4030194843 shutdown_connections 2024-09-05T07:45:01.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.412+0000 7f3f091f8740 1 -- 172.21.15.71:0/4030194843 wait complete. 2024-09-05T07:45:01.429 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.412+0000 7f3f091f8740 20 client.16602 trim_cache size 0 max 16384 2024-09-05T07:45:01.432 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.429+0000 7f3f091f8740 1 Processor -- start 2024-09-05T07:45:01.432 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.429+0000 7f3f091f8740 1 -- start start 2024-09-05T07:45:01.432 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.429+0000 7f3f091f8740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e624a0 0x560674e6c180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:01.432 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.429+0000 7f3f091f8740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e62dc0 0x560674e84c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:01.432 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.429+0000 7f3f091f8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e6d680 0x560674e85180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:01.432 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.429+0000 7f3f091f8740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3f001b3b00 con 0x560674e624a0 2024-09-05T07:45:01.432 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.429+0000 7f3f091f8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3f001b13d0 con 0x560674e6d680 2024-09-05T07:45:01.432 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.429+0000 7f3f091f8740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3f001af220 con 0x560674e62dc0 2024-09-05T07:45:01.432 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.429+0000 7f3f04bbb640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e624a0 0x560674e6c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:01.432 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.429+0000 7f3f04bbb640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e624a0 0x560674e6c180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34172/0 (socket says 172.21.15.71:34172) 2024-09-05T07:45:01.432 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.429+0000 7f3f04bbb640 1 -- 172.21.15.71:0/3884655703 learned_addr learned my addr 172.21.15.71:0/3884655703 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:01.432 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.430+0000 7f3efffff640 1 --2- 172.21.15.71:0/3884655703 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e62dc0 0x560674e84c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:01.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.430+0000 7f3f04bbb640 1 -- 172.21.15.71:0/3884655703 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e62dc0 msgr2=0x560674e84c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:01.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.430+0000 7f3f04bbb640 1 --2- 172.21.15.71:0/3884655703 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e62dc0 0x560674e84c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.430+0000 7f3f04bbb640 1 -- 172.21.15.71:0/3884655703 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e6d680 msgr2=0x560674e85180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:01.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.430+0000 7f3f053bc640 1 --2- 172.21.15.71:0/3884655703 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e6d680 0x560674e85180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:01.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.430+0000 7f3f04bbb640 1 --2- 172.21.15.71:0/3884655703 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e6d680 0x560674e85180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.430+0000 7f3f04bbb640 1 -- 172.21.15.71:0/3884655703 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560674e5f6c0 con 0x560674e624a0 2024-09-05T07:45:01.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.430+0000 7f3efffff640 1 --2- 172.21.15.71:0/3884655703 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e62dc0 0x560674e84c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:01.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.430+0000 7f3f053bc640 1 --2- 172.21.15.71:0/3884655703 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e6d680 0x560674e85180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:01.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.430+0000 7f3f04bbb640 1 --2- 172.21.15.71:0/3884655703 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e624a0 0x560674e6c180 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f3ef002a9a0 tx=0x7f3ef003f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93892bc85710a456 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:01.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.430+0000 7f3ee67fc640 1 -- 172.21.15.71:0/3884655703 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef0035050 con 0x560674e624a0 2024-09-05T07:45:01.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.430+0000 7f3ee67fc640 1 -- 172.21.15.71:0/3884655703 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ef0057070 con 0x560674e624a0 2024-09-05T07:45:01.433 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.430+0000 7f3ee67fc640 1 -- 172.21.15.71:0/3884655703 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef00516e0 con 0x560674e624a0 2024-09-05T07:45:01.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.431+0000 7f3f091f8740 1 -- 172.21.15.71:0/3884655703 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e624a0 msgr2=0x560674e6c180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:01.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.431+0000 7f3f091f8740 1 --2- 172.21.15.71:0/3884655703 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e624a0 0x560674e6c180 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f3ef002a9a0 tx=0x7f3ef003f000 comp rx=0 tx=0).stop 2024-09-05T07:45:01.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.431+0000 7f3f091f8740 1 -- 172.21.15.71:0/3884655703 shutdown_connections 2024-09-05T07:45:01.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.431+0000 7f3f091f8740 1 --2- 172.21.15.71:0/3884655703 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e6d680 0x560674e85180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.431+0000 7f3f091f8740 1 --2- 172.21.15.71:0/3884655703 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e62dc0 0x560674e84c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.431+0000 7f3f091f8740 1 --2- 172.21.15.71:0/3884655703 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e624a0 0x560674e6c180 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.431+0000 7f3f091f8740 1 -- 172.21.15.71:0/3884655703 >> 172.21.15.71:0/3884655703 conn(0x560674e5ea30 msgr2=0x560674e6ba70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:01.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.431+0000 7f3f091f8740 1 -- 172.21.15.71:0/3884655703 shutdown_connections 2024-09-05T07:45:01.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.431+0000 7f3f091f8740 1 -- 172.21.15.71:0/3884655703 wait complete. 2024-09-05T07:45:01.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.431+0000 7f3f091f8740 1 -- start start 2024-09-05T07:45:01.434 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.431+0000 7f3f091f8740 1 Processor -- start 2024-09-05T07:45:01.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.432+0000 7f3f091f8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e624a0 0x560674e75b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:01.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.432+0000 7f3f091f8740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e62dc0 0x560674e72e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:01.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.432+0000 7f3f091f8740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e6d680 0x560674e733b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:01.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.432+0000 7f3f091f8740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3f001af890 con 0x560674e62dc0 2024-09-05T07:45:01.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.432+0000 7f3f091f8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3f001b0d00 con 0x560674e624a0 2024-09-05T07:45:01.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.432+0000 7f3f091f8740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3f001aff60 con 0x560674e6d680 2024-09-05T07:45:01.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.432+0000 7f3f091f8740 10 client.0 _ll_register_callbacks cb 0x7f3ef8097e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:01.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.432+0000 7f3efffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e62dc0 0x560674e72e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:01.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.432+0000 7f3efffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e62dc0 0x560674e72e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34182/0 (socket says 172.21.15.71:34182) 2024-09-05T07:45:01.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.432+0000 7f3efffff640 1 -- 172.21.15.71:0/3898267668 learned_addr learned my addr 172.21.15.71:0/3898267668 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:01.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.432+0000 7f3f053bc640 1 --2- 172.21.15.71:0/3898267668 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e6d680 0x560674e733b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:01.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.432+0000 7f3f04bbb640 1 --2- 172.21.15.71:0/3898267668 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e624a0 0x560674e75b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:01.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.432+0000 7f3efffff640 1 -- 172.21.15.71:0/3898267668 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e6d680 msgr2=0x560674e733b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:01.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.432+0000 7f3efffff640 1 --2- 172.21.15.71:0/3898267668 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e6d680 0x560674e733b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.432+0000 7f3efffff640 1 -- 172.21.15.71:0/3898267668 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e624a0 msgr2=0x560674e75b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:01.438 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.432+0000 7f3efffff640 1 --2- 172.21.15.71:0/3898267668 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e624a0 0x560674e75b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.432+0000 7f3efffff640 1 -- 172.21.15.71:0/3898267668 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560674e73970 con 0x560674e62dc0 2024-09-05T07:45:01.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.432+0000 7f3efffff640 1 --2- 172.21.15.71:0/3898267668 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e62dc0 0x560674e72e70 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x560674e5f890 tx=0x7f3ef400b3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef96e2e277bb44de server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:01.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.432+0000 7f3edffff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:01.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.433+0000 7f3edffff640 1 -- 172.21.15.71:0/3898267668 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef4027070 con 0x560674e62dc0 2024-09-05T07:45:01.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.433+0000 7f3edffff640 1 -- 172.21.15.71:0/3898267668 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f3ef4004a70 con 0x560674e62dc0 2024-09-05T07:45:01.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.433+0000 7f3f091f8740 1 -- 172.21.15.71:0/3898267668 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ef0057070 con 0x560674e62dc0 2024-09-05T07:45:01.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.433+0000 7f3edffff640 1 -- 172.21.15.71:0/3898267668 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3ef4033050 con 0x560674e62dc0 2024-09-05T07:45:01.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.433+0000 7f3f091f8740 10 client.16608 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:01.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.433+0000 7f3f091f8740 1 -- 172.21.15.71:0/3898267668 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560674ee7980 con 0x560674e62dc0 2024-09-05T07:45:01.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.433+0000 7f3edffff640 1 -- 172.21.15.71:0/3898267668 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ef0057070 con 0x560674e62dc0 2024-09-05T07:45:01.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.433+0000 7f3edffff640 1 -- 172.21.15.71:0/3898267668 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f3ef4021c20 con 0x560674e62dc0 2024-09-05T07:45:01.439 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.433+0000 7f3f091f8740 10 client.16608 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:01.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.433+0000 7f3f091f8740 10 client.16608 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:45:01.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.433+0000 7f3f091f8740 20 client.16608 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:01.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.433+0000 7f3f091f8740 1 --2- 172.21.15.71:0/3898267668 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x560674ee7e80 0x560674eea2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:01.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.433+0000 7f3f091f8740 4 client.16608 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:45:01.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.433+0000 7f3f091f8740 1 -- 172.21.15.71:0/3898267668 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560674e6aae0 con 0x560674ee7e80 2024-09-05T07:45:01.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.433+0000 7f3f04bbb640 1 --2- 172.21.15.71:0/3898267668 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x560674ee7e80 0x560674eea2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:01.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.434+0000 7f3f04bbb640 1 --2- 172.21.15.71:0/3898267668 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x560674ee7e80 0x560674eea2a0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f701c6154ee41238 server_cookie=cb547b78819dbb63 in_seq=0 out_seq=0 2024-09-05T07:45:01.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.434+0000 7f3edffff640 10 client.16608 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:01.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.434+0000 7f3edffff640 1 -- 172.21.15.71:0/3898267668 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x560674e6aae0 con 0x560674ee7e80 2024-09-05T07:45:01.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.434+0000 7f3edffff640 10 client.16608 handle_command_reply: tid=0 2024-09-05T07:45:01.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.434+0000 7f3f091f8740 1 client.16608 shutdown 2024-09-05T07:45:01.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.434+0000 7f3f091f8740 1 -- 172.21.15.71:0/3898267668 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e62dc0 msgr2=0x560674e72e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:01.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.434+0000 7f3f091f8740 1 --2- 172.21.15.71:0/3898267668 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e62dc0 0x560674e72e70 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x560674e5f890 tx=0x7f3ef400b3e0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.440 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.434+0000 7f3f091f8740 1 -- 172.21.15.71:0/3898267668 shutdown_connections 2024-09-05T07:45:01.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.434+0000 7f3f091f8740 1 --2- 172.21.15.71:0/3898267668 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x560674ee7e80 0x560674eea2a0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.434+0000 7f3f091f8740 1 --2- 172.21.15.71:0/3898267668 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560674e6d680 0x560674e733b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.434+0000 7f3f091f8740 1 --2- 172.21.15.71:0/3898267668 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560674e62dc0 0x560674e72e70 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.434+0000 7f3edffff640 0 client.16608 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:01.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.434+0000 7f3f091f8740 1 --2- 172.21.15.71:0/3898267668 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560674e624a0 0x560674e75b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.434+0000 7f3f091f8740 1 -- 172.21.15.71:0/3898267668 >> 172.21.15.71:0/3898267668 conn(0x560674e5ea30 msgr2=0x560674e686a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:01.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.434+0000 7f3f091f8740 1 -- 172.21.15.71:0/3898267668 shutdown_connections 2024-09-05T07:45:01.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.434+0000 7f3f091f8740 1 -- 172.21.15.71:0/3898267668 wait complete. 2024-09-05T07:45:01.441 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.435+0000 7f3f091f8740 20 client.16608 trim_cache size 0 max 16384 2024-09-05T07:45:01.441 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:45:01.442 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "no active scrubs running", 2024-09-05T07:45:01.442 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": {} 2024-09-05T07:45:01.442 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:45:01.442 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.435+0000 7f3f06e1f640 1 -- 172.21.15.71:0/363028234 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3ee80a2cf0 msgr2=0x7f3ee80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:01.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.435+0000 7f3f06e1f640 1 --2- 172.21.15.71:0/363028234 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3ee80a2cf0 0x7f3ee80a51b0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f3ef0000c00 tx=0x7f3ef00095f0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.435+0000 7f3f06e1f640 1 -- 172.21.15.71:0/363028234 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f00102ef0 msgr2=0x7f3f0019ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:01.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.435+0000 7f3f06e1f640 1 --2- 172.21.15.71:0/363028234 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f00102ef0 0x7f3f0019ee20 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f3ef800cad0 tx=0x7f3ef800cf90 comp rx=0 tx=0).stop 2024-09-05T07:45:01.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.435+0000 7f3f06e1f640 1 -- 172.21.15.71:0/363028234 shutdown_connections 2024-09-05T07:45:01.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.435+0000 7f3f06e1f640 1 --2- 172.21.15.71:0/363028234 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3ee80a2cf0 0x7f3ee80a51b0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.435+0000 7f3f06e1f640 1 --2- 172.21.15.71:0/363028234 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f00102ef0 0x7f3f0019ee20 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.435+0000 7f3f06e1f640 1 --2- 172.21.15.71:0/363028234 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3f00102570 0x7f3f0019aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.435+0000 7f3f06e1f640 1 --2- 172.21.15.71:0/363028234 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3f00100e20 0x7f3f0019a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:01.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.435+0000 7f3f06e1f640 1 -- 172.21.15.71:0/363028234 >> 172.21.15.71:0/363028234 conn(0x7f3f000fc7d0 msgr2=0x7f3f0006a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:01.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.435+0000 7f3f06e1f640 1 -- 172.21.15.71:0/363028234 shutdown_connections 2024-09-05T07:45:01.443 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:01.435+0000 7f3f06e1f640 1 -- 172.21.15.71:0/363028234 wait complete. 2024-09-05T07:45:02.263 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T07:45:02.264 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:45:02.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:02 smithi071 ceph-mon[30965]: pgmap v195: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:45:02.511 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:45:02.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:02 smithi123 ceph-mon[34568]: pgmap v195: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:45:02.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:02 smithi192 ceph-mon[34929]: pgmap v195: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:45:03.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.986+0000 7fca4251d640 1 -- 172.21.15.71:0/3267840549 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca3c102790 msgr2=0x7fca3c1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:03.013 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.986+0000 7fca4251d640 1 --2- 172.21.15.71:0/3267840549 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca3c102790 0x7fca3c1067e0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fca30009900 tx=0x7fca3002a410 comp rx=0 tx=0).stop 2024-09-05T07:45:03.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.986+0000 7fca4251d640 1 -- 172.21.15.71:0/3267840549 shutdown_connections 2024-09-05T07:45:03.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.986+0000 7fca4251d640 1 --2- 172.21.15.71:0/3267840549 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fca3c106f10 0x7fca3c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:03.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.986+0000 7fca4251d640 1 --2- 172.21.15.71:0/3267840549 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca3c102790 0x7fca3c1067e0 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:03.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.986+0000 7fca4251d640 1 --2- 172.21.15.71:0/3267840549 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca3c101de0 0x7fca3c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:03.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.986+0000 7fca4251d640 1 -- 172.21.15.71:0/3267840549 >> 172.21.15.71:0/3267840549 conn(0x7fca3c0fd8c0 msgr2=0x7fca3c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:03.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.986+0000 7fca4251d640 1 -- 172.21.15.71:0/3267840549 shutdown_connections 2024-09-05T07:45:03.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.986+0000 7fca4251d640 1 -- 172.21.15.71:0/3267840549 wait complete. 2024-09-05T07:45:03.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.986+0000 7fca4251d640 1 Processor -- start 2024-09-05T07:45:03.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.987+0000 7fca4251d640 1 -- start start 2024-09-05T07:45:03.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.987+0000 7fca4251d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca3c101de0 0x7fca3c198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:03.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.987+0000 7fca4251d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca3c102790 0x7fca3c198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:03.014 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.987+0000 7fca4251d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fca3c106f10 0x7fca3c19cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:03.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.987+0000 7fca4251d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fca3c111e20 con 0x7fca3c102790 2024-09-05T07:45:03.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.987+0000 7fca4251d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fca3c111ca0 con 0x7fca3c101de0 2024-09-05T07:45:03.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.987+0000 7fca4251d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fca3c111fa0 con 0x7fca3c106f10 2024-09-05T07:45:03.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.987+0000 7fca3b7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca3c102790 0x7fca3c198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:03.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.987+0000 7fca3b7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca3c102790 0x7fca3c198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34200/0 (socket says 172.21.15.71:34200) 2024-09-05T07:45:03.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.987+0000 7fca3b7fe640 1 -- 172.21.15.71:0/1234930732 learned_addr learned my addr 172.21.15.71:0/1234930732 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:03.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.987+0000 7fca3bfff640 1 --2- 172.21.15.71:0/1234930732 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca3c101de0 0x7fca3c198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:03.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.987+0000 7fca40aba640 1 --2- 172.21.15.71:0/1234930732 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fca3c106f10 0x7fca3c19cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:03.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.987+0000 7fca3b7fe640 1 -- 172.21.15.71:0/1234930732 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fca3c106f10 msgr2=0x7fca3c19cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:03.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.987+0000 7fca3b7fe640 1 --2- 172.21.15.71:0/1234930732 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fca3c106f10 0x7fca3c19cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:03.015 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.987+0000 7fca3b7fe640 1 -- 172.21.15.71:0/1234930732 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca3c101de0 msgr2=0x7fca3c198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:03.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.987+0000 7fca3b7fe640 1 --2- 172.21.15.71:0/1234930732 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca3c101de0 0x7fca3c198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:03.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.987+0000 7fca3b7fe640 1 -- 172.21.15.71:0/1234930732 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca3c19d2f0 con 0x7fca3c102790 2024-09-05T07:45:03.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.987+0000 7fca3bfff640 1 --2- 172.21.15.71:0/1234930732 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca3c101de0 0x7fca3c198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:03.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.988+0000 7fca3b7fe640 1 --2- 172.21.15.71:0/1234930732 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca3c102790 0x7fca3c198880 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fca30005940 tx=0x7fca30004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:03.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.988+0000 7fca397fa640 1 -- 172.21.15.71:0/1234930732 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca3003f030 con 0x7fca3c102790 2024-09-05T07:45:03.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.988+0000 7fca397fa640 1 -- 172.21.15.71:0/1234930732 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca30003aa0 con 0x7fca3c102790 2024-09-05T07:45:03.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.988+0000 7fca4251d640 1 -- 172.21.15.71:0/1234930732 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca3c19d580 con 0x7fca3c102790 2024-09-05T07:45:03.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.988+0000 7fca397fa640 1 -- 172.21.15.71:0/1234930732 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca30035070 con 0x7fca3c102790 2024-09-05T07:45:03.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.988+0000 7fca4251d640 1 -- 172.21.15.71:0/1234930732 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca3c1a4ec0 con 0x7fca3c102790 2024-09-05T07:45:03.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.989+0000 7fca4251d640 1 -- 172.21.15.71:0/1234930732 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca3c1032c0 con 0x7fca3c102790 2024-09-05T07:45:03.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.990+0000 7fca397fa640 1 -- 172.21.15.71:0/1234930732 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fca30042030 con 0x7fca3c102790 2024-09-05T07:45:03.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.991+0000 7fca397fa640 1 --2- 172.21.15.71:0/1234930732 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fca240a2cf0 0x7fca240a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:03.016 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.991+0000 7fca3bfff640 1 --2- 172.21.15.71:0/1234930732 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fca240a2cf0 0x7fca240a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:03.017 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.991+0000 7fca397fa640 1 -- 172.21.15.71:0/1234930732 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fca300f00b0 con 0x7fca3c102790 2024-09-05T07:45:03.017 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.991+0000 7fca3bfff640 1 --2- 172.21.15.71:0/1234930732 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fca240a2cf0 0x7fca240a51b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fca2c00abe0 tx=0x7fca2c00a5c0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:03.017 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:02.995+0000 7fca397fa640 1 -- 172.21.15.71:0/1234930732 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fca300bc8d0 con 0x7fca3c102790 2024-09-05T07:45:03.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:03.195+0000 7fca4251d640 1 -- 172.21.15.71:0/1234930732 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fca3c10a0f0 con 0x7fca3c102790 2024-09-05T07:45:03.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:03.196+0000 7fca397fa640 1 -- 172.21.15.71:0/1234930732 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7fca300bc1d0 con 0x7fca3c102790 2024-09-05T07:45:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:45:03.197 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:45:03.197 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:45:03.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:03.198+0000 7fca4251d640 1 -- 172.21.15.71:0/1234930732 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fca240a2cf0 msgr2=0x7fca240a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:03.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:03.198+0000 7fca4251d640 1 --2- 172.21.15.71:0/1234930732 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fca240a2cf0 0x7fca240a51b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fca2c00abe0 tx=0x7fca2c00a5c0 comp rx=0 tx=0).stop 2024-09-05T07:45:03.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:03.198+0000 7fca4251d640 1 -- 172.21.15.71:0/1234930732 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca3c102790 msgr2=0x7fca3c198880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:03.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:03.198+0000 7fca4251d640 1 --2- 172.21.15.71:0/1234930732 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca3c102790 0x7fca3c198880 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fca30005940 tx=0x7fca30004270 comp rx=0 tx=0).stop 2024-09-05T07:45:03.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:03.198+0000 7fca4251d640 1 -- 172.21.15.71:0/1234930732 shutdown_connections 2024-09-05T07:45:03.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:03.198+0000 7fca4251d640 1 --2- 172.21.15.71:0/1234930732 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fca240a2cf0 0x7fca240a51b0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:03.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:03.198+0000 7fca4251d640 1 --2- 172.21.15.71:0/1234930732 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fca3c106f10 0x7fca3c19cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:03.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:03.198+0000 7fca4251d640 1 --2- 172.21.15.71:0/1234930732 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca3c102790 0x7fca3c198880 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:03.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:03.198+0000 7fca4251d640 1 --2- 172.21.15.71:0/1234930732 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fca3c101de0 0x7fca3c198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:03.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:03.198+0000 7fca4251d640 1 -- 172.21.15.71:0/1234930732 >> 172.21.15.71:0/1234930732 conn(0x7fca3c0fd8c0 msgr2=0x7fca3c0fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:03.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:03.198+0000 7fca4251d640 1 -- 172.21.15.71:0/1234930732 shutdown_connections 2024-09-05T07:45:03.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:03.198+0000 7fca4251d640 1 -- 172.21.15.71:0/1234930732 wait complete. 2024-09-05T07:45:03.593 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:03 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1234930732' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:45:03.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:03 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1234930732' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:45:03.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:03 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1234930732' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:45:03.928 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T07:45:04.174 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:45:04.555 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:04 smithi071 ceph-mon[30965]: pgmap v196: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 23 KiB/s wr, 9 op/s 2024-09-05T07:45:04.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.636+0000 7f02a49c7640 1 -- 172.21.15.71:0/2374825295 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f02a0101df0 msgr2=0x7f02a01021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:04.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.636+0000 7f02a49c7640 1 --2- 172.21.15.71:0/2374825295 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f02a0101df0 0x7f02a01021d0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f0290009900 tx=0x7f029002a410 comp rx=0 tx=0).stop 2024-09-05T07:45:04.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.636+0000 7f02a49c7640 1 -- 172.21.15.71:0/2374825295 shutdown_connections 2024-09-05T07:45:04.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.636+0000 7f02a49c7640 1 --2- 172.21.15.71:0/2374825295 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f02a0106f20 0x7f02a010eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.636+0000 7f02a49c7640 1 --2- 172.21.15.71:0/2374825295 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02a01027a0 0x7f02a01067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.636+0000 7f02a49c7640 1 --2- 172.21.15.71:0/2374825295 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f02a0101df0 0x7f02a01021d0 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.636+0000 7f02a49c7640 1 -- 172.21.15.71:0/2374825295 >> 172.21.15.71:0/2374825295 conn(0x7f02a00fd8b0 msgr2=0x7f02a00ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:04.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.636+0000 7f02a49c7640 1 -- 172.21.15.71:0/2374825295 shutdown_connections 2024-09-05T07:45:04.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.636+0000 7f02a49c7640 1 -- 172.21.15.71:0/2374825295 wait complete. 2024-09-05T07:45:04.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.637+0000 7f02a49c7640 1 Processor -- start 2024-09-05T07:45:04.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.637+0000 7f02a49c7640 1 -- start start 2024-09-05T07:45:04.656 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.637+0000 7f02a49c7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02a0101df0 0x7f02a00744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:04.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.637+0000 7f02a49c7640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f02a01027a0 0x7f02a0074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:04.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.637+0000 7f02a49c7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f02a0106f20 0x7f02a0074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:04.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.637+0000 7f02a49c7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f02a0111e30 con 0x7f02a0106f20 2024-09-05T07:45:04.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.637+0000 7f02a49c7640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f02a0111cb0 con 0x7f02a01027a0 2024-09-05T07:45:04.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.637+0000 7f02a49c7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f02a0111fb0 con 0x7f02a0101df0 2024-09-05T07:45:04.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.637+0000 7f029ed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f02a0106f20 0x7f02a0074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:04.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.637+0000 7f029ed9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f02a0106f20 0x7f02a0074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34224/0 (socket says 172.21.15.71:34224) 2024-09-05T07:45:04.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.637+0000 7f029ed9d640 1 -- 172.21.15.71:0/1828174315 learned_addr learned my addr 172.21.15.71:0/1828174315 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:04.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.637+0000 7f029dd9b640 1 --2- 172.21.15.71:0/1828174315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f02a01027a0 0x7f02a0074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:04.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.637+0000 7f029e59c640 1 --2- 172.21.15.71:0/1828174315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02a0101df0 0x7f02a00744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:04.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.637+0000 7f029ed9d640 1 -- 172.21.15.71:0/1828174315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02a0101df0 msgr2=0x7f02a00744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:04.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.637+0000 7f029ed9d640 1 --2- 172.21.15.71:0/1828174315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02a0101df0 0x7f02a00744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.657 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.637+0000 7f029ed9d640 1 -- 172.21.15.71:0/1828174315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f02a01027a0 msgr2=0x7f02a0074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:04.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.637+0000 7f029ed9d640 1 --2- 172.21.15.71:0/1828174315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f02a01027a0 0x7f02a0074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.637+0000 7f029ed9d640 1 -- 172.21.15.71:0/1828174315 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02a01a6790 con 0x7f02a0106f20 2024-09-05T07:45:04.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.637+0000 7f029e59c640 1 --2- 172.21.15.71:0/1828174315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02a0101df0 0x7f02a00744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:04.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.638+0000 7f029ed9d640 1 --2- 172.21.15.71:0/1828174315 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f02a0106f20 0x7f02a0074f70 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f029800cce0 tx=0x7f029800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:04.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.638+0000 7f028f7fe640 1 -- 172.21.15.71:0/1828174315 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f029800f450 con 0x7f02a0106f20 2024-09-05T07:45:04.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.638+0000 7f02a49c7640 1 -- 172.21.15.71:0/1828174315 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02a01a6a80 con 0x7f02a0106f20 2024-09-05T07:45:04.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.638+0000 7f028f7fe640 1 -- 172.21.15.71:0/1828174315 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f029800faa0 con 0x7f02a0106f20 2024-09-05T07:45:04.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.638+0000 7f028f7fe640 1 -- 172.21.15.71:0/1828174315 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0298018b70 con 0x7f02a0106f20 2024-09-05T07:45:04.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.638+0000 7f02a49c7640 1 -- 172.21.15.71:0/1828174315 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02a01a6f70 con 0x7f02a0106f20 2024-09-05T07:45:04.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.640+0000 7f028f7fe640 1 -- 172.21.15.71:0/1828174315 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f0298018d10 con 0x7f02a0106f20 2024-09-05T07:45:04.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.640+0000 7f02a6da0740 1 Processor -- start 2024-09-05T07:45:04.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.641+0000 7f02a6da0740 1 -- start start 2024-09-05T07:45:04.658 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.641+0000 7f02a6da0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562293813b40 0x562293812090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:04.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.641+0000 7f02a6da0740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622938125d0 0x562293812a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:04.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.641+0000 7f028f7fe640 1 --2- 172.21.15.71:0/1828174315 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f02880a2cf0 0x7f02880a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:04.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.641+0000 7f02a6da0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56229381d370 0x56229381f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:04.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.641+0000 7f02a6da0740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5622937782f0 con 0x5622938125d0 2024-09-05T07:45:04.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.641+0000 7f02a6da0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56229371fcf0 con 0x56229381d370 2024-09-05T07:45:04.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.641+0000 7f02a6da0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5622937742b0 con 0x562293813b40 2024-09-05T07:45:04.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.641+0000 7f029e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622938125d0 0x562293812a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:04.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.641+0000 7f029e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622938125d0 0x562293812a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34228/0 (socket says 172.21.15.71:34228) 2024-09-05T07:45:04.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.641+0000 7f029dd9b640 1 --2- 172.21.15.71:0/1828174315 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f02880a2cf0 0x7f02880a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:04.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.641+0000 7f029e59c640 1 -- 172.21.15.71:0/3022501674 learned_addr learned my addr 172.21.15.71:0/3022501674 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:04.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.641+0000 7f028f7fe640 1 -- 172.21.15.71:0/1828174315 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f02980cfcd0 con 0x7f02a0106f20 2024-09-05T07:45:04.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.641+0000 7f029ed9d640 1 --2- 172.21.15.71:0/3022501674 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56229381d370 0x56229381f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:04.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.641+0000 7f029dd9b640 1 --2- 172.21.15.71:0/3022501674 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562293813b40 0x562293812090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:04.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.641+0000 7f029e59c640 1 -- 172.21.15.71:0/3022501674 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562293813b40 msgr2=0x562293812090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:04.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.641+0000 7f029e59c640 1 --2- 172.21.15.71:0/3022501674 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562293813b40 0x562293812090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.641+0000 7f029e59c640 1 -- 172.21.15.71:0/3022501674 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56229381d370 msgr2=0x56229381f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:04.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.641+0000 7f029e59c640 1 --2- 172.21.15.71:0/3022501674 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56229381d370 0x56229381f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.641+0000 7f029e59c640 1 -- 172.21.15.71:0/3022501674 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622937043a0 con 0x5622938125d0 2024-09-05T07:45:04.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.642+0000 7f029e59c640 1 --2- 172.21.15.71:0/3022501674 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622938125d0 0x562293812a10 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f0290000c00 tx=0x7f0290032cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36cce384afa78ef5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:04.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.642+0000 7f029dd9b640 1 --2- 172.21.15.71:0/1828174315 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f02880a2cf0 0x7f02880a51b0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f02a0075f80 tx=0x7f0294013940 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:04.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.642+0000 7f028cff9640 1 -- 172.21.15.71:0/3022501674 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f029003f070 con 0x5622938125d0 2024-09-05T07:45:04.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.642+0000 7f028cff9640 1 -- 172.21.15.71:0/3022501674 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f02900316a0 con 0x5622938125d0 2024-09-05T07:45:04.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.642+0000 7f028cff9640 1 -- 172.21.15.71:0/3022501674 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0290035070 con 0x5622938125d0 2024-09-05T07:45:04.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.642+0000 7f02a6da0740 1 -- 172.21.15.71:0/3022501674 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622938125d0 msgr2=0x562293812a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:04.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.642+0000 7f02a6da0740 1 --2- 172.21.15.71:0/3022501674 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622938125d0 0x562293812a10 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f0290000c00 tx=0x7f0290032cc0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.642+0000 7f02a6da0740 1 -- 172.21.15.71:0/3022501674 shutdown_connections 2024-09-05T07:45:04.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.642+0000 7f02a6da0740 1 --2- 172.21.15.71:0/3022501674 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56229381d370 0x56229381f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.642+0000 7f02a6da0740 1 --2- 172.21.15.71:0/3022501674 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622938125d0 0x562293812a10 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.642+0000 7f02a6da0740 1 --2- 172.21.15.71:0/3022501674 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562293813b40 0x562293812090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.642+0000 7f02a6da0740 1 -- 172.21.15.71:0/3022501674 >> 172.21.15.71:0/3022501674 conn(0x5622937db310 msgr2=0x56229380ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:04.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.643+0000 7f02a6da0740 1 -- 172.21.15.71:0/3022501674 shutdown_connections 2024-09-05T07:45:04.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.643+0000 7f02a6da0740 1 -- 172.21.15.71:0/3022501674 wait complete. 2024-09-05T07:45:04.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.643+0000 7f02a6da0740 1 -- start start 2024-09-05T07:45:04.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.643+0000 7f02a6da0740 1 Processor -- start 2024-09-05T07:45:04.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.643+0000 7f02a6da0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622938125d0 0x56229381cd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:04.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.643+0000 7f02a6da0740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562293813b40 0x562293819fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:04.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.643+0000 7f02a6da0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56229381d370 0x56229381a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:04.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.643+0000 7f02a6da0740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x562293820010 con 0x562293813b40 2024-09-05T07:45:04.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.643+0000 7f02a6da0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562293733060 con 0x5622938125d0 2024-09-05T07:45:04.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.643+0000 7f02a6da0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x562293820190 con 0x56229381d370 2024-09-05T07:45:04.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.643+0000 7f02a6da0740 10 client.0 _ll_register_callbacks cb 0x5622934868c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:04.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.643+0000 7f029dd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562293813b40 0x562293819fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:04.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.643+0000 7f029dd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562293813b40 0x562293819fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34232/0 (socket says 172.21.15.71:34232) 2024-09-05T07:45:04.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.643+0000 7f029dd9b640 1 -- 172.21.15.71:0/4141551126 learned_addr learned my addr 172.21.15.71:0/4141551126 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:04.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f029dd9b640 1 -- 172.21.15.71:0/4141551126 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56229381d370 msgr2=0x56229381a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:04.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f029dd9b640 1 --2- 172.21.15.71:0/4141551126 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56229381d370 0x56229381a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f029dd9b640 1 -- 172.21.15.71:0/4141551126 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622938125d0 msgr2=0x56229381cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:04.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f029dd9b640 1 --2- 172.21.15.71:0/4141551126 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622938125d0 0x56229381cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f029dd9b640 1 -- 172.21.15.71:0/4141551126 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622934e93c0 con 0x562293813b40 2024-09-05T07:45:04.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f029dd9b640 1 --2- 172.21.15.71:0/4141551126 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562293813b40 0x562293819fe0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f0294011c90 tx=0x7f0294019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acfea79a516340cd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:04.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f0285ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:04.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f0285ffb640 1 -- 172.21.15.71:0/4141551126 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0294023030 con 0x562293813b40 2024-09-05T07:45:04.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f0285ffb640 1 -- 172.21.15.71:0/4141551126 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f029400fde0 con 0x562293813b40 2024-09-05T07:45:04.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f02a6da0740 1 -- 172.21.15.71:0/4141551126 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f02900316a0 con 0x562293813b40 2024-09-05T07:45:04.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f0285ffb640 1 -- 172.21.15.71:0/4141551126 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0294030050 con 0x562293813b40 2024-09-05T07:45:04.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f02a6da0740 10 client.16626 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:04.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f02a6da0740 1 -- 172.21.15.71:0/4141551126 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56229382ba70 con 0x562293813b40 2024-09-05T07:45:04.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f0285ffb640 1 -- 172.21.15.71:0/4141551126 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f02900316a0 con 0x562293813b40 2024-09-05T07:45:04.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f0285ffb640 1 -- 172.21.15.71:0/4141551126 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f029402a4d0 con 0x562293813b40 2024-09-05T07:45:04.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f02a6da0740 10 client.16626 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:04.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f02a6da0740 10 client.16626 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:45:04.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f02a6da0740 20 client.16626 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:04.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f02a6da0740 1 --2- 172.21.15.71:0/4141551126 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x56229382cef0 0x56229382f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:04.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f02a6da0740 4 client.16626 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:45:04.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.644+0000 7f02a6da0740 1 -- 172.21.15.71:0/4141551126 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562293785860 con 0x56229382cef0 2024-09-05T07:45:04.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.645+0000 7f029e59c640 1 --2- 172.21.15.71:0/4141551126 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x56229382cef0 0x56229382f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:04.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.645+0000 7f029e59c640 1 --2- 172.21.15.71:0/4141551126 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x56229382cef0 0x56229382f3b0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=aabd32232b5b2371 server_cookie=74bde55beb442096 in_seq=0 out_seq=0 2024-09-05T07:45:04.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.645+0000 7f0285ffb640 10 client.16626 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:45:04.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.646+0000 7f0285ffb640 1 -- 172.21.15.71:0/4141551126 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562293785860 con 0x56229382cef0 2024-09-05T07:45:04.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.646+0000 7f0285ffb640 10 client.16626 handle_command_reply: tid=0 2024-09-05T07:45:04.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.646+0000 7f02a6da0740 1 client.16626 shutdown 2024-09-05T07:45:04.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.646+0000 7f02a6da0740 1 -- 172.21.15.71:0/4141551126 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562293813b40 msgr2=0x562293819fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:04.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.646+0000 7f02a6da0740 1 --2- 172.21.15.71:0/4141551126 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562293813b40 0x562293819fe0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f0294011c90 tx=0x7f0294019000 comp rx=0 tx=0).stop 2024-09-05T07:45:04.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.646+0000 7f02a6da0740 1 -- 172.21.15.71:0/4141551126 shutdown_connections 2024-09-05T07:45:04.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.646+0000 7f02a6da0740 1 --2- 172.21.15.71:0/4141551126 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x56229382cef0 0x56229382f3b0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.646+0000 7f02a6da0740 1 --2- 172.21.15.71:0/4141551126 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56229381d370 0x56229381a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.646+0000 7f02a6da0740 1 --2- 172.21.15.71:0/4141551126 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562293813b40 0x562293819fe0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.646+0000 7f0285ffb640 0 client.16626 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:45:04.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.646+0000 7f02a6da0740 1 --2- 172.21.15.71:0/4141551126 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622938125d0 0x56229381cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.646+0000 7f02a6da0740 1 -- 172.21.15.71:0/4141551126 >> 172.21.15.71:0/4141551126 conn(0x5622937db310 msgr2=0x562293814960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:04.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.647+0000 7f02a6da0740 1 -- 172.21.15.71:0/4141551126 shutdown_connections 2024-09-05T07:45:04.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.647+0000 7f02a6da0740 1 -- 172.21.15.71:0/4141551126 wait complete. 2024-09-05T07:45:04.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.647+0000 7f02a6da0740 20 client.16626 trim_cache size 0 max 16384 2024-09-05T07:45:04.670 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.659+0000 7f02a6da0740 1 Processor -- start 2024-09-05T07:45:04.670 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.659+0000 7f02a6da0740 1 -- start start 2024-09-05T07:45:04.670 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.660+0000 7f02a6da0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622938125d0 0x56229381bf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:04.670 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.660+0000 7f02a6da0740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562293813b40 0x562293815120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:04.670 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.660+0000 7f02a6da0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56229381d370 0x562293815660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:04.670 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.660+0000 7f02a6da0740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f02a01b3a30 con 0x562293813b40 2024-09-05T07:45:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.660+0000 7f02a6da0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f02a01b1300 con 0x56229381d370 2024-09-05T07:45:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.660+0000 7f02a6da0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f02a01af150 con 0x5622938125d0 2024-09-05T07:45:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.660+0000 7f029dd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562293813b40 0x562293815120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.660+0000 7f029dd9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562293813b40 0x562293815120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34246/0 (socket says 172.21.15.71:34246) 2024-09-05T07:45:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.660+0000 7f029dd9b640 1 -- 172.21.15.71:0/3611244339 learned_addr learned my addr 172.21.15.71:0/3611244339 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.660+0000 7f029e59c640 1 --2- 172.21.15.71:0/3611244339 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622938125d0 0x56229381bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.660+0000 7f029dd9b640 1 -- 172.21.15.71:0/3611244339 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622938125d0 msgr2=0x56229381bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.660+0000 7f029ed9d640 1 --2- 172.21.15.71:0/3611244339 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56229381d370 0x562293815660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.660+0000 7f029dd9b640 1 --2- 172.21.15.71:0/3611244339 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622938125d0 0x56229381bf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.660+0000 7f029dd9b640 1 -- 172.21.15.71:0/3611244339 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56229381d370 msgr2=0x562293815660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.660+0000 7f029dd9b640 1 --2- 172.21.15.71:0/3611244339 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56229381d370 0x562293815660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.660+0000 7f029dd9b640 1 -- 172.21.15.71:0/3611244339 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56229382fa30 con 0x562293813b40 2024-09-05T07:45:04.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.660+0000 7f029dd9b640 1 --2- 172.21.15.71:0/3611244339 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562293813b40 0x562293815120 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f0294011c60 tx=0x7f029400ce90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb47e517cd0702c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:04.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.660+0000 7f0287fff640 1 -- 172.21.15.71:0/3611244339 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0294039070 con 0x562293813b40 2024-09-05T07:45:04.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.661+0000 7f0287fff640 1 -- 172.21.15.71:0/3611244339 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f029400fb70 con 0x562293813b40 2024-09-05T07:45:04.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.661+0000 7f0287fff640 1 -- 172.21.15.71:0/3611244339 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0294023070 con 0x562293813b40 2024-09-05T07:45:04.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.661+0000 7f02a6da0740 1 -- 172.21.15.71:0/3611244339 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562293813b40 msgr2=0x562293815120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:04.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.661+0000 7f02a6da0740 1 --2- 172.21.15.71:0/3611244339 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562293813b40 0x562293815120 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f0294011c60 tx=0x7f029400ce90 comp rx=0 tx=0).stop 2024-09-05T07:45:04.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.661+0000 7f02a6da0740 1 -- 172.21.15.71:0/3611244339 shutdown_connections 2024-09-05T07:45:04.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.661+0000 7f02a6da0740 1 --2- 172.21.15.71:0/3611244339 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56229381d370 0x562293815660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.661+0000 7f02a6da0740 1 --2- 172.21.15.71:0/3611244339 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562293813b40 0x562293815120 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.661+0000 7f02a6da0740 1 --2- 172.21.15.71:0/3611244339 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622938125d0 0x56229381bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.661+0000 7f02a6da0740 1 -- 172.21.15.71:0/3611244339 >> 172.21.15.71:0/3611244339 conn(0x5622937db310 msgr2=0x56229381b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:04.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.661+0000 7f02a6da0740 1 -- 172.21.15.71:0/3611244339 shutdown_connections 2024-09-05T07:45:04.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.661+0000 7f02a6da0740 1 -- 172.21.15.71:0/3611244339 wait complete. 2024-09-05T07:45:04.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.661+0000 7f02a6da0740 1 -- start start 2024-09-05T07:45:04.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f02a6da0740 1 Processor -- start 2024-09-05T07:45:04.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f02a6da0740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622938125d0 0x562293821220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:04.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f02a6da0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562293813b40 0x562293821760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:04.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f02a6da0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56229381d370 0x562293821ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:04.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f02a6da0740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f02a01af7c0 con 0x5622938125d0 2024-09-05T07:45:04.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f02a6da0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f02a01b0c30 con 0x56229381d370 2024-09-05T07:45:04.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f02a6da0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f02a01afe90 con 0x562293813b40 2024-09-05T07:45:04.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f02a6da0740 10 client.0 _ll_register_callbacks cb 0x7f029400ca50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:04.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f029e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622938125d0 0x562293821220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:04.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f029e59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622938125d0 0x562293821220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34250/0 (socket says 172.21.15.71:34250) 2024-09-05T07:45:04.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f029e59c640 1 -- 172.21.15.71:0/3244983941 learned_addr learned my addr 172.21.15.71:0/3244983941 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:04.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f029dd9b640 1 --2- 172.21.15.71:0/3244983941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562293813b40 0x562293821760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:04.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f029ed9d640 1 --2- 172.21.15.71:0/3244983941 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56229381d370 0x562293821ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:04.674 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f029e59c640 1 -- 172.21.15.71:0/3244983941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562293813b40 msgr2=0x562293821760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:04.674 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f029e59c640 1 --2- 172.21.15.71:0/3244983941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562293813b40 0x562293821760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.674 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f029e59c640 1 -- 172.21.15.71:0/3244983941 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56229381d370 msgr2=0x562293821ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:04.674 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f029e59c640 1 --2- 172.21.15.71:0/3244983941 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56229381d370 0x562293821ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.674 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f029e59c640 1 -- 172.21.15.71:0/3244983941 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562293896d40 con 0x5622938125d0 2024-09-05T07:45:04.674 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f029dd9b640 1 --2- 172.21.15.71:0/3244983941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562293813b40 0x562293821760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:04.674 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f029ed9d640 1 --2- 172.21.15.71:0/3244983941 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56229381d370 0x562293821ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:04.674 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f029e59c640 1 --2- 172.21.15.71:0/3244983941 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622938125d0 0x562293821220 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f0290000c00 tx=0x7f0290005b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdf18063fc861f86 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:04.674 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.662+0000 7f0285ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:04.674 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.663+0000 7f0285ffb640 1 -- 172.21.15.71:0/3244983941 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f029003f070 con 0x5622938125d0 2024-09-05T07:45:04.674 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.663+0000 7f0285ffb640 1 -- 172.21.15.71:0/3244983941 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f0290031520 con 0x5622938125d0 2024-09-05T07:45:04.674 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.663+0000 7f02a6da0740 1 -- 172.21.15.71:0/3244983941 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f029400fb70 con 0x5622938125d0 2024-09-05T07:45:04.674 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.663+0000 7f0285ffb640 1 -- 172.21.15.71:0/3244983941 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f029005a050 con 0x5622938125d0 2024-09-05T07:45:04.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.663+0000 7f02a6da0740 10 client.16632 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:04.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.663+0000 7f02a6da0740 1 -- 172.21.15.71:0/3244983941 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562293898080 con 0x5622938125d0 2024-09-05T07:45:04.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.663+0000 7f0285ffb640 1 -- 172.21.15.71:0/3244983941 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f029400fb70 con 0x5622938125d0 2024-09-05T07:45:04.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.663+0000 7f0285ffb640 1 -- 172.21.15.71:0/3244983941 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f02900036f0 con 0x5622938125d0 2024-09-05T07:45:04.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.663+0000 7f02a6da0740 10 client.16632 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:04.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.663+0000 7f02a6da0740 10 client.16632 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:45:04.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.663+0000 7f02a6da0740 20 client.16632 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:04.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.663+0000 7f02a6da0740 1 --2- 172.21.15.71:0/3244983941 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x562293898480 0x56229389a870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:04.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.663+0000 7f02a6da0740 4 client.16632 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:45:04.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.663+0000 7f02a6da0740 1 -- 172.21.15.71:0/3244983941 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56229377fd70 con 0x562293898480 2024-09-05T07:45:04.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.664+0000 7f029dd9b640 1 --2- 172.21.15.71:0/3244983941 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x562293898480 0x56229389a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:04.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.664+0000 7f029dd9b640 1 --2- 172.21.15.71:0/3244983941 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x562293898480 0x56229389a870 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1861fc9430935b17 server_cookie=89d65c40892e0513 in_seq=0 out_seq=0 2024-09-05T07:45:04.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.664+0000 7f0285ffb640 10 client.16632 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:45:04.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.664+0000 7f0285ffb640 1 -- 172.21.15.71:0/3244983941 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56229377fd70 con 0x562293898480 2024-09-05T07:45:04.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.664+0000 7f0285ffb640 10 client.16632 handle_command_reply: tid=0 2024-09-05T07:45:04.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.664+0000 7f02a6da0740 1 client.16632 shutdown 2024-09-05T07:45:04.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.664+0000 7f02a6da0740 1 -- 172.21.15.71:0/3244983941 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622938125d0 msgr2=0x562293821220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:04.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.664+0000 7f02a6da0740 1 --2- 172.21.15.71:0/3244983941 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622938125d0 0x562293821220 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f0290000c00 tx=0x7f0290005b90 comp rx=0 tx=0).stop 2024-09-05T07:45:04.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.664+0000 7f02a6da0740 1 -- 172.21.15.71:0/3244983941 shutdown_connections 2024-09-05T07:45:04.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.664+0000 7f02a6da0740 1 --2- 172.21.15.71:0/3244983941 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x562293898480 0x56229389a870 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.664+0000 7f02a6da0740 1 --2- 172.21.15.71:0/3244983941 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56229381d370 0x562293821ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.664+0000 7f02a6da0740 1 --2- 172.21.15.71:0/3244983941 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562293813b40 0x562293821760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.664+0000 7f0285ffb640 0 client.16632 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:45:04.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.664+0000 7f02a6da0740 1 --2- 172.21.15.71:0/3244983941 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622938125d0 0x562293821220 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.664+0000 7f02a6da0740 1 -- 172.21.15.71:0/3244983941 >> 172.21.15.71:0/3244983941 conn(0x5622937db310 msgr2=0x56229381c060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:04.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.664+0000 7f02a6da0740 1 -- 172.21.15.71:0/3244983941 shutdown_connections 2024-09-05T07:45:04.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.664+0000 7f02a6da0740 1 -- 172.21.15.71:0/3244983941 wait complete. 2024-09-05T07:45:04.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.664+0000 7f02a6da0740 20 client.16632 trim_cache size 0 max 16384 2024-09-05T07:45:04.677 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:45:04.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.665+0000 7f02a49c7640 1 -- 172.21.15.71:0/1828174315 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f02880a2cf0 msgr2=0x7f02880a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:04.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.665+0000 7f02a49c7640 1 --2- 172.21.15.71:0/1828174315 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f02880a2cf0 0x7f02880a51b0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f02a0075f80 tx=0x7f0294013940 comp rx=0 tx=0).stop 2024-09-05T07:45:04.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.665+0000 7f02a49c7640 1 -- 172.21.15.71:0/1828174315 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f02a0106f20 msgr2=0x7f02a0074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:04.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.665+0000 7f02a49c7640 1 --2- 172.21.15.71:0/1828174315 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f02a0106f20 0x7f02a0074f70 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f029800cce0 tx=0x7f029800a620 comp rx=0 tx=0).stop 2024-09-05T07:45:04.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.665+0000 7f02a49c7640 1 -- 172.21.15.71:0/1828174315 shutdown_connections 2024-09-05T07:45:04.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.665+0000 7f02a49c7640 1 --2- 172.21.15.71:0/1828174315 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f02880a2cf0 0x7f02880a51b0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.665+0000 7f02a49c7640 1 --2- 172.21.15.71:0/1828174315 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f02a0106f20 0x7f02a0074f70 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.665+0000 7f02a49c7640 1 --2- 172.21.15.71:0/1828174315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f02a01027a0 0x7f02a0074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.665+0000 7f02a49c7640 1 --2- 172.21.15.71:0/1828174315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f02a0101df0 0x7f02a00744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:04.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.665+0000 7f02a49c7640 1 -- 172.21.15.71:0/1828174315 >> 172.21.15.71:0/1828174315 conn(0x7f02a00fd8b0 msgr2=0x7f02a00febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:04.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.665+0000 7f02a49c7640 1 -- 172.21.15.71:0/1828174315 shutdown_connections 2024-09-05T07:45:04.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:04.665+0000 7f02a49c7640 1 -- 172.21.15.71:0/1828174315 wait complete. 2024-09-05T07:45:04.678 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:04 smithi123 ceph-mon[34568]: pgmap v196: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 23 KiB/s wr, 9 op/s 2024-09-05T07:45:04.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:04 smithi192 ceph-mon[34929]: pgmap v196: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 23 KiB/s wr, 9 op/s 2024-09-05T07:45:05.506 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T07:45:05.752 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:45:06.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.227+0000 7fa1317a8640 1 -- 172.21.15.71:0/2449788914 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa12c106f50 msgr2=0x7fa12c10eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:06.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.227+0000 7fa1317a8640 1 --2- 172.21.15.71:0/2449788914 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa12c106f50 0x7fa12c10eaf0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7fa124009cd0 tx=0x7fa12402a8e0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.228+0000 7fa1317a8640 1 -- 172.21.15.71:0/2449788914 shutdown_connections 2024-09-05T07:45:06.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.228+0000 7fa1317a8640 1 --2- 172.21.15.71:0/2449788914 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa12c106f50 0x7fa12c10eaf0 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.228+0000 7fa1317a8640 1 --2- 172.21.15.71:0/2449788914 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa12c100ca0 0x7fa12c106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.228+0000 7fa1317a8640 1 --2- 172.21.15.71:0/2449788914 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa12c1002f0 0x7fa12c1006d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.228+0000 7fa1317a8640 1 -- 172.21.15.71:0/2449788914 >> 172.21.15.71:0/2449788914 conn(0x7fa12c077210 msgr2=0x7fa12c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:06.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.228+0000 7fa1317a8640 1 -- 172.21.15.71:0/2449788914 shutdown_connections 2024-09-05T07:45:06.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.228+0000 7fa1317a8640 1 -- 172.21.15.71:0/2449788914 wait complete. 2024-09-05T07:45:06.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.228+0000 7fa1317a8640 1 Processor -- start 2024-09-05T07:45:06.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.229+0000 7fa1317a8640 1 -- start start 2024-09-05T07:45:06.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.229+0000 7fa1317a8640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa12c1002f0 0x7fa12c198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:06.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.229+0000 7fa1317a8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa12c100ca0 0x7fa12c1988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:06.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.229+0000 7fa1317a8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa12c106f50 0x7fa12c19cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:06.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.229+0000 7fa1317a8640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c111e50 con 0x7fa12c100ca0 2024-09-05T07:45:06.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.229+0000 7fa1317a8640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c111cd0 con 0x7fa12c1002f0 2024-09-05T07:45:06.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.229+0000 7fa1317a8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c111fd0 con 0x7fa12c106f50 2024-09-05T07:45:06.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.229+0000 7fa12a7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa12c100ca0 0x7fa12c1988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:06.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.229+0000 7fa12a7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa12c100ca0 0x7fa12c1988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34266/0 (socket says 172.21.15.71:34266) 2024-09-05T07:45:06.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.229+0000 7fa12a7fc640 1 -- 172.21.15.71:0/2494473854 learned_addr learned my addr 172.21.15.71:0/2494473854 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:06.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.229+0000 7fa12b7fe640 1 --2- 172.21.15.71:0/2494473854 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa12c106f50 0x7fa12c19cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:06.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.229+0000 7fa12affd640 1 --2- 172.21.15.71:0/2494473854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa12c1002f0 0x7fa12c198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:06.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.229+0000 7fa12a7fc640 1 -- 172.21.15.71:0/2494473854 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa12c106f50 msgr2=0x7fa12c19cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:06.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.229+0000 7fa12a7fc640 1 --2- 172.21.15.71:0/2494473854 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa12c106f50 0x7fa12c19cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.229+0000 7fa12a7fc640 1 -- 172.21.15.71:0/2494473854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa12c1002f0 msgr2=0x7fa12c198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:06.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.229+0000 7fa12a7fc640 1 --2- 172.21.15.71:0/2494473854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa12c1002f0 0x7fa12c198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.229+0000 7fa12a7fc640 1 -- 172.21.15.71:0/2494473854 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa12c19d320 con 0x7fa12c100ca0 2024-09-05T07:45:06.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.229+0000 7fa12affd640 1 --2- 172.21.15.71:0/2494473854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa12c1002f0 0x7fa12c198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:06.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.229+0000 7fa12a7fc640 1 --2- 172.21.15.71:0/2494473854 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa12c100ca0 0x7fa12c1988b0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fa120005fd0 tx=0x7fa12000dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:06.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.230+0000 7fa113fff640 1 -- 172.21.15.71:0/2494473854 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa120017070 con 0x7fa12c100ca0 2024-09-05T07:45:06.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.230+0000 7fa1317a8640 1 -- 172.21.15.71:0/2494473854 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa12c19d610 con 0x7fa12c100ca0 2024-09-05T07:45:06.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.230+0000 7fa113fff640 1 -- 172.21.15.71:0/2494473854 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa120009c30 con 0x7fa12c100ca0 2024-09-05T07:45:06.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.230+0000 7fa113fff640 1 -- 172.21.15.71:0/2494473854 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa120003d40 con 0x7fa12c100ca0 2024-09-05T07:45:06.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.230+0000 7fa1317a8640 1 -- 172.21.15.71:0/2494473854 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa12c1a4ef0 con 0x7fa12c100ca0 2024-09-05T07:45:06.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.232+0000 7fa113fff640 1 -- 172.21.15.71:0/2494473854 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fa120003ee0 con 0x7fa12c100ca0 2024-09-05T07:45:06.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.232+0000 7fa133b81740 1 Processor -- start 2024-09-05T07:45:06.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.232+0000 7fa133b81740 1 -- start start 2024-09-05T07:45:06.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa133b81740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f92bb40 0x56169f92a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:06.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa133b81740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 0x56169f92aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:06.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa133b81740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f935370 0x56169f937760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:06.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa133b81740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x56169f8902f0 con 0x56169f92a5d0 2024-09-05T07:45:06.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa133b81740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56169f837cf0 con 0x56169f92bb40 2024-09-05T07:45:06.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa133b81740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56169f88c2b0 con 0x56169f935370 2024-09-05T07:45:06.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa113fff640 1 --2- 172.21.15.71:0/2494473854 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa1140a2cf0 0x7fa1140a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:06.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa12affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 0x56169f92aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:06.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa12b7fe640 1 --2- 172.21.15.71:0/2494473854 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa1140a2cf0 0x7fa1140a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:06.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa12affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 0x56169f92aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34282/0 (socket says 172.21.15.71:34282) 2024-09-05T07:45:06.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa12affd640 1 -- 172.21.15.71:0/456475701 learned_addr learned my addr 172.21.15.71:0/456475701 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:06.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa113fff640 1 -- 172.21.15.71:0/2494473854 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fa1200cf500 con 0x7fa12c100ca0 2024-09-05T07:45:06.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa12a7fc640 1 --2- 172.21.15.71:0/456475701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f935370 0x56169f937760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:06.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa12b7fe640 1 --2- 172.21.15.71:0/456475701 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f92bb40 0x56169f92a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:06.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa12affd640 1 -- 172.21.15.71:0/456475701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f935370 msgr2=0x56169f937760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:06.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa12affd640 1 --2- 172.21.15.71:0/456475701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f935370 0x56169f937760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa12affd640 1 -- 172.21.15.71:0/456475701 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f92bb40 msgr2=0x56169f92a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:06.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa12affd640 1 --2- 172.21.15.71:0/456475701 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f92bb40 0x56169f92a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa12affd640 1 -- 172.21.15.71:0/456475701 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56169f81c3a0 con 0x56169f92a5d0 2024-09-05T07:45:06.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa12a7fc640 1 --2- 172.21.15.71:0/456475701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f935370 0x56169f937760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:06.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.233+0000 7fa12affd640 1 --2- 172.21.15.71:0/456475701 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 0x56169f92aa10 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7fa11c009c50 tx=0x7fa11c00e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66bda7463f6cdddd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:06.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.234+0000 7fa12b7fe640 1 --2- 172.21.15.71:0/2494473854 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa1140a2cf0 0x7fa1140a51b0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fa124009430 tx=0x7fa124005c30 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:06.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.234+0000 7fa1117fa640 1 -- 172.21.15.71:0/456475701 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11c016070 con 0x56169f92a5d0 2024-09-05T07:45:06.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.234+0000 7fa1117fa640 1 -- 172.21.15.71:0/456475701 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa11c0054d0 con 0x56169f92a5d0 2024-09-05T07:45:06.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.234+0000 7fa1117fa640 1 -- 172.21.15.71:0/456475701 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11c011470 con 0x56169f92a5d0 2024-09-05T07:45:06.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.234+0000 7fa133b81740 1 -- 172.21.15.71:0/456475701 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 msgr2=0x56169f92aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:06.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.234+0000 7fa133b81740 1 --2- 172.21.15.71:0/456475701 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 0x56169f92aa10 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7fa11c009c50 tx=0x7fa11c00e6c0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.234+0000 7fa133b81740 1 -- 172.21.15.71:0/456475701 shutdown_connections 2024-09-05T07:45:06.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.234+0000 7fa133b81740 1 --2- 172.21.15.71:0/456475701 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f935370 0x56169f937760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.234+0000 7fa133b81740 1 --2- 172.21.15.71:0/456475701 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 0x56169f92aa10 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.234+0000 7fa133b81740 1 --2- 172.21.15.71:0/456475701 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f92bb40 0x56169f92a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.234+0000 7fa133b81740 1 -- 172.21.15.71:0/456475701 >> 172.21.15.71:0/456475701 conn(0x56169f8f3310 msgr2=0x56169f926c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:06.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.234+0000 7fa133b81740 1 -- 172.21.15.71:0/456475701 shutdown_connections 2024-09-05T07:45:06.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.234+0000 7fa133b81740 1 -- 172.21.15.71:0/456475701 wait complete. 2024-09-05T07:45:06.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.235+0000 7fa133b81740 1 -- start start 2024-09-05T07:45:06.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.235+0000 7fa133b81740 1 Processor -- start 2024-09-05T07:45:06.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.235+0000 7fa133b81740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 0x56169f934d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:06.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.235+0000 7fa133b81740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f92bb40 0x56169f931ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:06.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.235+0000 7fa133b81740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f935370 0x56169f9325e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:06.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.235+0000 7fa133b81740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x56169f938070 con 0x56169f92a5d0 2024-09-05T07:45:06.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.235+0000 7fa133b81740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56169f84b060 con 0x56169f935370 2024-09-05T07:45:06.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.235+0000 7fa133b81740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56169f9381f0 con 0x56169f92bb40 2024-09-05T07:45:06.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.235+0000 7fa133b81740 10 client.0 _ll_register_callbacks cb 0x56169f59e8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:06.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.235+0000 7fa12affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 0x56169f934d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:06.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.235+0000 7fa12affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 0x56169f934d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34290/0 (socket says 172.21.15.71:34290) 2024-09-05T07:45:06.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.235+0000 7fa12affd640 1 -- 172.21.15.71:0/3669645942 learned_addr learned my addr 172.21.15.71:0/3669645942 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:06.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.235+0000 7fa12b7fe640 1 --2- 172.21.15.71:0/3669645942 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f935370 0x56169f9325e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:06.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.235+0000 7fa12a7fc640 1 --2- 172.21.15.71:0/3669645942 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f92bb40 0x56169f931ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:06.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.236+0000 7fa12affd640 1 -- 172.21.15.71:0/3669645942 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f92bb40 msgr2=0x56169f931ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:06.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.236+0000 7fa12affd640 1 --2- 172.21.15.71:0/3669645942 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f92bb40 0x56169f931ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.236+0000 7fa12affd640 1 -- 172.21.15.71:0/3669645942 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f935370 msgr2=0x56169f9325e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:06.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.236+0000 7fa12affd640 1 --2- 172.21.15.71:0/3669645942 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f935370 0x56169f9325e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.236+0000 7fa12affd640 1 -- 172.21.15.71:0/3669645942 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56169f6013c0 con 0x56169f92a5d0 2024-09-05T07:45:06.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.236+0000 7fa12affd640 1 --2- 172.21.15.71:0/3669645942 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 0x56169f934d40 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7fa11c000c00 tx=0x7fa11c005430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fa74a21c14d4323 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:06.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.236+0000 7fa10eff5640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:06.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.236+0000 7fa10eff5640 1 -- 172.21.15.71:0/3669645942 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11c016040 con 0x56169f92a5d0 2024-09-05T07:45:06.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.236+0000 7fa10eff5640 1 -- 172.21.15.71:0/3669645942 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fa11c009d40 con 0x56169f92a5d0 2024-09-05T07:45:06.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.236+0000 7fa133b81740 1 -- 172.21.15.71:0/3669645942 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa11c0054d0 con 0x56169f92a5d0 2024-09-05T07:45:06.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.236+0000 7fa10eff5640 1 -- 172.21.15.71:0/3669645942 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa11c005680 con 0x56169f92a5d0 2024-09-05T07:45:06.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.236+0000 7fa133b81740 10 client.16644 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:06.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.236+0000 7fa133b81740 1 -- 172.21.15.71:0/3669645942 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56169f943a50 con 0x56169f92a5d0 2024-09-05T07:45:06.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.236+0000 7fa10eff5640 1 -- 172.21.15.71:0/3669645942 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa11c0054d0 con 0x56169f92a5d0 2024-09-05T07:45:06.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.236+0000 7fa10eff5640 1 -- 172.21.15.71:0/3669645942 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fa11c00f040 con 0x56169f92a5d0 2024-09-05T07:45:06.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.237+0000 7fa133b81740 10 client.16644 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:06.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.237+0000 7fa133b81740 10 client.16644 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:45:06.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.237+0000 7fa133b81740 20 client.16644 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:06.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.237+0000 7fa133b81740 1 --2- 172.21.15.71:0/3669645942 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x56169f944e50 0x56169f947240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:06.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.237+0000 7fa133b81740 4 client.16644 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:45:06.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.237+0000 7fa133b81740 1 -- 172.21.15.71:0/3669645942 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56169f89d860 con 0x56169f944e50 2024-09-05T07:45:06.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.237+0000 7fa12a7fc640 1 --2- 172.21.15.71:0/3669645942 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x56169f944e50 0x56169f947240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:06.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.237+0000 7fa10eff5640 10 client.16644 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:45:06.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.237+0000 7fa12a7fc640 1 --2- 172.21.15.71:0/3669645942 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x56169f944e50 0x56169f947240 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fbc60c319f80f0d9 server_cookie=f56f59fbed3fc4bc in_seq=0 out_seq=0 2024-09-05T07:45:06.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.238+0000 7fa10eff5640 1 -- 172.21.15.71:0/3669645942 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56169f89d860 con 0x56169f944e50 2024-09-05T07:45:06.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.238+0000 7fa10eff5640 10 client.16644 handle_command_reply: tid=0 2024-09-05T07:45:06.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.238+0000 7fa133b81740 1 client.16644 shutdown 2024-09-05T07:45:06.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.238+0000 7fa133b81740 1 -- 172.21.15.71:0/3669645942 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 msgr2=0x56169f934d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:06.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.238+0000 7fa133b81740 1 --2- 172.21.15.71:0/3669645942 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 0x56169f934d40 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7fa11c000c00 tx=0x7fa11c005430 comp rx=0 tx=0).stop 2024-09-05T07:45:06.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.238+0000 7fa133b81740 1 -- 172.21.15.71:0/3669645942 shutdown_connections 2024-09-05T07:45:06.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.238+0000 7fa133b81740 1 --2- 172.21.15.71:0/3669645942 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x56169f944e50 0x56169f947240 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.238+0000 7fa133b81740 1 --2- 172.21.15.71:0/3669645942 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f935370 0x56169f9325e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.238+0000 7fa133b81740 1 --2- 172.21.15.71:0/3669645942 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f92bb40 0x56169f931ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.238+0000 7fa133b81740 1 --2- 172.21.15.71:0/3669645942 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 0x56169f934d40 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.238+0000 7fa133b81740 1 -- 172.21.15.71:0/3669645942 >> 172.21.15.71:0/3669645942 conn(0x56169f8f3310 msgr2=0x56169f92c960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:06.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.238+0000 7fa10eff5640 0 client.16644 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:45:06.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.238+0000 7fa133b81740 1 -- 172.21.15.71:0/3669645942 shutdown_connections 2024-09-05T07:45:06.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.238+0000 7fa133b81740 1 -- 172.21.15.71:0/3669645942 wait complete. 2024-09-05T07:45:06.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.238+0000 7fa133b81740 20 client.16644 trim_cache size 0 max 16384 2024-09-05T07:45:06.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.251+0000 7fa133b81740 1 Processor -- start 2024-09-05T07:45:06.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.251+0000 7fa133b81740 1 -- start start 2024-09-05T07:45:06.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.251+0000 7fa133b81740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 0x56169f930fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:06.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.251+0000 7fa133b81740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f92bb40 0x56169f949e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:06.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.251+0000 7fa133b81740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f935370 0x56169f94a370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:06.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.251+0000 7fa133b81740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c1b1aa0 con 0x56169f92a5d0 2024-09-05T07:45:06.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.251+0000 7fa133b81740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c1af370 con 0x56169f92bb40 2024-09-05T07:45:06.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.251+0000 7fa133b81740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c1ad1c0 con 0x56169f935370 2024-09-05T07:45:06.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.252+0000 7fa12affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 0x56169f930fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:06.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.252+0000 7fa12affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 0x56169f930fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34302/0 (socket says 172.21.15.71:34302) 2024-09-05T07:45:06.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.252+0000 7fa12affd640 1 -- 172.21.15.71:0/2174383850 learned_addr learned my addr 172.21.15.71:0/2174383850 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:06.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.252+0000 7fa12b7fe640 1 --2- 172.21.15.71:0/2174383850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f935370 0x56169f94a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:06.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.252+0000 7fa12a7fc640 1 --2- 172.21.15.71:0/2174383850 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f92bb40 0x56169f949e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:06.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.252+0000 7fa12affd640 1 -- 172.21.15.71:0/2174383850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f935370 msgr2=0x56169f94a370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:06.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.252+0000 7fa12affd640 1 --2- 172.21.15.71:0/2174383850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f935370 0x56169f94a370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.252+0000 7fa12affd640 1 -- 172.21.15.71:0/2174383850 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f92bb40 msgr2=0x56169f949e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:06.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.252+0000 7fa12affd640 1 --2- 172.21.15.71:0/2174383850 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f92bb40 0x56169f949e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.252+0000 7fa12affd640 1 -- 172.21.15.71:0/2174383850 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56169f92b740 con 0x56169f92a5d0 2024-09-05T07:45:06.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.252+0000 7fa12affd640 1 --2- 172.21.15.71:0/2174383850 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 0x56169f930fd0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7fa11c023460 tx=0x7fa11c023490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9ac0139105b40b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:06.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.252+0000 7fa110ff9640 1 -- 172.21.15.71:0/2174383850 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11c016040 con 0x56169f92a5d0 2024-09-05T07:45:06.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.252+0000 7fa110ff9640 1 -- 172.21.15.71:0/2174383850 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa11c004680 con 0x56169f92a5d0 2024-09-05T07:45:06.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.252+0000 7fa110ff9640 1 -- 172.21.15.71:0/2174383850 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11c011470 con 0x56169f92a5d0 2024-09-05T07:45:06.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.253+0000 7fa133b81740 1 -- 172.21.15.71:0/2174383850 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 msgr2=0x56169f930fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:06.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.253+0000 7fa133b81740 1 --2- 172.21.15.71:0/2174383850 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 0x56169f930fd0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7fa11c023460 tx=0x7fa11c023490 comp rx=0 tx=0).stop 2024-09-05T07:45:06.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.253+0000 7fa133b81740 1 -- 172.21.15.71:0/2174383850 shutdown_connections 2024-09-05T07:45:06.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.253+0000 7fa133b81740 1 --2- 172.21.15.71:0/2174383850 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f935370 0x56169f94a370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.253+0000 7fa133b81740 1 --2- 172.21.15.71:0/2174383850 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f92bb40 0x56169f949e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.253+0000 7fa133b81740 1 --2- 172.21.15.71:0/2174383850 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92a5d0 0x56169f930fd0 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.253+0000 7fa133b81740 1 -- 172.21.15.71:0/2174383850 >> 172.21.15.71:0/2174383850 conn(0x56169f8f3310 msgr2=0x56169f9308c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:06.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.253+0000 7fa133b81740 1 -- 172.21.15.71:0/2174383850 shutdown_connections 2024-09-05T07:45:06.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.253+0000 7fa133b81740 1 -- 172.21.15.71:0/2174383850 wait complete. 2024-09-05T07:45:06.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.253+0000 7fa133b81740 1 -- start start 2024-09-05T07:45:06.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.253+0000 7fa133b81740 1 Processor -- start 2024-09-05T07:45:06.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa133b81740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f92a5d0 0x56169f94a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:06.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa133b81740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92bb40 0x56169f94a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:06.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa133b81740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f935370 0x56169f947750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:06.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa133b81740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c1ad830 con 0x56169f92bb40 2024-09-05T07:45:06.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa133b81740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c1aeca0 con 0x56169f92a5d0 2024-09-05T07:45:06.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa133b81740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c1adf00 con 0x56169f935370 2024-09-05T07:45:06.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa133b81740 10 client.0 _ll_register_callbacks cb 0x7fa11c009aa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:06.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa12a7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92bb40 0x56169f94a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:06.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa12a7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92bb40 0x56169f94a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34304/0 (socket says 172.21.15.71:34304) 2024-09-05T07:45:06.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa12a7fc640 1 -- 172.21.15.71:0/2766196959 learned_addr learned my addr 172.21.15.71:0/2766196959 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:06.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa12affd640 1 --2- 172.21.15.71:0/2766196959 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f92a5d0 0x56169f94a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:06.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa12b7fe640 1 --2- 172.21.15.71:0/2766196959 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f935370 0x56169f947750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:06.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa12a7fc640 1 -- 172.21.15.71:0/2766196959 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f935370 msgr2=0x56169f947750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:06.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa12a7fc640 1 --2- 172.21.15.71:0/2766196959 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f935370 0x56169f947750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa12a7fc640 1 -- 172.21.15.71:0/2766196959 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f92a5d0 msgr2=0x56169f94a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:06.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa12a7fc640 1 --2- 172.21.15.71:0/2766196959 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f92a5d0 0x56169f94a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa12a7fc640 1 -- 172.21.15.71:0/2766196959 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56169f947f80 con 0x56169f92bb40 2024-09-05T07:45:06.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa12affd640 1 --2- 172.21.15.71:0/2766196959 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f92a5d0 0x56169f94a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:45:06.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa12a7fc640 1 --2- 172.21.15.71:0/2766196959 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92bb40 0x56169f94a6f0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fa120009610 tx=0x7fa120086040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=827f26bcc995f963 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:06.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa10eff5640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:06.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa10eff5640 1 -- 172.21.15.71:0/2766196959 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa12009b620 con 0x56169f92bb40 2024-09-05T07:45:06.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa10eff5640 1 -- 172.21.15.71:0/2766196959 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7fa120097c90 con 0x56169f92bb40 2024-09-05T07:45:06.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.254+0000 7fa133b81740 1 -- 172.21.15.71:0/2766196959 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56169f897d70 con 0x56169f92bb40 2024-09-05T07:45:06.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.255+0000 7fa10eff5640 1 -- 172.21.15.71:0/2766196959 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa12009f9d0 con 0x56169f92bb40 2024-09-05T07:45:06.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.255+0000 7fa133b81740 10 client.16650 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:06.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.255+0000 7fa133b81740 1 -- 172.21.15.71:0/2766196959 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56169f9af3d0 con 0x56169f92bb40 2024-09-05T07:45:06.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.255+0000 7fa10eff5640 1 -- 172.21.15.71:0/2766196959 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x56169f897d70 con 0x56169f92bb40 2024-09-05T07:45:06.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.255+0000 7fa10eff5640 1 -- 172.21.15.71:0/2766196959 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fa1200a3e00 con 0x56169f92bb40 2024-09-05T07:45:06.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.255+0000 7fa133b81740 10 client.16650 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:06.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.255+0000 7fa133b81740 10 client.16650 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:45:06.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.255+0000 7fa133b81740 20 client.16650 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:06.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.255+0000 7fa133b81740 1 --2- 172.21.15.71:0/2766196959 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x56169f9afba0 0x56169f9b1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:06.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.255+0000 7fa133b81740 4 client.16650 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:45:06.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.255+0000 7fa133b81740 1 -- 172.21.15.71:0/2766196959 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56169f814170 con 0x56169f9afba0 2024-09-05T07:45:06.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.255+0000 7fa12affd640 1 --2- 172.21.15.71:0/2766196959 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x56169f9afba0 0x56169f9b1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:06.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.256+0000 7fa10eff5640 10 client.16650 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:45:06.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.256+0000 7fa12affd640 1 --2- 172.21.15.71:0/2766196959 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x56169f9afba0 0x56169f9b1fc0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e0039ff89bec1f40 server_cookie=deeec38c9f1922ec in_seq=0 out_seq=0 2024-09-05T07:45:06.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.256+0000 7fa10eff5640 1 -- 172.21.15.71:0/2766196959 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56169f814170 con 0x56169f9afba0 2024-09-05T07:45:06.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.256+0000 7fa10eff5640 10 client.16650 handle_command_reply: tid=0 2024-09-05T07:45:06.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.256+0000 7fa133b81740 1 client.16650 shutdown 2024-09-05T07:45:06.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.256+0000 7fa133b81740 1 -- 172.21.15.71:0/2766196959 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92bb40 msgr2=0x56169f94a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:06.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.256+0000 7fa133b81740 1 --2- 172.21.15.71:0/2766196959 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92bb40 0x56169f94a6f0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fa120009610 tx=0x7fa120086040 comp rx=0 tx=0).stop 2024-09-05T07:45:06.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.256+0000 7fa133b81740 1 -- 172.21.15.71:0/2766196959 shutdown_connections 2024-09-05T07:45:06.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.256+0000 7fa133b81740 1 --2- 172.21.15.71:0/2766196959 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56169f935370 0x56169f947750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.256+0000 7fa133b81740 1 --2- 172.21.15.71:0/2766196959 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56169f92bb40 0x56169f94a6f0 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.256+0000 7fa133b81740 1 --2- 172.21.15.71:0/2766196959 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x56169f9afba0 0x56169f9b1fc0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.256+0000 7fa133b81740 1 --2- 172.21.15.71:0/2766196959 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56169f92a5d0 0x56169f94a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.256+0000 7fa133b81740 1 -- 172.21.15.71:0/2766196959 >> 172.21.15.71:0/2766196959 conn(0x56169f8f3310 msgr2=0x56169f9310e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:06.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.256+0000 7fa10eff5640 0 client.16650 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:45:06.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.256+0000 7fa133b81740 1 -- 172.21.15.71:0/2766196959 shutdown_connections 2024-09-05T07:45:06.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.256+0000 7fa133b81740 1 -- 172.21.15.71:0/2766196959 wait complete. 2024-09-05T07:45:06.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.256+0000 7fa133b81740 20 client.16650 trim_cache size 0 max 16384 2024-09-05T07:45:06.263 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:45:06.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.257+0000 7fa1317a8640 1 -- 172.21.15.71:0/2494473854 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa1140a2cf0 msgr2=0x7fa1140a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:06.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.257+0000 7fa1317a8640 1 --2- 172.21.15.71:0/2494473854 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa1140a2cf0 0x7fa1140a51b0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fa124009430 tx=0x7fa124005c30 comp rx=0 tx=0).stop 2024-09-05T07:45:06.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.257+0000 7fa1317a8640 1 -- 172.21.15.71:0/2494473854 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa12c100ca0 msgr2=0x7fa12c1988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:06.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.257+0000 7fa1317a8640 1 --2- 172.21.15.71:0/2494473854 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa12c100ca0 0x7fa12c1988b0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fa120005fd0 tx=0x7fa12000dde0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.257+0000 7fa1317a8640 1 -- 172.21.15.71:0/2494473854 shutdown_connections 2024-09-05T07:45:06.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.257+0000 7fa1317a8640 1 --2- 172.21.15.71:0/2494473854 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa1140a2cf0 0x7fa1140a51b0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.257+0000 7fa1317a8640 1 --2- 172.21.15.71:0/2494473854 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa12c106f50 0x7fa12c19cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.257+0000 7fa1317a8640 1 --2- 172.21.15.71:0/2494473854 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa12c100ca0 0x7fa12c1988b0 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.257+0000 7fa1317a8640 1 --2- 172.21.15.71:0/2494473854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa12c1002f0 0x7fa12c198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:06.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.257+0000 7fa1317a8640 1 -- 172.21.15.71:0/2494473854 >> 172.21.15.71:0/2494473854 conn(0x7fa12c077210 msgr2=0x7fa12c1051f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:06.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.257+0000 7fa1317a8640 1 -- 172.21.15.71:0/2494473854 shutdown_connections 2024-09-05T07:45:06.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:06.257+0000 7fa1317a8640 1 -- 172.21.15.71:0/2494473854 wait complete. 2024-09-05T07:45:06.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:06 smithi071 ceph-mon[30965]: pgmap v197: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:45:06.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:06 smithi123 ceph-mon[34568]: pgmap v197: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:45:06.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:06 smithi192 ceph-mon[34929]: pgmap v197: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:45:06.956 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T07:45:07.199 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:45:07.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.699+0000 7ff651dee640 1 -- 172.21.15.71:0/1623339865 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff64c100a80 msgr2=0x7ff64c100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:07.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.699+0000 7ff651dee640 1 --2- 172.21.15.71:0/1623339865 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff64c100a80 0x7ff64c100ee0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7ff634009930 tx=0x7ff63402a420 comp rx=0 tx=0).stop 2024-09-05T07:45:07.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.699+0000 7ff651dee640 1 -- 172.21.15.71:0/1623339865 shutdown_connections 2024-09-05T07:45:07.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.699+0000 7ff651dee640 1 --2- 172.21.15.71:0/1623339865 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff64c101420 0x7ff64c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.699+0000 7ff651dee640 1 --2- 172.21.15.71:0/1623339865 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff64c100a80 0x7ff64c100ee0 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.699+0000 7ff651dee640 1 --2- 172.21.15.71:0/1623339865 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff64c106a80 0x7ff64c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.728 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.699+0000 7ff651dee640 1 -- 172.21.15.71:0/1623339865 >> 172.21.15.71:0/1623339865 conn(0x7ff64c0fc7a0 msgr2=0x7ff64c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:07.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.699+0000 7ff651dee640 1 -- 172.21.15.71:0/1623339865 shutdown_connections 2024-09-05T07:45:07.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.699+0000 7ff651dee640 1 -- 172.21.15.71:0/1623339865 wait complete. 2024-09-05T07:45:07.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.699+0000 7ff651dee640 1 Processor -- start 2024-09-05T07:45:07.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.700+0000 7ff651dee640 1 -- start start 2024-09-05T07:45:07.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.700+0000 7ff651dee640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff64c100a80 0x7ff64c197310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:07.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.700+0000 7ff651dee640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff64c101420 0x7ff64c197850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:07.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.700+0000 7ff651dee640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff64c106a80 0x7ff64c19bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:07.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.700+0000 7ff651dee640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff64c110d50 con 0x7ff64c100a80 2024-09-05T07:45:07.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.700+0000 7ff651dee640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff64c110bd0 con 0x7ff64c106a80 2024-09-05T07:45:07.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.700+0000 7ff651dee640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff64c110ed0 con 0x7ff64c101420 2024-09-05T07:45:07.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.700+0000 7ff64b7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff64c100a80 0x7ff64c197310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:07.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.700+0000 7ff64b7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff64c100a80 0x7ff64c197310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34328/0 (socket says 172.21.15.71:34328) 2024-09-05T07:45:07.729 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.700+0000 7ff64b7fe640 1 -- 172.21.15.71:0/888431594 learned_addr learned my addr 172.21.15.71:0/888431594 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:07.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.700+0000 7ff64affd640 1 --2- 172.21.15.71:0/888431594 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff64c101420 0x7ff64c197850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:07.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.700+0000 7ff64b7fe640 1 -- 172.21.15.71:0/888431594 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff64c101420 msgr2=0x7ff64c197850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:07.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.700+0000 7ff64b7fe640 1 --2- 172.21.15.71:0/888431594 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff64c101420 0x7ff64c197850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.700+0000 7ff64bfff640 1 --2- 172.21.15.71:0/888431594 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff64c106a80 0x7ff64c19bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:07.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.700+0000 7ff64b7fe640 1 -- 172.21.15.71:0/888431594 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff64c106a80 msgr2=0x7ff64c19bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:07.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.700+0000 7ff64b7fe640 1 --2- 172.21.15.71:0/888431594 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff64c106a80 0x7ff64c19bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.700+0000 7ff64b7fe640 1 -- 172.21.15.71:0/888431594 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff64c19c2c0 con 0x7ff64c100a80 2024-09-05T07:45:07.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.700+0000 7ff64bfff640 1 --2- 172.21.15.71:0/888431594 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff64c106a80 0x7ff64c19bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:07.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.700+0000 7ff64b7fe640 1 --2- 172.21.15.71:0/888431594 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff64c100a80 0x7ff64c197310 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7ff63c00c890 tx=0x7ff63c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:07.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.700+0000 7ff648ff9640 1 -- 172.21.15.71:0/888431594 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff63c004220 con 0x7ff64c100a80 2024-09-05T07:45:07.730 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.701+0000 7ff648ff9640 1 -- 172.21.15.71:0/888431594 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff63c0043c0 con 0x7ff64c100a80 2024-09-05T07:45:07.731 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.701+0000 7ff651dee640 1 -- 172.21.15.71:0/888431594 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff64c19c5b0 con 0x7ff64c100a80 2024-09-05T07:45:07.731 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.701+0000 7ff648ff9640 1 -- 172.21.15.71:0/888431594 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff63c004a00 con 0x7ff64c100a80 2024-09-05T07:45:07.731 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.701+0000 7ff651dee640 1 -- 172.21.15.71:0/888431594 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff64c1a3e90 con 0x7ff64c100a80 2024-09-05T07:45:07.731 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.703+0000 7ff648ff9640 1 -- 172.21.15.71:0/888431594 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7ff63c004ba0 con 0x7ff64c100a80 2024-09-05T07:45:07.731 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.703+0000 7ff6541c7740 1 Processor -- start 2024-09-05T07:45:07.731 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.703+0000 7ff6541c7740 1 -- start start 2024-09-05T07:45:07.731 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.703+0000 7ff6541c7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563eb0551b40 0x563eb0550090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:07.731 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.703+0000 7ff6541c7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb05505d0 0x563eb0550a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:07.731 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.703+0000 7ff6541c7740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 0x563eb055f970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:07.731 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.703+0000 7ff6541c7740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x563eb04b62f0 con 0x563eb055d580 2024-09-05T07:45:07.731 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.703+0000 7ff6541c7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563eb045dcf0 con 0x563eb05505d0 2024-09-05T07:45:07.731 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.703+0000 7ff6541c7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563eb04b22b0 con 0x563eb0551b40 2024-09-05T07:45:07.731 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.703+0000 7ff648ff9640 1 --2- 172.21.15.71:0/888431594 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff6380a2cf0 0x7ff6380a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:07.731 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.703+0000 7ff64affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 0x563eb055f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:07.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.704+0000 7ff64bfff640 1 --2- 172.21.15.71:0/888431594 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff6380a2cf0 0x7ff6380a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:07.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.704+0000 7ff64affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 0x563eb055f970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34330/0 (socket says 172.21.15.71:34330) 2024-09-05T07:45:07.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.704+0000 7ff64affd640 1 -- 172.21.15.71:0/2411543594 learned_addr learned my addr 172.21.15.71:0/2411543594 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:07.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.704+0000 7ff64b7fe640 1 --2- 172.21.15.71:0/2411543594 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb05505d0 0x563eb0550a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:07.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.704+0000 7ff64bfff640 1 --2- 172.21.15.71:0/2411543594 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563eb0551b40 0x563eb0550090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:07.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.704+0000 7ff648ff9640 1 -- 172.21.15.71:0/888431594 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7ff63c0cf5c0 con 0x7ff64c100a80 2024-09-05T07:45:07.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.704+0000 7ff64affd640 1 -- 172.21.15.71:0/2411543594 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563eb0551b40 msgr2=0x563eb0550090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:07.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.704+0000 7ff64affd640 1 --2- 172.21.15.71:0/2411543594 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563eb0551b40 0x563eb0550090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.704+0000 7ff64affd640 1 -- 172.21.15.71:0/2411543594 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb05505d0 msgr2=0x563eb0550a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:07.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.704+0000 7ff64affd640 1 --2- 172.21.15.71:0/2411543594 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb05505d0 0x563eb0550a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.704+0000 7ff64affd640 1 -- 172.21.15.71:0/2411543594 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563eb04423a0 con 0x563eb055d580 2024-09-05T07:45:07.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.704+0000 7ff64bfff640 1 --2- 172.21.15.71:0/888431594 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff6380a2cf0 0x7ff6380a51b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7ff64400afd0 tx=0x7ff64400ad00 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:07.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.704+0000 7ff64affd640 1 --2- 172.21.15.71:0/2411543594 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 0x563eb055f970 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7ff634033000 tx=0x7ff634032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5f858cdcf3e2f75 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:07.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.704+0000 7ff641ffb640 1 -- 172.21.15.71:0/2411543594 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff63403f070 con 0x563eb055d580 2024-09-05T07:45:07.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.704+0000 7ff641ffb640 1 -- 172.21.15.71:0/2411543594 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff6340316a0 con 0x563eb055d580 2024-09-05T07:45:07.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.704+0000 7ff641ffb640 1 -- 172.21.15.71:0/2411543594 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff634035070 con 0x563eb055d580 2024-09-05T07:45:07.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.705+0000 7ff6541c7740 1 -- 172.21.15.71:0/2411543594 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 msgr2=0x563eb055f970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:07.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.705+0000 7ff6541c7740 1 --2- 172.21.15.71:0/2411543594 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 0x563eb055f970 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7ff634033000 tx=0x7ff634032e40 comp rx=0 tx=0).stop 2024-09-05T07:45:07.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.705+0000 7ff6541c7740 1 -- 172.21.15.71:0/2411543594 shutdown_connections 2024-09-05T07:45:07.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.705+0000 7ff6541c7740 1 --2- 172.21.15.71:0/2411543594 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 0x563eb055f970 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.705+0000 7ff6541c7740 1 --2- 172.21.15.71:0/2411543594 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb05505d0 0x563eb0550a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.705+0000 7ff6541c7740 1 --2- 172.21.15.71:0/2411543594 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563eb0551b40 0x563eb0550090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.705+0000 7ff6541c7740 1 -- 172.21.15.71:0/2411543594 >> 172.21.15.71:0/2411543594 conn(0x563eb0519310 msgr2=0x563eb054cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:07.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.705+0000 7ff6541c7740 1 -- 172.21.15.71:0/2411543594 shutdown_connections 2024-09-05T07:45:07.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.705+0000 7ff6541c7740 1 -- 172.21.15.71:0/2411543594 wait complete. 2024-09-05T07:45:07.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.705+0000 7ff6541c7740 1 -- start start 2024-09-05T07:45:07.733 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.706+0000 7ff6541c7740 1 Processor -- start 2024-09-05T07:45:07.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.706+0000 7ff6541c7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563eb05505d0 0x563eb055ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:07.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.706+0000 7ff6541c7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb0551b40 0x563eb055a180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:07.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.706+0000 7ff6541c7740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 0x563eb055a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:07.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.706+0000 7ff6541c7740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x563eb0560220 con 0x563eb055d580 2024-09-05T07:45:07.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.706+0000 7ff6541c7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563eb0471060 con 0x563eb0551b40 2024-09-05T07:45:07.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.706+0000 7ff6541c7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563eb05603a0 con 0x563eb05505d0 2024-09-05T07:45:07.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.706+0000 7ff6541c7740 10 client.0 _ll_register_callbacks cb 0x563eb01c48c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:07.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.706+0000 7ff64bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 0x563eb055a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:07.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.706+0000 7ff64bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 0x563eb055a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34334/0 (socket says 172.21.15.71:34334) 2024-09-05T07:45:07.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.706+0000 7ff64bfff640 1 -- 172.21.15.71:0/1665771244 learned_addr learned my addr 172.21.15.71:0/1665771244 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:07.734 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.706+0000 7ff64affd640 1 --2- 172.21.15.71:0/1665771244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb0551b40 0x563eb055a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:07.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.706+0000 7ff64bfff640 1 -- 172.21.15.71:0/1665771244 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563eb05505d0 msgr2=0x563eb055ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:07.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.706+0000 7ff64bfff640 1 --2- 172.21.15.71:0/1665771244 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563eb05505d0 0x563eb055ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.706+0000 7ff64bfff640 1 -- 172.21.15.71:0/1665771244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb0551b40 msgr2=0x563eb055a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:07.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.706+0000 7ff64bfff640 1 --2- 172.21.15.71:0/1665771244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb0551b40 0x563eb055a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.706+0000 7ff64bfff640 1 -- 172.21.15.71:0/1665771244 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563eb02273c0 con 0x563eb055d580 2024-09-05T07:45:07.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.706+0000 7ff64affd640 1 --2- 172.21.15.71:0/1665771244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb0551b40 0x563eb055a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:07.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.706+0000 7ff64bfff640 1 --2- 172.21.15.71:0/1665771244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 0x563eb055a6e0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7ff64400afa0 tx=0x7ff6440012a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=631e2895157da7fc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:07.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.706+0000 7ff62affd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:07.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.707+0000 7ff62affd640 1 -- 172.21.15.71:0/1665771244 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff644023030 con 0x563eb055d580 2024-09-05T07:45:07.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.707+0000 7ff62affd640 1 -- 172.21.15.71:0/1665771244 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7ff64401a040 con 0x563eb055d580 2024-09-05T07:45:07.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.707+0000 7ff6541c7740 1 -- 172.21.15.71:0/1665771244 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff6340316a0 con 0x563eb055d580 2024-09-05T07:45:07.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.707+0000 7ff62affd640 1 -- 172.21.15.71:0/1665771244 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff64402f050 con 0x563eb055d580 2024-09-05T07:45:07.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.707+0000 7ff6541c7740 10 client.16662 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:07.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.707+0000 7ff6541c7740 1 -- 172.21.15.71:0/1665771244 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563eb056bc30 con 0x563eb055d580 2024-09-05T07:45:07.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.707+0000 7ff62affd640 1 -- 172.21.15.71:0/1665771244 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff6340316a0 con 0x563eb055d580 2024-09-05T07:45:07.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.707+0000 7ff62affd640 1 -- 172.21.15.71:0/1665771244 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7ff64401e040 con 0x563eb055d580 2024-09-05T07:45:07.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.707+0000 7ff6541c7740 10 client.16662 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:07.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.707+0000 7ff6541c7740 10 client.16662 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:45:07.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.707+0000 7ff6541c7740 20 client.16662 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:07.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.707+0000 7ff6541c7740 1 --2- 172.21.15.71:0/1665771244 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563eb056d090 0x563eb056f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:07.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.707+0000 7ff6541c7740 4 client.16662 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:45:07.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.707+0000 7ff6541c7740 1 -- 172.21.15.71:0/1665771244 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563eb04c3860 con 0x563eb056d090 2024-09-05T07:45:07.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.707+0000 7ff64b7fe640 1 --2- 172.21.15.71:0/1665771244 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563eb056d090 0x563eb056f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:07.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.708+0000 7ff64b7fe640 1 --2- 172.21.15.71:0/1665771244 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563eb056d090 0x563eb056f550 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7204d8f0706b8438 server_cookie=ca86c7a883245070 in_seq=0 out_seq=0 2024-09-05T07:45:07.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.708+0000 7ff62affd640 10 client.16662 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:07.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.708+0000 7ff62affd640 1 -- 172.21.15.71:0/1665771244 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563eb04c3860 con 0x563eb056d090 2024-09-05T07:45:07.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.708+0000 7ff62affd640 10 client.16662 handle_command_reply: tid=0 2024-09-05T07:45:07.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.709+0000 7ff6541c7740 1 client.16662 shutdown 2024-09-05T07:45:07.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.709+0000 7ff6541c7740 1 -- 172.21.15.71:0/1665771244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 msgr2=0x563eb055a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:07.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.709+0000 7ff6541c7740 1 --2- 172.21.15.71:0/1665771244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 0x563eb055a6e0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7ff64400afa0 tx=0x7ff6440012a0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.709+0000 7ff6541c7740 1 -- 172.21.15.71:0/1665771244 shutdown_connections 2024-09-05T07:45:07.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.709+0000 7ff6541c7740 1 --2- 172.21.15.71:0/1665771244 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563eb056d090 0x563eb056f550 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.709+0000 7ff6541c7740 1 --2- 172.21.15.71:0/1665771244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 0x563eb055a6e0 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.709+0000 7ff62affd640 0 client.16662 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:07.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.709+0000 7ff6541c7740 1 --2- 172.21.15.71:0/1665771244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb0551b40 0x563eb055a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.709+0000 7ff6541c7740 1 --2- 172.21.15.71:0/1665771244 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563eb05505d0 0x563eb055ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.737 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.709+0000 7ff6541c7740 1 -- 172.21.15.71:0/1665771244 >> 172.21.15.71:0/1665771244 conn(0x563eb0519310 msgr2=0x563eb0552960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:07.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.709+0000 7ff6541c7740 1 -- 172.21.15.71:0/1665771244 shutdown_connections 2024-09-05T07:45:07.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.709+0000 7ff6541c7740 1 -- 172.21.15.71:0/1665771244 wait complete. 2024-09-05T07:45:07.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.709+0000 7ff6541c7740 20 client.16662 trim_cache size 0 max 16384 2024-09-05T07:45:07.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.722+0000 7ff6541c7740 1 Processor -- start 2024-09-05T07:45:07.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.722+0000 7ff6541c7740 1 -- start start 2024-09-05T07:45:07.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.722+0000 7ff6541c7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb05505d0 0x563eb05694c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:07.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.722+0000 7ff6541c7740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb0551b40 0x563eb055c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:07.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.722+0000 7ff6541c7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563eb055d580 0x563eb0574e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:07.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.722+0000 7ff6541c7740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff64c1af860 con 0x563eb0551b40 2024-09-05T07:45:07.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.722+0000 7ff6541c7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff64c1ad130 con 0x563eb05505d0 2024-09-05T07:45:07.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.722+0000 7ff6541c7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff64c1aaf80 con 0x563eb055d580 2024-09-05T07:45:07.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.722+0000 7ff64affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb0551b40 0x563eb055c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:07.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.722+0000 7ff64affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb0551b40 0x563eb055c0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34340/0 (socket says 172.21.15.71:34340) 2024-09-05T07:45:07.738 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.722+0000 7ff64affd640 1 -- 172.21.15.71:0/2034454722 learned_addr learned my addr 172.21.15.71:0/2034454722 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:07.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.722+0000 7ff64bfff640 1 --2- 172.21.15.71:0/2034454722 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563eb055d580 0x563eb0574e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:07.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.722+0000 7ff64affd640 1 -- 172.21.15.71:0/2034454722 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563eb055d580 msgr2=0x563eb0574e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:07.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.722+0000 7ff64affd640 1 --2- 172.21.15.71:0/2034454722 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563eb055d580 0x563eb0574e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.722+0000 7ff64b7fe640 1 --2- 172.21.15.71:0/2034454722 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb05505d0 0x563eb05694c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:07.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.722+0000 7ff64affd640 1 -- 172.21.15.71:0/2034454722 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb05505d0 msgr2=0x563eb05694c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:07.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.722+0000 7ff64affd640 1 --2- 172.21.15.71:0/2034454722 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb05505d0 0x563eb05694c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.722+0000 7ff64affd640 1 -- 172.21.15.71:0/2034454722 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563eb054ddf0 con 0x563eb0551b40 2024-09-05T07:45:07.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.723+0000 7ff64affd640 1 --2- 172.21.15.71:0/2034454722 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb0551b40 0x563eb055c0f0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7ff634033000 tx=0x7ff634005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abf092e1ceb6973d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:07.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.723+0000 7ff6417fa640 1 -- 172.21.15.71:0/2034454722 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff63403f030 con 0x563eb0551b40 2024-09-05T07:45:07.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.723+0000 7ff6417fa640 1 -- 172.21.15.71:0/2034454722 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff63404c070 con 0x563eb0551b40 2024-09-05T07:45:07.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.723+0000 7ff6417fa640 1 -- 172.21.15.71:0/2034454722 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff634035040 con 0x563eb0551b40 2024-09-05T07:45:07.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.723+0000 7ff6541c7740 1 -- 172.21.15.71:0/2034454722 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb0551b40 msgr2=0x563eb055c0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:07.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.723+0000 7ff6541c7740 1 --2- 172.21.15.71:0/2034454722 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb0551b40 0x563eb055c0f0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7ff634033000 tx=0x7ff634005a20 comp rx=0 tx=0).stop 2024-09-05T07:45:07.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.723+0000 7ff6541c7740 1 -- 172.21.15.71:0/2034454722 shutdown_connections 2024-09-05T07:45:07.740 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.723+0000 7ff6541c7740 1 --2- 172.21.15.71:0/2034454722 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563eb055d580 0x563eb0574e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.740 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.723+0000 7ff6541c7740 1 --2- 172.21.15.71:0/2034454722 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb0551b40 0x563eb055c0f0 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.740 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.723+0000 7ff6541c7740 1 --2- 172.21.15.71:0/2034454722 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb05505d0 0x563eb05694c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.740 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.723+0000 7ff6541c7740 1 -- 172.21.15.71:0/2034454722 >> 172.21.15.71:0/2034454722 conn(0x563eb0519310 msgr2=0x563eb055b9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:07.740 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.723+0000 7ff6541c7740 1 -- 172.21.15.71:0/2034454722 shutdown_connections 2024-09-05T07:45:07.740 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.723+0000 7ff6541c7740 1 -- 172.21.15.71:0/2034454722 wait complete. 2024-09-05T07:45:07.740 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.724+0000 7ff6541c7740 1 -- start start 2024-09-05T07:45:07.740 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.724+0000 7ff6541c7740 1 Processor -- start 2024-09-05T07:45:07.740 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.724+0000 7ff6541c7740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563eb05505d0 0x563eb0561720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:07.740 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.724+0000 7ff6541c7740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb0551b40 0x563eb0561c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:07.740 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.724+0000 7ff6541c7740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 0x563eb05d6df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:07.740 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.724+0000 7ff6541c7740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ff64c1ab5f0 con 0x563eb055d580 2024-09-05T07:45:07.740 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.724+0000 7ff6541c7740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ff64c1aca60 con 0x563eb0551b40 2024-09-05T07:45:07.740 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.724+0000 7ff6541c7740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ff64c1abcc0 con 0x563eb05505d0 2024-09-05T07:45:07.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.724+0000 7ff6541c7740 10 client.0 _ll_register_callbacks cb 0x7ff644014500 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:07.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.724+0000 7ff64bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 0x563eb05d6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:07.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.724+0000 7ff64bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 0x563eb05d6df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34344/0 (socket says 172.21.15.71:34344) 2024-09-05T07:45:07.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.724+0000 7ff64bfff640 1 -- 172.21.15.71:0/3052307437 learned_addr learned my addr 172.21.15.71:0/3052307437 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:07.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.724+0000 7ff64b7fe640 1 --2- 172.21.15.71:0/3052307437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563eb05505d0 0x563eb0561720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:07.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.725+0000 7ff64affd640 1 --2- 172.21.15.71:0/3052307437 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb0551b40 0x563eb0561c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:07.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.725+0000 7ff64bfff640 1 -- 172.21.15.71:0/3052307437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563eb05505d0 msgr2=0x563eb0561720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:07.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.725+0000 7ff64bfff640 1 --2- 172.21.15.71:0/3052307437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563eb05505d0 0x563eb0561720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.725+0000 7ff64bfff640 1 -- 172.21.15.71:0/3052307437 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb0551b40 msgr2=0x563eb0561c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:07.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.725+0000 7ff64bfff640 1 --2- 172.21.15.71:0/3052307437 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb0551b40 0x563eb0561c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.725+0000 7ff64bfff640 1 -- 172.21.15.71:0/3052307437 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563eb0562560 con 0x563eb055d580 2024-09-05T07:45:07.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.725+0000 7ff64bfff640 1 --2- 172.21.15.71:0/3052307437 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 0x563eb05d6df0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7ff64400afa0 tx=0x7ff6440275b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b961a10c0ba47cd0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:07.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.725+0000 7ff62affd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:07.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.725+0000 7ff62affd640 1 -- 172.21.15.71:0/3052307437 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff644023040 con 0x563eb055d580 2024-09-05T07:45:07.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.725+0000 7ff6541c7740 1 -- 172.21.15.71:0/3052307437 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff63404c070 con 0x563eb055d580 2024-09-05T07:45:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.725+0000 7ff62affd640 1 -- 172.21.15.71:0/3052307437 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7ff64400a760 con 0x563eb055d580 2024-09-05T07:45:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.725+0000 7ff62affd640 1 -- 172.21.15.71:0/3052307437 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff64400fad0 con 0x563eb055d580 2024-09-05T07:45:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.725+0000 7ff6541c7740 10 client.16668 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.725+0000 7ff6541c7740 1 -- 172.21.15.71:0/3052307437 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563eb05d8460 con 0x563eb055d580 2024-09-05T07:45:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.725+0000 7ff62affd640 1 -- 172.21.15.71:0/3052307437 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff63404c070 con 0x563eb055d580 2024-09-05T07:45:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.725+0000 7ff62affd640 1 -- 172.21.15.71:0/3052307437 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7ff64401e040 con 0x563eb055d580 2024-09-05T07:45:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.725+0000 7ff6541c7740 10 client.16668 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.726+0000 7ff6541c7740 10 client.16668 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:45:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.726+0000 7ff6541c7740 20 client.16668 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.726+0000 7ff6541c7740 1 --2- 172.21.15.71:0/3052307437 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563eb05d8bd0 0x563eb05daff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.726+0000 7ff6541c7740 4 client.16668 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:45:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.726+0000 7ff6541c7740 1 -- 172.21.15.71:0/3052307437 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563eb04bdd70 con 0x563eb05d8bd0 2024-09-05T07:45:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.726+0000 7ff64b7fe640 1 --2- 172.21.15.71:0/3052307437 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563eb05d8bd0 0x563eb05daff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.726+0000 7ff62affd640 10 client.16668 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:07.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.726+0000 7ff64b7fe640 1 --2- 172.21.15.71:0/3052307437 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563eb05d8bd0 0x563eb05daff0 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7319662544dafab server_cookie=607607ffc837b98b in_seq=0 out_seq=0 2024-09-05T07:45:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.726+0000 7ff62affd640 1 -- 172.21.15.71:0/3052307437 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563eb04bdd70 con 0x563eb05d8bd0 2024-09-05T07:45:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.727+0000 7ff62affd640 10 client.16668 handle_command_reply: tid=0 2024-09-05T07:45:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.727+0000 7ff6541c7740 1 client.16668 shutdown 2024-09-05T07:45:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.727+0000 7ff6541c7740 1 -- 172.21.15.71:0/3052307437 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 msgr2=0x563eb05d6df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.727+0000 7ff6541c7740 1 --2- 172.21.15.71:0/3052307437 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 0x563eb05d6df0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7ff64400afa0 tx=0x7ff6440275b0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.727+0000 7ff6541c7740 1 -- 172.21.15.71:0/3052307437 shutdown_connections 2024-09-05T07:45:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.727+0000 7ff6541c7740 1 --2- 172.21.15.71:0/3052307437 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563eb05d8bd0 0x563eb05daff0 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.727+0000 7ff6541c7740 1 --2- 172.21.15.71:0/3052307437 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563eb055d580 0x563eb05d6df0 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.727+0000 7ff6541c7740 1 --2- 172.21.15.71:0/3052307437 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563eb0551b40 0x563eb0561c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.727+0000 7ff62affd640 0 client.16668 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.727+0000 7ff6541c7740 1 --2- 172.21.15.71:0/3052307437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563eb05505d0 0x563eb0561720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.727+0000 7ff6541c7740 1 -- 172.21.15.71:0/3052307437 >> 172.21.15.71:0/3052307437 conn(0x563eb0519310 msgr2=0x563eb0558620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.727+0000 7ff6541c7740 1 -- 172.21.15.71:0/3052307437 shutdown_connections 2024-09-05T07:45:07.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.727+0000 7ff6541c7740 1 -- 172.21.15.71:0/3052307437 wait complete. 2024-09-05T07:45:07.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.727+0000 7ff6541c7740 20 client.16668 trim_cache size 0 max 16384 2024-09-05T07:45:07.744 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:45:07.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.727+0000 7ff651dee640 1 -- 172.21.15.71:0/888431594 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff6380a2cf0 msgr2=0x7ff6380a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:07.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.727+0000 7ff651dee640 1 --2- 172.21.15.71:0/888431594 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff6380a2cf0 0x7ff6380a51b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7ff64400afd0 tx=0x7ff64400ad00 comp rx=0 tx=0).stop 2024-09-05T07:45:07.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.727+0000 7ff651dee640 1 -- 172.21.15.71:0/888431594 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff64c100a80 msgr2=0x7ff64c197310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:07.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.727+0000 7ff651dee640 1 --2- 172.21.15.71:0/888431594 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff64c100a80 0x7ff64c197310 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7ff63c00c890 tx=0x7ff63c00cd50 comp rx=0 tx=0).stop 2024-09-05T07:45:07.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.728+0000 7ff651dee640 1 -- 172.21.15.71:0/888431594 shutdown_connections 2024-09-05T07:45:07.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.728+0000 7ff651dee640 1 --2- 172.21.15.71:0/888431594 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ff6380a2cf0 0x7ff6380a51b0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.728+0000 7ff651dee640 1 --2- 172.21.15.71:0/888431594 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ff64c106a80 0x7ff64c19bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.728+0000 7ff651dee640 1 --2- 172.21.15.71:0/888431594 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ff64c101420 0x7ff64c197850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.728+0000 7ff651dee640 1 --2- 172.21.15.71:0/888431594 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff64c100a80 0x7ff64c197310 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:07.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.728+0000 7ff651dee640 1 -- 172.21.15.71:0/888431594 >> 172.21.15.71:0/888431594 conn(0x7ff64c0fc7a0 msgr2=0x7ff64c0fd0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:07.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.728+0000 7ff651dee640 1 -- 172.21.15.71:0/888431594 shutdown_connections 2024-09-05T07:45:07.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:07.728+0000 7ff651dee640 1 -- 172.21.15.71:0/888431594 wait complete. 2024-09-05T07:45:08.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:08 smithi071 ceph-mon[30965]: pgmap v198: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:45:08.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:08 smithi123 ceph-mon[34568]: pgmap v198: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:45:08.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:08 smithi192 ceph-mon[34929]: pgmap v198: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:45:09.443 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T07:45:09.443 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T07:45:09.702 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:45:10.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.194+0000 7f5b01a4d640 1 -- 172.21.15.71:0/2962198717 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5afc101df0 msgr2=0x7f5afc1021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:10.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.194+0000 7f5b01a4d640 1 --2- 172.21.15.71:0/2962198717 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5afc101df0 0x7f5afc1021d0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f5af4009ca0 tx=0x7f5af402a8c0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.194+0000 7f5b01a4d640 1 -- 172.21.15.71:0/2962198717 shutdown_connections 2024-09-05T07:45:10.212 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.194+0000 7f5b01a4d640 1 --2- 172.21.15.71:0/2962198717 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5afc106f20 0x7f5afc10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.194+0000 7f5b01a4d640 1 --2- 172.21.15.71:0/2962198717 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5afc1027a0 0x7f5afc1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.194+0000 7f5b01a4d640 1 --2- 172.21.15.71:0/2962198717 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5afc101df0 0x7f5afc1021d0 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.194+0000 7f5b01a4d640 1 -- 172.21.15.71:0/2962198717 >> 172.21.15.71:0/2962198717 conn(0x7f5afc0fd8f0 msgr2=0x7f5afc0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:10.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.194+0000 7f5b01a4d640 1 -- 172.21.15.71:0/2962198717 shutdown_connections 2024-09-05T07:45:10.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.194+0000 7f5b01a4d640 1 -- 172.21.15.71:0/2962198717 wait complete. 2024-09-05T07:45:10.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.194+0000 7f5b01a4d640 1 Processor -- start 2024-09-05T07:45:10.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.194+0000 7f5b01a4d640 1 -- start start 2024-09-05T07:45:10.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5b01a4d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5afc101df0 0x7f5afc0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:10.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5b01a4d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5afc1027a0 0x7f5afc074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:10.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5b01a4d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5afc106f20 0x7f5afc074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:10.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5b01a4d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f5afc111e30 con 0x7f5afc1027a0 2024-09-05T07:45:10.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5b01a4d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5afc111cb0 con 0x7f5afc101df0 2024-09-05T07:45:10.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5b01a4d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5afc111fb0 con 0x7f5afc106f20 2024-09-05T07:45:10.213 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5afa7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5afc1027a0 0x7f5afc074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:10.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5afa7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5afc1027a0 0x7f5afc074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34368/0 (socket says 172.21.15.71:34368) 2024-09-05T07:45:10.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5afa7fc640 1 -- 172.21.15.71:0/4074281537 learned_addr learned my addr 172.21.15.71:0/4074281537 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:10.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5afb7fe640 1 --2- 172.21.15.71:0/4074281537 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5afc106f20 0x7f5afc074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:10.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5afaffd640 1 --2- 172.21.15.71:0/4074281537 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5afc101df0 0x7f5afc0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:10.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5afa7fc640 1 -- 172.21.15.71:0/4074281537 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5afc106f20 msgr2=0x7f5afc074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:10.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5afa7fc640 1 --2- 172.21.15.71:0/4074281537 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5afc106f20 0x7f5afc074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5afa7fc640 1 -- 172.21.15.71:0/4074281537 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5afc101df0 msgr2=0x7f5afc0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:10.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5afa7fc640 1 --2- 172.21.15.71:0/4074281537 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5afc101df0 0x7f5afc0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5afa7fc640 1 -- 172.21.15.71:0/4074281537 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5afc1a67e0 con 0x7f5afc1027a0 2024-09-05T07:45:10.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5afaffd640 1 --2- 172.21.15.71:0/4074281537 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5afc101df0 0x7f5afc0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:10.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5afa7fc640 1 --2- 172.21.15.71:0/4074281537 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5afc1027a0 0x7f5afc074a30 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f5af000d950 tx=0x7f5af000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:10.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5b00a4b640 1 -- 172.21.15.71:0/4074281537 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af0017030 con 0x7f5afc1027a0 2024-09-05T07:45:10.214 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5b00a4b640 1 -- 172.21.15.71:0/4074281537 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5af0004020 con 0x7f5afc1027a0 2024-09-05T07:45:10.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5b00a4b640 1 -- 172.21.15.71:0/4074281537 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af00047a0 con 0x7f5afc1027a0 2024-09-05T07:45:10.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.195+0000 7f5b01a4d640 1 -- 172.21.15.71:0/4074281537 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5afc1a6ad0 con 0x7f5afc1027a0 2024-09-05T07:45:10.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.196+0000 7f5b01a4d640 1 -- 172.21.15.71:0/4074281537 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5afc1a7010 con 0x7f5afc1027a0 2024-09-05T07:45:10.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.198+0000 7f5b00a4b640 1 -- 172.21.15.71:0/4074281537 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f5af00041d0 con 0x7f5afc1027a0 2024-09-05T07:45:10.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.198+0000 7f5b03e26740 1 Processor -- start 2024-09-05T07:45:10.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.198+0000 7f5b03e26740 1 -- start start 2024-09-05T07:45:10.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.198+0000 7f5b03e26740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560d67915b60 0x560d67915f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:10.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.198+0000 7f5b03e26740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67916480 0x560d67920800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:10.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.198+0000 7f5b03e26740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67920d40 0x560d67923130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:10.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.198+0000 7f5b03e26740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x560d6787b280 con 0x560d67920d40 2024-09-05T07:45:10.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.198+0000 7f5b03e26740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x560d67822b10 con 0x560d67916480 2024-09-05T07:45:10.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.198+0000 7f5b03e26740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x560d67877240 con 0x560d67915b60 2024-09-05T07:45:10.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.198+0000 7f5afa7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67920d40 0x560d67923130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:10.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.198+0000 7f5b00a4b640 1 --2- 172.21.15.71:0/4074281537 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f5ae40a2cf0 0x7f5ae40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:10.215 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.198+0000 7f5afa7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67920d40 0x560d67923130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34380/0 (socket says 172.21.15.71:34380) 2024-09-05T07:45:10.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.198+0000 7f5afa7fc640 1 -- 172.21.15.71:0/476199750 learned_addr learned my addr 172.21.15.71:0/476199750 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:10.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.198+0000 7f5afb7fe640 1 --2- 172.21.15.71:0/4074281537 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f5ae40a2cf0 0x7f5ae40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:10.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.199+0000 7f5afaffd640 1 --2- 172.21.15.71:0/476199750 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67916480 0x560d67920800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:10.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.199+0000 7f5afb7fe640 1 --2- 172.21.15.71:0/476199750 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560d67915b60 0x560d67915f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:10.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.199+0000 7f5b00a4b640 1 -- 172.21.15.71:0/4074281537 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f5af00cf2e0 con 0x7f5afc1027a0 2024-09-05T07:45:10.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.199+0000 7f5afa7fc640 1 -- 172.21.15.71:0/476199750 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560d67915b60 msgr2=0x560d67915f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:10.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.199+0000 7f5afa7fc640 1 --2- 172.21.15.71:0/476199750 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560d67915b60 0x560d67915f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.199+0000 7f5afa7fc640 1 -- 172.21.15.71:0/476199750 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67916480 msgr2=0x560d67920800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:10.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.199+0000 7f5afa7fc640 1 --2- 172.21.15.71:0/476199750 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67916480 0x560d67920800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.199+0000 7f5afa7fc640 1 -- 172.21.15.71:0/476199750 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560d6782f1f0 con 0x560d67920d40 2024-09-05T07:45:10.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.199+0000 7f5afaffd640 1 --2- 172.21.15.71:0/476199750 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67916480 0x560d67920800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:10.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.199+0000 7f5afb7fe640 1 --2- 172.21.15.71:0/4074281537 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f5ae40a2cf0 0x7f5ae40a51b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f5aec005f60 tx=0x7f5aec009ae0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:10.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.199+0000 7f5afa7fc640 1 --2- 172.21.15.71:0/476199750 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67920d40 0x560d67923130 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f5af009b5c0 tx=0x7f5af0021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39086a9d4afe27d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:10.216 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.199+0000 7f5ae1ffb640 1 -- 172.21.15.71:0/476199750 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af009f7b0 con 0x560d67920d40 2024-09-05T07:45:10.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.199+0000 7f5ae1ffb640 1 -- 172.21.15.71:0/476199750 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5af00a4070 con 0x560d67920d40 2024-09-05T07:45:10.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.199+0000 7f5ae1ffb640 1 -- 172.21.15.71:0/476199750 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af0009c90 con 0x560d67920d40 2024-09-05T07:45:10.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.200+0000 7f5b03e26740 1 -- 172.21.15.71:0/476199750 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67920d40 msgr2=0x560d67923130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:10.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.200+0000 7f5b03e26740 1 --2- 172.21.15.71:0/476199750 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67920d40 0x560d67923130 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f5af009b5c0 tx=0x7f5af0021000 comp rx=0 tx=0).stop 2024-09-05T07:45:10.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.200+0000 7f5b03e26740 1 -- 172.21.15.71:0/476199750 shutdown_connections 2024-09-05T07:45:10.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.200+0000 7f5b03e26740 1 --2- 172.21.15.71:0/476199750 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67920d40 0x560d67923130 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.200+0000 7f5b03e26740 1 --2- 172.21.15.71:0/476199750 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67916480 0x560d67920800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.200+0000 7f5b03e26740 1 --2- 172.21.15.71:0/476199750 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560d67915b60 0x560d67915f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.200+0000 7f5b03e26740 1 -- 172.21.15.71:0/476199750 >> 172.21.15.71:0/476199750 conn(0x560d679120f0 msgr2=0x560d679124d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:10.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.200+0000 7f5b03e26740 1 -- 172.21.15.71:0/476199750 shutdown_connections 2024-09-05T07:45:10.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.200+0000 7f5b03e26740 1 -- 172.21.15.71:0/476199750 wait complete. 2024-09-05T07:45:10.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.200+0000 7f5b03e26740 1 -- start start 2024-09-05T07:45:10.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.200+0000 7f5b03e26740 1 Processor -- start 2024-09-05T07:45:10.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5b03e26740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560d67915b60 0x560d6791dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:10.217 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5b03e26740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67916480 0x560d6791e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:10.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5b03e26740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67920d40 0x560d6791e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:10.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5b03e26740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x560d67923910 con 0x560d67916480 2024-09-05T07:45:10.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5b03e26740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x560d67835f10 con 0x560d67920d40 2024-09-05T07:45:10.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5b03e26740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x560d67923a90 con 0x560d67915b60 2024-09-05T07:45:10.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5b03e26740 10 client.0 _ll_register_callbacks cb 0x560d677fea40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:10.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5afa7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67916480 0x560d6791e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:10.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5afa7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67916480 0x560d6791e1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34392/0 (socket says 172.21.15.71:34392) 2024-09-05T07:45:10.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5afa7fc640 1 -- 172.21.15.71:0/1610435920 learned_addr learned my addr 172.21.15.71:0/1610435920 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:10.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5afaffd640 1 --2- 172.21.15.71:0/1610435920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560d67915b60 0x560d6791dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:10.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5afb7fe640 1 --2- 172.21.15.71:0/1610435920 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67920d40 0x560d6791e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:10.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5afa7fc640 1 -- 172.21.15.71:0/1610435920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560d67915b60 msgr2=0x560d6791dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:10.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5afa7fc640 1 --2- 172.21.15.71:0/1610435920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560d67915b60 0x560d6791dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.218 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5afa7fc640 1 -- 172.21.15.71:0/1610435920 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67920d40 msgr2=0x560d6791e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:10.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5afa7fc640 1 --2- 172.21.15.71:0/1610435920 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67920d40 0x560d6791e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5afa7fc640 1 -- 172.21.15.71:0/1610435920 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560d675ec6a0 con 0x560d67916480 2024-09-05T07:45:10.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5afa7fc640 1 --2- 172.21.15.71:0/1610435920 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67916480 0x560d6791e1e0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f5af0097dd0 tx=0x7f5af00045b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b922a0243c1d758 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:10.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5adaffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:10.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5adaffd640 1 -- 172.21.15.71:0/1610435920 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af0097a70 con 0x560d67916480 2024-09-05T07:45:10.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5adaffd640 1 -- 172.21.15.71:0/1610435920 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f5af0009c40 con 0x560d67916480 2024-09-05T07:45:10.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.201+0000 7f5b03e26740 1 -- 172.21.15.71:0/1610435920 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5af00a4070 con 0x560d67916480 2024-09-05T07:45:10.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.202+0000 7f5adaffd640 1 -- 172.21.15.71:0/1610435920 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5af009f7b0 con 0x560d67916480 2024-09-05T07:45:10.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.202+0000 7f5b03e26740 10 client.16680 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:10.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.202+0000 7f5b03e26740 1 -- 172.21.15.71:0/1610435920 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560d6792f590 con 0x560d67916480 2024-09-05T07:45:10.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.202+0000 7f5adaffd640 1 -- 172.21.15.71:0/1610435920 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5af00a4070 con 0x560d67916480 2024-09-05T07:45:10.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.202+0000 7f5adaffd640 1 -- 172.21.15.71:0/1610435920 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f5af00a0940 con 0x560d67916480 2024-09-05T07:45:10.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.202+0000 7f5b03e26740 10 client.16680 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:10.219 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.202+0000 7f5b03e26740 10 client.16680 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:45:10.220 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.202+0000 7f5b03e26740 20 client.16680 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:10.220 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.202+0000 7f5b03e26740 1 --2- 172.21.15.71:0/1610435920 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x560d679308e0 0x560d67932cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:10.220 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.202+0000 7f5b03e26740 4 client.16680 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:45:10.220 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.202+0000 7f5b03e26740 1 -- 172.21.15.71:0/1610435920 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560d678887f0 con 0x560d679308e0 2024-09-05T07:45:10.220 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.202+0000 7f5afaffd640 1 --2- 172.21.15.71:0/1610435920 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x560d679308e0 0x560d67932cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:10.220 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.203+0000 7f5afaffd640 1 --2- 172.21.15.71:0/1610435920 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x560d679308e0 0x560d67932cd0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=194bec65a9eae316 server_cookie=d3bf12aefbce5d46 in_seq=0 out_seq=0 2024-09-05T07:45:10.220 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.203+0000 7f5adaffd640 10 client.16680 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:10.220 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.203+0000 7f5adaffd640 1 -- 172.21.15.71:0/1610435920 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560d678887f0 con 0x560d679308e0 2024-09-05T07:45:10.220 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.203+0000 7f5adaffd640 10 client.16680 handle_command_reply: tid=0 2024-09-05T07:45:10.220 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.204+0000 7f5b03e26740 1 client.16680 shutdown 2024-09-05T07:45:10.220 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.204+0000 7f5b03e26740 1 -- 172.21.15.71:0/1610435920 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67916480 msgr2=0x560d6791e1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:10.220 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.204+0000 7f5b03e26740 1 --2- 172.21.15.71:0/1610435920 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67916480 0x560d6791e1e0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f5af0097dd0 tx=0x7f5af00045b0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.204+0000 7f5b03e26740 1 -- 172.21.15.71:0/1610435920 shutdown_connections 2024-09-05T07:45:10.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.204+0000 7f5b03e26740 1 --2- 172.21.15.71:0/1610435920 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x560d679308e0 0x560d67932cd0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.204+0000 7f5b03e26740 1 --2- 172.21.15.71:0/1610435920 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67920d40 0x560d6791e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.204+0000 7f5b03e26740 1 --2- 172.21.15.71:0/1610435920 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67916480 0x560d6791e1e0 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.204+0000 7f5b03e26740 1 --2- 172.21.15.71:0/1610435920 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560d67915b60 0x560d6791dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.204+0000 7f5adaffd640 0 client.16680 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:10.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.204+0000 7f5b03e26740 1 -- 172.21.15.71:0/1610435920 >> 172.21.15.71:0/1610435920 conn(0x560d679120f0 msgr2=0x560d67917dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:10.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.204+0000 7f5b03e26740 1 -- 172.21.15.71:0/1610435920 shutdown_connections 2024-09-05T07:45:10.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.204+0000 7f5b03e26740 1 -- 172.21.15.71:0/1610435920 wait complete. 2024-09-05T07:45:10.221 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.204+0000 7f5b03e26740 20 client.16680 trim_cache size 0 max 16384 2024-09-05T07:45:10.223 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.221+0000 7f5b03e26740 1 Processor -- start 2024-09-05T07:45:10.223 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.221+0000 7f5b03e26740 1 -- start start 2024-09-05T07:45:10.223 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.221+0000 7f5b03e26740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560d67915b60 0x560d6792c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:10.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.221+0000 7f5b03e26740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67916480 0x560d67935cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:10.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.221+0000 7f5b03e26740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67920d40 0x560d67936230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:10.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.221+0000 7f5b03e26740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f5afc1b3be0 con 0x560d67920d40 2024-09-05T07:45:10.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.221+0000 7f5b03e26740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5afc1b14b0 con 0x560d67916480 2024-09-05T07:45:10.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.221+0000 7f5b03e26740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5afc1af300 con 0x560d67915b60 2024-09-05T07:45:10.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.221+0000 7f5afb7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67920d40 0x560d67936230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:10.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.221+0000 7f5afb7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67920d40 0x560d67936230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34408/0 (socket says 172.21.15.71:34408) 2024-09-05T07:45:10.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.221+0000 7f5afb7fe640 1 -- 172.21.15.71:0/133553484 learned_addr learned my addr 172.21.15.71:0/133553484 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:10.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.221+0000 7f5afa7fc640 1 --2- 172.21.15.71:0/133553484 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67916480 0x560d67935cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:10.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.221+0000 7f5afaffd640 1 --2- 172.21.15.71:0/133553484 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560d67915b60 0x560d6792c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:10.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.221+0000 7f5afb7fe640 1 -- 172.21.15.71:0/133553484 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560d67915b60 msgr2=0x560d6792c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:10.224 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.222+0000 7f5afb7fe640 1 --2- 172.21.15.71:0/133553484 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560d67915b60 0x560d6792c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.222+0000 7f5afb7fe640 1 -- 172.21.15.71:0/133553484 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67916480 msgr2=0x560d67935cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:10.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.222+0000 7f5afb7fe640 1 --2- 172.21.15.71:0/133553484 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67916480 0x560d67935cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.222+0000 7f5afb7fe640 1 -- 172.21.15.71:0/133553484 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560d67920280 con 0x560d67920d40 2024-09-05T07:45:10.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.222+0000 7f5afb7fe640 1 --2- 172.21.15.71:0/133553484 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67920d40 0x560d67936230 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f5aec009f10 tx=0x7f5aec020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb2f8e07117003ee server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:10.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.222+0000 7f5ae17fa640 1 -- 172.21.15.71:0/133553484 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aec004030 con 0x560d67920d40 2024-09-05T07:45:10.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.222+0000 7f5ae17fa640 1 -- 172.21.15.71:0/133553484 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5aec0035f0 con 0x560d67920d40 2024-09-05T07:45:10.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.222+0000 7f5ae17fa640 1 -- 172.21.15.71:0/133553484 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aec010650 con 0x560d67920d40 2024-09-05T07:45:10.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.222+0000 7f5b03e26740 1 -- 172.21.15.71:0/133553484 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67920d40 msgr2=0x560d67936230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:10.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.222+0000 7f5b03e26740 1 --2- 172.21.15.71:0/133553484 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67920d40 0x560d67936230 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f5aec009f10 tx=0x7f5aec020000 comp rx=0 tx=0).stop 2024-09-05T07:45:10.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.223+0000 7f5b03e26740 1 -- 172.21.15.71:0/133553484 shutdown_connections 2024-09-05T07:45:10.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.223+0000 7f5b03e26740 1 --2- 172.21.15.71:0/133553484 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67920d40 0x560d67936230 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.223+0000 7f5b03e26740 1 --2- 172.21.15.71:0/133553484 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67916480 0x560d67935cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.223+0000 7f5b03e26740 1 --2- 172.21.15.71:0/133553484 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560d67915b60 0x560d6792c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.223+0000 7f5b03e26740 1 -- 172.21.15.71:0/133553484 >> 172.21.15.71:0/133553484 conn(0x560d679120f0 msgr2=0x560d6792bce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:10.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.223+0000 7f5b03e26740 1 -- 172.21.15.71:0/133553484 shutdown_connections 2024-09-05T07:45:10.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.223+0000 7f5b03e26740 1 -- 172.21.15.71:0/133553484 wait complete. 2024-09-05T07:45:10.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.223+0000 7f5b03e26740 1 -- start start 2024-09-05T07:45:10.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.223+0000 7f5b03e26740 1 Processor -- start 2024-09-05T07:45:10.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.223+0000 7f5b03e26740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67915b60 0x560d67934150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:10.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.223+0000 7f5b03e26740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67916480 0x560d67934690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:10.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.223+0000 7f5b03e26740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560d67920d40 0x560d6799a220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:10.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.223+0000 7f5b03e26740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f5afc1af970 con 0x560d67916480 2024-09-05T07:45:10.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.223+0000 7f5b03e26740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5afc1b0de0 con 0x560d67915b60 2024-09-05T07:45:10.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.223+0000 7f5b03e26740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5afc1b0040 con 0x560d67920d40 2024-09-05T07:45:10.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.224+0000 7f5b03e26740 10 client.0 _ll_register_callbacks cb 0x7f5aec009f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:10.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.224+0000 7f5afa7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67916480 0x560d67934690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:10.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.224+0000 7f5afaffd640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67915b60 0x560d67934150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:10.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.224+0000 7f5afa7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67916480 0x560d67934690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:34414/0 (socket says 172.21.15.71:34414) 2024-09-05T07:45:10.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.224+0000 7f5afa7fc640 1 -- 172.21.15.71:0/1981150759 learned_addr learned my addr 172.21.15.71:0/1981150759 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:10.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.224+0000 7f5afb7fe640 1 --2- 172.21.15.71:0/1981150759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560d67920d40 0x560d6799a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:10.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.224+0000 7f5afa7fc640 1 -- 172.21.15.71:0/1981150759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560d67920d40 msgr2=0x560d6799a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:10.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.224+0000 7f5afa7fc640 1 --2- 172.21.15.71:0/1981150759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560d67920d40 0x560d6799a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.224+0000 7f5afa7fc640 1 -- 172.21.15.71:0/1981150759 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67915b60 msgr2=0x560d67934150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:10.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.224+0000 7f5afa7fc640 1 --2- 172.21.15.71:0/1981150759 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67915b60 0x560d67934150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.224+0000 7f5afa7fc640 1 -- 172.21.15.71:0/1981150759 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560d6799a760 con 0x560d67916480 2024-09-05T07:45:10.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.224+0000 7f5afaffd640 1 --2- 172.21.15.71:0/1981150759 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67915b60 0x560d67934150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:45:10.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.224+0000 7f5afa7fc640 1 --2- 172.21.15.71:0/1981150759 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67916480 0x560d67934690 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f5af00a0d50 tx=0x7f5af00a0b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e57debabc6073d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:10.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.224+0000 7f5adaffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:10.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.224+0000 7f5adaffd640 1 -- 172.21.15.71:0/1981150759 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af00b8060 con 0x560d67916480 2024-09-05T07:45:10.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.224+0000 7f5adaffd640 1 -- 172.21.15.71:0/1981150759 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9538+0+0 (secure 0 0 0) 0x7f5af00b4210 con 0x560d67916480 2024-09-05T07:45:10.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.224+0000 7f5b03e26740 1 -- 172.21.15.71:0/1981150759 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5aec0035f0 con 0x560d67916480 2024-09-05T07:45:10.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.224+0000 7f5adaffd640 1 -- 172.21.15.71:0/1981150759 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5af0062e60 con 0x560d67916480 2024-09-05T07:45:10.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.224+0000 7f5b03e26740 10 client.16686 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:10.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.224+0000 7f5b03e26740 1 -- 172.21.15.71:0/1981150759 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560d6799ba20 con 0x560d67916480 2024-09-05T07:45:10.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.225+0000 7f5adaffd640 1 -- 172.21.15.71:0/1981150759 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5aec0035f0 con 0x560d67916480 2024-09-05T07:45:10.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.225+0000 7f5adaffd640 1 -- 172.21.15.71:0/1981150759 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f5af0097150 con 0x560d67916480 2024-09-05T07:45:10.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.225+0000 7f5b03e26740 10 client.16686 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:10.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.225+0000 7f5b03e26740 10 client.16686 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:45:10.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.225+0000 7f5b03e26740 20 client.16686 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:10.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.225+0000 7f5b03e26740 1 --2- 172.21.15.71:0/1981150759 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x560d6799bf30 0x560d6799e350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:10.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.225+0000 7f5b03e26740 4 client.16686 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T07:45:10.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.225+0000 7f5b03e26740 1 -- 172.21.15.71:0/1981150759 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x560d67882d00 con 0x560d6799bf30 2024-09-05T07:45:10.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.225+0000 7f5afaffd640 1 --2- 172.21.15.71:0/1981150759 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x560d6799bf30 0x560d6799e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:10.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.225+0000 7f5afaffd640 1 --2- 172.21.15.71:0/1981150759 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x560d6799bf30 0x560d6799e350 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d36641a06f27833a server_cookie=9c32f1b3b86b65cc in_seq=0 out_seq=0 2024-09-05T07:45:10.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.225+0000 7f5adaffd640 10 client.16686 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:10.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.226+0000 7f5adaffd640 1 -- 172.21.15.71:0/1981150759 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x560d67882d00 con 0x560d6799bf30 2024-09-05T07:45:10.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.226+0000 7f5adaffd640 10 client.16686 handle_command_reply: tid=0 2024-09-05T07:45:10.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.226+0000 7f5b03e26740 1 client.16686 shutdown 2024-09-05T07:45:10.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.227+0000 7f5b03e26740 1 -- 172.21.15.71:0/1981150759 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67916480 msgr2=0x560d67934690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:10.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.227+0000 7f5b03e26740 1 --2- 172.21.15.71:0/1981150759 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67916480 0x560d67934690 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f5af00a0d50 tx=0x7f5af00a0b70 comp rx=0 tx=0).stop 2024-09-05T07:45:10.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.227+0000 7f5b03e26740 1 -- 172.21.15.71:0/1981150759 shutdown_connections 2024-09-05T07:45:10.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.227+0000 7f5b03e26740 1 --2- 172.21.15.71:0/1981150759 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x560d6799bf30 0x560d6799e350 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.227+0000 7f5b03e26740 1 --2- 172.21.15.71:0/1981150759 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x560d67920d40 0x560d6799a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.227+0000 7f5b03e26740 1 --2- 172.21.15.71:0/1981150759 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x560d67916480 0x560d67934690 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.227+0000 7f5b03e26740 1 --2- 172.21.15.71:0/1981150759 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x560d67915b60 0x560d67934150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.227+0000 7f5b03e26740 1 -- 172.21.15.71:0/1981150759 >> 172.21.15.71:0/1981150759 conn(0x560d679120f0 msgr2=0x560d67917dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:10.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.227+0000 7f5adaffd640 0 client.16686 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:10.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.227+0000 7f5b03e26740 1 -- 172.21.15.71:0/1981150759 shutdown_connections 2024-09-05T07:45:10.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.227+0000 7f5b03e26740 1 -- 172.21.15.71:0/1981150759 wait complete. 2024-09-05T07:45:10.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.227+0000 7f5b03e26740 20 client.16686 trim_cache size 0 max 16384 2024-09-05T07:45:10.234 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:45:10.235 INFO:teuthology.orchestra.run.smithi071.stdout: "return_code": 0, 2024-09-05T07:45:10.235 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_tag": "6306c644-f960-4527-8890-4a2f29a85ec9", 2024-09-05T07:45:10.235 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": "asynchronous" 2024-09-05T07:45:10.235 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:45:10.235 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.228+0000 7f5b01a4d640 1 -- 172.21.15.71:0/4074281537 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f5ae40a2cf0 msgr2=0x7f5ae40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:10.236 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.228+0000 7f5b01a4d640 1 --2- 172.21.15.71:0/4074281537 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f5ae40a2cf0 0x7f5ae40a51b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f5aec005f60 tx=0x7f5aec009ae0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.236 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.228+0000 7f5b01a4d640 1 -- 172.21.15.71:0/4074281537 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5afc1027a0 msgr2=0x7f5afc074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:10.236 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.228+0000 7f5b01a4d640 1 --2- 172.21.15.71:0/4074281537 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5afc1027a0 0x7f5afc074a30 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f5af000d950 tx=0x7f5af000de10 comp rx=0 tx=0).stop 2024-09-05T07:45:10.236 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.228+0000 7f5b01a4d640 1 -- 172.21.15.71:0/4074281537 shutdown_connections 2024-09-05T07:45:10.236 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.228+0000 7f5b01a4d640 1 --2- 172.21.15.71:0/4074281537 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f5ae40a2cf0 0x7f5ae40a51b0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.236 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.228+0000 7f5b01a4d640 1 --2- 172.21.15.71:0/4074281537 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5afc106f20 0x7f5afc074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.236 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.228+0000 7f5b01a4d640 1 --2- 172.21.15.71:0/4074281537 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5afc1027a0 0x7f5afc074a30 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.236 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.228+0000 7f5b01a4d640 1 --2- 172.21.15.71:0/4074281537 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5afc101df0 0x7f5afc0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:10.236 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.228+0000 7f5b01a4d640 1 -- 172.21.15.71:0/4074281537 >> 172.21.15.71:0/4074281537 conn(0x7f5afc0fd8f0 msgr2=0x7f5afc0fed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:10.236 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.228+0000 7f5b01a4d640 1 -- 172.21.15.71:0/4074281537 shutdown_connections 2024-09-05T07:45:10.236 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:10.228+0000 7f5b01a4d640 1 -- 172.21.15.71:0/4074281537 wait complete. 2024-09-05T07:45:10.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:10 smithi071 ceph-mon[30965]: pgmap v199: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-09-05T07:45:10.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:10 smithi123 ceph-mon[34568]: pgmap v199: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-09-05T07:45:10.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:10 smithi192 ceph-mon[34929]: pgmap v199: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-09-05T07:45:11.069 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:45:11.314 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:45:11.613 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:11 smithi071 ceph-mon[30965]: scrub queued for path: / 2024-09-05T07:45:11.613 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:11 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:45:11.613 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:11 smithi071 ceph-mon[30965]: scrub summary: active paths [/] 2024-09-05T07:45:11.613 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:11 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:45:11.613 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:11 smithi071 ceph-mon[30965]: scrub summary: idle 2024-09-05T07:45:11.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:11 smithi123 ceph-mon[34568]: scrub queued for path: / 2024-09-05T07:45:11.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:11 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:45:11.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:11 smithi123 ceph-mon[34568]: scrub summary: active paths [/] 2024-09-05T07:45:11.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:11 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:45:11.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:11 smithi123 ceph-mon[34568]: scrub summary: idle 2024-09-05T07:45:11.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:11 smithi192 ceph-mon[34929]: scrub queued for path: / 2024-09-05T07:45:11.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:11 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:45:11.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:11 smithi192 ceph-mon[34929]: scrub summary: active paths [/] 2024-09-05T07:45:11.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:11 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:45:11.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:11 smithi192 ceph-mon[34929]: scrub summary: idle 2024-09-05T07:45:11.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.835+0000 7f54934cc640 1 -- 172.21.15.71:0/64050625 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f548c106f00 msgr2=0x7f548c10ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:11.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.835+0000 7f54934cc640 1 --2- 172.21.15.71:0/64050625 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f548c106f00 0x7f548c10ea80 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f5484009ca0 tx=0x7f548402a8c0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.835+0000 7f54934cc640 1 -- 172.21.15.71:0/64050625 shutdown_connections 2024-09-05T07:45:11.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.835+0000 7f54934cc640 1 --2- 172.21.15.71:0/64050625 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f548c106f00 0x7f548c10ea80 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.835+0000 7f54934cc640 1 --2- 172.21.15.71:0/64050625 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f548c102780 0x7f548c1067d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.835+0000 7f54934cc640 1 --2- 172.21.15.71:0/64050625 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f548c101dd0 0x7f548c1021b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.835+0000 7f54934cc640 1 -- 172.21.15.71:0/64050625 >> 172.21.15.71:0/64050625 conn(0x7f548c0fd890 msgr2=0x7f548c0ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:11.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.836+0000 7f54934cc640 1 -- 172.21.15.71:0/64050625 shutdown_connections 2024-09-05T07:45:11.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.836+0000 7f54934cc640 1 -- 172.21.15.71:0/64050625 wait complete. 2024-09-05T07:45:11.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.836+0000 7f54934cc640 1 Processor -- start 2024-09-05T07:45:11.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.836+0000 7f54934cc640 1 -- start start 2024-09-05T07:45:11.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f54934cc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f548c101dd0 0x7f548c198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:11.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f54934cc640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f548c102780 0x7f548c198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:11.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f54934cc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f548c106f00 0x7f548c19cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:11.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f54934cc640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f548c111e10 con 0x7f548c106f00 2024-09-05T07:45:11.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f54934cc640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f548c111c90 con 0x7f548c102780 2024-09-05T07:45:11.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f54934cc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f548c111f90 con 0x7f548c101dd0 2024-09-05T07:45:11.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f5491a69640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f548c106f00 0x7f548c19cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:11.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f5491a69640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f548c106f00 0x7f548c19cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50812/0 (socket says 172.21.15.71:50812) 2024-09-05T07:45:11.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f5491a69640 1 -- 172.21.15.71:0/2312907535 learned_addr learned my addr 172.21.15.71:0/2312907535 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:11.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f5490a67640 1 --2- 172.21.15.71:0/2312907535 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f548c102780 0x7f548c198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:11.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f5491268640 1 --2- 172.21.15.71:0/2312907535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f548c101dd0 0x7f548c198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:11.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f5491a69640 1 -- 172.21.15.71:0/2312907535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f548c101dd0 msgr2=0x7f548c198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:11.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f5491a69640 1 --2- 172.21.15.71:0/2312907535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f548c101dd0 0x7f548c198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f5491a69640 1 -- 172.21.15.71:0/2312907535 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f548c102780 msgr2=0x7f548c198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:11.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f5491a69640 1 --2- 172.21.15.71:0/2312907535 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f548c102780 0x7f548c198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f5491a69640 1 -- 172.21.15.71:0/2312907535 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f548c19d2e0 con 0x7f548c106f00 2024-09-05T07:45:11.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f5491268640 1 --2- 172.21.15.71:0/2312907535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f548c101dd0 0x7f548c198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:11.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f5491a69640 1 --2- 172.21.15.71:0/2312907535 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f548c106f00 0x7f548c19cc00 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f5484009dc0 tx=0x7f5484032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:11.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f54827fc640 1 -- 172.21.15.71:0/2312907535 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5484003cf0 con 0x7f548c106f00 2024-09-05T07:45:11.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f54827fc640 1 -- 172.21.15.71:0/2312907535 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f54840044f0 con 0x7f548c106f00 2024-09-05T07:45:11.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f54934cc640 1 -- 172.21.15.71:0/2312907535 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f548c19d570 con 0x7f548c106f00 2024-09-05T07:45:11.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.837+0000 7f54827fc640 1 -- 172.21.15.71:0/2312907535 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5484030bf0 con 0x7f548c106f00 2024-09-05T07:45:11.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.838+0000 7f54934cc640 1 -- 172.21.15.71:0/2312907535 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f548c1a4eb0 con 0x7f548c106f00 2024-09-05T07:45:11.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.840+0000 7f54827fc640 1 -- 172.21.15.71:0/2312907535 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f5484004040 con 0x7f548c106f00 2024-09-05T07:45:11.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.840+0000 7f54958a5740 1 Processor -- start 2024-09-05T07:45:11.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.840+0000 7f54958a5740 1 -- start start 2024-09-05T07:45:11.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.840+0000 7f54958a5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56284e3544a0 0x56284e354880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:11.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.840+0000 7f54958a5740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e354dc0 0x56284e35f140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:11.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.840+0000 7f54958a5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e35f680 0x56284e361a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:11.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.840+0000 7f54958a5740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x56284e2ba2e0 con 0x56284e354dc0 2024-09-05T07:45:11.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.840+0000 7f54958a5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56284e261ce0 con 0x56284e3544a0 2024-09-05T07:45:11.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.840+0000 7f54958a5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56284e2b62a0 con 0x56284e35f680 2024-09-05T07:45:11.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.840+0000 7f5491268640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e354dc0 0x56284e35f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:11.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.840+0000 7f5491268640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e354dc0 0x56284e35f140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50818/0 (socket says 172.21.15.71:50818) 2024-09-05T07:45:11.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.841+0000 7f5491268640 1 -- 172.21.15.71:0/1591777704 learned_addr learned my addr 172.21.15.71:0/1591777704 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:11.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.841+0000 7f54827fc640 1 --2- 172.21.15.71:0/2312907535 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f54780a2cf0 0x7f54780a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:11.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.841+0000 7f5490a67640 1 --2- 172.21.15.71:0/1591777704 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56284e3544a0 0x56284e354880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:11.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.841+0000 7f5490a67640 1 --2- 172.21.15.71:0/1591777704 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e35f680 0x56284e361a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:11.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.841+0000 7f5491a69640 1 --2- 172.21.15.71:0/2312907535 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f54780a2cf0 0x7f54780a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:11.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.841+0000 7f5491268640 1 -- 172.21.15.71:0/1591777704 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e35f680 msgr2=0x56284e361a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:11.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.841+0000 7f5491268640 1 --2- 172.21.15.71:0/1591777704 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e35f680 0x56284e361a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.841+0000 7f5491268640 1 -- 172.21.15.71:0/1591777704 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56284e3544a0 msgr2=0x56284e354880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:11.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.841+0000 7f5491268640 1 --2- 172.21.15.71:0/1591777704 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56284e3544a0 0x56284e354880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.841+0000 7f5491268640 1 -- 172.21.15.71:0/1591777704 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56284e246440 con 0x56284e354dc0 2024-09-05T07:45:11.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.841+0000 7f5490a67640 1 --2- 172.21.15.71:0/1591777704 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e35f680 0x56284e361a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:11.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.841+0000 7f54827fc640 1 -- 172.21.15.71:0/2312907535 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9714+0+0 (secure 0 0 0) 0x7f54840f0e30 con 0x7f548c106f00 2024-09-05T07:45:11.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.841+0000 7f5491268640 1 --2- 172.21.15.71:0/1591777704 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e354dc0 0x56284e35f140 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f548800bd40 tx=0x7f548800f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40386c90efde9bbd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:11.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.841+0000 7f5491a69640 1 --2- 172.21.15.71:0/2312907535 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f54780a2cf0 0x7f54780a51b0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f54840ee6d0 tx=0x7f548402a8c0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:11.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.841+0000 7f54777fe640 1 -- 172.21.15.71:0/1591777704 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5488015070 con 0x56284e354dc0 2024-09-05T07:45:11.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.841+0000 7f54777fe640 1 -- 172.21.15.71:0/1591777704 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f548800be30 con 0x56284e354dc0 2024-09-05T07:45:11.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.841+0000 7f54777fe640 1 -- 172.21.15.71:0/1591777704 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5488011990 con 0x56284e354dc0 2024-09-05T07:45:11.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.842+0000 7f54958a5740 1 -- 172.21.15.71:0/1591777704 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e354dc0 msgr2=0x56284e35f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:11.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.842+0000 7f54958a5740 1 --2- 172.21.15.71:0/1591777704 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e354dc0 0x56284e35f140 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f548800bd40 tx=0x7f548800f730 comp rx=0 tx=0).stop 2024-09-05T07:45:11.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.842+0000 7f54958a5740 1 -- 172.21.15.71:0/1591777704 shutdown_connections 2024-09-05T07:45:11.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.842+0000 7f54958a5740 1 --2- 172.21.15.71:0/1591777704 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e35f680 0x56284e361a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.842+0000 7f54958a5740 1 --2- 172.21.15.71:0/1591777704 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e354dc0 0x56284e35f140 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.842+0000 7f54958a5740 1 --2- 172.21.15.71:0/1591777704 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56284e3544a0 0x56284e354880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.842+0000 7f54958a5740 1 -- 172.21.15.71:0/1591777704 >> 172.21.15.71:0/1591777704 conn(0x56284e350a30 msgr2=0x56284e350e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:11.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.842+0000 7f54958a5740 1 -- 172.21.15.71:0/1591777704 shutdown_connections 2024-09-05T07:45:11.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.842+0000 7f54958a5740 1 -- 172.21.15.71:0/1591777704 wait complete. 2024-09-05T07:45:11.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.842+0000 7f54958a5740 1 -- start start 2024-09-05T07:45:11.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.842+0000 7f54958a5740 1 Processor -- start 2024-09-05T07:45:11.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.843+0000 7f54958a5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56284e3544a0 0x56284e35ef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:11.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.843+0000 7f54958a5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e354dc0 0x56284e35c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:11.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.843+0000 7f54958a5740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e35f680 0x56284e35c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:11.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.843+0000 7f54958a5740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x56284e362250 con 0x56284e35f680 2024-09-05T07:45:11.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.843+0000 7f54958a5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x56284e275050 con 0x56284e3544a0 2024-09-05T07:45:11.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.843+0000 7f54958a5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x56284e3623d0 con 0x56284e354dc0 2024-09-05T07:45:11.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.843+0000 7f54958a5740 10 client.0 _ll_register_callbacks cb 0x56284e2b5160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:11.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.843+0000 7f5490a67640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e35f680 0x56284e35c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:11.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.843+0000 7f5490a67640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e35f680 0x56284e35c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50820/0 (socket says 172.21.15.71:50820) 2024-09-05T07:45:11.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.843+0000 7f5490a67640 1 -- 172.21.15.71:0/3173522689 learned_addr learned my addr 172.21.15.71:0/3173522689 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:11.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.843+0000 7f5490a67640 1 --2- 172.21.15.71:0/3173522689 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56284e3544a0 0x56284e35ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:11.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.843+0000 7f5491268640 1 --2- 172.21.15.71:0/3173522689 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e354dc0 0x56284e35c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:11.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.843+0000 7f5490a67640 1 -- 172.21.15.71:0/3173522689 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e354dc0 msgr2=0x56284e35c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:11.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.843+0000 7f5490a67640 1 --2- 172.21.15.71:0/3173522689 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e354dc0 0x56284e35c220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.843+0000 7f5490a67640 1 -- 172.21.15.71:0/3173522689 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56284e3544a0 msgr2=0x56284e35ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:11.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.843+0000 7f5490a67640 1 --2- 172.21.15.71:0/3173522689 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56284e3544a0 0x56284e35ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.843+0000 7f5490a67640 1 -- 172.21.15.71:0/3173522689 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56284e02b3c0 con 0x56284e35f680 2024-09-05T07:45:11.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.844+0000 7f5490a67640 1 --2- 172.21.15.71:0/3173522689 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e35f680 0x56284e35c760 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f547c012c70 tx=0x7f547c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=678616078a0cfaf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:11.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.844+0000 7f5474ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:11.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.844+0000 7f5474ff9640 1 -- 172.21.15.71:0/3173522689 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f547c01b040 con 0x56284e35f680 2024-09-05T07:45:11.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.844+0000 7f5474ff9640 1 -- 172.21.15.71:0/3173522689 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9714+0+0 (secure 0 0 0) 0x7f547c004020 con 0x56284e35f680 2024-09-05T07:45:11.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.844+0000 7f54958a5740 1 -- 172.21.15.71:0/3173522689 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f548800be30 con 0x56284e35f680 2024-09-05T07:45:11.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.844+0000 7f5474ff9640 1 -- 172.21.15.71:0/3173522689 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f547c010e60 con 0x56284e35f680 2024-09-05T07:45:11.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.844+0000 7f54958a5740 10 client.16698 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:11.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.844+0000 7f54958a5740 1 -- 172.21.15.71:0/3173522689 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56284e36dc20 con 0x56284e35f680 2024-09-05T07:45:11.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.844+0000 7f5474ff9640 1 -- 172.21.15.71:0/3173522689 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f548800be30 con 0x56284e35f680 2024-09-05T07:45:11.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.844+0000 7f5474ff9640 1 -- 172.21.15.71:0/3173522689 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f547c0047a0 con 0x56284e35f680 2024-09-05T07:45:11.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.844+0000 7f54958a5740 10 client.16698 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:11.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.844+0000 7f54958a5740 10 client.16698 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:45:11.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.844+0000 7f54958a5740 20 client.16698 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:11.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.844+0000 7f54958a5740 1 --2- 172.21.15.71:0/3173522689 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56284e36f030 0x56284e371490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:11.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.844+0000 7f54958a5740 4 client.16698 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:45:11.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.844+0000 7f54958a5740 1 -- 172.21.15.71:0/3173522689 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56284e2c7850 con 0x56284e36f030 2024-09-05T07:45:11.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.845+0000 7f5491268640 1 --2- 172.21.15.71:0/3173522689 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56284e36f030 0x56284e371490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:11.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.845+0000 7f5474ff9640 10 client.16698 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:11.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.845+0000 7f5491268640 1 --2- 172.21.15.71:0/3173522689 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56284e36f030 0x56284e371490 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d6066ef9a8a96e4b server_cookie=f1c9079142ff6eb5 in_seq=0 out_seq=0 2024-09-05T07:45:11.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.846+0000 7f5474ff9640 1 -- 172.21.15.71:0/3173522689 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56284e2c7850 con 0x56284e36f030 2024-09-05T07:45:11.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.846+0000 7f5474ff9640 10 client.16698 handle_command_reply: tid=0 2024-09-05T07:45:11.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.846+0000 7f54958a5740 1 client.16698 shutdown 2024-09-05T07:45:11.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.846+0000 7f54958a5740 1 -- 172.21.15.71:0/3173522689 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e35f680 msgr2=0x56284e35c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:11.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.846+0000 7f54958a5740 1 --2- 172.21.15.71:0/3173522689 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e35f680 0x56284e35c760 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f547c012c70 tx=0x7f547c004730 comp rx=0 tx=0).stop 2024-09-05T07:45:11.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.846+0000 7f54958a5740 1 -- 172.21.15.71:0/3173522689 shutdown_connections 2024-09-05T07:45:11.857 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.846+0000 7f54958a5740 1 --2- 172.21.15.71:0/3173522689 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56284e36f030 0x56284e371490 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.846+0000 7f54958a5740 1 --2- 172.21.15.71:0/3173522689 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e35f680 0x56284e35c760 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.846+0000 7f5474ff9640 0 client.16698 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:11.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.846+0000 7f54958a5740 1 --2- 172.21.15.71:0/3173522689 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e354dc0 0x56284e35c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.846+0000 7f54958a5740 1 --2- 172.21.15.71:0/3173522689 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56284e3544a0 0x56284e35ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.846+0000 7f54958a5740 1 -- 172.21.15.71:0/3173522689 >> 172.21.15.71:0/3173522689 conn(0x56284e350a30 msgr2=0x56284e34fb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:11.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.846+0000 7f54958a5740 1 -- 172.21.15.71:0/3173522689 shutdown_connections 2024-09-05T07:45:11.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.846+0000 7f54958a5740 1 -- 172.21.15.71:0/3173522689 wait complete. 2024-09-05T07:45:11.858 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.846+0000 7f54958a5740 20 client.16698 trim_cache size 0 max 16384 2024-09-05T07:45:11.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.863+0000 7f54958a5740 1 Processor -- start 2024-09-05T07:45:11.864 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.863+0000 7f54958a5740 1 -- start start 2024-09-05T07:45:11.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.863+0000 7f54958a5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56284e350a30 0x56284e36b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:11.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.863+0000 7f54958a5740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e3544a0 0x56284e35c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:11.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.863+0000 7f54958a5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e354dc0 0x56284e35e190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:11.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.863+0000 7f54958a5740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f548c1b1b90 con 0x56284e3544a0 2024-09-05T07:45:11.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.863+0000 7f54958a5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f548c1af460 con 0x56284e350a30 2024-09-05T07:45:11.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.863+0000 7f54958a5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f548c1ad2d0 con 0x56284e354dc0 2024-09-05T07:45:11.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.864+0000 7f5491268640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e3544a0 0x56284e35c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:11.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.864+0000 7f5491268640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e3544a0 0x56284e35c1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50824/0 (socket says 172.21.15.71:50824) 2024-09-05T07:45:11.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.864+0000 7f5491268640 1 -- 172.21.15.71:0/2918629722 learned_addr learned my addr 172.21.15.71:0/2918629722 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:11.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.864+0000 7f5490a67640 1 --2- 172.21.15.71:0/2918629722 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e354dc0 0x56284e35e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:11.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.864+0000 7f5490a67640 1 --2- 172.21.15.71:0/2918629722 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56284e350a30 0x56284e36b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:11.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.864+0000 7f5491268640 1 -- 172.21.15.71:0/2918629722 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e354dc0 msgr2=0x56284e35e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:11.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.864+0000 7f5491268640 1 --2- 172.21.15.71:0/2918629722 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e354dc0 0x56284e35e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.864+0000 7f5491268640 1 -- 172.21.15.71:0/2918629722 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56284e350a30 msgr2=0x56284e36b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:11.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.864+0000 7f5491268640 1 --2- 172.21.15.71:0/2918629722 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56284e350a30 0x56284e36b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.864+0000 7f5491268640 1 -- 172.21.15.71:0/2918629722 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56284e35f2e0 con 0x56284e3544a0 2024-09-05T07:45:11.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.864+0000 7f5491268640 1 --2- 172.21.15.71:0/2918629722 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e3544a0 0x56284e35c1e0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f548800bd40 tx=0x7f548800b660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59af62cb2c4213eb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:11.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.864+0000 7f5476ffd640 1 -- 172.21.15.71:0/2918629722 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5488015040 con 0x56284e3544a0 2024-09-05T07:45:11.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.864+0000 7f5476ffd640 1 -- 172.21.15.71:0/2918629722 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f54880054f0 con 0x56284e3544a0 2024-09-05T07:45:11.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.864+0000 7f5476ffd640 1 -- 172.21.15.71:0/2918629722 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54880115e0 con 0x56284e3544a0 2024-09-05T07:45:11.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.865+0000 7f54958a5740 1 -- 172.21.15.71:0/2918629722 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e3544a0 msgr2=0x56284e35c1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:11.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.865+0000 7f54958a5740 1 --2- 172.21.15.71:0/2918629722 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e3544a0 0x56284e35c1e0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f548800bd40 tx=0x7f548800b660 comp rx=0 tx=0).stop 2024-09-05T07:45:11.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.865+0000 7f54958a5740 1 -- 172.21.15.71:0/2918629722 shutdown_connections 2024-09-05T07:45:11.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.865+0000 7f54958a5740 1 --2- 172.21.15.71:0/2918629722 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e354dc0 0x56284e35e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.865+0000 7f54958a5740 1 --2- 172.21.15.71:0/2918629722 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e3544a0 0x56284e35c1e0 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.865+0000 7f54958a5740 1 --2- 172.21.15.71:0/2918629722 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56284e350a30 0x56284e36b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.865+0000 7f54958a5740 1 -- 172.21.15.71:0/2918629722 >> 172.21.15.71:0/2918629722 conn(0x56284e35c8c0 msgr2=0x56284e35da80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:11.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.865+0000 7f54958a5740 1 -- 172.21.15.71:0/2918629722 shutdown_connections 2024-09-05T07:45:11.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.865+0000 7f54958a5740 1 -- 172.21.15.71:0/2918629722 wait complete. 2024-09-05T07:45:11.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.866+0000 7f54958a5740 1 -- start start 2024-09-05T07:45:11.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.866+0000 7f54958a5740 1 Processor -- start 2024-09-05T07:45:11.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.866+0000 7f54958a5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56284e350a30 0x56284e3633d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:11.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.866+0000 7f54958a5740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e3544a0 0x56284e363910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:11.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.866+0000 7f54958a5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e354dc0 0x56284e363e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:11.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.866+0000 7f54958a5740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f548c1ad920 con 0x56284e3544a0 2024-09-05T07:45:11.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.866+0000 7f54958a5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f548c1aed90 con 0x56284e350a30 2024-09-05T07:45:11.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.866+0000 7f54958a5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f548c1adff0 con 0x56284e354dc0 2024-09-05T07:45:11.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.866+0000 7f54958a5740 10 client.0 _ll_register_callbacks cb 0x7f547c00bdc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:11.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.866+0000 7f5491268640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e3544a0 0x56284e363910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:11.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.866+0000 7f5491268640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e3544a0 0x56284e363910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50828/0 (socket says 172.21.15.71:50828) 2024-09-05T07:45:11.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.866+0000 7f5491268640 1 -- 172.21.15.71:0/1892654106 learned_addr learned my addr 172.21.15.71:0/1892654106 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:11.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.867+0000 7f5490a67640 1 --2- 172.21.15.71:0/1892654106 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56284e350a30 0x56284e3633d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:11.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.867+0000 7f5490a67640 1 --2- 172.21.15.71:0/1892654106 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e354dc0 0x56284e363e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:11.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.867+0000 7f5491268640 1 -- 172.21.15.71:0/1892654106 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e354dc0 msgr2=0x56284e363e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:11.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.867+0000 7f5491268640 1 --2- 172.21.15.71:0/1892654106 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e354dc0 0x56284e363e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.867+0000 7f5491268640 1 -- 172.21.15.71:0/1892654106 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56284e350a30 msgr2=0x56284e3633d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:11.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.867+0000 7f5491268640 1 --2- 172.21.15.71:0/1892654106 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56284e350a30 0x56284e3633d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.867+0000 7f5491268640 1 -- 172.21.15.71:0/1892654106 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56284e3d8d80 con 0x56284e3544a0 2024-09-05T07:45:11.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.867+0000 7f5491268640 1 --2- 172.21.15.71:0/1892654106 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e3544a0 0x56284e363910 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f548800bd10 tx=0x7f5488005730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=899c5aa849988542 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:11.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.867+0000 7f5474ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:11.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.867+0000 7f5474ff9640 1 -- 172.21.15.71:0/1892654106 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5488037070 con 0x56284e3544a0 2024-09-05T07:45:11.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.867+0000 7f54958a5740 1 -- 172.21.15.71:0/1892654106 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f54880054f0 con 0x56284e3544a0 2024-09-05T07:45:11.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.867+0000 7f5474ff9640 1 -- 172.21.15.71:0/1892654106 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9714+0+0 (secure 0 0 0) 0x7f5488004880 con 0x56284e3544a0 2024-09-05T07:45:11.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.867+0000 7f5474ff9640 1 -- 172.21.15.71:0/1892654106 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5488043050 con 0x56284e3544a0 2024-09-05T07:45:11.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.867+0000 7f54958a5740 10 client.16704 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:11.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.867+0000 7f54958a5740 1 -- 172.21.15.71:0/1892654106 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56284e3da070 con 0x56284e3544a0 2024-09-05T07:45:11.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.868+0000 7f5474ff9640 1 -- 172.21.15.71:0/1892654106 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f54880054f0 con 0x56284e3544a0 2024-09-05T07:45:11.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.868+0000 7f5474ff9640 1 -- 172.21.15.71:0/1892654106 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f54880035f0 con 0x56284e3544a0 2024-09-05T07:45:11.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.868+0000 7f54958a5740 10 client.16704 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:11.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.868+0000 7f54958a5740 10 client.16704 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:45:11.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.868+0000 7f54958a5740 20 client.16704 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:11.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.868+0000 7f54958a5740 1 --2- 172.21.15.71:0/1892654106 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56284e35f680 0x56284e3dc500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:11.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.868+0000 7f54958a5740 4 client.16704 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:45:11.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.868+0000 7f54958a5740 1 -- 172.21.15.71:0/1892654106 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56284e2c1d60 con 0x56284e35f680 2024-09-05T07:45:11.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.868+0000 7f5490a67640 1 --2- 172.21.15.71:0/1892654106 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56284e35f680 0x56284e3dc500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:11.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.869+0000 7f5490a67640 1 --2- 172.21.15.71:0/1892654106 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56284e35f680 0x56284e3dc500 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d236b156c0943d8 server_cookie=48239c98136e5c88 in_seq=0 out_seq=0 2024-09-05T07:45:11.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.869+0000 7f5474ff9640 10 client.16704 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:11.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.869+0000 7f5474ff9640 1 -- 172.21.15.71:0/1892654106 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56284e2c1d60 con 0x56284e35f680 2024-09-05T07:45:11.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.869+0000 7f5474ff9640 10 client.16704 handle_command_reply: tid=0 2024-09-05T07:45:11.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.869+0000 7f54958a5740 1 client.16704 shutdown 2024-09-05T07:45:11.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.869+0000 7f54958a5740 1 -- 172.21.15.71:0/1892654106 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e3544a0 msgr2=0x56284e363910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:11.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.869+0000 7f54958a5740 1 --2- 172.21.15.71:0/1892654106 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e3544a0 0x56284e363910 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f548800bd10 tx=0x7f5488005730 comp rx=0 tx=0).stop 2024-09-05T07:45:11.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.869+0000 7f54958a5740 1 -- 172.21.15.71:0/1892654106 shutdown_connections 2024-09-05T07:45:11.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.869+0000 7f54958a5740 1 --2- 172.21.15.71:0/1892654106 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56284e35f680 0x56284e3dc500 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.869+0000 7f54958a5740 1 --2- 172.21.15.71:0/1892654106 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x56284e354dc0 0x56284e363e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.869+0000 7f54958a5740 1 --2- 172.21.15.71:0/1892654106 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x56284e3544a0 0x56284e363910 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.869+0000 7f54958a5740 1 --2- 172.21.15.71:0/1892654106 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x56284e350a30 0x56284e3633d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.869+0000 7f54958a5740 1 -- 172.21.15.71:0/1892654106 >> 172.21.15.71:0/1892654106 conn(0x56284e35c8c0 msgr2=0x56284e3577e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:11.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.869+0000 7f5474ff9640 0 client.16704 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:11.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.869+0000 7f54958a5740 1 -- 172.21.15.71:0/1892654106 shutdown_connections 2024-09-05T07:45:11.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.869+0000 7f54958a5740 1 -- 172.21.15.71:0/1892654106 wait complete. 2024-09-05T07:45:11.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.869+0000 7f54958a5740 20 client.16704 trim_cache size 0 max 16384 2024-09-05T07:45:11.876 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:45:11.876 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "no active scrubs running", 2024-09-05T07:45:11.876 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": {} 2024-09-05T07:45:11.876 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:45:11.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.870+0000 7f54934cc640 1 -- 172.21.15.71:0/2312907535 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f54780a2cf0 msgr2=0x7f54780a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:11.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.870+0000 7f54934cc640 1 --2- 172.21.15.71:0/2312907535 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f54780a2cf0 0x7f54780a51b0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f54840ee6d0 tx=0x7f548402a8c0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.870+0000 7f54934cc640 1 -- 172.21.15.71:0/2312907535 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f548c106f00 msgr2=0x7f548c19cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:11.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.870+0000 7f54934cc640 1 --2- 172.21.15.71:0/2312907535 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f548c106f00 0x7f548c19cc00 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f5484009dc0 tx=0x7f5484032ff0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.870+0000 7f54934cc640 1 -- 172.21.15.71:0/2312907535 shutdown_connections 2024-09-05T07:45:11.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.870+0000 7f54934cc640 1 --2- 172.21.15.71:0/2312907535 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f54780a2cf0 0x7f54780a51b0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.870+0000 7f54934cc640 1 --2- 172.21.15.71:0/2312907535 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f548c106f00 0x7f548c19cc00 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.870+0000 7f54934cc640 1 --2- 172.21.15.71:0/2312907535 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f548c102780 0x7f548c198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.870+0000 7f54934cc640 1 --2- 172.21.15.71:0/2312907535 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f548c101dd0 0x7f548c198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:11.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.870+0000 7f54934cc640 1 -- 172.21.15.71:0/2312907535 >> 172.21.15.71:0/2312907535 conn(0x7f548c0fd890 msgr2=0x7f548c0fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:11.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.870+0000 7f54934cc640 1 -- 172.21.15.71:0/2312907535 shutdown_connections 2024-09-05T07:45:11.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:11.870+0000 7f54934cc640 1 -- 172.21.15.71:0/2312907535 wait complete. 2024-09-05T07:45:12.528 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:12 smithi071 ceph-mon[30965]: pgmap v200: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:45:12.528 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:12 smithi071 ceph-mon[30965]: osdmap e94: 12 total, 12 up, 12 in 2024-09-05T07:45:12.555 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T07:45:12.555 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:45:12.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:12 smithi123 ceph-mon[34568]: pgmap v200: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:45:12.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:12 smithi123 ceph-mon[34568]: osdmap e94: 12 total, 12 up, 12 in 2024-09-05T07:45:12.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:12 smithi192 ceph-mon[34929]: pgmap v200: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:45:12.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:12 smithi192 ceph-mon[34929]: osdmap e94: 12 total, 12 up, 12 in 2024-09-05T07:45:12.799 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:45:13.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.295+0000 7fa7dd7fb640 1 -- 172.21.15.71:0/3720046801 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7d8102e00 msgr2=0x7fa7d81031e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:13.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.295+0000 7fa7dd7fb640 1 --2- 172.21.15.71:0/3720046801 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7d8102e00 0x7fa7d81031e0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7fa7c8009900 tx=0x7fa7c802a480 comp rx=0 tx=0).stop 2024-09-05T07:45:13.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.295+0000 7fa7dd7fb640 1 -- 172.21.15.71:0/3720046801 shutdown_connections 2024-09-05T07:45:13.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.295+0000 7fa7dd7fb640 1 --2- 172.21.15.71:0/3720046801 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7d810c1a0 0x7fa7d810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:13.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.295+0000 7fa7dd7fb640 1 --2- 172.21.15.71:0/3720046801 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa7d8103720 0x7fa7d810bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:13.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.295+0000 7fa7dd7fb640 1 --2- 172.21.15.71:0/3720046801 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7d8102e00 0x7fa7d81031e0 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:13.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.295+0000 7fa7dd7fb640 1 -- 172.21.15.71:0/3720046801 >> 172.21.15.71:0/3720046801 conn(0x7fa7d80fc7a0 msgr2=0x7fa7d80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:13.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.295+0000 7fa7dd7fb640 1 -- 172.21.15.71:0/3720046801 shutdown_connections 2024-09-05T07:45:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.295+0000 7fa7dd7fb640 1 -- 172.21.15.71:0/3720046801 wait complete. 2024-09-05T07:45:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.296+0000 7fa7dd7fb640 1 Processor -- start 2024-09-05T07:45:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.296+0000 7fa7dd7fb640 1 -- start start 2024-09-05T07:45:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.296+0000 7fa7dd7fb640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7d8102e00 0x7fa7d819a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.296+0000 7fa7dd7fb640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7d8103720 0x7fa7d819aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.296+0000 7fa7dd7fb640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa7d810c1a0 0x7fa7d819ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.296+0000 7fa7dd7fb640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa7d8111e20 con 0x7fa7d8102e00 2024-09-05T07:45:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.296+0000 7fa7dd7fb640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa7d8111ca0 con 0x7fa7d810c1a0 2024-09-05T07:45:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.296+0000 7fa7dd7fb640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa7d8111fa0 con 0x7fa7d8103720 2024-09-05T07:45:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.296+0000 7fa7d6ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7d8102e00 0x7fa7d819a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.296+0000 7fa7d6ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7d8102e00 0x7fa7d819a560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50842/0 (socket says 172.21.15.71:50842) 2024-09-05T07:45:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.296+0000 7fa7d6ffd640 1 -- 172.21.15.71:0/2922661684 learned_addr learned my addr 172.21.15.71:0/2922661684 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.297+0000 7fa7ce7fc640 1 --2- 172.21.15.71:0/2922661684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7d8103720 0x7fa7d819aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:13.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.297+0000 7fa7d77fe640 1 --2- 172.21.15.71:0/2922661684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa7d810c1a0 0x7fa7d819ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.297+0000 7fa7d6ffd640 1 -- 172.21.15.71:0/2922661684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7d8103720 msgr2=0x7fa7d819aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.297+0000 7fa7d6ffd640 1 --2- 172.21.15.71:0/2922661684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7d8103720 0x7fa7d819aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.297+0000 7fa7d6ffd640 1 -- 172.21.15.71:0/2922661684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa7d810c1a0 msgr2=0x7fa7d819ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.297+0000 7fa7d6ffd640 1 --2- 172.21.15.71:0/2922661684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa7d810c1a0 0x7fa7d819ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.297+0000 7fa7d6ffd640 1 -- 172.21.15.71:0/2922661684 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7d819f510 con 0x7fa7d8102e00 2024-09-05T07:45:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.297+0000 7fa7d77fe640 1 --2- 172.21.15.71:0/2922661684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa7d810c1a0 0x7fa7d819ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.297+0000 7fa7d6ffd640 1 --2- 172.21.15.71:0/2922661684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7d8102e00 0x7fa7d819a560 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7fa7c8005940 tx=0x7fa7c8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:13.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.297+0000 7fa7d4ff9640 1 -- 172.21.15.71:0/2922661684 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c803f030 con 0x7fa7d8102e00 2024-09-05T07:45:13.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.297+0000 7fa7d4ff9640 1 -- 172.21.15.71:0/2922661684 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa7c8003aa0 con 0x7fa7d8102e00 2024-09-05T07:45:13.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.297+0000 7fa7dd7fb640 1 -- 172.21.15.71:0/2922661684 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7d819f7a0 con 0x7fa7d8102e00 2024-09-05T07:45:13.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.297+0000 7fa7d4ff9640 1 -- 172.21.15.71:0/2922661684 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c8035070 con 0x7fa7d8102e00 2024-09-05T07:45:13.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.297+0000 7fa7dd7fb640 1 -- 172.21.15.71:0/2922661684 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7d81a70e0 con 0x7fa7d8102e00 2024-09-05T07:45:13.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.298+0000 7fa7dd7fb640 1 -- 172.21.15.71:0/2922661684 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7d806afb0 con 0x7fa7d8102e00 2024-09-05T07:45:13.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.299+0000 7fa7d4ff9640 1 -- 172.21.15.71:0/2922661684 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fa7c8042030 con 0x7fa7d8102e00 2024-09-05T07:45:13.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.300+0000 7fa7d4ff9640 1 --2- 172.21.15.71:0/2922661684 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa7c40a2cf0 0x7fa7c40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:13.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.300+0000 7fa7ce7fc640 1 --2- 172.21.15.71:0/2922661684 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa7c40a2cf0 0x7fa7c40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:13.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.300+0000 7fa7d4ff9640 1 -- 172.21.15.71:0/2922661684 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9714+0+0 (secure 0 0 0) 0x7fa7c80f03c0 con 0x7fa7d8102e00 2024-09-05T07:45:13.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.300+0000 7fa7ce7fc640 1 --2- 172.21.15.71:0/2922661684 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa7c40a2cf0 0x7fa7c40a51b0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fa7c0005fd0 tx=0x7fa7c0005850 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:13.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.303+0000 7fa7d4ff9640 1 -- 172.21.15.71:0/2922661684 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa7c80bcb30 con 0x7fa7d8102e00 2024-09-05T07:45:13.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.506+0000 7fa7dd7fb640 1 -- 172.21.15.71:0/2922661684 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa7d81031e0 con 0x7fa7d8102e00 2024-09-05T07:45:13.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.507+0000 7fa7d4ff9640 1 -- 172.21.15.71:0/2922661684 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7fa7d81031e0 con 0x7fa7d8102e00 2024-09-05T07:45:13.508 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:45:13.508 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:45:13.509 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:45:13.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.510+0000 7fa7dd7fb640 1 -- 172.21.15.71:0/2922661684 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa7c40a2cf0 msgr2=0x7fa7c40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:13.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.510+0000 7fa7dd7fb640 1 --2- 172.21.15.71:0/2922661684 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa7c40a2cf0 0x7fa7c40a51b0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fa7c0005fd0 tx=0x7fa7c0005850 comp rx=0 tx=0).stop 2024-09-05T07:45:13.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.510+0000 7fa7dd7fb640 1 -- 172.21.15.71:0/2922661684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7d8102e00 msgr2=0x7fa7d819a560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:13.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.510+0000 7fa7dd7fb640 1 --2- 172.21.15.71:0/2922661684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7d8102e00 0x7fa7d819a560 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7fa7c8005940 tx=0x7fa7c8004270 comp rx=0 tx=0).stop 2024-09-05T07:45:13.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.510+0000 7fa7dd7fb640 1 -- 172.21.15.71:0/2922661684 shutdown_connections 2024-09-05T07:45:13.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.510+0000 7fa7dd7fb640 1 --2- 172.21.15.71:0/2922661684 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa7c40a2cf0 0x7fa7c40a51b0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:13.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.510+0000 7fa7dd7fb640 1 --2- 172.21.15.71:0/2922661684 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa7d810c1a0 0x7fa7d819ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:13.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.510+0000 7fa7dd7fb640 1 --2- 172.21.15.71:0/2922661684 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa7d8103720 0x7fa7d819aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:13.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.510+0000 7fa7dd7fb640 1 --2- 172.21.15.71:0/2922661684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa7d8102e00 0x7fa7d819a560 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:13.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.510+0000 7fa7dd7fb640 1 -- 172.21.15.71:0/2922661684 >> 172.21.15.71:0/2922661684 conn(0x7fa7d80fc7a0 msgr2=0x7fa7d8101ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:13.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.510+0000 7fa7dd7fb640 1 -- 172.21.15.71:0/2922661684 shutdown_connections 2024-09-05T07:45:13.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:13.510+0000 7fa7dd7fb640 1 -- 172.21.15.71:0/2922661684 wait complete. 2024-09-05T07:45:14.245 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T07:45:14.494 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:45:14.615 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:14 smithi071 ceph-mon[30965]: pgmap v202: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 26 KiB/s wr, 23 op/s 2024-09-05T07:45:14.615 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:14 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2922661684' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:45:14.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:14 smithi123 ceph-mon[34568]: pgmap v202: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 26 KiB/s wr, 23 op/s 2024-09-05T07:45:14.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:14 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2922661684' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:45:14.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:14 smithi192 ceph-mon[34929]: pgmap v202: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 26 KiB/s wr, 23 op/s 2024-09-05T07:45:14.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:14 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2922661684' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:45:15.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.000+0000 7fa4edf44640 1 -- 172.21.15.71:0/2822991930 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa4e8102790 msgr2=0x7fa4e81067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:15.019 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.000+0000 7fa4edf44640 1 --2- 172.21.15.71:0/2822991930 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa4e8102790 0x7fa4e81067e0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7fa4d0009900 tx=0x7fa4d002a410 comp rx=0 tx=0).stop 2024-09-05T07:45:15.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.000+0000 7fa4edf44640 1 -- 172.21.15.71:0/2822991930 shutdown_connections 2024-09-05T07:45:15.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.000+0000 7fa4edf44640 1 --2- 172.21.15.71:0/2822991930 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4e8106f10 0x7fa4e810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.000+0000 7fa4edf44640 1 --2- 172.21.15.71:0/2822991930 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa4e8102790 0x7fa4e81067e0 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.000+0000 7fa4edf44640 1 --2- 172.21.15.71:0/2822991930 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa4e8101de0 0x7fa4e81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.000+0000 7fa4edf44640 1 -- 172.21.15.71:0/2822991930 >> 172.21.15.71:0/2822991930 conn(0x7fa4e80fd8c0 msgr2=0x7fa4e80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:15.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.000+0000 7fa4edf44640 1 -- 172.21.15.71:0/2822991930 shutdown_connections 2024-09-05T07:45:15.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.000+0000 7fa4edf44640 1 -- 172.21.15.71:0/2822991930 wait complete. 2024-09-05T07:45:15.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.001+0000 7fa4edf44640 1 Processor -- start 2024-09-05T07:45:15.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.001+0000 7fa4edf44640 1 -- start start 2024-09-05T07:45:15.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.001+0000 7fa4edf44640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4e8101de0 0x7fa4e80744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:15.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.001+0000 7fa4edf44640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa4e8102790 0x7fa4e8074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:15.020 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.001+0000 7fa4edf44640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa4e8106f10 0x7fa4e8074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:15.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.001+0000 7fa4edf44640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa4e8111e20 con 0x7fa4e8102790 2024-09-05T07:45:15.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.001+0000 7fa4edf44640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa4e8111ca0 con 0x7fa4e8106f10 2024-09-05T07:45:15.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.001+0000 7fa4edf44640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa4e8111fa0 con 0x7fa4e8101de0 2024-09-05T07:45:15.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.001+0000 7fa4dffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa4e8102790 0x7fa4e8074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:15.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.001+0000 7fa4dffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa4e8102790 0x7fa4e8074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50872/0 (socket says 172.21.15.71:50872) 2024-09-05T07:45:15.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.001+0000 7fa4dffff640 1 -- 172.21.15.71:0/1095152547 learned_addr learned my addr 172.21.15.71:0/1095152547 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:15.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.001+0000 7fa4e77fe640 1 --2- 172.21.15.71:0/1095152547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4e8101de0 0x7fa4e80744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:15.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.001+0000 7fa4dffff640 1 -- 172.21.15.71:0/1095152547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4e8101de0 msgr2=0x7fa4e80744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:15.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.002+0000 7fa4e7fff640 1 --2- 172.21.15.71:0/1095152547 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa4e8106f10 0x7fa4e8074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:15.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.002+0000 7fa4dffff640 1 --2- 172.21.15.71:0/1095152547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4e8101de0 0x7fa4e80744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.002+0000 7fa4dffff640 1 -- 172.21.15.71:0/1095152547 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa4e8106f10 msgr2=0x7fa4e8074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:15.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.002+0000 7fa4dffff640 1 --2- 172.21.15.71:0/1095152547 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa4e8106f10 0x7fa4e8074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.021 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.002+0000 7fa4dffff640 1 -- 172.21.15.71:0/1095152547 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4e81a6820 con 0x7fa4e8102790 2024-09-05T07:45:15.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.002+0000 7fa4e77fe640 1 --2- 172.21.15.71:0/1095152547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4e8101de0 0x7fa4e80744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:15.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.002+0000 7fa4e7fff640 1 --2- 172.21.15.71:0/1095152547 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa4e8106f10 0x7fa4e8074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:15.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.002+0000 7fa4dffff640 1 --2- 172.21.15.71:0/1095152547 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa4e8102790 0x7fa4e8074a30 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fa4d0005940 tx=0x7fa4d0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:15.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.002+0000 7fa4e57fa640 1 -- 172.21.15.71:0/1095152547 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d003f030 con 0x7fa4e8102790 2024-09-05T07:45:15.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.002+0000 7fa4e57fa640 1 -- 172.21.15.71:0/1095152547 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa4d0003aa0 con 0x7fa4e8102790 2024-09-05T07:45:15.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.002+0000 7fa4edf44640 1 -- 172.21.15.71:0/1095152547 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4e81a6ab0 con 0x7fa4e8102790 2024-09-05T07:45:15.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.002+0000 7fa4e57fa640 1 -- 172.21.15.71:0/1095152547 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d0035070 con 0x7fa4e8102790 2024-09-05T07:45:15.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.002+0000 7fa4edf44640 1 -- 172.21.15.71:0/1095152547 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4e81a6f90 con 0x7fa4e8102790 2024-09-05T07:45:15.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.004+0000 7fa4e57fa640 1 -- 172.21.15.71:0/1095152547 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fa4d0042030 con 0x7fa4e8102790 2024-09-05T07:45:15.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4f031d740 1 Processor -- start 2024-09-05T07:45:15.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4f031d740 1 -- start start 2024-09-05T07:45:15.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4f031d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c07c368b40 0x55c07c367090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:15.022 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4f031d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c3675d0 0x55c07c367a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:15.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4f031d740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c372370 0x55c07c374760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:15.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4f031d740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55c07c2cd2f0 con 0x55c07c372370 2024-09-05T07:45:15.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4f031d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55c07c274cf0 con 0x55c07c3675d0 2024-09-05T07:45:15.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4f031d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55c07c2c92b0 con 0x55c07c368b40 2024-09-05T07:45:15.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4e57fa640 1 --2- 172.21.15.71:0/1095152547 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa4d40a2cf0 0x7fa4d40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:15.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4dffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c372370 0x55c07c374760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:15.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4e77fe640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c3675d0 0x55c07c367a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:15.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4dffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c372370 0x55c07c374760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50882/0 (socket says 172.21.15.71:50882) 2024-09-05T07:45:15.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4dffff640 1 -- 172.21.15.71:0/2967119511 learned_addr learned my addr 172.21.15.71:0/2967119511 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:15.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4e7fff640 1 --2- 172.21.15.71:0/2967119511 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c07c368b40 0x55c07c367090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:15.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4e7fff640 1 --2- 172.21.15.71:0/1095152547 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa4d40a2cf0 0x7fa4d40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:15.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4e57fa640 1 -- 172.21.15.71:0/1095152547 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9714+0+0 (secure 0 0 0) 0x7fa4d00f0200 con 0x7fa4e8102790 2024-09-05T07:45:15.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4e77fe640 1 -- 172.21.15.71:0/2967119511 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c07c368b40 msgr2=0x55c07c367090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:15.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4e77fe640 1 --2- 172.21.15.71:0/2967119511 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c07c368b40 0x55c07c367090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4e77fe640 1 -- 172.21.15.71:0/2967119511 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c372370 msgr2=0x55c07c374760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:15.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4e77fe640 1 --2- 172.21.15.71:0/2967119511 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c372370 0x55c07c374760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.005+0000 7fa4e77fe640 1 -- 172.21.15.71:0/2967119511 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c07c2593a0 con 0x55c07c3675d0 2024-09-05T07:45:15.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.006+0000 7fa4e7fff640 1 --2- 172.21.15.71:0/1095152547 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa4d40a2cf0 0x7fa4d40a51b0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fa4e0005c40 tx=0x7fa4e0009200 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:15.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.006+0000 7fa4e77fe640 1 --2- 172.21.15.71:0/2967119511 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c3675d0 0x55c07c367a10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa4d800cbd0 tx=0x7fa4d800e720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=41d5f783858320a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:15.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.006+0000 7fa4ddffb640 1 -- 172.21.15.71:0/2967119511 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d8005220 con 0x55c07c3675d0 2024-09-05T07:45:15.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.006+0000 7fa4ddffb640 1 -- 172.21.15.71:0/2967119511 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa4d8004c50 con 0x55c07c3675d0 2024-09-05T07:45:15.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.006+0000 7fa4ddffb640 1 -- 172.21.15.71:0/2967119511 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d8010720 con 0x55c07c3675d0 2024-09-05T07:45:15.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.007+0000 7fa4f031d740 1 -- 172.21.15.71:0/2967119511 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c3675d0 msgr2=0x55c07c367a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:15.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.007+0000 7fa4f031d740 1 --2- 172.21.15.71:0/2967119511 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c3675d0 0x55c07c367a10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa4d800cbd0 tx=0x7fa4d800e720 comp rx=0 tx=0).stop 2024-09-05T07:45:15.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.007+0000 7fa4f031d740 1 -- 172.21.15.71:0/2967119511 shutdown_connections 2024-09-05T07:45:15.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.007+0000 7fa4f031d740 1 --2- 172.21.15.71:0/2967119511 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c372370 0x55c07c374760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.007+0000 7fa4f031d740 1 --2- 172.21.15.71:0/2967119511 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c3675d0 0x55c07c367a10 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.007+0000 7fa4f031d740 1 --2- 172.21.15.71:0/2967119511 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c07c368b40 0x55c07c367090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.007+0000 7fa4f031d740 1 -- 172.21.15.71:0/2967119511 >> 172.21.15.71:0/2967119511 conn(0x55c07c330310 msgr2=0x55c07c363c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:15.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.007+0000 7fa4f031d740 1 -- 172.21.15.71:0/2967119511 shutdown_connections 2024-09-05T07:45:15.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.007+0000 7fa4f031d740 1 -- 172.21.15.71:0/2967119511 wait complete. 2024-09-05T07:45:15.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.007+0000 7fa4f031d740 1 -- start start 2024-09-05T07:45:15.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.007+0000 7fa4f031d740 1 Processor -- start 2024-09-05T07:45:15.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.007+0000 7fa4f031d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c3675d0 0x55c07c371ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:15.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.007+0000 7fa4f031d740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c368b40 0x55c07c36ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:15.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.007+0000 7fa4f031d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c07c372370 0x55c07c36f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:15.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.007+0000 7fa4f031d740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55c07c375070 con 0x55c07c368b40 2024-09-05T07:45:15.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.007+0000 7fa4f031d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55c07c288060 con 0x55c07c3675d0 2024-09-05T07:45:15.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.007+0000 7fa4f031d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55c07c3751f0 con 0x55c07c372370 2024-09-05T07:45:15.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.007+0000 7fa4f031d740 10 client.0 _ll_register_callbacks cb 0x55c07bfdb8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:15.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.008+0000 7fa4dffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c368b40 0x55c07c36ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:15.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.008+0000 7fa4dffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c368b40 0x55c07c36ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50890/0 (socket says 172.21.15.71:50890) 2024-09-05T07:45:15.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.008+0000 7fa4e77fe640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c3675d0 0x55c07c371ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:15.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.008+0000 7fa4dffff640 1 -- 172.21.15.71:0/1693647111 learned_addr learned my addr 172.21.15.71:0/1693647111 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:15.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.008+0000 7fa4e7fff640 1 --2- 172.21.15.71:0/1693647111 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c07c372370 0x55c07c36f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:15.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.008+0000 7fa4dffff640 1 -- 172.21.15.71:0/1693647111 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c07c372370 msgr2=0x55c07c36f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:15.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.008+0000 7fa4dffff640 1 --2- 172.21.15.71:0/1693647111 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c07c372370 0x55c07c36f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.008+0000 7fa4dffff640 1 -- 172.21.15.71:0/1693647111 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c3675d0 msgr2=0x55c07c371ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:15.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.008+0000 7fa4dffff640 1 --2- 172.21.15.71:0/1693647111 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c3675d0 0x55c07c371ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.008+0000 7fa4dffff640 1 -- 172.21.15.71:0/1693647111 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c07c03e3c0 con 0x55c07c368b40 2024-09-05T07:45:15.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.008+0000 7fa4e77fe640 1 --2- 172.21.15.71:0/1693647111 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c3675d0 0x55c07c371ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:45:15.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.008+0000 7fa4dffff640 1 --2- 172.21.15.71:0/1693647111 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c368b40 0x55c07c36ef90 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7fa4d0006010 tx=0x7fa4d00bbe10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7abb325fc4e575e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:15.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.008+0000 7fa4c6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:15.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.008+0000 7fa4c6ffd640 1 -- 172.21.15.71:0/1693647111 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d0081050 con 0x55c07c368b40 2024-09-05T07:45:15.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.008+0000 7fa4f031d740 1 -- 172.21.15.71:0/1693647111 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4d8004c50 con 0x55c07c368b40 2024-09-05T07:45:15.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.008+0000 7fa4c6ffd640 1 -- 172.21.15.71:0/1693647111 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9714+0+0 (secure 0 0 0) 0x7fa4d0003c50 con 0x55c07c368b40 2024-09-05T07:45:15.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.008+0000 7fa4c6ffd640 1 -- 172.21.15.71:0/1693647111 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa4d0049040 con 0x55c07c368b40 2024-09-05T07:45:15.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.008+0000 7fa4f031d740 10 client.16722 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:15.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.008+0000 7fa4f031d740 1 -- 172.21.15.71:0/1693647111 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c07c380a80 con 0x55c07c368b40 2024-09-05T07:45:15.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.009+0000 7fa4c6ffd640 1 -- 172.21.15.71:0/1693647111 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa4d8004c50 con 0x55c07c368b40 2024-09-05T07:45:15.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.009+0000 7fa4c6ffd640 1 -- 172.21.15.71:0/1693647111 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fa4d00b8880 con 0x55c07c368b40 2024-09-05T07:45:15.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.009+0000 7fa4f031d740 10 client.16722 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:15.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.009+0000 7fa4f031d740 10 client.16722 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:45:15.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.009+0000 7fa4f031d740 20 client.16722 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:15.027 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.009+0000 7fa4f031d740 1 --2- 172.21.15.71:0/1693647111 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55c07c381dd0 0x55c07c384240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:15.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.009+0000 7fa4f031d740 4 client.16722 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:45:15.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.009+0000 7fa4f031d740 1 -- 172.21.15.71:0/1693647111 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c07c2da860 con 0x55c07c381dd0 2024-09-05T07:45:15.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.009+0000 7fa4e77fe640 1 --2- 172.21.15.71:0/1693647111 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55c07c381dd0 0x55c07c384240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:15.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.010+0000 7fa4c6ffd640 10 client.16722 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:45:15.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.010+0000 7fa4e77fe640 1 --2- 172.21.15.71:0/1693647111 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55c07c381dd0 0x55c07c384240 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=73eab3411b93d2ef server_cookie=3974756fb3c3009c in_seq=0 out_seq=0 2024-09-05T07:45:15.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.010+0000 7fa4c6ffd640 1 -- 172.21.15.71:0/1693647111 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c07c2da860 con 0x55c07c381dd0 2024-09-05T07:45:15.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.010+0000 7fa4c6ffd640 10 client.16722 handle_command_reply: tid=0 2024-09-05T07:45:15.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.010+0000 7fa4f031d740 1 client.16722 shutdown 2024-09-05T07:45:15.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.011+0000 7fa4f031d740 1 -- 172.21.15.71:0/1693647111 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c368b40 msgr2=0x55c07c36ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:15.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.011+0000 7fa4f031d740 1 --2- 172.21.15.71:0/1693647111 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c368b40 0x55c07c36ef90 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7fa4d0006010 tx=0x7fa4d00bbe10 comp rx=0 tx=0).stop 2024-09-05T07:45:15.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.011+0000 7fa4f031d740 1 -- 172.21.15.71:0/1693647111 shutdown_connections 2024-09-05T07:45:15.028 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.011+0000 7fa4f031d740 1 --2- 172.21.15.71:0/1693647111 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55c07c381dd0 0x55c07c384240 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.011+0000 7fa4f031d740 1 --2- 172.21.15.71:0/1693647111 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c07c372370 0x55c07c36f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.011+0000 7fa4f031d740 1 --2- 172.21.15.71:0/1693647111 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c368b40 0x55c07c36ef90 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.011+0000 7fa4f031d740 1 --2- 172.21.15.71:0/1693647111 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c3675d0 0x55c07c371ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.011+0000 7fa4f031d740 1 -- 172.21.15.71:0/1693647111 >> 172.21.15.71:0/1693647111 conn(0x55c07c330310 msgr2=0x55c07c369960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:15.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.011+0000 7fa4c6ffd640 0 client.16722 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:45:15.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.011+0000 7fa4f031d740 1 -- 172.21.15.71:0/1693647111 shutdown_connections 2024-09-05T07:45:15.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.011+0000 7fa4f031d740 1 -- 172.21.15.71:0/1693647111 wait complete. 2024-09-05T07:45:15.029 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.011+0000 7fa4f031d740 20 client.16722 trim_cache size 0 max 16384 2024-09-05T07:45:15.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.024+0000 7fa4f031d740 1 Processor -- start 2024-09-05T07:45:15.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.024+0000 7fa4f031d740 1 -- start start 2024-09-05T07:45:15.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.024+0000 7fa4f031d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c07c3675d0 0x55c07c37e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:15.033 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.024+0000 7fa4f031d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c368b40 0x55c07c36e850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:15.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.024+0000 7fa4f031d740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c372370 0x55c07c36df70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:15.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.024+0000 7fa4f031d740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa4e81b3df0 con 0x55c07c372370 2024-09-05T07:45:15.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.024+0000 7fa4f031d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa4e81b16c0 con 0x55c07c368b40 2024-09-05T07:45:15.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.024+0000 7fa4f031d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa4e81af530 con 0x55c07c3675d0 2024-09-05T07:45:15.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.024+0000 7fa4e7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c372370 0x55c07c36df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:15.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.024+0000 7fa4e7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c372370 0x55c07c36df70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50900/0 (socket says 172.21.15.71:50900) 2024-09-05T07:45:15.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.024+0000 7fa4e7fff640 1 -- 172.21.15.71:0/983999064 learned_addr learned my addr 172.21.15.71:0/983999064 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:15.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.024+0000 7fa4dffff640 1 --2- 172.21.15.71:0/983999064 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c368b40 0x55c07c36e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:15.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.024+0000 7fa4e77fe640 1 --2- 172.21.15.71:0/983999064 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c07c3675d0 0x55c07c37e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:15.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.024+0000 7fa4e7fff640 1 -- 172.21.15.71:0/983999064 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c07c3675d0 msgr2=0x55c07c37e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:15.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.024+0000 7fa4e7fff640 1 --2- 172.21.15.71:0/983999064 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c07c3675d0 0x55c07c37e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.034 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.024+0000 7fa4e7fff640 1 -- 172.21.15.71:0/983999064 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c368b40 msgr2=0x55c07c36e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:15.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.024+0000 7fa4e7fff640 1 --2- 172.21.15.71:0/983999064 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c368b40 0x55c07c36e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.024+0000 7fa4e7fff640 1 -- 172.21.15.71:0/983999064 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c07c371900 con 0x55c07c372370 2024-09-05T07:45:15.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.024+0000 7fa4dffff640 1 --2- 172.21.15.71:0/983999064 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c368b40 0x55c07c36e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:15.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.024+0000 7fa4e7fff640 1 --2- 172.21.15.71:0/983999064 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c372370 0x55c07c36df70 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fa4e0014110 tx=0x7fa4e0009650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0a975aa48350530 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:15.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.025+0000 7fa4dd7fa640 1 -- 172.21.15.71:0/983999064 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e0026070 con 0x55c07c372370 2024-09-05T07:45:15.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.025+0000 7fa4dd7fa640 1 -- 172.21.15.71:0/983999064 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa4e0004d20 con 0x55c07c372370 2024-09-05T07:45:15.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.025+0000 7fa4dd7fa640 1 -- 172.21.15.71:0/983999064 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e0005390 con 0x55c07c372370 2024-09-05T07:45:15.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.025+0000 7fa4f031d740 1 -- 172.21.15.71:0/983999064 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c372370 msgr2=0x55c07c36df70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:15.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.025+0000 7fa4f031d740 1 --2- 172.21.15.71:0/983999064 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c372370 0x55c07c36df70 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fa4e0014110 tx=0x7fa4e0009650 comp rx=0 tx=0).stop 2024-09-05T07:45:15.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.025+0000 7fa4f031d740 1 -- 172.21.15.71:0/983999064 shutdown_connections 2024-09-05T07:45:15.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.025+0000 7fa4f031d740 1 --2- 172.21.15.71:0/983999064 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c372370 0x55c07c36df70 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.025+0000 7fa4f031d740 1 --2- 172.21.15.71:0/983999064 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c368b40 0x55c07c36e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.025+0000 7fa4f031d740 1 --2- 172.21.15.71:0/983999064 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c07c3675d0 0x55c07c37e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.035 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.025+0000 7fa4f031d740 1 -- 172.21.15.71:0/983999064 >> 172.21.15.71:0/983999064 conn(0x55c07c330310 msgr2=0x55c07c36d860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:15.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.025+0000 7fa4f031d740 1 -- 172.21.15.71:0/983999064 shutdown_connections 2024-09-05T07:45:15.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.025+0000 7fa4f031d740 1 -- 172.21.15.71:0/983999064 wait complete. 2024-09-05T07:45:15.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.026+0000 7fa4f031d740 1 -- start start 2024-09-05T07:45:15.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.026+0000 7fa4f031d740 1 Processor -- start 2024-09-05T07:45:15.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.026+0000 7fa4f031d740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c3675d0 0x55c07c37a480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:15.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.026+0000 7fa4f031d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c368b40 0x55c07c37a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:15.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.026+0000 7fa4f031d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c07c372370 0x55c07c36b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:15.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.026+0000 7fa4f031d740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa4e81afb80 con 0x55c07c3675d0 2024-09-05T07:45:15.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.026+0000 7fa4f031d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa4e81b0ff0 con 0x55c07c368b40 2024-09-05T07:45:15.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.026+0000 7fa4f031d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa4e81b0250 con 0x55c07c372370 2024-09-05T07:45:15.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.026+0000 7fa4f031d740 10 client.0 _ll_register_callbacks cb 0x7fa4d00bc090 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:15.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.026+0000 7fa4e77fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c3675d0 0x55c07c37a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:15.036 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.026+0000 7fa4e77fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c3675d0 0x55c07c37a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50902/0 (socket says 172.21.15.71:50902) 2024-09-05T07:45:15.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.026+0000 7fa4e77fe640 1 -- 172.21.15.71:0/3029397325 learned_addr learned my addr 172.21.15.71:0/3029397325 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:15.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.026+0000 7fa4e7fff640 1 --2- 172.21.15.71:0/3029397325 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c07c372370 0x55c07c36b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:15.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.026+0000 7fa4dffff640 1 --2- 172.21.15.71:0/3029397325 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c368b40 0x55c07c37a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:15.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.027+0000 7fa4e77fe640 1 -- 172.21.15.71:0/3029397325 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c07c372370 msgr2=0x55c07c36b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:15.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.027+0000 7fa4e77fe640 1 --2- 172.21.15.71:0/3029397325 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c07c372370 0x55c07c36b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.027+0000 7fa4e77fe640 1 -- 172.21.15.71:0/3029397325 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c368b40 msgr2=0x55c07c37a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:15.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.027+0000 7fa4e77fe640 1 --2- 172.21.15.71:0/3029397325 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c368b40 0x55c07c37a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.027+0000 7fa4e77fe640 1 -- 172.21.15.71:0/3029397325 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c07c36cef0 con 0x55c07c3675d0 2024-09-05T07:45:15.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.027+0000 7fa4dffff640 1 --2- 172.21.15.71:0/3029397325 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c368b40 0x55c07c37a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:15.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.027+0000 7fa4e77fe640 1 --2- 172.21.15.71:0/3029397325 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c3675d0 0x55c07c37a480 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fa4d800f010 tx=0x7fa4d801a6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9afa140f4490257e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:15.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.027+0000 7fa4c6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:15.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.027+0000 7fa4c6ffd640 1 -- 172.21.15.71:0/3029397325 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d8004220 con 0x55c07c3675d0 2024-09-05T07:45:15.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.027+0000 7fa4c6ffd640 1 -- 172.21.15.71:0/3029397325 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9714+0+0 (secure 0 0 0) 0x7fa4d80043c0 con 0x55c07c3675d0 2024-09-05T07:45:15.037 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.027+0000 7fa4f031d740 1 -- 172.21.15.71:0/3029397325 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4e0004d20 con 0x55c07c3675d0 2024-09-05T07:45:15.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.027+0000 7fa4c6ffd640 1 -- 172.21.15.71:0/3029397325 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa4d803a050 con 0x55c07c3675d0 2024-09-05T07:45:15.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.027+0000 7fa4f031d740 10 client.16728 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:15.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.027+0000 7fa4f031d740 1 -- 172.21.15.71:0/3029397325 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c07c3ec020 con 0x55c07c3675d0 2024-09-05T07:45:15.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.027+0000 7fa4c6ffd640 1 -- 172.21.15.71:0/3029397325 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa4e0004d20 con 0x55c07c3675d0 2024-09-05T07:45:15.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.027+0000 7fa4c6ffd640 1 -- 172.21.15.71:0/3029397325 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fa4d8003780 con 0x55c07c3675d0 2024-09-05T07:45:15.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.028+0000 7fa4f031d740 10 client.16728 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:15.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.028+0000 7fa4f031d740 10 client.16728 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:45:15.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.028+0000 7fa4f031d740 20 client.16728 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:15.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.028+0000 7fa4f031d740 1 --2- 172.21.15.71:0/3029397325 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55c07c3ec470 0x55c07c3ee890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:15.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.028+0000 7fa4f031d740 4 client.16728 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:45:15.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.028+0000 7fa4f031d740 1 -- 172.21.15.71:0/3029397325 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c07c2d4d70 con 0x55c07c3ec470 2024-09-05T07:45:15.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.028+0000 7fa4dffff640 1 --2- 172.21.15.71:0/3029397325 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55c07c3ec470 0x55c07c3ee890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:15.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.028+0000 7fa4dffff640 1 --2- 172.21.15.71:0/3029397325 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55c07c3ec470 0x55c07c3ee890 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1fade6a5a54c0022 server_cookie=8a5499b5c71ea866 in_seq=0 out_seq=0 2024-09-05T07:45:15.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.028+0000 7fa4c6ffd640 10 client.16728 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:45:15.038 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.028+0000 7fa4c6ffd640 1 -- 172.21.15.71:0/3029397325 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c07c2d4d70 con 0x55c07c3ec470 2024-09-05T07:45:15.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.028+0000 7fa4c6ffd640 10 client.16728 handle_command_reply: tid=0 2024-09-05T07:45:15.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.028+0000 7fa4f031d740 1 client.16728 shutdown 2024-09-05T07:45:15.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4f031d740 1 -- 172.21.15.71:0/3029397325 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c3675d0 msgr2=0x55c07c37a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:15.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4f031d740 1 --2- 172.21.15.71:0/3029397325 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c3675d0 0x55c07c37a480 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fa4d800f010 tx=0x7fa4d801a6e0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4f031d740 1 -- 172.21.15.71:0/3029397325 shutdown_connections 2024-09-05T07:45:15.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4f031d740 1 --2- 172.21.15.71:0/3029397325 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55c07c3ec470 0x55c07c3ee890 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4f031d740 1 --2- 172.21.15.71:0/3029397325 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c07c372370 0x55c07c36b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4f031d740 1 --2- 172.21.15.71:0/3029397325 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c07c368b40 0x55c07c37a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4c6ffd640 0 client.16728 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:45:15.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4f031d740 1 --2- 172.21.15.71:0/3029397325 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c07c3675d0 0x55c07c37a480 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4f031d740 1 -- 172.21.15.71:0/3029397325 >> 172.21.15.71:0/3029397325 conn(0x55c07c330310 msgr2=0x55c07c36e080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:15.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4f031d740 1 -- 172.21.15.71:0/3029397325 shutdown_connections 2024-09-05T07:45:15.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4f031d740 1 -- 172.21.15.71:0/3029397325 wait complete. 2024-09-05T07:45:15.039 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4f031d740 20 client.16728 trim_cache size 0 max 16384 2024-09-05T07:45:15.040 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:45:15.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4edf44640 1 -- 172.21.15.71:0/1095152547 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa4d40a2cf0 msgr2=0x7fa4d40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:15.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4edf44640 1 --2- 172.21.15.71:0/1095152547 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa4d40a2cf0 0x7fa4d40a51b0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fa4e0005c40 tx=0x7fa4e0009200 comp rx=0 tx=0).stop 2024-09-05T07:45:15.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4edf44640 1 -- 172.21.15.71:0/1095152547 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa4e8102790 msgr2=0x7fa4e8074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:15.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4edf44640 1 --2- 172.21.15.71:0/1095152547 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa4e8102790 0x7fa4e8074a30 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fa4d0005940 tx=0x7fa4d0004270 comp rx=0 tx=0).stop 2024-09-05T07:45:15.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4edf44640 1 -- 172.21.15.71:0/1095152547 shutdown_connections 2024-09-05T07:45:15.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4edf44640 1 --2- 172.21.15.71:0/1095152547 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa4d40a2cf0 0x7fa4d40a51b0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4edf44640 1 --2- 172.21.15.71:0/1095152547 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa4e8106f10 0x7fa4e8074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4edf44640 1 --2- 172.21.15.71:0/1095152547 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa4e8102790 0x7fa4e8074a30 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.029+0000 7fa4edf44640 1 --2- 172.21.15.71:0/1095152547 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa4e8101de0 0x7fa4e80744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:15.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.030+0000 7fa4edf44640 1 -- 172.21.15.71:0/1095152547 >> 172.21.15.71:0/1095152547 conn(0x7fa4e80fd8c0 msgr2=0x7fa4e80fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:15.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.030+0000 7fa4edf44640 1 -- 172.21.15.71:0/1095152547 shutdown_connections 2024-09-05T07:45:15.041 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:15.030+0000 7fa4edf44640 1 -- 172.21.15.71:0/1095152547 wait complete. 2024-09-05T07:45:15.710 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T07:45:15.957 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:45:16.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.535+0000 7f7b6840f640 1 -- 172.21.15.71:0/49710627 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7b60102790 msgr2=0x7f7b601067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:16.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.535+0000 7f7b6840f640 1 --2- 172.21.15.71:0/49710627 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7b60102790 0x7f7b601067e0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f7b50009900 tx=0x7f7b5002a410 comp rx=0 tx=0).stop 2024-09-05T07:45:16.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.535+0000 7f7b6840f640 1 -- 172.21.15.71:0/49710627 shutdown_connections 2024-09-05T07:45:16.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.535+0000 7f7b6840f640 1 --2- 172.21.15.71:0/49710627 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7b60106f10 0x7f7b6010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.535+0000 7f7b6840f640 1 --2- 172.21.15.71:0/49710627 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7b60102790 0x7f7b601067e0 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.535+0000 7f7b6840f640 1 --2- 172.21.15.71:0/49710627 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b60101de0 0x7f7b601021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.535+0000 7f7b6840f640 1 -- 172.21.15.71:0/49710627 >> 172.21.15.71:0/49710627 conn(0x7f7b600fd8c0 msgr2=0x7f7b600ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:16.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.535+0000 7f7b6840f640 1 -- 172.21.15.71:0/49710627 shutdown_connections 2024-09-05T07:45:16.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.535+0000 7f7b6840f640 1 -- 172.21.15.71:0/49710627 wait complete. 2024-09-05T07:45:16.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.535+0000 7f7b6840f640 1 Processor -- start 2024-09-05T07:45:16.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.535+0000 7f7b6840f640 1 -- start start 2024-09-05T07:45:16.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.536+0000 7f7b6840f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7b60101de0 0x7f7b601983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:16.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.536+0000 7f7b6840f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b60102790 0x7f7b60198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:16.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.536+0000 7f7b6840f640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7b60106f10 0x7f7b6019cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:16.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.536+0000 7f7b6840f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7b60111e40 con 0x7f7b60101de0 2024-09-05T07:45:16.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.536+0000 7f7b6840f640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7b60111cc0 con 0x7f7b60106f10 2024-09-05T07:45:16.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.536+0000 7f7b6840f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7b60111fc0 con 0x7f7b60102790 2024-09-05T07:45:16.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.536+0000 7f7b661ab640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7b60101de0 0x7f7b601983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:16.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.536+0000 7f7b661ab640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7b60101de0 0x7f7b601983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50914/0 (socket says 172.21.15.71:50914) 2024-09-05T07:45:16.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.536+0000 7f7b661ab640 1 -- 172.21.15.71:0/3907650312 learned_addr learned my addr 172.21.15.71:0/3907650312 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:16.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.536+0000 7f7b669ac640 1 --2- 172.21.15.71:0/3907650312 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7b60106f10 0x7f7b6019cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:16.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.536+0000 7f7b661ab640 1 -- 172.21.15.71:0/3907650312 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b60102790 msgr2=0x7f7b60198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:16.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.536+0000 7f7b659aa640 1 --2- 172.21.15.71:0/3907650312 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b60102790 0x7f7b60198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:16.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.536+0000 7f7b661ab640 1 --2- 172.21.15.71:0/3907650312 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b60102790 0x7f7b60198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.536+0000 7f7b661ab640 1 -- 172.21.15.71:0/3907650312 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7b60106f10 msgr2=0x7f7b6019cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:16.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.536+0000 7f7b661ab640 1 --2- 172.21.15.71:0/3907650312 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7b60106f10 0x7f7b6019cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.536+0000 7f7b661ab640 1 -- 172.21.15.71:0/3907650312 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b6019d370 con 0x7f7b60101de0 2024-09-05T07:45:16.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.536+0000 7f7b669ac640 1 --2- 172.21.15.71:0/3907650312 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7b60106f10 0x7f7b6019cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:16.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.536+0000 7f7b659aa640 1 --2- 172.21.15.71:0/3907650312 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b60102790 0x7f7b60198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:16.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.536+0000 7f7b661ab640 1 --2- 172.21.15.71:0/3907650312 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7b60101de0 0x7f7b601983c0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f7b5c00b4a0 tx=0x7f7b5c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:16.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.536+0000 7f7b577fe640 1 -- 172.21.15.71:0/3907650312 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b5c014070 con 0x7f7b60101de0 2024-09-05T07:45:16.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.537+0000 7f7b577fe640 1 -- 172.21.15.71:0/3907650312 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b5c010ac0 con 0x7f7b60101de0 2024-09-05T07:45:16.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.537+0000 7f7b577fe640 1 -- 172.21.15.71:0/3907650312 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b5c017c30 con 0x7f7b60101de0 2024-09-05T07:45:16.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.537+0000 7f7b6840f640 1 -- 172.21.15.71:0/3907650312 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b6019d660 con 0x7f7b60101de0 2024-09-05T07:45:16.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.537+0000 7f7b6840f640 1 -- 172.21.15.71:0/3907650312 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b601a4f40 con 0x7f7b60101de0 2024-09-05T07:45:16.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.539+0000 7f7b577fe640 1 -- 172.21.15.71:0/3907650312 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f7b5c017070 con 0x7f7b60101de0 2024-09-05T07:45:16.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.539+0000 7f7b6a7e8740 1 Processor -- start 2024-09-05T07:45:16.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.539+0000 7f7b6a7e8740 1 -- start start 2024-09-05T07:45:16.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.539+0000 7f7b577fe640 1 --2- 172.21.15.71:0/3907650312 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7b4c0a2cf0 0x7f7b4c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:16.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b6a7e8740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f81536b40 0x557f81535090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:16.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b6a7e8740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f815355d0 0x557f81535a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:16.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b6a7e8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f81540370 0x557f81542760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:16.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b6a7e8740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x557f8149b2f0 con 0x557f815355d0 2024-09-05T07:45:16.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b6a7e8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x557f81442cf0 con 0x557f81540370 2024-09-05T07:45:16.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b6a7e8740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x557f814972b0 con 0x557f81536b40 2024-09-05T07:45:16.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b577fe640 1 -- 172.21.15.71:0/3907650312 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9714+0+0 (secure 0 0 0) 0x7f7b5c0cec90 con 0x7f7b60101de0 2024-09-05T07:45:16.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b669ac640 1 --2- 172.21.15.71:0/3907650312 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7b4c0a2cf0 0x7f7b4c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:16.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b659aa640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f815355d0 0x557f81535a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:16.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b659aa640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f815355d0 0x557f81535a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50930/0 (socket says 172.21.15.71:50930) 2024-09-05T07:45:16.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b659aa640 1 -- 172.21.15.71:0/68245757 learned_addr learned my addr 172.21.15.71:0/68245757 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:16.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b669ac640 1 --2- 172.21.15.71:0/68245757 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f81540370 0x557f81542760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:16.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b661ab640 1 --2- 172.21.15.71:0/68245757 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f81536b40 0x557f81535090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:16.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b659aa640 1 -- 172.21.15.71:0/68245757 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f81536b40 msgr2=0x557f81535090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:16.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b659aa640 1 --2- 172.21.15.71:0/68245757 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f81536b40 0x557f81535090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b659aa640 1 -- 172.21.15.71:0/68245757 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f81540370 msgr2=0x557f81542760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:16.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b659aa640 1 --2- 172.21.15.71:0/68245757 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f81540370 0x557f81542760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.551 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b659aa640 1 -- 172.21.15.71:0/68245757 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f814273a0 con 0x557f815355d0 2024-09-05T07:45:16.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b661ab640 1 --2- 172.21.15.71:0/68245757 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f81536b40 0x557f81535090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:16.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b659aa640 1 --2- 172.21.15.71:0/68245757 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f815355d0 0x557f81535a10 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f7b50000c00 tx=0x7f7b50032e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f525f1a147b237a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:16.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b669ac640 1 --2- 172.21.15.71:0/3907650312 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7b4c0a2cf0 0x7f7b4c0a51b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f7b58007fd0 tx=0x7f7b58007d80 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:16.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.540+0000 7f7b54dea640 1 -- 172.21.15.71:0/68245757 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b5003f070 con 0x557f815355d0 2024-09-05T07:45:16.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.541+0000 7f7b54dea640 1 -- 172.21.15.71:0/68245757 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b50031760 con 0x557f815355d0 2024-09-05T07:45:16.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.541+0000 7f7b54dea640 1 -- 172.21.15.71:0/68245757 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b50035070 con 0x557f815355d0 2024-09-05T07:45:16.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.541+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/68245757 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f815355d0 msgr2=0x557f81535a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:16.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.541+0000 7f7b6a7e8740 1 --2- 172.21.15.71:0/68245757 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f815355d0 0x557f81535a10 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f7b50000c00 tx=0x7f7b50032e50 comp rx=0 tx=0).stop 2024-09-05T07:45:16.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.541+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/68245757 shutdown_connections 2024-09-05T07:45:16.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.541+0000 7f7b6a7e8740 1 --2- 172.21.15.71:0/68245757 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f81540370 0x557f81542760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.541+0000 7f7b6a7e8740 1 --2- 172.21.15.71:0/68245757 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f815355d0 0x557f81535a10 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.541+0000 7f7b6a7e8740 1 --2- 172.21.15.71:0/68245757 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f81536b40 0x557f81535090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.552 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.541+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/68245757 >> 172.21.15.71:0/68245757 conn(0x557f814fe310 msgr2=0x557f81531c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:16.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.541+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/68245757 shutdown_connections 2024-09-05T07:45:16.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.541+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/68245757 wait complete. 2024-09-05T07:45:16.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.542+0000 7f7b6a7e8740 1 -- start start 2024-09-05T07:45:16.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.542+0000 7f7b6a7e8740 1 Processor -- start 2024-09-05T07:45:16.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.542+0000 7f7b6a7e8740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f815355d0 0x557f8153fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:16.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.542+0000 7f7b6a7e8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f81536b40 0x557f8153cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:16.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.542+0000 7f7b6a7e8740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 0x557f8153d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:16.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.542+0000 7f7b6a7e8740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x557f81543010 con 0x557f81540370 2024-09-05T07:45:16.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.542+0000 7f7b6a7e8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x557f81456060 con 0x557f81536b40 2024-09-05T07:45:16.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.542+0000 7f7b6a7e8740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x557f81543190 con 0x557f815355d0 2024-09-05T07:45:16.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.542+0000 7f7b6a7e8740 10 client.0 _ll_register_callbacks cb 0x557f811a98c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:16.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.542+0000 7f7b669ac640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 0x557f8153d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:16.553 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.542+0000 7f7b669ac640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 0x557f8153d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50936/0 (socket says 172.21.15.71:50936) 2024-09-05T07:45:16.554 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.542+0000 7f7b669ac640 1 -- 172.21.15.71:0/2971171952 learned_addr learned my addr 172.21.15.71:0/2971171952 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:16.554 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.542+0000 7f7b659aa640 1 --2- 172.21.15.71:0/2971171952 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f81536b40 0x557f8153cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:16.554 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.542+0000 7f7b661ab640 1 --2- 172.21.15.71:0/2971171952 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f815355d0 0x557f8153fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:16.554 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.542+0000 7f7b669ac640 1 -- 172.21.15.71:0/2971171952 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f815355d0 msgr2=0x557f8153fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:16.554 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.542+0000 7f7b669ac640 1 --2- 172.21.15.71:0/2971171952 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f815355d0 0x557f8153fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.554 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.542+0000 7f7b669ac640 1 -- 172.21.15.71:0/2971171952 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f81536b40 msgr2=0x557f8153cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:16.554 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.542+0000 7f7b669ac640 1 --2- 172.21.15.71:0/2971171952 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f81536b40 0x557f8153cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.554 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.542+0000 7f7b669ac640 1 -- 172.21.15.71:0/2971171952 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f8120c3c0 con 0x557f81540370 2024-09-05T07:45:16.554 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.542+0000 7f7b661ab640 1 --2- 172.21.15.71:0/2971171952 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f815355d0 0x557f8153fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:16.554 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.543+0000 7f7b669ac640 1 --2- 172.21.15.71:0/2971171952 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 0x557f8153d570 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f7b58003f00 tx=0x7f7b58004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62cd0e09fd76da7b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:16.554 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.543+0000 7f7b49ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:16.554 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.543+0000 7f7b49ffb640 1 -- 172.21.15.71:0/2971171952 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b58020860 con 0x557f81540370 2024-09-05T07:45:16.554 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.543+0000 7f7b49ffb640 1 -- 172.21.15.71:0/2971171952 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9714+0+0 (secure 0 0 0) 0x7f7b58020a00 con 0x557f81540370 2024-09-05T07:45:16.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.543+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/2971171952 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b50031760 con 0x557f81540370 2024-09-05T07:45:16.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.543+0000 7f7b49ffb640 1 -- 172.21.15.71:0/2971171952 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7b58007ab0 con 0x557f81540370 2024-09-05T07:45:16.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.543+0000 7f7b6a7e8740 10 client.16740 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:16.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.543+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/2971171952 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557f8154ea60 con 0x557f81540370 2024-09-05T07:45:16.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.543+0000 7f7b49ffb640 1 -- 172.21.15.71:0/2971171952 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b50031760 con 0x557f81540370 2024-09-05T07:45:16.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.543+0000 7f7b49ffb640 1 -- 172.21.15.71:0/2971171952 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f7b58028be0 con 0x557f81540370 2024-09-05T07:45:16.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.543+0000 7f7b6a7e8740 10 client.16740 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:16.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.543+0000 7f7b6a7e8740 10 client.16740 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:45:16.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.543+0000 7f7b6a7e8740 20 client.16740 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:16.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.543+0000 7f7b6a7e8740 1 --2- 172.21.15.71:0/2971171952 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x557f8154ff20 0x557f81552370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:16.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.543+0000 7f7b6a7e8740 4 client.16740 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:45:16.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.543+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/2971171952 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557f814a8860 con 0x557f8154ff20 2024-09-05T07:45:16.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.544+0000 7f7b661ab640 1 --2- 172.21.15.71:0/2971171952 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x557f8154ff20 0x557f81552370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:16.555 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.544+0000 7f7b49ffb640 10 client.16740 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:45:16.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.544+0000 7f7b661ab640 1 --2- 172.21.15.71:0/2971171952 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x557f8154ff20 0x557f81552370 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=28e2470e9bc5a2ed server_cookie=d99ad7d023358378 in_seq=0 out_seq=0 2024-09-05T07:45:16.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.545+0000 7f7b49ffb640 1 -- 172.21.15.71:0/2971171952 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557f814a8860 con 0x557f8154ff20 2024-09-05T07:45:16.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.545+0000 7f7b49ffb640 10 client.16740 handle_command_reply: tid=0 2024-09-05T07:45:16.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.545+0000 7f7b6a7e8740 1 client.16740 shutdown 2024-09-05T07:45:16.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.545+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/2971171952 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 msgr2=0x557f8153d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:16.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.545+0000 7f7b6a7e8740 1 --2- 172.21.15.71:0/2971171952 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 0x557f8153d570 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f7b58003f00 tx=0x7f7b58004ab0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.545+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/2971171952 shutdown_connections 2024-09-05T07:45:16.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.545+0000 7f7b6a7e8740 1 --2- 172.21.15.71:0/2971171952 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 0x557f8153d570 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.545+0000 7f7b6a7e8740 1 --2- 172.21.15.71:0/2971171952 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x557f8154ff20 0x557f81552370 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.556 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.545+0000 7f7b6a7e8740 1 --2- 172.21.15.71:0/2971171952 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f81536b40 0x557f8153cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.545+0000 7f7b6a7e8740 1 --2- 172.21.15.71:0/2971171952 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f815355d0 0x557f8153fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.545+0000 7f7b49ffb640 0 client.16740 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:45:16.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.545+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/2971171952 >> 172.21.15.71:0/2971171952 conn(0x557f814fe310 msgr2=0x557f81537960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:16.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.545+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/2971171952 shutdown_connections 2024-09-05T07:45:16.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.545+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/2971171952 wait complete. 2024-09-05T07:45:16.557 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.545+0000 7f7b6a7e8740 20 client.16740 trim_cache size 0 max 16384 2024-09-05T07:45:16.558 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.558+0000 7f7b6a7e8740 1 Processor -- start 2024-09-05T07:45:16.558 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.558+0000 7f7b6a7e8740 1 -- start start 2024-09-05T07:45:16.559 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.558+0000 7f7b6a7e8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f815355d0 0x557f81531e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:16.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.558+0000 7f7b6a7e8740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f81536b40 0x557f8154c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:16.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.558+0000 7f7b6a7e8740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 0x557f81538120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:16.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.558+0000 7f7b6a7e8740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7b601b1b50 con 0x557f81540370 2024-09-05T07:45:16.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.558+0000 7f7b6a7e8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7b601af420 con 0x557f815355d0 2024-09-05T07:45:16.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.558+0000 7f7b6a7e8740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7b601ad290 con 0x557f81536b40 2024-09-05T07:45:16.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.558+0000 7f7b669ac640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 0x557f81538120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:16.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.558+0000 7f7b669ac640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 0x557f81538120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50948/0 (socket says 172.21.15.71:50948) 2024-09-05T07:45:16.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.558+0000 7f7b669ac640 1 -- 172.21.15.71:0/3385712315 learned_addr learned my addr 172.21.15.71:0/3385712315 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:16.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.558+0000 7f7b661ab640 1 --2- 172.21.15.71:0/3385712315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f815355d0 0x557f81531e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:16.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.558+0000 7f7b659aa640 1 --2- 172.21.15.71:0/3385712315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f81536b40 0x557f8154c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:16.560 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.559+0000 7f7b669ac640 1 -- 172.21.15.71:0/3385712315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f81536b40 msgr2=0x557f8154c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:16.561 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.559+0000 7f7b669ac640 1 --2- 172.21.15.71:0/3385712315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f81536b40 0x557f8154c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.561 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.559+0000 7f7b669ac640 1 -- 172.21.15.71:0/3385712315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f815355d0 msgr2=0x557f81531e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:16.561 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.559+0000 7f7b669ac640 1 --2- 172.21.15.71:0/3385712315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f815355d0 0x557f81531e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.561 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.559+0000 7f7b669ac640 1 -- 172.21.15.71:0/3385712315 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f8154cd80 con 0x557f81540370 2024-09-05T07:45:16.561 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.559+0000 7f7b659aa640 1 --2- 172.21.15.71:0/3385712315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f81536b40 0x557f8154c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:16.561 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.559+0000 7f7b661ab640 1 --2- 172.21.15.71:0/3385712315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f815355d0 0x557f81531e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:16.561 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.559+0000 7f7b669ac640 1 --2- 172.21.15.71:0/3385712315 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 0x557f81538120 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f7b580074d0 tx=0x7f7b58013960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c43370e309a6245c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:16.561 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.559+0000 7f7b4bfff640 1 -- 172.21.15.71:0/3385712315 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b58039030 con 0x557f81540370 2024-09-05T07:45:16.561 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.559+0000 7f7b4bfff640 1 -- 172.21.15.71:0/3385712315 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b5801f520 con 0x557f81540370 2024-09-05T07:45:16.561 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.559+0000 7f7b4bfff640 1 -- 172.21.15.71:0/3385712315 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b580208c0 con 0x557f81540370 2024-09-05T07:45:16.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.560+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/3385712315 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 msgr2=0x557f81538120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:16.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.560+0000 7f7b6a7e8740 1 --2- 172.21.15.71:0/3385712315 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 0x557f81538120 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f7b580074d0 tx=0x7f7b58013960 comp rx=0 tx=0).stop 2024-09-05T07:45:16.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.560+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/3385712315 shutdown_connections 2024-09-05T07:45:16.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.560+0000 7f7b6a7e8740 1 --2- 172.21.15.71:0/3385712315 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 0x557f81538120 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.560+0000 7f7b6a7e8740 1 --2- 172.21.15.71:0/3385712315 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f81536b40 0x557f8154c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.560+0000 7f7b6a7e8740 1 --2- 172.21.15.71:0/3385712315 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f815355d0 0x557f81531e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.560+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/3385712315 >> 172.21.15.71:0/3385712315 conn(0x557f814fe310 msgr2=0x557f81531700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:16.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.560+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/3385712315 shutdown_connections 2024-09-05T07:45:16.565 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.560+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/3385712315 wait complete. 2024-09-05T07:45:16.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.560+0000 7f7b6a7e8740 1 -- start start 2024-09-05T07:45:16.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.560+0000 7f7b6a7e8740 1 Processor -- start 2024-09-05T07:45:16.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.560+0000 7f7b6a7e8740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f815355d0 0x557f81548b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:16.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b6a7e8740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f81536b40 0x557f81543e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:16.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b6a7e8740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 0x557f81544390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:16.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b6a7e8740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7b601ad8e0 con 0x557f81540370 2024-09-05T07:45:16.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b6a7e8740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7b601aed50 con 0x557f81536b40 2024-09-05T07:45:16.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b6a7e8740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7b601adfb0 con 0x557f815355d0 2024-09-05T07:45:16.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b6a7e8740 10 client.0 _ll_register_callbacks cb 0x7f7b58003b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:16.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b669ac640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 0x557f81544390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:16.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b669ac640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 0x557f81544390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50952/0 (socket says 172.21.15.71:50952) 2024-09-05T07:45:16.566 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b669ac640 1 -- 172.21.15.71:0/3463559425 learned_addr learned my addr 172.21.15.71:0/3463559425 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:16.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b659aa640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f81536b40 0x557f81543e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:16.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b661ab640 1 --2- 172.21.15.71:0/3463559425 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f815355d0 0x557f81548b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:16.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b669ac640 1 -- 172.21.15.71:0/3463559425 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f815355d0 msgr2=0x557f81548b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:16.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b669ac640 1 --2- 172.21.15.71:0/3463559425 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f815355d0 0x557f81548b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b669ac640 1 -- 172.21.15.71:0/3463559425 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f81536b40 msgr2=0x557f81543e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:16.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b669ac640 1 --2- 172.21.15.71:0/3463559425 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f81536b40 0x557f81543e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b669ac640 1 -- 172.21.15.71:0/3463559425 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f81544b70 con 0x557f81540370 2024-09-05T07:45:16.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b659aa640 1 --2- 172.21.15.71:0/3463559425 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f81536b40 0x557f81543e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:45:16.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b669ac640 1 --2- 172.21.15.71:0/3463559425 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 0x557f81544390 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f7b58013850 tx=0x7f7b58010e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bb87b5e8a7a52b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:16.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b49ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:16.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b49ffb640 1 -- 172.21.15.71:0/3463559425 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b58042070 con 0x557f81540370 2024-09-05T07:45:16.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b49ffb640 1 -- 172.21.15.71:0/3463559425 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9714+0+0 (secure 0 0 0) 0x7f7b58004a80 con 0x557f81540370 2024-09-05T07:45:16.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.561+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/3463559425 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b5801f520 con 0x557f81540370 2024-09-05T07:45:16.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.562+0000 7f7b49ffb640 1 -- 172.21.15.71:0/3463559425 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7b5804e050 con 0x557f81540370 2024-09-05T07:45:16.567 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.562+0000 7f7b6a7e8740 10 client.16746 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:16.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.562+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/3463559425 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557f815bab30 con 0x557f81540370 2024-09-05T07:45:16.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.562+0000 7f7b49ffb640 1 -- 172.21.15.71:0/3463559425 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b5801f520 con 0x557f81540370 2024-09-05T07:45:16.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.562+0000 7f7b49ffb640 1 -- 172.21.15.71:0/3463559425 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f7b58028400 con 0x557f81540370 2024-09-05T07:45:16.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.562+0000 7f7b6a7e8740 10 client.16746 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:16.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.562+0000 7f7b6a7e8740 10 client.16746 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:45:16.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.562+0000 7f7b6a7e8740 20 client.16746 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:16.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.562+0000 7f7b6a7e8740 1 --2- 172.21.15.71:0/3463559425 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x557f815bb140 0x557f815bd530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:16.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.562+0000 7f7b6a7e8740 4 client.16746 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:45:16.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.562+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/3463559425 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557f814a2d70 con 0x557f815bb140 2024-09-05T07:45:16.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.562+0000 7f7b661ab640 1 --2- 172.21.15.71:0/3463559425 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x557f815bb140 0x557f815bd530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:16.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.563+0000 7f7b49ffb640 10 client.16746 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:45:16.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.563+0000 7f7b661ab640 1 --2- 172.21.15.71:0/3463559425 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x557f815bb140 0x557f815bd530 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=469b67216eb34335 server_cookie=7b4f4910b75098a5 in_seq=0 out_seq=0 2024-09-05T07:45:16.568 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.563+0000 7f7b49ffb640 1 -- 172.21.15.71:0/3463559425 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557f814a2d70 con 0x557f815bb140 2024-09-05T07:45:16.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.563+0000 7f7b49ffb640 10 client.16746 handle_command_reply: tid=0 2024-09-05T07:45:16.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.563+0000 7f7b6a7e8740 1 client.16746 shutdown 2024-09-05T07:45:16.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.563+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/3463559425 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 msgr2=0x557f81544390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:16.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.563+0000 7f7b6a7e8740 1 --2- 172.21.15.71:0/3463559425 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 0x557f81544390 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f7b58013850 tx=0x7f7b58010e10 comp rx=0 tx=0).stop 2024-09-05T07:45:16.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.563+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/3463559425 shutdown_connections 2024-09-05T07:45:16.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.563+0000 7f7b6a7e8740 1 --2- 172.21.15.71:0/3463559425 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557f81540370 0x557f81544390 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.563+0000 7f7b6a7e8740 1 --2- 172.21.15.71:0/3463559425 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x557f815bb140 0x557f815bd530 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.563+0000 7f7b6a7e8740 1 --2- 172.21.15.71:0/3463559425 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557f81536b40 0x557f81543e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.563+0000 7f7b6a7e8740 1 --2- 172.21.15.71:0/3463559425 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557f815355d0 0x557f81548b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.563+0000 7f7b49ffb640 0 client.16746 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:45:16.569 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.563+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/3463559425 >> 172.21.15.71:0/3463559425 conn(0x557f814fe310 msgr2=0x557f8153e830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:16.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.563+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/3463559425 shutdown_connections 2024-09-05T07:45:16.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.563+0000 7f7b6a7e8740 1 -- 172.21.15.71:0/3463559425 wait complete. 2024-09-05T07:45:16.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.563+0000 7f7b6a7e8740 20 client.16746 trim_cache size 0 max 16384 2024-09-05T07:45:16.570 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:45:16.570 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.564+0000 7f7b6840f640 1 -- 172.21.15.71:0/3907650312 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7b4c0a2cf0 msgr2=0x7f7b4c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:16.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.564+0000 7f7b6840f640 1 --2- 172.21.15.71:0/3907650312 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7b4c0a2cf0 0x7f7b4c0a51b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f7b58007fd0 tx=0x7f7b58007d80 comp rx=0 tx=0).stop 2024-09-05T07:45:16.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.564+0000 7f7b6840f640 1 -- 172.21.15.71:0/3907650312 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7b60101de0 msgr2=0x7f7b601983c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:16.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.564+0000 7f7b6840f640 1 --2- 172.21.15.71:0/3907650312 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7b60101de0 0x7f7b601983c0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f7b5c00b4a0 tx=0x7f7b5c00b960 comp rx=0 tx=0).stop 2024-09-05T07:45:16.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.564+0000 7f7b6840f640 1 -- 172.21.15.71:0/3907650312 shutdown_connections 2024-09-05T07:45:16.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.564+0000 7f7b6840f640 1 --2- 172.21.15.71:0/3907650312 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7b4c0a2cf0 0x7f7b4c0a51b0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.564+0000 7f7b6840f640 1 --2- 172.21.15.71:0/3907650312 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7b60106f10 0x7f7b6019cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.564+0000 7f7b6840f640 1 --2- 172.21.15.71:0/3907650312 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7b60102790 0x7f7b60198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.564+0000 7f7b6840f640 1 --2- 172.21.15.71:0/3907650312 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7b60101de0 0x7f7b601983c0 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:16.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.564+0000 7f7b6840f640 1 -- 172.21.15.71:0/3907650312 >> 172.21.15.71:0/3907650312 conn(0x7f7b600fd8c0 msgr2=0x7f7b600fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:16.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.564+0000 7f7b6840f640 1 -- 172.21.15.71:0/3907650312 shutdown_connections 2024-09-05T07:45:16.571 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:16.564+0000 7f7b6840f640 1 -- 172.21.15.71:0/3907650312 wait complete. 2024-09-05T07:45:16.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:16 smithi071 ceph-mon[30965]: pgmap v203: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:45:16.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:16 smithi123 ceph-mon[34568]: pgmap v203: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:45:16.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:16 smithi192 ceph-mon[34929]: pgmap v203: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:45:17.367 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T07:45:17.619 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:45:18.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.099+0000 7f7bac4d8640 1 -- 172.21.15.71:0/3955174189 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7ba4101de0 msgr2=0x7f7ba41021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:18.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.099+0000 7f7bac4d8640 1 --2- 172.21.15.71:0/3955174189 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7ba4101de0 0x7f7ba41021c0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f7ba0009900 tx=0x7f7ba002a410 comp rx=0 tx=0).stop 2024-09-05T07:45:18.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.100+0000 7f7bac4d8640 1 -- 172.21.15.71:0/3955174189 shutdown_connections 2024-09-05T07:45:18.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.100+0000 7f7bac4d8640 1 --2- 172.21.15.71:0/3955174189 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7ba4106f10 0x7f7ba410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.100+0000 7f7bac4d8640 1 --2- 172.21.15.71:0/3955174189 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ba4102790 0x7f7ba41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.116 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.100+0000 7f7bac4d8640 1 --2- 172.21.15.71:0/3955174189 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7ba4101de0 0x7f7ba41021c0 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.100+0000 7f7bac4d8640 1 -- 172.21.15.71:0/3955174189 >> 172.21.15.71:0/3955174189 conn(0x7f7ba40fd8c0 msgr2=0x7f7ba40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:18.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.100+0000 7f7bac4d8640 1 -- 172.21.15.71:0/3955174189 shutdown_connections 2024-09-05T07:45:18.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.100+0000 7f7bac4d8640 1 -- 172.21.15.71:0/3955174189 wait complete. 2024-09-05T07:45:18.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.100+0000 7f7bac4d8640 1 Processor -- start 2024-09-05T07:45:18.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.100+0000 7f7bac4d8640 1 -- start start 2024-09-05T07:45:18.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.100+0000 7f7bac4d8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7ba4101de0 0x7f7ba40744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:18.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.100+0000 7f7bac4d8640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ba4102790 0x7f7ba4074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:18.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.101+0000 7f7bac4d8640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7ba4106f10 0x7f7ba4074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:18.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.101+0000 7f7bac4d8640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba4111e60 con 0x7f7ba4101de0 2024-09-05T07:45:18.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.101+0000 7f7bac4d8640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba4111ce0 con 0x7f7ba4106f10 2024-09-05T07:45:18.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.101+0000 7f7bac4d8640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba4111fe0 con 0x7f7ba4102790 2024-09-05T07:45:18.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.101+0000 7f7baa274640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7ba4101de0 0x7f7ba40744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:18.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.101+0000 7f7baa274640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7ba4101de0 0x7f7ba40744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50970/0 (socket says 172.21.15.71:50970) 2024-09-05T07:45:18.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.101+0000 7f7baa274640 1 -- 172.21.15.71:0/3348238714 learned_addr learned my addr 172.21.15.71:0/3348238714 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:18.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.101+0000 7f7baaa75640 1 --2- 172.21.15.71:0/3348238714 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7ba4106f10 0x7f7ba4074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:18.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.101+0000 7f7ba9a73640 1 --2- 172.21.15.71:0/3348238714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ba4102790 0x7f7ba4074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:18.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.101+0000 7f7baa274640 1 -- 172.21.15.71:0/3348238714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ba4102790 msgr2=0x7f7ba4074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:18.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.101+0000 7f7baa274640 1 --2- 172.21.15.71:0/3348238714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ba4102790 0x7f7ba4074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.101+0000 7f7baa274640 1 -- 172.21.15.71:0/3348238714 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7ba4106f10 msgr2=0x7f7ba4074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:18.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.101+0000 7f7baa274640 1 --2- 172.21.15.71:0/3348238714 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7ba4106f10 0x7f7ba4074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.101+0000 7f7baa274640 1 -- 172.21.15.71:0/3348238714 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ba41a6870 con 0x7f7ba4101de0 2024-09-05T07:45:18.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.101+0000 7f7ba9a73640 1 --2- 172.21.15.71:0/3348238714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ba4102790 0x7f7ba4074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:18.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.101+0000 7f7baa274640 1 --2- 172.21.15.71:0/3348238714 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7ba4101de0 0x7f7ba40744f0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f7ba0005940 tx=0x7f7ba0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:18.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.101+0000 7f7b9b7fe640 1 -- 172.21.15.71:0/3348238714 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba003f030 con 0x7f7ba4101de0 2024-09-05T07:45:18.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.101+0000 7f7bac4d8640 1 -- 172.21.15.71:0/3348238714 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ba41a6b00 con 0x7f7ba4101de0 2024-09-05T07:45:18.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.101+0000 7f7b9b7fe640 1 -- 172.21.15.71:0/3348238714 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ba0003aa0 con 0x7f7ba4101de0 2024-09-05T07:45:18.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.101+0000 7f7b9b7fe640 1 -- 172.21.15.71:0/3348238714 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba0035070 con 0x7f7ba4101de0 2024-09-05T07:45:18.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.102+0000 7f7bac4d8640 1 -- 172.21.15.71:0/3348238714 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ba41a7030 con 0x7f7ba4101de0 2024-09-05T07:45:18.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.104+0000 7f7b9b7fe640 1 -- 172.21.15.71:0/3348238714 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f7ba0042030 con 0x7f7ba4101de0 2024-09-05T07:45:18.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.104+0000 7f7b9b7fe640 1 --2- 172.21.15.71:0/3348238714 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7b900a2cf0 0x7f7b900a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:18.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.105+0000 7f7ba9a73640 1 --2- 172.21.15.71:0/3348238714 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7b900a2cf0 0x7f7b900a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:18.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.105+0000 7f7b9b7fe640 1 -- 172.21.15.71:0/3348238714 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9714+0+0 (secure 0 0 0) 0x7f7ba00f00b0 con 0x7f7ba4101de0 2024-09-05T07:45:18.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.105+0000 7f7bae8b1740 1 Processor -- start 2024-09-05T07:45:18.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.105+0000 7f7ba9a73640 1 --2- 172.21.15.71:0/3348238714 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7b900a2cf0 0x7f7b900a51b0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f7b940058c0 tx=0x7f7b94005850 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:18.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.105+0000 7f7bae8b1740 1 -- start start 2024-09-05T07:45:18.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.105+0000 7f7bae8b1740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b14b40 0x563003b13090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:18.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.105+0000 7f7bae8b1740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b135d0 0x563003b13a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:18.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.105+0000 7f7bae8b1740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b1e370 0x563003b20760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:18.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.105+0000 7f7bae8b1740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x563003a792f0 con 0x563003b14b40 2024-09-05T07:45:18.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.105+0000 7f7bae8b1740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563003a20cf0 con 0x563003b135d0 2024-09-05T07:45:18.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.105+0000 7f7bae8b1740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563003a752b0 con 0x563003b1e370 2024-09-05T07:45:18.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.105+0000 7f7baa274640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b14b40 0x563003b13090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:18.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.105+0000 7f7baa274640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b14b40 0x563003b13090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50972/0 (socket says 172.21.15.71:50972) 2024-09-05T07:45:18.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.105+0000 7f7baa274640 1 -- 172.21.15.71:0/502259472 learned_addr learned my addr 172.21.15.71:0/502259472 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:18.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.106+0000 7f7ba9a73640 1 --2- 172.21.15.71:0/502259472 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b135d0 0x563003b13a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:18.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.106+0000 7f7baaa75640 1 --2- 172.21.15.71:0/502259472 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b1e370 0x563003b20760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:18.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.106+0000 7f7baa274640 1 -- 172.21.15.71:0/502259472 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b1e370 msgr2=0x563003b20760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:18.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.106+0000 7f7baa274640 1 --2- 172.21.15.71:0/502259472 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b1e370 0x563003b20760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.106+0000 7f7baa274640 1 -- 172.21.15.71:0/502259472 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b135d0 msgr2=0x563003b13a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:18.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.106+0000 7f7baa274640 1 --2- 172.21.15.71:0/502259472 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b135d0 0x563003b13a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.106+0000 7f7baa274640 1 -- 172.21.15.71:0/502259472 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563003a053a0 con 0x563003b14b40 2024-09-05T07:45:18.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.106+0000 7f7baa274640 1 --2- 172.21.15.71:0/502259472 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b14b40 0x563003b13090 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f7ba0032ad0 tx=0x7f7ba003b460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4f292ebaf50a724 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:18.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.106+0000 7f7b98ff9640 1 -- 172.21.15.71:0/502259472 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba0049040 con 0x563003b14b40 2024-09-05T07:45:18.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.106+0000 7f7b98ff9640 1 -- 172.21.15.71:0/502259472 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ba00c04d0 con 0x563003b14b40 2024-09-05T07:45:18.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.106+0000 7f7b98ff9640 1 -- 172.21.15.71:0/502259472 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba00b8790 con 0x563003b14b40 2024-09-05T07:45:18.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.107+0000 7f7bae8b1740 1 -- 172.21.15.71:0/502259472 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b14b40 msgr2=0x563003b13090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:18.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.107+0000 7f7bae8b1740 1 --2- 172.21.15.71:0/502259472 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b14b40 0x563003b13090 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f7ba0032ad0 tx=0x7f7ba003b460 comp rx=0 tx=0).stop 2024-09-05T07:45:18.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.107+0000 7f7bae8b1740 1 -- 172.21.15.71:0/502259472 shutdown_connections 2024-09-05T07:45:18.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.107+0000 7f7bae8b1740 1 --2- 172.21.15.71:0/502259472 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b1e370 0x563003b20760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.107+0000 7f7bae8b1740 1 --2- 172.21.15.71:0/502259472 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b135d0 0x563003b13a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.107+0000 7f7bae8b1740 1 --2- 172.21.15.71:0/502259472 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b14b40 0x563003b13090 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.107+0000 7f7bae8b1740 1 -- 172.21.15.71:0/502259472 >> 172.21.15.71:0/502259472 conn(0x563003adc310 msgr2=0x563003b0fc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:18.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.107+0000 7f7bae8b1740 1 -- 172.21.15.71:0/502259472 shutdown_connections 2024-09-05T07:45:18.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.107+0000 7f7bae8b1740 1 -- 172.21.15.71:0/502259472 wait complete. 2024-09-05T07:45:18.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.107+0000 7f7bae8b1740 1 -- start start 2024-09-05T07:45:18.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.107+0000 7f7bae8b1740 1 Processor -- start 2024-09-05T07:45:18.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7bae8b1740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b135d0 0x563003b1dd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:18.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7bae8b1740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b14b40 0x563003b1b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:18.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7bae8b1740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b1e370 0x563003b1b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:18.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7bae8b1740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x563003a792f0 con 0x563003b135d0 2024-09-05T07:45:18.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7bae8b1740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563003a34060 con 0x563003b14b40 2024-09-05T07:45:18.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7bae8b1740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563003b20e30 con 0x563003b1e370 2024-09-05T07:45:18.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7bae8b1740 10 client.0 _ll_register_callbacks cb 0x5630037878c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:18.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7baa274640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b135d0 0x563003b1dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:18.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7baa274640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b135d0 0x563003b1dd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50986/0 (socket says 172.21.15.71:50986) 2024-09-05T07:45:18.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7baa274640 1 -- 172.21.15.71:0/2980794627 learned_addr learned my addr 172.21.15.71:0/2980794627 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:18.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7baaa75640 1 --2- 172.21.15.71:0/2980794627 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b1e370 0x563003b1b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:18.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7ba9a73640 1 --2- 172.21.15.71:0/2980794627 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b14b40 0x563003b1b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:18.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7baa274640 1 -- 172.21.15.71:0/2980794627 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b1e370 msgr2=0x563003b1b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:18.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7baa274640 1 --2- 172.21.15.71:0/2980794627 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b1e370 0x563003b1b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7baa274640 1 -- 172.21.15.71:0/2980794627 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b14b40 msgr2=0x563003b1b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:18.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7baa274640 1 --2- 172.21.15.71:0/2980794627 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b14b40 0x563003b1b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7baa274640 1 -- 172.21.15.71:0/2980794627 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5630037ea3c0 con 0x563003b135d0 2024-09-05T07:45:18.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7baaa75640 1 --2- 172.21.15.71:0/2980794627 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b1e370 0x563003b1b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:18.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7baa274640 1 --2- 172.21.15.71:0/2980794627 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b135d0 0x563003b1dd50 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f7ba00ed950 tx=0x7f7ba00bc2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aaea7dc0662497a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:18.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7b8dffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:18.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7b8dffb640 1 -- 172.21.15.71:0/2980794627 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba00d4070 con 0x563003b135d0 2024-09-05T07:45:18.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7b8dffb640 1 -- 172.21.15.71:0/2980794627 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9714+0+0 (secure 0 0 0) 0x7f7ba00c0120 con 0x563003b135d0 2024-09-05T07:45:18.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.108+0000 7f7bae8b1740 1 -- 172.21.15.71:0/2980794627 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ba00c04d0 con 0x563003b135d0 2024-09-05T07:45:18.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.109+0000 7f7b8dffb640 1 -- 172.21.15.71:0/2980794627 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7ba0049030 con 0x563003b135d0 2024-09-05T07:45:18.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.109+0000 7f7bae8b1740 10 client.16758 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:18.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.109+0000 7f7bae8b1740 1 -- 172.21.15.71:0/2980794627 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563003b2c730 con 0x563003b135d0 2024-09-05T07:45:18.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.109+0000 7f7b8dffb640 1 -- 172.21.15.71:0/2980794627 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ba00c04d0 con 0x563003b135d0 2024-09-05T07:45:18.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.109+0000 7f7b8dffb640 1 -- 172.21.15.71:0/2980794627 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f7ba00bc380 con 0x563003b135d0 2024-09-05T07:45:18.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.109+0000 7f7bae8b1740 10 client.16758 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:18.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.109+0000 7f7bae8b1740 10 client.16758 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:45:18.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.109+0000 7f7bae8b1740 20 client.16758 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:18.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.109+0000 7f7bae8b1740 1 --2- 172.21.15.71:0/2980794627 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563003b2da80 0x563003b2fe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:18.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.109+0000 7f7bae8b1740 4 client.16758 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:45:18.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.109+0000 7f7bae8b1740 1 -- 172.21.15.71:0/2980794627 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563003a86860 con 0x563003b2da80 2024-09-05T07:45:18.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.109+0000 7f7ba9a73640 1 --2- 172.21.15.71:0/2980794627 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563003b2da80 0x563003b2fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:18.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.110+0000 7f7b8dffb640 10 client.16758 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:18.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.110+0000 7f7ba9a73640 1 --2- 172.21.15.71:0/2980794627 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563003b2da80 0x563003b2fe70 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1727488bcbb4258 server_cookie=7bff704e8e5069a0 in_seq=0 out_seq=0 2024-09-05T07:45:18.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.110+0000 7f7b8dffb640 1 -- 172.21.15.71:0/2980794627 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563003a86860 con 0x563003b2da80 2024-09-05T07:45:18.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.110+0000 7f7b8dffb640 10 client.16758 handle_command_reply: tid=0 2024-09-05T07:45:18.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.110+0000 7f7bae8b1740 1 client.16758 shutdown 2024-09-05T07:45:18.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.111+0000 7f7bae8b1740 1 -- 172.21.15.71:0/2980794627 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b135d0 msgr2=0x563003b1dd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:18.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.111+0000 7f7bae8b1740 1 --2- 172.21.15.71:0/2980794627 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b135d0 0x563003b1dd50 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f7ba00ed950 tx=0x7f7ba00bc2a0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.111+0000 7f7bae8b1740 1 -- 172.21.15.71:0/2980794627 shutdown_connections 2024-09-05T07:45:18.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.111+0000 7f7bae8b1740 1 --2- 172.21.15.71:0/2980794627 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563003b2da80 0x563003b2fe70 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.111+0000 7f7bae8b1740 1 --2- 172.21.15.71:0/2980794627 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b1e370 0x563003b1b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.111+0000 7f7b8dffb640 0 client.16758 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:18.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.111+0000 7f7bae8b1740 1 --2- 172.21.15.71:0/2980794627 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b14b40 0x563003b1b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.111+0000 7f7bae8b1740 1 --2- 172.21.15.71:0/2980794627 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b135d0 0x563003b1dd50 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.111+0000 7f7bae8b1740 1 -- 172.21.15.71:0/2980794627 >> 172.21.15.71:0/2980794627 conn(0x563003adc310 msgr2=0x563003b15990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:18.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.111+0000 7f7bae8b1740 1 -- 172.21.15.71:0/2980794627 shutdown_connections 2024-09-05T07:45:18.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.111+0000 7f7bae8b1740 1 -- 172.21.15.71:0/2980794627 wait complete. 2024-09-05T07:45:18.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.111+0000 7f7bae8b1740 20 client.16758 trim_cache size 0 max 16384 2024-09-05T07:45:18.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.124+0000 7f7bae8b1740 1 Processor -- start 2024-09-05T07:45:18.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.124+0000 7f7bae8b1740 1 -- start start 2024-09-05T07:45:18.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.124+0000 7f7bae8b1740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b135d0 0x563003b1afd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:18.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.124+0000 7f7bae8b1740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b14b40 0x563003b29f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:18.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.124+0000 7f7bae8b1740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b1e370 0x563003b356d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:18.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.124+0000 7f7bae8b1740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba41b3cf0 con 0x563003b14b40 2024-09-05T07:45:18.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.124+0000 7f7bae8b1740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba41b15c0 con 0x563003b135d0 2024-09-05T07:45:18.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.124+0000 7f7bae8b1740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba41af430 con 0x563003b1e370 2024-09-05T07:45:18.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.124+0000 7f7ba9a73640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b14b40 0x563003b29f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:18.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.124+0000 7f7ba9a73640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b14b40 0x563003b29f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50990/0 (socket says 172.21.15.71:50990) 2024-09-05T07:45:18.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.124+0000 7f7ba9a73640 1 -- 172.21.15.71:0/472232401 learned_addr learned my addr 172.21.15.71:0/472232401 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:18.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.124+0000 7f7baaa75640 1 --2- 172.21.15.71:0/472232401 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b1e370 0x563003b356d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:18.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.124+0000 7f7baa274640 1 --2- 172.21.15.71:0/472232401 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b135d0 0x563003b1afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:18.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.124+0000 7f7ba9a73640 1 -- 172.21.15.71:0/472232401 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b1e370 msgr2=0x563003b356d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:18.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.124+0000 7f7ba9a73640 1 --2- 172.21.15.71:0/472232401 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b1e370 0x563003b356d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.124+0000 7f7ba9a73640 1 -- 172.21.15.71:0/472232401 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b135d0 msgr2=0x563003b1afd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:18.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.124+0000 7f7ba9a73640 1 --2- 172.21.15.71:0/472232401 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b135d0 0x563003b1afd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.124+0000 7f7ba9a73640 1 -- 172.21.15.71:0/472232401 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563003b301e0 con 0x563003b14b40 2024-09-05T07:45:18.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.124+0000 7f7baa274640 1 --2- 172.21.15.71:0/472232401 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b135d0 0x563003b1afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:18.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.125+0000 7f7ba9a73640 1 --2- 172.21.15.71:0/472232401 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b14b40 0x563003b29f50 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x563003b10ac0 tx=0x7f7b94015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5d17237fc02a1f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:18.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.125+0000 7f7b8ffff640 1 -- 172.21.15.71:0/472232401 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b9402e070 con 0x563003b14b40 2024-09-05T07:45:18.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.125+0000 7f7b8ffff640 1 -- 172.21.15.71:0/472232401 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b94029a50 con 0x563003b14b40 2024-09-05T07:45:18.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.125+0000 7f7b8ffff640 1 -- 172.21.15.71:0/472232401 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b94020be0 con 0x563003b14b40 2024-09-05T07:45:18.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.125+0000 7f7bae8b1740 1 -- 172.21.15.71:0/472232401 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b14b40 msgr2=0x563003b29f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:18.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.125+0000 7f7bae8b1740 1 --2- 172.21.15.71:0/472232401 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b14b40 0x563003b29f50 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x563003b10ac0 tx=0x7f7b94015000 comp rx=0 tx=0).stop 2024-09-05T07:45:18.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.126+0000 7f7bae8b1740 1 -- 172.21.15.71:0/472232401 shutdown_connections 2024-09-05T07:45:18.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.126+0000 7f7bae8b1740 1 --2- 172.21.15.71:0/472232401 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b1e370 0x563003b356d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.126+0000 7f7bae8b1740 1 --2- 172.21.15.71:0/472232401 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b14b40 0x563003b29f50 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.126+0000 7f7bae8b1740 1 --2- 172.21.15.71:0/472232401 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b135d0 0x563003b1afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.126+0000 7f7bae8b1740 1 -- 172.21.15.71:0/472232401 >> 172.21.15.71:0/472232401 conn(0x563003adc310 msgr2=0x563003b1a8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:18.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.126+0000 7f7bae8b1740 1 -- 172.21.15.71:0/472232401 shutdown_connections 2024-09-05T07:45:18.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.126+0000 7f7bae8b1740 1 -- 172.21.15.71:0/472232401 wait complete. 2024-09-05T07:45:18.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.126+0000 7f7bae8b1740 1 -- start start 2024-09-05T07:45:18.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.126+0000 7f7bae8b1740 1 Processor -- start 2024-09-05T07:45:18.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.127+0000 7f7bae8b1740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b135d0 0x563003b21f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:18.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.127+0000 7f7bae8b1740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b14b40 0x563003b224b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:18.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.127+0000 7f7bae8b1740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b1e370 0x563003b229f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:18.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.127+0000 7f7bae8b1740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba41afa80 con 0x563003b1e370 2024-09-05T07:45:18.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.127+0000 7f7baaa75640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b1e370 0x563003b229f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:18.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.127+0000 7f7bae8b1740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba41b0ef0 con 0x563003b14b40 2024-09-05T07:45:18.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.127+0000 7f7bae8b1740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba41b0150 con 0x563003b135d0 2024-09-05T07:45:18.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.127+0000 7f7baa274640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b135d0 0x563003b21f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:18.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.127+0000 7f7baaa75640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b1e370 0x563003b229f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50994/0 (socket says 172.21.15.71:50994) 2024-09-05T07:45:18.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.127+0000 7f7baaa75640 1 -- 172.21.15.71:0/3716247345 learned_addr learned my addr 172.21.15.71:0/3716247345 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:18.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.127+0000 7f7bae8b1740 10 client.0 _ll_register_callbacks cb 0x7f7ba00bbd10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:18.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.127+0000 7f7ba9a73640 1 --2- 172.21.15.71:0/3716247345 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b14b40 0x563003b224b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:18.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.127+0000 7f7baaa75640 1 -- 172.21.15.71:0/3716247345 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b135d0 msgr2=0x563003b21f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:18.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.127+0000 7f7baaa75640 1 --2- 172.21.15.71:0/3716247345 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b135d0 0x563003b21f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.127+0000 7f7baaa75640 1 -- 172.21.15.71:0/3716247345 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b14b40 msgr2=0x563003b224b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:18.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.127+0000 7f7baaa75640 1 --2- 172.21.15.71:0/3716247345 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b14b40 0x563003b224b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.127+0000 7f7baaa75640 1 -- 172.21.15.71:0/3716247345 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563003b1b940 con 0x563003b1e370 2024-09-05T07:45:18.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.127+0000 7f7baaa75640 1 --2- 172.21.15.71:0/3716247345 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b1e370 0x563003b229f0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f7b9c00ae70 tx=0x7f7b9c007680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e63c0319c2f2b02b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:18.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.127+0000 7f7b8dffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:18.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.127+0000 7f7b8dffb640 1 -- 172.21.15.71:0/3716247345 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b9c01c070 con 0x563003b1e370 2024-09-05T07:45:18.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.128+0000 7f7bae8b1740 1 -- 172.21.15.71:0/3716247345 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b94029a50 con 0x563003b1e370 2024-09-05T07:45:18.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.128+0000 7f7b8dffb640 1 -- 172.21.15.71:0/3716247345 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9714+0+0 (secure 0 0 0) 0x7f7b9c009dc0 con 0x563003b1e370 2024-09-05T07:45:18.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.128+0000 7f7b8dffb640 1 -- 172.21.15.71:0/3716247345 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7b9c028050 con 0x563003b1e370 2024-09-05T07:45:18.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.128+0000 7f7bae8b1740 10 client.16764 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:18.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.128+0000 7f7bae8b1740 1 -- 172.21.15.71:0/3716247345 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563003b988a0 con 0x563003b1e370 2024-09-05T07:45:18.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.128+0000 7f7b8dffb640 1 -- 172.21.15.71:0/3716247345 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b94029a50 con 0x563003b1e370 2024-09-05T07:45:18.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.128+0000 7f7b8dffb640 1 -- 172.21.15.71:0/3716247345 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f7b9c017580 con 0x563003b1e370 2024-09-05T07:45:18.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.128+0000 7f7bae8b1740 10 client.16764 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:18.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.128+0000 7f7bae8b1740 10 client.16764 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:45:18.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.128+0000 7f7bae8b1740 20 client.16764 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:18.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.128+0000 7f7bae8b1740 1 --2- 172.21.15.71:0/3716247345 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563003b98fc0 0x563003b9b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:18.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.128+0000 7f7bae8b1740 4 client.16764 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:45:18.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.128+0000 7f7bae8b1740 1 -- 172.21.15.71:0/3716247345 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563003a80d70 con 0x563003b98fc0 2024-09-05T07:45:18.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.128+0000 7f7baa274640 1 --2- 172.21.15.71:0/3716247345 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563003b98fc0 0x563003b9b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:18.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.129+0000 7f7b8dffb640 10 client.16764 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:18.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.129+0000 7f7baa274640 1 --2- 172.21.15.71:0/3716247345 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563003b98fc0 0x563003b9b3e0 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5309270dafe891 server_cookie=82952386104c2839 in_seq=0 out_seq=0 2024-09-05T07:45:18.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.129+0000 7f7b8dffb640 1 -- 172.21.15.71:0/3716247345 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563003a80d70 con 0x563003b98fc0 2024-09-05T07:45:18.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.129+0000 7f7b8dffb640 10 client.16764 handle_command_reply: tid=0 2024-09-05T07:45:18.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.129+0000 7f7bae8b1740 1 client.16764 shutdown 2024-09-05T07:45:18.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.129+0000 7f7bae8b1740 1 -- 172.21.15.71:0/3716247345 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b1e370 msgr2=0x563003b229f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:18.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.129+0000 7f7bae8b1740 1 --2- 172.21.15.71:0/3716247345 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b1e370 0x563003b229f0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f7b9c00ae70 tx=0x7f7b9c007680 comp rx=0 tx=0).stop 2024-09-05T07:45:18.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.129+0000 7f7bae8b1740 1 -- 172.21.15.71:0/3716247345 shutdown_connections 2024-09-05T07:45:18.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.129+0000 7f7bae8b1740 1 --2- 172.21.15.71:0/3716247345 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563003b98fc0 0x563003b9b3e0 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.129+0000 7f7b8dffb640 0 client.16764 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:18.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.129+0000 7f7bae8b1740 1 --2- 172.21.15.71:0/3716247345 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563003b1e370 0x563003b229f0 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.129+0000 7f7bae8b1740 1 --2- 172.21.15.71:0/3716247345 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563003b14b40 0x563003b224b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.129+0000 7f7bae8b1740 1 --2- 172.21.15.71:0/3716247345 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563003b135d0 0x563003b21f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.129+0000 7f7bae8b1740 1 -- 172.21.15.71:0/3716247345 >> 172.21.15.71:0/3716247345 conn(0x563003adc310 msgr2=0x563003b1c860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:18.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.129+0000 7f7bae8b1740 1 -- 172.21.15.71:0/3716247345 shutdown_connections 2024-09-05T07:45:18.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.129+0000 7f7bae8b1740 1 -- 172.21.15.71:0/3716247345 wait complete. 2024-09-05T07:45:18.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.130+0000 7f7bae8b1740 20 client.16764 trim_cache size 0 max 16384 2024-09-05T07:45:18.138 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:45:18.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.130+0000 7f7bac4d8640 1 -- 172.21.15.71:0/3348238714 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7b900a2cf0 msgr2=0x7f7b900a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:18.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.130+0000 7f7bac4d8640 1 --2- 172.21.15.71:0/3348238714 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7b900a2cf0 0x7f7b900a51b0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f7b940058c0 tx=0x7f7b94005850 comp rx=0 tx=0).stop 2024-09-05T07:45:18.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.130+0000 7f7bac4d8640 1 -- 172.21.15.71:0/3348238714 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7ba4101de0 msgr2=0x7f7ba40744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:18.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.130+0000 7f7bac4d8640 1 --2- 172.21.15.71:0/3348238714 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7ba4101de0 0x7f7ba40744f0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f7ba0005940 tx=0x7f7ba0004270 comp rx=0 tx=0).stop 2024-09-05T07:45:18.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.130+0000 7f7bac4d8640 1 -- 172.21.15.71:0/3348238714 shutdown_connections 2024-09-05T07:45:18.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.130+0000 7f7bac4d8640 1 --2- 172.21.15.71:0/3348238714 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7b900a2cf0 0x7f7b900a51b0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.130+0000 7f7bac4d8640 1 --2- 172.21.15.71:0/3348238714 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7ba4106f10 0x7f7ba4074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.130+0000 7f7bac4d8640 1 --2- 172.21.15.71:0/3348238714 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7ba4102790 0x7f7ba4074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.130+0000 7f7bac4d8640 1 --2- 172.21.15.71:0/3348238714 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7ba4101de0 0x7f7ba40744f0 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:18.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.130+0000 7f7bac4d8640 1 -- 172.21.15.71:0/3348238714 >> 172.21.15.71:0/3348238714 conn(0x7f7ba40fd8c0 msgr2=0x7f7ba40fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:18.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.130+0000 7f7bac4d8640 1 -- 172.21.15.71:0/3348238714 shutdown_connections 2024-09-05T07:45:18.139 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:18.130+0000 7f7bac4d8640 1 -- 172.21.15.71:0/3348238714 wait complete. 2024-09-05T07:45:18.627 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:18 smithi071 ceph-mon[30965]: pgmap v204: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:45:18.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:18 smithi123 ceph-mon[34568]: pgmap v204: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:45:18.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:18 smithi192 ceph-mon[34929]: pgmap v204: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:45:19.952 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T07:45:19.952 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T07:45:20.203 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:45:20.323 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:20 smithi071 ceph-mon[30965]: pgmap v205: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:45:20.324 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:20 smithi071 ceph-mon[30965]: osdmap e95: 12 total, 12 up, 12 in 2024-09-05T07:45:20.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:20 smithi123 ceph-mon[34568]: pgmap v205: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:45:20.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:20 smithi123 ceph-mon[34568]: osdmap e95: 12 total, 12 up, 12 in 2024-09-05T07:45:20.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:20 smithi192 ceph-mon[34929]: pgmap v205: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:45:20.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:20 smithi192 ceph-mon[34929]: osdmap e95: 12 total, 12 up, 12 in 2024-09-05T07:45:20.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.719+0000 7fdfb9ed7640 1 -- 172.21.15.71:0/140704067 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdfb4100a80 msgr2=0x7fdfb4100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:20.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.719+0000 7fdfb9ed7640 1 --2- 172.21.15.71:0/140704067 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdfb4100a80 0x7fdfb4100ee0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7fdfa8009930 tx=0x7fdfa802a420 comp rx=0 tx=0).stop 2024-09-05T07:45:20.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.719+0000 7fdfb9ed7640 1 -- 172.21.15.71:0/140704067 shutdown_connections 2024-09-05T07:45:20.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.719+0000 7fdfb9ed7640 1 --2- 172.21.15.71:0/140704067 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfb4101420 0x7fdfb410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.719+0000 7fdfb9ed7640 1 --2- 172.21.15.71:0/140704067 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdfb4100a80 0x7fdfb4100ee0 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.719+0000 7fdfb9ed7640 1 --2- 172.21.15.71:0/140704067 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdfb4106a80 0x7fdfb4106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.719+0000 7fdfb9ed7640 1 -- 172.21.15.71:0/140704067 >> 172.21.15.71:0/140704067 conn(0x7fdfb40fc7a0 msgr2=0x7fdfb40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:20.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.719+0000 7fdfb9ed7640 1 -- 172.21.15.71:0/140704067 shutdown_connections 2024-09-05T07:45:20.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.719+0000 7fdfb9ed7640 1 -- 172.21.15.71:0/140704067 wait complete. 2024-09-05T07:45:20.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.720+0000 7fdfb9ed7640 1 Processor -- start 2024-09-05T07:45:20.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.720+0000 7fdfb9ed7640 1 -- start start 2024-09-05T07:45:20.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.720+0000 7fdfb9ed7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdfb4100a80 0x7fdfb41972b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:20.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.720+0000 7fdfb9ed7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfb4101420 0x7fdfb41977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:20.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.720+0000 7fdfb9ed7640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdfb4106a80 0x7fdfb419bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:20.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.720+0000 7fdfb9ed7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb4110d50 con 0x7fdfb4100a80 2024-09-05T07:45:20.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.720+0000 7fdfb9ed7640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb4110bd0 con 0x7fdfb4106a80 2024-09-05T07:45:20.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.720+0000 7fdfb9ed7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb4110ed0 con 0x7fdfb4101420 2024-09-05T07:45:20.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.721+0000 7fdfb37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdfb4100a80 0x7fdfb41972b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:20.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.721+0000 7fdfb37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdfb4100a80 0x7fdfb41972b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51018/0 (socket says 172.21.15.71:51018) 2024-09-05T07:45:20.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.721+0000 7fdfb37fe640 1 -- 172.21.15.71:0/791295967 learned_addr learned my addr 172.21.15.71:0/791295967 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:20.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.721+0000 7fdfb2ffd640 1 --2- 172.21.15.71:0/791295967 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfb4101420 0x7fdfb41977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:20.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.721+0000 7fdfb3fff640 1 --2- 172.21.15.71:0/791295967 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdfb4106a80 0x7fdfb419bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:20.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.721+0000 7fdfb37fe640 1 -- 172.21.15.71:0/791295967 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfb4101420 msgr2=0x7fdfb41977f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:20.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.721+0000 7fdfb37fe640 1 --2- 172.21.15.71:0/791295967 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfb4101420 0x7fdfb41977f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.721+0000 7fdfb37fe640 1 -- 172.21.15.71:0/791295967 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdfb4106a80 msgr2=0x7fdfb419bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:20.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.721+0000 7fdfb37fe640 1 --2- 172.21.15.71:0/791295967 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdfb4106a80 0x7fdfb419bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.721+0000 7fdfb37fe640 1 -- 172.21.15.71:0/791295967 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfb419c260 con 0x7fdfb4100a80 2024-09-05T07:45:20.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.721+0000 7fdfb2ffd640 1 --2- 172.21.15.71:0/791295967 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfb4101420 0x7fdfb41977f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:20.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.721+0000 7fdfb3fff640 1 --2- 172.21.15.71:0/791295967 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdfb4106a80 0x7fdfb419bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:20.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.721+0000 7fdfb37fe640 1 --2- 172.21.15.71:0/791295967 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdfb4100a80 0x7fdfb41972b0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7fdfa400b4a0 tx=0x7fdfa400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:20.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.721+0000 7fdfb0ff9640 1 -- 172.21.15.71:0/791295967 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa4014070 con 0x7fdfb4100a80 2024-09-05T07:45:20.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.721+0000 7fdfb9ed7640 1 -- 172.21.15.71:0/791295967 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfb419c550 con 0x7fdfb4100a80 2024-09-05T07:45:20.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.721+0000 7fdfb0ff9640 1 -- 172.21.15.71:0/791295967 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdfa4010ac0 con 0x7fdfb4100a80 2024-09-05T07:45:20.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.721+0000 7fdfb0ff9640 1 -- 172.21.15.71:0/791295967 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa4017c30 con 0x7fdfb4100a80 2024-09-05T07:45:20.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.721+0000 7fdfb9ed7640 1 -- 172.21.15.71:0/791295967 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfb41a3e30 con 0x7fdfb4100a80 2024-09-05T07:45:20.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.724+0000 7fdfbc2b0740 1 Processor -- start 2024-09-05T07:45:20.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.724+0000 7fdfbc2b0740 1 -- start start 2024-09-05T07:45:20.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.724+0000 7fdfbc2b0740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 0x559d60c0af40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:20.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.724+0000 7fdfbc2b0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d60c0b480 0x559d60c15800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:20.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.724+0000 7fdfbc2b0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c15d40 0x559d60c18130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:20.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.724+0000 7fdfbc2b0740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x559d60b70280 con 0x559d60c0ab60 2024-09-05T07:45:20.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.724+0000 7fdfbc2b0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x559d60b17b10 con 0x559d60c0b480 2024-09-05T07:45:20.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.724+0000 7fdfbc2b0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x559d60b6c240 con 0x559d60c15d40 2024-09-05T07:45:20.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.724+0000 7fdfb3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 0x559d60c0af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:20.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.724+0000 7fdfb0ff9640 1 -- 172.21.15.71:0/791295967 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fdfa4017070 con 0x7fdfb4100a80 2024-09-05T07:45:20.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.724+0000 7fdfb3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 0x559d60c0af40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51024/0 (socket says 172.21.15.71:51024) 2024-09-05T07:45:20.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.724+0000 7fdfb3fff640 1 -- 172.21.15.71:0/1756074640 learned_addr learned my addr 172.21.15.71:0/1756074640 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:20.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.725+0000 7fdfb2ffd640 1 --2- 172.21.15.71:0/1756074640 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c15d40 0x559d60c18130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:20.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.725+0000 7fdfb3fff640 1 -- 172.21.15.71:0/1756074640 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c15d40 msgr2=0x559d60c18130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:20.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.725+0000 7fdfb3fff640 1 --2- 172.21.15.71:0/1756074640 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c15d40 0x559d60c18130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.725+0000 7fdfb3fff640 1 -- 172.21.15.71:0/1756074640 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d60c0b480 msgr2=0x559d60c15800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:20.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.725+0000 7fdfb3fff640 1 --2- 172.21.15.71:0/1756074640 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d60c0b480 0x559d60c15800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.725+0000 7fdfb3fff640 1 -- 172.21.15.71:0/1756074640 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d60b241f0 con 0x559d60c0ab60 2024-09-05T07:45:20.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.725+0000 7fdfb2ffd640 1 --2- 172.21.15.71:0/1756074640 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c15d40 0x559d60c18130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:20.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.725+0000 7fdfb3fff640 1 --2- 172.21.15.71:0/1756074640 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 0x559d60c0af40 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7fdfac008e60 tx=0x7fdfac00d710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79f0bbe86fc01008 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:20.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.725+0000 7fdfb0ff9640 1 --2- 172.21.15.71:0/791295967 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdf9c0a2cf0 0x7fdf9c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:20.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.725+0000 7fdf99ffb640 1 -- 172.21.15.71:0/1756074640 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfac00f830 con 0x559d60c0ab60 2024-09-05T07:45:20.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.725+0000 7fdf99ffb640 1 -- 172.21.15.71:0/1756074640 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdfac018480 con 0x559d60c0ab60 2024-09-05T07:45:20.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.725+0000 7fdf99ffb640 1 -- 172.21.15.71:0/1756074640 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfac00e5d0 con 0x559d60c0ab60 2024-09-05T07:45:20.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.725+0000 7fdfb37fe640 1 --2- 172.21.15.71:0/791295967 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdf9c0a2cf0 0x7fdf9c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:20.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.725+0000 7fdfb0ff9640 1 -- 172.21.15.71:0/791295967 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7fdfa40cef10 con 0x7fdfb4100a80 2024-09-05T07:45:20.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.726+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/1756074640 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 msgr2=0x559d60c0af40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:20.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.726+0000 7fdfb37fe640 1 --2- 172.21.15.71:0/791295967 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdf9c0a2cf0 0x7fdf9c0a51b0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x559d60c07f50 tx=0x7fdfa40bb040 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:20.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.726+0000 7fdfbc2b0740 1 --2- 172.21.15.71:0/1756074640 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 0x559d60c0af40 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7fdfac008e60 tx=0x7fdfac00d710 comp rx=0 tx=0).stop 2024-09-05T07:45:20.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.726+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/1756074640 shutdown_connections 2024-09-05T07:45:20.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.726+0000 7fdfbc2b0740 1 --2- 172.21.15.71:0/1756074640 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c15d40 0x559d60c18130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.726+0000 7fdfbc2b0740 1 --2- 172.21.15.71:0/1756074640 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d60c0b480 0x559d60c15800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.726+0000 7fdfbc2b0740 1 --2- 172.21.15.71:0/1756074640 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 0x559d60c0af40 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.726+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/1756074640 >> 172.21.15.71:0/1756074640 conn(0x559d60c070f0 msgr2=0x559d60c074d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:20.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.726+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/1756074640 shutdown_connections 2024-09-05T07:45:20.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.726+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/1756074640 wait complete. 2024-09-05T07:45:20.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.726+0000 7fdfbc2b0740 1 -- start start 2024-09-05T07:45:20.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.727+0000 7fdfbc2b0740 1 Processor -- start 2024-09-05T07:45:20.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.727+0000 7fdfbc2b0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d60c0ab60 0x559d60c12c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:20.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.727+0000 7fdfbc2b0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c0b480 0x559d60c13170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:20.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.727+0000 7fdfbc2b0740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c15d40 0x559d60c136b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:20.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.727+0000 7fdfbc2b0740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x559d60c18910 con 0x559d60c15d40 2024-09-05T07:45:20.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.727+0000 7fdfbc2b0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x559d60b2af10 con 0x559d60c0ab60 2024-09-05T07:45:20.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.727+0000 7fdfbc2b0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x559d60c18a90 con 0x559d60c0b480 2024-09-05T07:45:20.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.727+0000 7fdfbc2b0740 10 client.0 _ll_register_callbacks cb 0x559d60af3a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:20.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.727+0000 7fdfb3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c15d40 0x559d60c136b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:20.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.727+0000 7fdfb3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c15d40 0x559d60c136b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51036/0 (socket says 172.21.15.71:51036) 2024-09-05T07:45:20.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.727+0000 7fdfb3fff640 1 -- 172.21.15.71:0/1764473835 learned_addr learned my addr 172.21.15.71:0/1764473835 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:20.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.727+0000 7fdfb3fff640 1 --2- 172.21.15.71:0/1764473835 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d60c0ab60 0x559d60c12c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:20.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.727+0000 7fdfb2ffd640 1 --2- 172.21.15.71:0/1764473835 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c0b480 0x559d60c13170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:20.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.727+0000 7fdfb3fff640 1 -- 172.21.15.71:0/1764473835 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c0b480 msgr2=0x559d60c13170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:20.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.727+0000 7fdfb3fff640 1 --2- 172.21.15.71:0/1764473835 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c0b480 0x559d60c13170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.727+0000 7fdfb3fff640 1 -- 172.21.15.71:0/1764473835 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d60c0ab60 msgr2=0x559d60c12c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:20.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.727+0000 7fdfb3fff640 1 --2- 172.21.15.71:0/1764473835 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d60c0ab60 0x559d60c12c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.727+0000 7fdfb3fff640 1 -- 172.21.15.71:0/1764473835 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d608e16a0 con 0x559d60c15d40 2024-09-05T07:45:20.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.727+0000 7fdfb2ffd640 1 --2- 172.21.15.71:0/1764473835 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c0b480 0x559d60c13170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:20.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.728+0000 7fdfb3fff640 1 --2- 172.21.15.71:0/1764473835 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c15d40 0x559d60c136b0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fdfac0082d0 tx=0x7fdfac018e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa4e1e6154247f92 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:20.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.728+0000 7fdf92ffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:20.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.728+0000 7fdf92ffd640 1 -- 172.21.15.71:0/1764473835 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfac00ed00 con 0x559d60c15d40 2024-09-05T07:45:20.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.728+0000 7fdf92ffd640 1 -- 172.21.15.71:0/1764473835 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7fdfac00f630 con 0x559d60c15d40 2024-09-05T07:45:20.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.728+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/1764473835 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdfac018480 con 0x559d60c15d40 2024-09-05T07:45:20.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.728+0000 7fdf92ffd640 1 -- 172.21.15.71:0/1764473835 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdfac00f830 con 0x559d60c15d40 2024-09-05T07:45:20.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.728+0000 7fdfbc2b0740 10 client.16776 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:20.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.728+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/1764473835 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559d60c244f0 con 0x559d60c15d40 2024-09-05T07:45:20.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.728+0000 7fdf92ffd640 1 -- 172.21.15.71:0/1764473835 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdfac018480 con 0x559d60c15d40 2024-09-05T07:45:20.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.728+0000 7fdf92ffd640 1 -- 172.21.15.71:0/1764473835 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fdfac026020 con 0x559d60c15d40 2024-09-05T07:45:20.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.728+0000 7fdfbc2b0740 10 client.16776 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:20.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.728+0000 7fdfbc2b0740 10 client.16776 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:45:20.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.728+0000 7fdfbc2b0740 20 client.16776 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:20.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.728+0000 7fdfbc2b0740 1 --2- 172.21.15.71:0/1764473835 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x559d60c259b0 0x559d60c27da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:20.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.728+0000 7fdfbc2b0740 4 client.16776 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:45:20.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.728+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/1764473835 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559d60b7d7f0 con 0x559d60c259b0 2024-09-05T07:45:20.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.729+0000 7fdfb2ffd640 1 --2- 172.21.15.71:0/1764473835 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x559d60c259b0 0x559d60c27da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:20.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.729+0000 7fdfb2ffd640 1 --2- 172.21.15.71:0/1764473835 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x559d60c259b0 0x559d60c27da0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=403d41ecea725c5a server_cookie=7e413dc0617724e5 in_seq=0 out_seq=0 2024-09-05T07:45:20.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.729+0000 7fdf92ffd640 10 client.16776 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:20.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.730+0000 7fdf92ffd640 1 -- 172.21.15.71:0/1764473835 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559d60b7d7f0 con 0x559d60c259b0 2024-09-05T07:45:20.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.730+0000 7fdf92ffd640 10 client.16776 handle_command_reply: tid=0 2024-09-05T07:45:20.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.730+0000 7fdfbc2b0740 1 client.16776 shutdown 2024-09-05T07:45:20.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.730+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/1764473835 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c15d40 msgr2=0x559d60c136b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:20.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.730+0000 7fdfbc2b0740 1 --2- 172.21.15.71:0/1764473835 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c15d40 0x559d60c136b0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fdfac0082d0 tx=0x7fdfac018e20 comp rx=0 tx=0).stop 2024-09-05T07:45:20.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.730+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/1764473835 shutdown_connections 2024-09-05T07:45:20.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.730+0000 7fdfbc2b0740 1 --2- 172.21.15.71:0/1764473835 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x559d60c259b0 0x559d60c27da0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.730+0000 7fdfbc2b0740 1 --2- 172.21.15.71:0/1764473835 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c15d40 0x559d60c136b0 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.730+0000 7fdfbc2b0740 1 --2- 172.21.15.71:0/1764473835 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c0b480 0x559d60c13170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.730+0000 7fdf92ffd640 0 client.16776 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:20.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.730+0000 7fdfbc2b0740 1 --2- 172.21.15.71:0/1764473835 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d60c0ab60 0x559d60c12c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.730+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/1764473835 >> 172.21.15.71:0/1764473835 conn(0x559d60c070f0 msgr2=0x559d60c0ce20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:20.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.730+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/1764473835 shutdown_connections 2024-09-05T07:45:20.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.730+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/1764473835 wait complete. 2024-09-05T07:45:20.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.730+0000 7fdfbc2b0740 20 client.16776 trim_cache size 0 max 16384 2024-09-05T07:45:20.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.748+0000 7fdfbc2b0740 1 Processor -- start 2024-09-05T07:45:20.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.748+0000 7fdfbc2b0740 1 -- start start 2024-09-05T07:45:20.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.748+0000 7fdfbc2b0740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 0x559d60c0d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:20.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.748+0000 7fdfbc2b0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d60c0b480 0x559d60c2afc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:20.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.748+0000 7fdfbc2b0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c15d40 0x559d60c2b500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:20.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.748+0000 7fdfbc2b0740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb41b0a70 con 0x559d60c0ab60 2024-09-05T07:45:20.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.748+0000 7fdfbc2b0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb41ae340 con 0x559d60c0b480 2024-09-05T07:45:20.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.748+0000 7fdfbc2b0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb41ac1b0 con 0x559d60c15d40 2024-09-05T07:45:20.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.748+0000 7fdfb3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 0x559d60c0d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:20.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.748+0000 7fdfb3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 0x559d60c0d5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51040/0 (socket says 172.21.15.71:51040) 2024-09-05T07:45:20.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.748+0000 7fdfb3fff640 1 -- 172.21.15.71:0/2193453524 learned_addr learned my addr 172.21.15.71:0/2193453524 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:20.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.748+0000 7fdfb2ffd640 1 --2- 172.21.15.71:0/2193453524 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d60c0b480 0x559d60c2afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:20.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.748+0000 7fdfb3fff640 1 -- 172.21.15.71:0/2193453524 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c15d40 msgr2=0x559d60c2b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:20.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.748+0000 7fdfb3fff640 1 --2- 172.21.15.71:0/2193453524 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c15d40 0x559d60c2b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.748+0000 7fdfb3fff640 1 -- 172.21.15.71:0/2193453524 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d60c0b480 msgr2=0x559d60c2afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:20.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.748+0000 7fdfb3fff640 1 --2- 172.21.15.71:0/2193453524 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d60c0b480 0x559d60c2afc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.748+0000 7fdfb3fff640 1 -- 172.21.15.71:0/2193453524 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d60c081a0 con 0x559d60c0ab60 2024-09-05T07:45:20.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.749+0000 7fdfb3fff640 1 --2- 172.21.15.71:0/2193453524 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 0x559d60c0d5c0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7fdfac028d10 tx=0x7fdfac028b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c423f4961890cf0a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:20.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.749+0000 7fdf997fa640 1 -- 172.21.15.71:0/2193453524 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfac03a070 con 0x559d60c0ab60 2024-09-05T07:45:20.761 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.749+0000 7fdf997fa640 1 -- 172.21.15.71:0/2193453524 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdfac01d030 con 0x559d60c0ab60 2024-09-05T07:45:20.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.749+0000 7fdf997fa640 1 -- 172.21.15.71:0/2193453524 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfac028440 con 0x559d60c0ab60 2024-09-05T07:45:20.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.750+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/2193453524 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 msgr2=0x559d60c0d5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:20.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.750+0000 7fdfbc2b0740 1 --2- 172.21.15.71:0/2193453524 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 0x559d60c0d5c0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7fdfac028d10 tx=0x7fdfac028b20 comp rx=0 tx=0).stop 2024-09-05T07:45:20.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.750+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/2193453524 shutdown_connections 2024-09-05T07:45:20.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.750+0000 7fdfbc2b0740 1 --2- 172.21.15.71:0/2193453524 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c15d40 0x559d60c2b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.750+0000 7fdfbc2b0740 1 --2- 172.21.15.71:0/2193453524 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d60c0b480 0x559d60c2afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.750+0000 7fdfbc2b0740 1 --2- 172.21.15.71:0/2193453524 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 0x559d60c0d5c0 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.750+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/2193453524 >> 172.21.15.71:0/2193453524 conn(0x559d60c070f0 msgr2=0x559d60c14ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:20.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.750+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/2193453524 shutdown_connections 2024-09-05T07:45:20.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.750+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/2193453524 wait complete. 2024-09-05T07:45:20.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.750+0000 7fdfbc2b0740 1 -- start start 2024-09-05T07:45:20.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.750+0000 7fdfbc2b0740 1 Processor -- start 2024-09-05T07:45:20.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.751+0000 7fdfbc2b0740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 0x559d60c86290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:20.762 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.751+0000 7fdfbc2b0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c0b480 0x559d60c867d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:20.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.751+0000 7fdfbc2b0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d60c15d40 0x559d60c91310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:20.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.751+0000 7fdfbc2b0740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb41ac800 con 0x559d60c0ab60 2024-09-05T07:45:20.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.751+0000 7fdfbc2b0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb41adc70 con 0x559d60c15d40 2024-09-05T07:45:20.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.751+0000 7fdfbc2b0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb41aced0 con 0x559d60c0b480 2024-09-05T07:45:20.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.751+0000 7fdfbc2b0740 10 client.0 _ll_register_callbacks cb 0x7fdfac008cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:20.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.751+0000 7fdfb3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 0x559d60c86290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:20.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.751+0000 7fdfb3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 0x559d60c86290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51054/0 (socket says 172.21.15.71:51054) 2024-09-05T07:45:20.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.751+0000 7fdfb3fff640 1 -- 172.21.15.71:0/2455382425 learned_addr learned my addr 172.21.15.71:0/2455382425 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:20.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.751+0000 7fdfb2ffd640 1 --2- 172.21.15.71:0/2455382425 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c0b480 0x559d60c867d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:20.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.751+0000 7fdfb3fff640 1 -- 172.21.15.71:0/2455382425 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c0b480 msgr2=0x559d60c867d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:20.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.751+0000 7fdfb3fff640 1 --2- 172.21.15.71:0/2455382425 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c0b480 0x559d60c867d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.751+0000 7fdfb3fff640 1 -- 172.21.15.71:0/2455382425 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d60c15d40 msgr2=0x559d60c91310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:20.763 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.751+0000 7fdfb3fff640 1 --2- 172.21.15.71:0/2455382425 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d60c15d40 0x559d60c91310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.751+0000 7fdfb3fff640 1 -- 172.21.15.71:0/2455382425 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d60c87070 con 0x559d60c0ab60 2024-09-05T07:45:20.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.751+0000 7fdfb3fff640 1 --2- 172.21.15.71:0/2455382425 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 0x559d60c86290 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fdfac00e700 tx=0x7fdfac008720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=851444c2570d7a20 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:20.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.751+0000 7fdf92ffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:20.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.751+0000 7fdf92ffd640 1 -- 172.21.15.71:0/2455382425 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfac03a070 con 0x559d60c0ab60 2024-09-05T07:45:20.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.751+0000 7fdf92ffd640 1 -- 172.21.15.71:0/2455382425 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7fdfac00f630 con 0x559d60c0ab60 2024-09-05T07:45:20.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.752+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/2455382425 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdfac01d030 con 0x559d60c0ab60 2024-09-05T07:45:20.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.752+0000 7fdf92ffd640 1 -- 172.21.15.71:0/2455382425 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdfac028650 con 0x559d60c0ab60 2024-09-05T07:45:20.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.752+0000 7fdfbc2b0740 10 client.16782 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:20.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.752+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/2455382425 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559d60c92960 con 0x559d60c0ab60 2024-09-05T07:45:20.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.752+0000 7fdf92ffd640 1 -- 172.21.15.71:0/2455382425 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdfac01d030 con 0x559d60c0ab60 2024-09-05T07:45:20.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.752+0000 7fdf92ffd640 1 -- 172.21.15.71:0/2455382425 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fdfac026070 con 0x559d60c0ab60 2024-09-05T07:45:20.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.752+0000 7fdfbc2b0740 10 client.16782 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:20.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.752+0000 7fdfbc2b0740 10 client.16782 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:45:20.764 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.752+0000 7fdfbc2b0740 20 client.16782 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:20.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.752+0000 7fdfbc2b0740 1 --2- 172.21.15.71:0/2455382425 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x559d60c259b0 0x559d60c94f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:20.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.752+0000 7fdfbc2b0740 4 client.16782 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T07:45:20.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.752+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/2455382425 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x559d60b77d00 con 0x559d60c259b0 2024-09-05T07:45:20.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.752+0000 7fdfb2ffd640 1 --2- 172.21.15.71:0/2455382425 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x559d60c259b0 0x559d60c94f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:20.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.753+0000 7fdfb2ffd640 1 --2- 172.21.15.71:0/2455382425 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x559d60c259b0 0x559d60c94f00 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a8726b7d3e6122 server_cookie=977861ae62f2f1 in_seq=0 out_seq=0 2024-09-05T07:45:20.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.753+0000 7fdf92ffd640 10 client.16782 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:20.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.754+0000 7fdf92ffd640 1 -- 172.21.15.71:0/2455382425 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x559d60b77d00 con 0x559d60c259b0 2024-09-05T07:45:20.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.754+0000 7fdf92ffd640 10 client.16782 handle_command_reply: tid=0 2024-09-05T07:45:20.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.754+0000 7fdfbc2b0740 1 client.16782 shutdown 2024-09-05T07:45:20.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.754+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/2455382425 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 msgr2=0x559d60c86290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:20.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.754+0000 7fdfbc2b0740 1 --2- 172.21.15.71:0/2455382425 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 0x559d60c86290 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fdfac00e700 tx=0x7fdfac008720 comp rx=0 tx=0).stop 2024-09-05T07:45:20.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.754+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/2455382425 shutdown_connections 2024-09-05T07:45:20.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.754+0000 7fdfbc2b0740 1 --2- 172.21.15.71:0/2455382425 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x559d60c259b0 0x559d60c94f00 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.754+0000 7fdfbc2b0740 1 --2- 172.21.15.71:0/2455382425 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559d60c15d40 0x559d60c91310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.765 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.754+0000 7fdfbc2b0740 1 --2- 172.21.15.71:0/2455382425 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559d60c0b480 0x559d60c867d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.754+0000 7fdfbc2b0740 1 --2- 172.21.15.71:0/2455382425 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559d60c0ab60 0x559d60c86290 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.754+0000 7fdf92ffd640 0 client.16782 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:20.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.754+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/2455382425 >> 172.21.15.71:0/2455382425 conn(0x559d60c070f0 msgr2=0x559d60c142a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:20.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.754+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/2455382425 shutdown_connections 2024-09-05T07:45:20.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.754+0000 7fdfbc2b0740 1 -- 172.21.15.71:0/2455382425 wait complete. 2024-09-05T07:45:20.766 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.754+0000 7fdfbc2b0740 20 client.16782 trim_cache size 0 max 16384 2024-09-05T07:45:20.766 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:45:20.766 INFO:teuthology.orchestra.run.smithi071.stdout: "return_code": 0, 2024-09-05T07:45:20.766 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_tag": "eeafa712-b182-46cb-9475-5cf4e7d50c52", 2024-09-05T07:45:20.766 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": "asynchronous" 2024-09-05T07:45:20.767 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:45:20.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.755+0000 7fdfb9ed7640 1 -- 172.21.15.71:0/791295967 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdf9c0a2cf0 msgr2=0x7fdf9c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:20.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.755+0000 7fdfb9ed7640 1 --2- 172.21.15.71:0/791295967 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdf9c0a2cf0 0x7fdf9c0a51b0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x559d60c07f50 tx=0x7fdfa40bb040 comp rx=0 tx=0).stop 2024-09-05T07:45:20.767 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.755+0000 7fdfb9ed7640 1 -- 172.21.15.71:0/791295967 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdfb4100a80 msgr2=0x7fdfb41972b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:20.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.755+0000 7fdfb9ed7640 1 --2- 172.21.15.71:0/791295967 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdfb4100a80 0x7fdfb41972b0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7fdfa400b4a0 tx=0x7fdfa400b960 comp rx=0 tx=0).stop 2024-09-05T07:45:20.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.755+0000 7fdfb9ed7640 1 -- 172.21.15.71:0/791295967 shutdown_connections 2024-09-05T07:45:20.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.755+0000 7fdfb9ed7640 1 --2- 172.21.15.71:0/791295967 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdf9c0a2cf0 0x7fdf9c0a51b0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.755+0000 7fdfb9ed7640 1 --2- 172.21.15.71:0/791295967 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdfb4106a80 0x7fdfb419bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.755+0000 7fdfb9ed7640 1 --2- 172.21.15.71:0/791295967 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdfb4101420 0x7fdfb41977f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.755+0000 7fdfb9ed7640 1 --2- 172.21.15.71:0/791295967 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdfb4100a80 0x7fdfb41972b0 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:20.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.755+0000 7fdfb9ed7640 1 -- 172.21.15.71:0/791295967 >> 172.21.15.71:0/791295967 conn(0x7fdfb40fc7a0 msgr2=0x7fdfb40fcf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:20.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.755+0000 7fdfb9ed7640 1 -- 172.21.15.71:0/791295967 shutdown_connections 2024-09-05T07:45:20.768 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:20.755+0000 7fdfb9ed7640 1 -- 172.21.15.71:0/791295967 wait complete. 2024-09-05T07:45:21.429 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:45:21.677 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:45:22.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.284+0000 7f3eb96db640 1 -- 172.21.15.71:0/2872797294 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3eb4101790 msgr2=0x7f3eb4101bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:22.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.284+0000 7f3eb96db640 1 --2- 172.21.15.71:0/2872797294 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3eb4101790 0x7f3eb4101bd0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f3ea8009900 tx=0x7f3ea802a480 comp rx=0 tx=0).stop 2024-09-05T07:45:22.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.284+0000 7f3eb96db640 1 -- 172.21.15.71:0/2872797294 shutdown_connections 2024-09-05T07:45:22.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.284+0000 7f3eb96db640 1 --2- 172.21.15.71:0/2872797294 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3eb4102110 0x7f3eb410d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.284+0000 7f3eb96db640 1 --2- 172.21.15.71:0/2872797294 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3eb4101790 0x7f3eb4101bd0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.284+0000 7f3eb96db640 1 --2- 172.21.15.71:0/2872797294 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3eb4105ba0 0x7f3eb4105f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.284+0000 7f3eb96db640 1 -- 172.21.15.71:0/2872797294 >> 172.21.15.71:0/2872797294 conn(0x7f3eb4077210 msgr2=0x7f3eb4077620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:22.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.284+0000 7f3eb96db640 1 -- 172.21.15.71:0/2872797294 shutdown_connections 2024-09-05T07:45:22.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.284+0000 7f3eb96db640 1 -- 172.21.15.71:0/2872797294 wait complete. 2024-09-05T07:45:22.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.285+0000 7f3eb96db640 1 Processor -- start 2024-09-05T07:45:22.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.285+0000 7f3eb96db640 1 -- start start 2024-09-05T07:45:22.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.285+0000 7f3eb96db640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3eb4101790 0x7f3eb4198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.285+0000 7f3eb96db640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3eb4102110 0x7f3eb4198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.285+0000 7f3eb96db640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3eb4105ba0 0x7f3eb419cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.285+0000 7f3eb96db640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3eb4110d50 con 0x7f3eb4101790 2024-09-05T07:45:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.285+0000 7f3eb96db640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3eb4110bd0 con 0x7f3eb4105ba0 2024-09-05T07:45:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.285+0000 7f3eb96db640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3eb4110ed0 con 0x7f3eb4102110 2024-09-05T07:45:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.286+0000 7f3eb2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3eb4101790 0x7f3eb4198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.286+0000 7f3eb2ffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3eb4101790 0x7f3eb4198300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33636/0 (socket says 172.21.15.71:33636) 2024-09-05T07:45:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.286+0000 7f3eb2ffd640 1 -- 172.21.15.71:0/2100296441 learned_addr learned my addr 172.21.15.71:0/2100296441 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.286+0000 7f3eb27fc640 1 --2- 172.21.15.71:0/2100296441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3eb4102110 0x7f3eb4198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.286+0000 7f3eb37fe640 1 --2- 172.21.15.71:0/2100296441 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3eb4105ba0 0x7f3eb419cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.286+0000 7f3eb2ffd640 1 -- 172.21.15.71:0/2100296441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3eb4102110 msgr2=0x7f3eb4198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.286+0000 7f3eb2ffd640 1 --2- 172.21.15.71:0/2100296441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3eb4102110 0x7f3eb4198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.286+0000 7f3eb2ffd640 1 -- 172.21.15.71:0/2100296441 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3eb4105ba0 msgr2=0x7f3eb419cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:22.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.286+0000 7f3eb2ffd640 1 --2- 172.21.15.71:0/2100296441 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3eb4105ba0 0x7f3eb419cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.286+0000 7f3eb2ffd640 1 -- 172.21.15.71:0/2100296441 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3eb419d2b0 con 0x7f3eb4101790 2024-09-05T07:45:22.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.286+0000 7f3eb2ffd640 1 --2- 172.21.15.71:0/2100296441 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3eb4101790 0x7f3eb4198300 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f3ea400eab0 tx=0x7f3ea400ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:22.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.286+0000 7f3e9bfff640 1 -- 172.21.15.71:0/2100296441 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ea400ce40 con 0x7f3eb4101790 2024-09-05T07:45:22.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.286+0000 7f3eb96db640 1 -- 172.21.15.71:0/2100296441 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3eb419d5a0 con 0x7f3eb4101790 2024-09-05T07:45:22.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.286+0000 7f3e9bfff640 1 -- 172.21.15.71:0/2100296441 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ea4011920 con 0x7f3eb4101790 2024-09-05T07:45:22.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.286+0000 7f3e9bfff640 1 -- 172.21.15.71:0/2100296441 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ea4010a00 con 0x7f3eb4101790 2024-09-05T07:45:22.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.286+0000 7f3eb96db640 1 -- 172.21.15.71:0/2100296441 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3eb41a4e80 con 0x7f3eb4101790 2024-09-05T07:45:22.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.288+0000 7f3e9bfff640 1 -- 172.21.15.71:0/2100296441 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f3ea4011ad0 con 0x7f3eb4101790 2024-09-05T07:45:22.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.289+0000 7f3ebbab4740 1 Processor -- start 2024-09-05T07:45:22.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.289+0000 7f3ebbab4740 1 -- start start 2024-09-05T07:45:22.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.289+0000 7f3e9bfff640 1 --2- 172.21.15.71:0/2100296441 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3e9c0a2cf0 0x7f3e9c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:22.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.289+0000 7f3ebbab4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55677735c4a0 0x55677735c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:22.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.289+0000 7f3ebbab4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735cdc0 0x556777367140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:22.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.289+0000 7f3eb37fe640 1 --2- 172.21.15.71:0/2100296441 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3e9c0a2cf0 0x7f3e9c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:22.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.289+0000 7f3ebbab4740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556777367680 0x556777369a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:22.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.289+0000 7f3ebbab4740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5567772c22e0 con 0x556777367680 2024-09-05T07:45:22.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.289+0000 7f3ebbab4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556777269ce0 con 0x55677735c4a0 2024-09-05T07:45:22.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.289+0000 7f3ebbab4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5567772be2a0 con 0x55677735cdc0 2024-09-05T07:45:22.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.289+0000 7f3e9bfff640 1 -- 172.21.15.71:0/2100296441 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7f3ea40cfe40 con 0x7f3eb4101790 2024-09-05T07:45:22.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.289+0000 7f3eb37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556777367680 0x556777369a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:22.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.289+0000 7f3eb37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556777367680 0x556777369a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33650/0 (socket says 172.21.15.71:33650) 2024-09-05T07:45:22.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.290+0000 7f3eb37fe640 1 -- 172.21.15.71:0/1491348627 learned_addr learned my addr 172.21.15.71:0/1491348627 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:22.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.290+0000 7f3eb27fc640 1 --2- 172.21.15.71:0/1491348627 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735cdc0 0x556777367140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:22.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.290+0000 7f3eb2ffd640 1 --2- 172.21.15.71:0/1491348627 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55677735c4a0 0x55677735c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:22.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.290+0000 7f3eb37fe640 1 --2- 172.21.15.71:0/2100296441 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3e9c0a2cf0 0x7f3e9c0a51b0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f3eac00a770 tx=0x7f3eac00ab70 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:22.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.290+0000 7f3eb27fc640 1 -- 172.21.15.71:0/1491348627 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55677735c4a0 msgr2=0x55677735c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:22.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.290+0000 7f3eb27fc640 1 --2- 172.21.15.71:0/1491348627 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55677735c4a0 0x55677735c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.290+0000 7f3eb27fc640 1 -- 172.21.15.71:0/1491348627 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556777367680 msgr2=0x556777369a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:22.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.290+0000 7f3eb27fc640 1 --2- 172.21.15.71:0/1491348627 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556777367680 0x556777369a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.290+0000 7f3eb27fc640 1 -- 172.21.15.71:0/1491348627 --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55677724e440 con 0x55677735cdc0 2024-09-05T07:45:22.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.290+0000 7f3eb37fe640 1 --2- 172.21.15.71:0/1491348627 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556777367680 0x556777369a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:45:22.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.290+0000 7f3eb27fc640 1 --2- 172.21.15.71:0/1491348627 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735cdc0 0x556777367140 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f3ea8005940 tx=0x7f3ea8031c60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=abd5c1be8df13a04 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:22.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.290+0000 7f3e997fa640 1 -- 172.21.15.71:0/1491348627 <== mon.1 v2:172.21.15.192:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ea8040070 con 0x55677735cdc0 2024-09-05T07:45:22.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.291+0000 7f3e997fa640 1 -- 172.21.15.71:0/1491348627 <== mon.1 v2:172.21.15.192:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ea8031630 con 0x55677735cdc0 2024-09-05T07:45:22.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.291+0000 7f3e997fa640 1 -- 172.21.15.71:0/1491348627 <== mon.1 v2:172.21.15.192:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ea8035040 con 0x55677735cdc0 2024-09-05T07:45:22.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.291+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1491348627 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735cdc0 msgr2=0x556777367140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:22.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.291+0000 7f3ebbab4740 1 --2- 172.21.15.71:0/1491348627 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735cdc0 0x556777367140 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f3ea8005940 tx=0x7f3ea8031c60 comp rx=0 tx=0).stop 2024-09-05T07:45:22.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.291+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1491348627 shutdown_connections 2024-09-05T07:45:22.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.291+0000 7f3ebbab4740 1 --2- 172.21.15.71:0/1491348627 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556777367680 0x556777369a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.291+0000 7f3ebbab4740 1 --2- 172.21.15.71:0/1491348627 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735cdc0 0x556777367140 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.291+0000 7f3ebbab4740 1 --2- 172.21.15.71:0/1491348627 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55677735c4a0 0x55677735c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.291+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1491348627 >> 172.21.15.71:0/1491348627 conn(0x556777358a30 msgr2=0x556777358e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:22.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.291+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1491348627 shutdown_connections 2024-09-05T07:45:22.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.291+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1491348627 wait complete. 2024-09-05T07:45:22.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.292+0000 7f3ebbab4740 1 -- start start 2024-09-05T07:45:22.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.292+0000 7f3ebbab4740 1 Processor -- start 2024-09-05T07:45:22.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.292+0000 7f3ebbab4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55677735c4a0 0x556777366e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:22.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.292+0000 7f3ebbab4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735cdc0 0x556777364110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:22.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.292+0000 7f3ebbab4740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556777367680 0x556777364650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:22.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.292+0000 7f3ebbab4740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55677736a250 con 0x556777367680 2024-09-05T07:45:22.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.292+0000 7f3ebbab4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55677727d050 con 0x55677735c4a0 2024-09-05T07:45:22.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.292+0000 7f3ebbab4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55677736a3d0 con 0x55677735cdc0 2024-09-05T07:45:22.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.292+0000 7f3ebbab4740 10 client.0 _ll_register_callbacks cb 0x5567772bd160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:22.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.292+0000 7f3eb37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556777367680 0x556777364650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:22.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.292+0000 7f3eb37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556777367680 0x556777364650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33652/0 (socket says 172.21.15.71:33652) 2024-09-05T07:45:22.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.292+0000 7f3eb37fe640 1 -- 172.21.15.71:0/1165309376 learned_addr learned my addr 172.21.15.71:0/1165309376 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:22.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.292+0000 7f3eb27fc640 1 --2- 172.21.15.71:0/1165309376 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735cdc0 0x556777364110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:22.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.292+0000 7f3eb2ffd640 1 --2- 172.21.15.71:0/1165309376 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55677735c4a0 0x556777366e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:22.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.292+0000 7f3eb37fe640 1 -- 172.21.15.71:0/1165309376 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735cdc0 msgr2=0x556777364110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:22.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.292+0000 7f3eb37fe640 1 --2- 172.21.15.71:0/1165309376 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735cdc0 0x556777364110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.292+0000 7f3eb37fe640 1 -- 172.21.15.71:0/1165309376 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55677735c4a0 msgr2=0x556777366e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:22.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.292+0000 7f3eb37fe640 1 --2- 172.21.15.71:0/1165309376 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55677735c4a0 0x556777366e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.292+0000 7f3eb37fe640 1 -- 172.21.15.71:0/1165309376 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567770333c0 con 0x556777367680 2024-09-05T07:45:22.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.292+0000 7f3eb2ffd640 1 --2- 172.21.15.71:0/1165309376 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55677735c4a0 0x556777366e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:22.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.293+0000 7f3eb37fe640 1 --2- 172.21.15.71:0/1165309376 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556777367680 0x556777364650 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f3eac005fd0 tx=0x7f3eac004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=986346bed9e89811 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:22.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.293+0000 7f3e96ff5640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:22.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.293+0000 7f3e96ff5640 1 -- 172.21.15.71:0/1165309376 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eac0285f0 con 0x556777367680 2024-09-05T07:45:22.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.293+0000 7f3e96ff5640 1 -- 172.21.15.71:0/1165309376 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7f3eac028790 con 0x556777367680 2024-09-05T07:45:22.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.293+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1165309376 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ea8031630 con 0x556777367680 2024-09-05T07:45:22.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.293+0000 7f3e96ff5640 1 -- 172.21.15.71:0/1165309376 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3eac037050 con 0x556777367680 2024-09-05T07:45:22.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.293+0000 7f3ebbab4740 10 client.16794 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:22.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.293+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1165309376 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556777375ab0 con 0x556777367680 2024-09-05T07:45:22.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.293+0000 7f3e96ff5640 1 -- 172.21.15.71:0/1165309376 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ea8031630 con 0x556777367680 2024-09-05T07:45:22.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.293+0000 7f3e96ff5640 1 -- 172.21.15.71:0/1165309376 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f3eac029af0 con 0x556777367680 2024-09-05T07:45:22.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.293+0000 7f3ebbab4740 10 client.16794 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:22.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.293+0000 7f3ebbab4740 10 client.16794 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:45:22.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.293+0000 7f3ebbab4740 20 client.16794 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:22.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.294+0000 7f3ebbab4740 1 --2- 172.21.15.71:0/1165309376 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556777376f70 0x5567773793e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:22.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.294+0000 7f3ebbab4740 4 client.16794 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:45:22.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.294+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1165309376 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5567772cf850 con 0x556777376f70 2024-09-05T07:45:22.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.294+0000 7f3eb2ffd640 1 --2- 172.21.15.71:0/1165309376 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556777376f70 0x5567773793e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:22.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.294+0000 7f3eb2ffd640 1 --2- 172.21.15.71:0/1165309376 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556777376f70 0x5567773793e0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f9f3e5f80f337c8 server_cookie=93c756b138fe46f0 in_seq=0 out_seq=0 2024-09-05T07:45:22.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.294+0000 7f3e96ff5640 10 client.16794 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:22.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.295+0000 7f3e96ff5640 1 -- 172.21.15.71:0/1165309376 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5567772cf850 con 0x556777376f70 2024-09-05T07:45:22.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.295+0000 7f3e96ff5640 10 client.16794 handle_command_reply: tid=0 2024-09-05T07:45:22.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.295+0000 7f3ebbab4740 1 client.16794 shutdown 2024-09-05T07:45:22.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.295+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1165309376 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556777367680 msgr2=0x556777364650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:22.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.295+0000 7f3ebbab4740 1 --2- 172.21.15.71:0/1165309376 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556777367680 0x556777364650 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f3eac005fd0 tx=0x7f3eac004730 comp rx=0 tx=0).stop 2024-09-05T07:45:22.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.295+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1165309376 shutdown_connections 2024-09-05T07:45:22.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.295+0000 7f3ebbab4740 1 --2- 172.21.15.71:0/1165309376 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556777376f70 0x5567773793e0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.295+0000 7f3ebbab4740 1 --2- 172.21.15.71:0/1165309376 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556777367680 0x556777364650 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.295+0000 7f3e96ff5640 0 client.16794 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:22.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.295+0000 7f3ebbab4740 1 --2- 172.21.15.71:0/1165309376 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735cdc0 0x556777364110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.295+0000 7f3ebbab4740 1 --2- 172.21.15.71:0/1165309376 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55677735c4a0 0x556777366e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.295+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1165309376 >> 172.21.15.71:0/1165309376 conn(0x556777358a30 msgr2=0x55677735e710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:22.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.295+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1165309376 shutdown_connections 2024-09-05T07:45:22.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.295+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1165309376 wait complete. 2024-09-05T07:45:22.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.295+0000 7f3ebbab4740 20 client.16794 trim_cache size 0 max 16384 2024-09-05T07:45:22.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.312+0000 7f3ebbab4740 1 Processor -- start 2024-09-05T07:45:22.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.312+0000 7f3ebbab4740 1 -- start start 2024-09-05T07:45:22.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.312+0000 7f3ebbab4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556777358a30 0x556777366080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:22.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.312+0000 7f3ebbab4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735c4a0 0x55677737ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:22.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.312+0000 7f3ebbab4740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55677735cdc0 0x55677737f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:22.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.312+0000 7f3ebbab4740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3eb41af7f0 con 0x55677735cdc0 2024-09-05T07:45:22.314 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.312+0000 7f3ebbab4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3eb41ad0c0 con 0x556777358a30 2024-09-05T07:45:22.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.312+0000 7f3ebbab4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3eb41aaf30 con 0x55677735c4a0 2024-09-05T07:45:22.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.312+0000 7f3eb37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55677735cdc0 0x55677737f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:22.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.312+0000 7f3eb37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55677735cdc0 0x55677737f1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33654/0 (socket says 172.21.15.71:33654) 2024-09-05T07:45:22.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.312+0000 7f3eb37fe640 1 -- 172.21.15.71:0/520887523 learned_addr learned my addr 172.21.15.71:0/520887523 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:22.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.313+0000 7f3eb2ffd640 1 --2- 172.21.15.71:0/520887523 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556777358a30 0x556777366080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:22.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.313+0000 7f3eb27fc640 1 --2- 172.21.15.71:0/520887523 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735c4a0 0x55677737ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:22.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.313+0000 7f3eb37fe640 1 -- 172.21.15.71:0/520887523 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735c4a0 msgr2=0x55677737ecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:22.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.313+0000 7f3eb37fe640 1 --2- 172.21.15.71:0/520887523 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735c4a0 0x55677737ecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.313+0000 7f3eb37fe640 1 -- 172.21.15.71:0/520887523 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556777358a30 msgr2=0x556777366080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:22.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.313+0000 7f3eb37fe640 1 --2- 172.21.15.71:0/520887523 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556777358a30 0x556777366080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.313+0000 7f3eb37fe640 1 -- 172.21.15.71:0/520887523 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556777358860 con 0x55677735cdc0 2024-09-05T07:45:22.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.313+0000 7f3eb2ffd640 1 --2- 172.21.15.71:0/520887523 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556777358a30 0x556777366080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:22.315 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.313+0000 7f3eb37fe640 1 --2- 172.21.15.71:0/520887523 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55677735cdc0 0x55677737f1f0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f3eac00b010 tx=0x7f3eac005f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7bdc9881aff9290 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:22.316 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.313+0000 7f3e98ff9640 1 -- 172.21.15.71:0/520887523 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eac03f070 con 0x55677735cdc0 2024-09-05T07:45:22.316 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.313+0000 7f3e98ff9640 1 -- 172.21.15.71:0/520887523 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3eac02e070 con 0x55677735cdc0 2024-09-05T07:45:22.316 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.313+0000 7f3e98ff9640 1 -- 172.21.15.71:0/520887523 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eac01f030 con 0x55677735cdc0 2024-09-05T07:45:22.316 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:22 smithi071 ceph-mon[30965]: pgmap v207: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 221 B/s wr, 7 op/s 2024-09-05T07:45:22.316 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:22 smithi071 ceph-mon[30965]: scrub queued for path: / 2024-09-05T07:45:22.316 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:22 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:45:22.316 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:22 smithi071 ceph-mon[30965]: scrub summary: active paths [/] 2024-09-05T07:45:22.316 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:22 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:45:22.320 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.314+0000 7f3ebbab4740 1 -- 172.21.15.71:0/520887523 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55677735cdc0 msgr2=0x55677737f1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:22.320 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.314+0000 7f3ebbab4740 1 --2- 172.21.15.71:0/520887523 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55677735cdc0 0x55677737f1f0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f3eac00b010 tx=0x7f3eac005f60 comp rx=0 tx=0).stop 2024-09-05T07:45:22.320 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.314+0000 7f3ebbab4740 1 -- 172.21.15.71:0/520887523 shutdown_connections 2024-09-05T07:45:22.320 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.314+0000 7f3ebbab4740 1 --2- 172.21.15.71:0/520887523 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55677735cdc0 0x55677737f1f0 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.320 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.314+0000 7f3ebbab4740 1 --2- 172.21.15.71:0/520887523 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735c4a0 0x55677737ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.320 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.314+0000 7f3ebbab4740 1 --2- 172.21.15.71:0/520887523 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556777358a30 0x556777366080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.320 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.314+0000 7f3ebbab4740 1 -- 172.21.15.71:0/520887523 >> 172.21.15.71:0/520887523 conn(0x5567773647b0 msgr2=0x556777365970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:22.320 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.314+0000 7f3ebbab4740 1 -- 172.21.15.71:0/520887523 shutdown_connections 2024-09-05T07:45:22.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.314+0000 7f3ebbab4740 1 -- 172.21.15.71:0/520887523 wait complete. 2024-09-05T07:45:22.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.314+0000 7f3ebbab4740 1 -- start start 2024-09-05T07:45:22.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.314+0000 7f3ebbab4740 1 Processor -- start 2024-09-05T07:45:22.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.315+0000 7f3ebbab4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556777358a30 0x5567773610f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:22.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.315+0000 7f3ebbab4740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55677735c4a0 0x556777361630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:22.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.315+0000 7f3ebbab4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735cdc0 0x556777361b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:22.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.315+0000 7f3ebbab4740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3eb41ab580 con 0x55677735c4a0 2024-09-05T07:45:22.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.315+0000 7f3ebbab4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3eb41ac9f0 con 0x556777358a30 2024-09-05T07:45:22.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.315+0000 7f3ebbab4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3eb41abc50 con 0x55677735cdc0 2024-09-05T07:45:22.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.315+0000 7f3ebbab4740 10 client.0 _ll_register_callbacks cb 0x7f3eac00ccc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:22.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.315+0000 7f3eb27fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55677735c4a0 0x556777361630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:22.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.315+0000 7f3eb27fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55677735c4a0 0x556777361630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33658/0 (socket says 172.21.15.71:33658) 2024-09-05T07:45:22.321 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.315+0000 7f3eb27fc640 1 -- 172.21.15.71:0/1108874839 learned_addr learned my addr 172.21.15.71:0/1108874839 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.315+0000 7f3eb2ffd640 1 --2- 172.21.15.71:0/1108874839 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556777358a30 0x5567773610f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.315+0000 7f3eb37fe640 1 --2- 172.21.15.71:0/1108874839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735cdc0 0x556777361b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.315+0000 7f3eb27fc640 1 -- 172.21.15.71:0/1108874839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735cdc0 msgr2=0x556777361b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.315+0000 7f3eb27fc640 1 --2- 172.21.15.71:0/1108874839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735cdc0 0x556777361b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.315+0000 7f3eb27fc640 1 -- 172.21.15.71:0/1108874839 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556777358a30 msgr2=0x5567773610f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.315+0000 7f3eb27fc640 1 --2- 172.21.15.71:0/1108874839 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556777358a30 0x5567773610f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.315+0000 7f3eb27fc640 1 -- 172.21.15.71:0/1108874839 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567773596c0 con 0x55677735c4a0 2024-09-05T07:45:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.315+0000 7f3eb37fe640 1 --2- 172.21.15.71:0/1108874839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735cdc0 0x556777361b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.315+0000 7f3eb27fc640 1 --2- 172.21.15.71:0/1108874839 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55677735c4a0 0x556777361630 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f3ea802a9a0 tx=0x7f3ea8031660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc2df708eab6d869 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.315+0000 7f3e96ff5640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.316+0000 7f3e96ff5640 1 -- 172.21.15.71:0/1108874839 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ea8040040 con 0x55677735c4a0 2024-09-05T07:45:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.316+0000 7f3e96ff5640 1 -- 172.21.15.71:0/1108874839 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7f3ea8004030 con 0x55677735c4a0 2024-09-05T07:45:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.316+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1108874839 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3eac02e070 con 0x55677735c4a0 2024-09-05T07:45:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.316+0000 7f3e96ff5640 1 -- 172.21.15.71:0/1108874839 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3ea8035040 con 0x55677735c4a0 2024-09-05T07:45:22.322 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.316+0000 7f3ebbab4740 10 client.16800 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.316+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1108874839 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5567773e1e00 con 0x55677735c4a0 2024-09-05T07:45:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.316+0000 7f3e96ff5640 1 -- 172.21.15.71:0/1108874839 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3eac02e070 con 0x55677735c4a0 2024-09-05T07:45:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.316+0000 7f3e96ff5640 1 -- 172.21.15.71:0/1108874839 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f3ea8004750 con 0x55677735c4a0 2024-09-05T07:45:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.316+0000 7f3ebbab4740 10 client.16800 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.316+0000 7f3ebbab4740 10 client.16800 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:45:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.316+0000 7f3ebbab4740 20 client.16800 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.316+0000 7f3ebbab4740 1 --2- 172.21.15.71:0/1108874839 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556777367680 0x5567773e40f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.316+0000 7f3ebbab4740 4 client.16800 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:45:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.316+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1108874839 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5567772c9d60 con 0x556777367680 2024-09-05T07:45:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.317+0000 7f3eb2ffd640 1 --2- 172.21.15.71:0/1108874839 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556777367680 0x5567773e40f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.317+0000 7f3eb2ffd640 1 --2- 172.21.15.71:0/1108874839 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556777367680 0x5567773e40f0 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53f95368dbc23416 server_cookie=fd46aafa5fef71d8 in_seq=0 out_seq=0 2024-09-05T07:45:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.317+0000 7f3e96ff5640 10 client.16800 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.318+0000 7f3e96ff5640 1 -- 172.21.15.71:0/1108874839 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5567772c9d60 con 0x556777367680 2024-09-05T07:45:22.323 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.318+0000 7f3e96ff5640 10 client.16800 handle_command_reply: tid=0 2024-09-05T07:45:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.318+0000 7f3ebbab4740 1 client.16800 shutdown 2024-09-05T07:45:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.318+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1108874839 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55677735c4a0 msgr2=0x556777361630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.318+0000 7f3ebbab4740 1 --2- 172.21.15.71:0/1108874839 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55677735c4a0 0x556777361630 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f3ea802a9a0 tx=0x7f3ea8031660 comp rx=0 tx=0).stop 2024-09-05T07:45:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.318+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1108874839 shutdown_connections 2024-09-05T07:45:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.318+0000 7f3ebbab4740 1 --2- 172.21.15.71:0/1108874839 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556777367680 0x5567773e40f0 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.318+0000 7f3ebbab4740 1 --2- 172.21.15.71:0/1108874839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55677735cdc0 0x556777361b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.318+0000 7f3ebbab4740 1 --2- 172.21.15.71:0/1108874839 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55677735c4a0 0x556777361630 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.318+0000 7f3ebbab4740 1 --2- 172.21.15.71:0/1108874839 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556777358a30 0x5567773610f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.318+0000 7f3e96ff5640 0 client.16800 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.318+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1108874839 >> 172.21.15.71:0/1108874839 conn(0x5567773647b0 msgr2=0x556777366190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.318+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1108874839 shutdown_connections 2024-09-05T07:45:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.318+0000 7f3ebbab4740 1 -- 172.21.15.71:0/1108874839 wait complete. 2024-09-05T07:45:22.324 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.318+0000 7f3ebbab4740 20 client.16800 trim_cache size 0 max 16384 2024-09-05T07:45:22.325 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:45:22.325 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T07:45:22.325 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": { 2024-09-05T07:45:22.325 INFO:teuthology.orchestra.run.smithi071.stdout: "eeafa712-b182-46cb-9475-5cf4e7d50c52": { 2024-09-05T07:45:22.325 INFO:teuthology.orchestra.run.smithi071.stdout: "path": "/", 2024-09-05T07:45:22.325 INFO:teuthology.orchestra.run.smithi071.stdout: "tag": "eeafa712-b182-46cb-9475-5cf4e7d50c52", 2024-09-05T07:45:22.325 INFO:teuthology.orchestra.run.smithi071.stdout: "options": "recursive,force" 2024-09-05T07:45:22.325 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:45:22.325 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:45:22.325 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:45:22.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.319+0000 7f3eb96db640 1 -- 172.21.15.71:0/2100296441 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3e9c0a2cf0 msgr2=0x7f3e9c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:22.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.319+0000 7f3eb96db640 1 --2- 172.21.15.71:0/2100296441 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3e9c0a2cf0 0x7f3e9c0a51b0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f3eac00a770 tx=0x7f3eac00ab70 comp rx=0 tx=0).stop 2024-09-05T07:45:22.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.319+0000 7f3eb96db640 1 -- 172.21.15.71:0/2100296441 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3eb4101790 msgr2=0x7f3eb4198300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:22.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.319+0000 7f3eb96db640 1 --2- 172.21.15.71:0/2100296441 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3eb4101790 0x7f3eb4198300 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f3ea400eab0 tx=0x7f3ea400ef70 comp rx=0 tx=0).stop 2024-09-05T07:45:22.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.319+0000 7f3eb96db640 1 -- 172.21.15.71:0/2100296441 shutdown_connections 2024-09-05T07:45:22.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.319+0000 7f3eb96db640 1 --2- 172.21.15.71:0/2100296441 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3e9c0a2cf0 0x7f3e9c0a51b0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.326 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.319+0000 7f3eb96db640 1 --2- 172.21.15.71:0/2100296441 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3eb4105ba0 0x7f3eb419cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.319+0000 7f3eb96db640 1 --2- 172.21.15.71:0/2100296441 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3eb4102110 0x7f3eb4198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.319+0000 7f3eb96db640 1 --2- 172.21.15.71:0/2100296441 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3eb4101790 0x7f3eb4198300 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:22.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.319+0000 7f3eb96db640 1 -- 172.21.15.71:0/2100296441 >> 172.21.15.71:0/2100296441 conn(0x7f3eb4077210 msgr2=0x7f3eb40ffa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:22.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.319+0000 7f3eb96db640 1 -- 172.21.15.71:0/2100296441 shutdown_connections 2024-09-05T07:45:22.327 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:22.319+0000 7f3eb96db640 1 -- 172.21.15.71:0/2100296441 wait complete. 2024-09-05T07:45:22.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:22 smithi123 ceph-mon[34568]: pgmap v207: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 221 B/s wr, 7 op/s 2024-09-05T07:45:22.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:22 smithi123 ceph-mon[34568]: scrub queued for path: / 2024-09-05T07:45:22.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:22 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:45:22.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:22 smithi123 ceph-mon[34568]: scrub summary: active paths [/] 2024-09-05T07:45:22.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:22 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:45:22.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:22 smithi192 ceph-mon[34929]: pgmap v207: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 221 B/s wr, 7 op/s 2024-09-05T07:45:22.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:22 smithi192 ceph-mon[34929]: scrub queued for path: / 2024-09-05T07:45:22.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:22 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:45:22.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:22 smithi192 ceph-mon[34929]: scrub summary: active paths [/] 2024-09-05T07:45:22.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:22 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:45:23.122 INFO:tasks.cephfs.filesystem:scrub status for tag:eeafa712-b182-46cb-9475-5cf4e7d50c52 - {'path': '/', 'tag': 'eeafa712-b182-46cb-9475-5cf4e7d50c52', 'options': 'recursive,force'} 2024-09-05T07:45:24.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:24 smithi071 ceph-mon[30965]: pgmap v208: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:45:24.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:24 smithi123 ceph-mon[34568]: pgmap v208: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:45:24.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:24 smithi192 ceph-mon[34929]: pgmap v208: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:45:26.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:26 smithi071 ceph-mon[30965]: pgmap v209: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:45:26.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:26 smithi071 ceph-mon[30965]: scrub summary: idle 2024-09-05T07:45:26.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:26 smithi123 ceph-mon[34568]: pgmap v209: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:45:26.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:26 smithi123 ceph-mon[34568]: scrub summary: idle 2024-09-05T07:45:26.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:26 smithi192 ceph-mon[34929]: pgmap v209: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:45:26.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:26 smithi192 ceph-mon[34929]: scrub summary: idle 2024-09-05T07:45:28.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:28 smithi071 ceph-mon[30965]: pgmap v210: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:45:28.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:28 smithi123 ceph-mon[34568]: pgmap v210: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:45:28.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:28 smithi192 ceph-mon[34929]: pgmap v210: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:45:30.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:30 smithi071 ceph-mon[30965]: pgmap v211: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-05T07:45:30.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:30 smithi123 ceph-mon[34568]: pgmap v211: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-05T07:45:30.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:30 smithi192 ceph-mon[34929]: pgmap v211: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-05T07:45:32.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:32 smithi071 ceph-mon[30965]: pgmap v212: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-09-05T07:45:32.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:32 smithi123 ceph-mon[34568]: pgmap v212: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-09-05T07:45:32.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:32 smithi192 ceph-mon[34929]: pgmap v212: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-09-05T07:45:34.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:34 smithi071 ceph-mon[30965]: pgmap v213: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:45:34.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:34 smithi123 ceph-mon[34568]: pgmap v213: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:45:34.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:34 smithi192 ceph-mon[34929]: pgmap v213: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:45:36.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:36 smithi071 ceph-mon[30965]: pgmap v214: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:45:36.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:36 smithi123 ceph-mon[34568]: pgmap v214: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:45:36.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:36 smithi192 ceph-mon[34929]: pgmap v214: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:45:38.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:38 smithi071 ceph-mon[30965]: pgmap v215: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:45:38.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:38 smithi123 ceph-mon[34568]: pgmap v215: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:45:38.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:38 smithi192 ceph-mon[34929]: pgmap v215: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:45:40.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:40 smithi071 ceph-mon[30965]: pgmap v216: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:45:40.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:40 smithi123 ceph-mon[34568]: pgmap v216: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:45:40.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:40 smithi192 ceph-mon[34929]: pgmap v216: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:45:42.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:42 smithi071 ceph-mon[30965]: pgmap v217: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:45:42.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:42 smithi123 ceph-mon[34568]: pgmap v217: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:45:42.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:42 smithi192 ceph-mon[34929]: pgmap v217: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:45:44.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:44 smithi071 ceph-mon[30965]: pgmap v218: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:45:44.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:44 smithi123 ceph-mon[34568]: pgmap v218: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:45:44.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:44 smithi192 ceph-mon[34929]: pgmap v218: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:45:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:46 smithi071 ceph-mon[30965]: pgmap v219: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:45:46.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:46 smithi123 ceph-mon[34568]: pgmap v219: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:45:46.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:46 smithi192 ceph-mon[34929]: pgmap v219: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:45:48.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:48 smithi071 ceph-mon[30965]: pgmap v220: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:45:48.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:48 smithi123 ceph-mon[34568]: pgmap v220: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:45:48.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:48 smithi192 ceph-mon[34929]: pgmap v220: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:45:50.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:50 smithi071 ceph-mon[30965]: pgmap v221: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:45:50.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:50 smithi123 ceph-mon[34568]: pgmap v221: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:45:50.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:50 smithi192 ceph-mon[34929]: pgmap v221: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:45:52.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:52 smithi071 ceph-mon[30965]: pgmap v222: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:45:52.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:52 smithi123 ceph-mon[34568]: pgmap v222: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:45:52.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:52 smithi192 ceph-mon[34929]: pgmap v222: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:45:53.123 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:45:53.381 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:45:53.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.938+0000 7f81a408c640 1 -- 172.21.15.71:0/1658758220 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f819c100480 msgr2=0x7f819c100860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:53.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.938+0000 7f81a408c640 1 --2- 172.21.15.71:0/1658758220 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f819c100480 0x7f819c100860 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f8190009ca0 tx=0x7f819002a8c0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.938+0000 7f81a408c640 1 -- 172.21.15.71:0/1658758220 shutdown_connections 2024-09-05T07:45:53.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.938+0000 7f81a408c640 1 --2- 172.21.15.71:0/1658758220 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f819c1055b0 0x7f819c10d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.938+0000 7f81a408c640 1 --2- 172.21.15.71:0/1658758220 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f819c100e30 0x7f819c104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.938+0000 7f81a408c640 1 --2- 172.21.15.71:0/1658758220 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f819c100480 0x7f819c100860 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.938+0000 7f81a408c640 1 -- 172.21.15.71:0/1658758220 >> 172.21.15.71:0/1658758220 conn(0x7f819c077210 msgr2=0x7f819c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:53.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.938+0000 7f81a408c640 1 -- 172.21.15.71:0/1658758220 shutdown_connections 2024-09-05T07:45:53.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.938+0000 7f81a408c640 1 -- 172.21.15.71:0/1658758220 wait complete. 2024-09-05T07:45:53.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.939+0000 7f81a408c640 1 Processor -- start 2024-09-05T07:45:53.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.939+0000 7f81a408c640 1 -- start start 2024-09-05T07:45:53.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.939+0000 7f81a408c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f819c100480 0x7f819c198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:53.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.939+0000 7f81a408c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f819c100e30 0x7f819c1988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:53.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.939+0000 7f81a408c640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f819c1055b0 0x7f819c19cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:53.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.939+0000 7f81a408c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f819c111e40 con 0x7f819c100e30 2024-09-05T07:45:53.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.939+0000 7f81a408c640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f819c111cc0 con 0x7f819c100480 2024-09-05T07:45:53.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.939+0000 7f81a408c640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f819c111fc0 con 0x7f819c1055b0 2024-09-05T07:45:53.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.939+0000 7f81a1627640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f819c100e30 0x7f819c1988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:53.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.940+0000 7f81a1627640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f819c100e30 0x7f819c1988a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32838/0 (socket says 172.21.15.71:32838) 2024-09-05T07:45:53.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.940+0000 7f81a1627640 1 -- 172.21.15.71:0/4150398654 learned_addr learned my addr 172.21.15.71:0/4150398654 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:53.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.940+0000 7f81a1e28640 1 --2- 172.21.15.71:0/4150398654 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f819c100480 0x7f819c198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:53.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.940+0000 7f81a2629640 1 --2- 172.21.15.71:0/4150398654 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f819c1055b0 0x7f819c19cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:53.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.940+0000 7f81a1627640 1 -- 172.21.15.71:0/4150398654 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f819c1055b0 msgr2=0x7f819c19cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:53.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.940+0000 7f81a1627640 1 --2- 172.21.15.71:0/4150398654 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f819c1055b0 0x7f819c19cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.940+0000 7f81a1627640 1 -- 172.21.15.71:0/4150398654 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f819c100480 msgr2=0x7f819c198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:53.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.940+0000 7f81a1627640 1 --2- 172.21.15.71:0/4150398654 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f819c100480 0x7f819c198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.940+0000 7f81a1627640 1 -- 172.21.15.71:0/4150398654 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f819c19d310 con 0x7f819c100e30 2024-09-05T07:45:53.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.940+0000 7f81a1e28640 1 --2- 172.21.15.71:0/4150398654 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f819c100480 0x7f819c198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:53.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.940+0000 7f81a1627640 1 --2- 172.21.15.71:0/4150398654 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f819c100e30 0x7f819c1988a0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f818c00d950 tx=0x7f818c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:53.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.940+0000 7f819affd640 1 -- 172.21.15.71:0/4150398654 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f818c017070 con 0x7f819c100e30 2024-09-05T07:45:53.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.940+0000 7f819affd640 1 -- 172.21.15.71:0/4150398654 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f818c009c30 con 0x7f819c100e30 2024-09-05T07:45:53.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.940+0000 7f81a408c640 1 -- 172.21.15.71:0/4150398654 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f819c19d600 con 0x7f819c100e30 2024-09-05T07:45:53.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.940+0000 7f819affd640 1 -- 172.21.15.71:0/4150398654 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f818c00f620 con 0x7f819c100e30 2024-09-05T07:45:53.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.940+0000 7f81a408c640 1 -- 172.21.15.71:0/4150398654 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f819c1a4ee0 con 0x7f819c100e30 2024-09-05T07:45:53.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.942+0000 7f819affd640 1 -- 172.21.15.71:0/4150398654 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f818c0109a0 con 0x7f819c100e30 2024-09-05T07:45:53.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.943+0000 7f81a6465740 1 Processor -- start 2024-09-05T07:45:53.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.943+0000 7f81a6465740 1 -- start start 2024-09-05T07:45:53.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.943+0000 7f81a6465740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ab94a0 0x556fb9ab9880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:53.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.943+0000 7f81a6465740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556fb9ab9dc0 0x556fb9ac4140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:53.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.943+0000 7f81a6465740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ac4680 0x556fb9ac6a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:53.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.943+0000 7f81a6465740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x556fb9a1f2e0 con 0x556fb9ab94a0 2024-09-05T07:45:53.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.943+0000 7f81a6465740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556fb99c6ce0 con 0x556fb9ac4680 2024-09-05T07:45:53.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.943+0000 7f81a6465740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x556fb9a1b2a0 con 0x556fb9ab9dc0 2024-09-05T07:45:53.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.943+0000 7f81a2629640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ab94a0 0x556fb9ab9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:53.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.943+0000 7f81a2629640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ab94a0 0x556fb9ab9880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32850/0 (socket says 172.21.15.71:32850) 2024-09-05T07:45:53.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.943+0000 7f819affd640 1 --2- 172.21.15.71:0/4150398654 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f81840a2cf0 0x7f81840a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:53.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.943+0000 7f81a2629640 1 -- 172.21.15.71:0/425747738 learned_addr learned my addr 172.21.15.71:0/425747738 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:53.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.943+0000 7f81a1e28640 1 --2- 172.21.15.71:0/425747738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556fb9ab9dc0 0x556fb9ac4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:53.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.944+0000 7f81a2629640 1 --2- 172.21.15.71:0/4150398654 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f81840a2cf0 0x7f81840a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:53.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.944+0000 7f819affd640 1 -- 172.21.15.71:0/4150398654 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7f818c0cf5a0 con 0x7f819c100e30 2024-09-05T07:45:53.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.944+0000 7f81a2629640 1 -- 172.21.15.71:0/425747738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556fb9ab9dc0 msgr2=0x556fb9ac4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:53.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.944+0000 7f81a1627640 1 --2- 172.21.15.71:0/425747738 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ac4680 0x556fb9ac6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:53.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.944+0000 7f81a2629640 1 --2- 172.21.15.71:0/425747738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556fb9ab9dc0 0x556fb9ac4140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.944+0000 7f81a2629640 1 -- 172.21.15.71:0/425747738 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ac4680 msgr2=0x556fb9ac6a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:53.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.944+0000 7f81a2629640 1 --2- 172.21.15.71:0/425747738 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ac4680 0x556fb9ac6a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.944+0000 7f81a2629640 1 -- 172.21.15.71:0/425747738 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556fb99ab440 con 0x556fb9ab94a0 2024-09-05T07:45:53.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.944+0000 7f81a1e28640 1 --2- 172.21.15.71:0/425747738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556fb9ab9dc0 0x556fb9ac4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:53.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.944+0000 7f81a1627640 1 --2- 172.21.15.71:0/425747738 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ac4680 0x556fb9ac6a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:45:53.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.944+0000 7f81a2629640 1 --2- 172.21.15.71:0/425747738 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ab94a0 0x556fb9ab9880 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f81940137c0 tx=0x7f8194013c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ad9dd8e7f5bbcf3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:53.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.944+0000 7f8183fff640 1 -- 172.21.15.71:0/425747738 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f819401d7c0 con 0x556fb9ab94a0 2024-09-05T07:45:53.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.944+0000 7f8183fff640 1 -- 172.21.15.71:0/425747738 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8194022070 con 0x556fb9ab94a0 2024-09-05T07:45:53.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.944+0000 7f8183fff640 1 -- 172.21.15.71:0/425747738 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f819401c930 con 0x556fb9ab94a0 2024-09-05T07:45:53.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.945+0000 7f81a6465740 1 -- 172.21.15.71:0/425747738 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ab94a0 msgr2=0x556fb9ab9880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:53.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.945+0000 7f81a6465740 1 --2- 172.21.15.71:0/425747738 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ab94a0 0x556fb9ab9880 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f81940137c0 tx=0x7f8194013c80 comp rx=0 tx=0).stop 2024-09-05T07:45:53.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.945+0000 7f81a2629640 1 --2- 172.21.15.71:0/4150398654 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f81840a2cf0 0x7f81840a51b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f8194021000 tx=0x7f819401f000 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:53.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.945+0000 7f81a6465740 1 -- 172.21.15.71:0/425747738 shutdown_connections 2024-09-05T07:45:53.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.945+0000 7f81a6465740 1 --2- 172.21.15.71:0/425747738 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ac4680 0x556fb9ac6a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.945+0000 7f81a6465740 1 --2- 172.21.15.71:0/425747738 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556fb9ab9dc0 0x556fb9ac4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.945+0000 7f81a6465740 1 --2- 172.21.15.71:0/425747738 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ab94a0 0x556fb9ab9880 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.945+0000 7f81a6465740 1 -- 172.21.15.71:0/425747738 >> 172.21.15.71:0/425747738 conn(0x556fb9ab5a30 msgr2=0x556fb9ab5e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:53.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.945+0000 7f81a6465740 1 -- 172.21.15.71:0/425747738 shutdown_connections 2024-09-05T07:45:53.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.945+0000 7f81a6465740 1 -- 172.21.15.71:0/425747738 wait complete. 2024-09-05T07:45:53.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.945+0000 7f81a6465740 1 -- start start 2024-09-05T07:45:53.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.945+0000 7f81a6465740 1 Processor -- start 2024-09-05T07:45:53.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81a6465740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556fb9ab94a0 0x556fb9ac3f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:53.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81a6465740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ab9dc0 0x556fb9ac1230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:53.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81a6465740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ac4680 0x556fb9ac1770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:53.961 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81a6465740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x556fb9ac7250 con 0x556fb9ab9dc0 2024-09-05T07:45:53.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81a6465740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556fb99da050 con 0x556fb9ac4680 2024-09-05T07:45:53.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81a6465740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x556fb9ac73d0 con 0x556fb9ab94a0 2024-09-05T07:45:53.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81a6465740 10 client.0 _ll_register_callbacks cb 0x556fb9a1a160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:53.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81a1627640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ab9dc0 0x556fb9ac1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:53.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81a1627640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ab9dc0 0x556fb9ac1230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32864/0 (socket says 172.21.15.71:32864) 2024-09-05T07:45:53.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81a1627640 1 -- 172.21.15.71:0/2125345827 learned_addr learned my addr 172.21.15.71:0/2125345827 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:53.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81a2629640 1 --2- 172.21.15.71:0/2125345827 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ac4680 0x556fb9ac1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:53.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81a1e28640 1 --2- 172.21.15.71:0/2125345827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556fb9ab94a0 0x556fb9ac3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:53.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81a1627640 1 -- 172.21.15.71:0/2125345827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556fb9ab94a0 msgr2=0x556fb9ac3f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:53.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81a1627640 1 --2- 172.21.15.71:0/2125345827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556fb9ab94a0 0x556fb9ac3f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.962 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81a1627640 1 -- 172.21.15.71:0/2125345827 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ac4680 msgr2=0x556fb9ac1770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:53.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81a1627640 1 --2- 172.21.15.71:0/2125345827 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ac4680 0x556fb9ac1770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81a1627640 1 -- 172.21.15.71:0/2125345827 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556fb97903c0 con 0x556fb9ab9dc0 2024-09-05T07:45:53.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81a1627640 1 --2- 172.21.15.71:0/2125345827 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ab9dc0 0x556fb9ac1230 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f818c09b370 tx=0x7f818c086190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be77197900791889 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:53.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81817fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:53.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81817fa640 1 -- 172.21.15.71:0/2125345827 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f818c020040 con 0x556fb9ab9dc0 2024-09-05T07:45:53.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81817fa640 1 -- 172.21.15.71:0/2125345827 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7f818c097ce0 con 0x556fb9ab9dc0 2024-09-05T07:45:53.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.946+0000 7f81a6465740 1 -- 172.21.15.71:0/2125345827 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8194022070 con 0x556fb9ab9dc0 2024-09-05T07:45:53.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.947+0000 7f81817fa640 1 -- 172.21.15.71:0/2125345827 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f818c09b670 con 0x556fb9ab9dc0 2024-09-05T07:45:53.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.947+0000 7f81a6465740 10 client.16812 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:53.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.947+0000 7f81a6465740 1 -- 172.21.15.71:0/2125345827 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556fb9ad2be0 con 0x556fb9ab9dc0 2024-09-05T07:45:53.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.947+0000 7f81817fa640 1 -- 172.21.15.71:0/2125345827 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8194022070 con 0x556fb9ab9dc0 2024-09-05T07:45:53.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.947+0000 7f81817fa640 1 -- 172.21.15.71:0/2125345827 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f818c084cd0 con 0x556fb9ab9dc0 2024-09-05T07:45:53.963 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.947+0000 7f81a6465740 10 client.16812 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:53.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.947+0000 7f81a6465740 10 client.16812 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:45:53.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.947+0000 7f81a6465740 20 client.16812 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:53.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.947+0000 7f81a6465740 1 --2- 172.21.15.71:0/2125345827 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556fb9ad3ff0 0x556fb9ad63e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:53.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.947+0000 7f81a6465740 4 client.16812 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:45:53.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.947+0000 7f81a6465740 1 -- 172.21.15.71:0/2125345827 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556fb9a2c850 con 0x556fb9ad3ff0 2024-09-05T07:45:53.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.947+0000 7f81a1e28640 1 --2- 172.21.15.71:0/2125345827 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556fb9ad3ff0 0x556fb9ad63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:53.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.948+0000 7f81817fa640 10 client.16812 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:53.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.948+0000 7f81a1e28640 1 --2- 172.21.15.71:0/2125345827 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556fb9ad3ff0 0x556fb9ad63e0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7f6aa8a569233b48 server_cookie=282b644d50df11c2 in_seq=0 out_seq=0 2024-09-05T07:45:53.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.949+0000 7f81817fa640 1 -- 172.21.15.71:0/2125345827 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556fb9a2c850 con 0x556fb9ad3ff0 2024-09-05T07:45:53.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.949+0000 7f81817fa640 10 client.16812 handle_command_reply: tid=0 2024-09-05T07:45:53.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.949+0000 7f81a6465740 1 client.16812 shutdown 2024-09-05T07:45:53.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.949+0000 7f81a6465740 1 -- 172.21.15.71:0/2125345827 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ab9dc0 msgr2=0x556fb9ac1230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:53.964 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.949+0000 7f81a6465740 1 --2- 172.21.15.71:0/2125345827 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ab9dc0 0x556fb9ac1230 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f818c09b370 tx=0x7f818c086190 comp rx=0 tx=0).stop 2024-09-05T07:45:53.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.949+0000 7f81a6465740 1 -- 172.21.15.71:0/2125345827 shutdown_connections 2024-09-05T07:45:53.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.949+0000 7f81a6465740 1 --2- 172.21.15.71:0/2125345827 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556fb9ad3ff0 0x556fb9ad63e0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.949+0000 7f81a6465740 1 --2- 172.21.15.71:0/2125345827 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ac4680 0x556fb9ac1770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.949+0000 7f81a6465740 1 --2- 172.21.15.71:0/2125345827 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ab9dc0 0x556fb9ac1230 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.949+0000 7f81817fa640 0 client.16812 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:53.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.949+0000 7f81a6465740 1 --2- 172.21.15.71:0/2125345827 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556fb9ab94a0 0x556fb9ac3f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.949+0000 7f81a6465740 1 -- 172.21.15.71:0/2125345827 >> 172.21.15.71:0/2125345827 conn(0x556fb9ab5a30 msgr2=0x556fb9abb710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:53.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.949+0000 7f81a6465740 1 -- 172.21.15.71:0/2125345827 shutdown_connections 2024-09-05T07:45:53.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.949+0000 7f81a6465740 1 -- 172.21.15.71:0/2125345827 wait complete. 2024-09-05T07:45:53.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.949+0000 7f81a6465740 20 client.16812 trim_cache size 0 max 16384 2024-09-05T07:45:53.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.966+0000 7f81a6465740 1 Processor -- start 2024-09-05T07:45:53.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.966+0000 7f81a6465740 1 -- start start 2024-09-05T07:45:53.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.966+0000 7f81a6465740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556fb9ab94a0 0x556fb9ad04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:53.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.966+0000 7f81a6465740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ab9dc0 0x556fb9abc7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:53.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.966+0000 7f81a6465740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ac4680 0x556fb9adbc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:53.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.966+0000 7f81a6465740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f819c1b1ae0 con 0x556fb9ac4680 2024-09-05T07:45:53.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.966+0000 7f81a6465740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f819c1af3b0 con 0x556fb9ab9dc0 2024-09-05T07:45:53.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.966+0000 7f81a6465740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f819c1ad220 con 0x556fb9ab94a0 2024-09-05T07:45:53.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.966+0000 7f81a2629640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ac4680 0x556fb9adbc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:53.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.966+0000 7f81a2629640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ac4680 0x556fb9adbc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32868/0 (socket says 172.21.15.71:32868) 2024-09-05T07:45:53.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.966+0000 7f81a2629640 1 -- 172.21.15.71:0/2009685035 learned_addr learned my addr 172.21.15.71:0/2009685035 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:53.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.966+0000 7f81a1627640 1 --2- 172.21.15.71:0/2009685035 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ab9dc0 0x556fb9abc7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:53.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.966+0000 7f81a2629640 1 -- 172.21.15.71:0/2009685035 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556fb9ab94a0 msgr2=0x556fb9ad04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:53.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.966+0000 7f81a1e28640 1 --2- 172.21.15.71:0/2009685035 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556fb9ab94a0 0x556fb9ad04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:53.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.966+0000 7f81a2629640 1 --2- 172.21.15.71:0/2009685035 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556fb9ab94a0 0x556fb9ad04b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.966+0000 7f81a2629640 1 -- 172.21.15.71:0/2009685035 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ab9dc0 msgr2=0x556fb9abc7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:53.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.966+0000 7f81a2629640 1 --2- 172.21.15.71:0/2009685035 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ab9dc0 0x556fb9abc7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.966+0000 7f81a2629640 1 -- 172.21.15.71:0/2009685035 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556fb9ac3ba0 con 0x556fb9ac4680 2024-09-05T07:45:53.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.966+0000 7f81a1627640 1 --2- 172.21.15.71:0/2009685035 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ab9dc0 0x556fb9abc7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:53.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.967+0000 7f81a2629640 1 --2- 172.21.15.71:0/2009685035 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ac4680 0x556fb9adbc90 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f819400b450 tx=0x7f8194005690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=692ecfeddbf098ef server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:53.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.967+0000 7f81837fe640 1 -- 172.21.15.71:0/2009685035 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f819401cc00 con 0x556fb9ac4680 2024-09-05T07:45:53.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.967+0000 7f81837fe640 1 -- 172.21.15.71:0/2009685035 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8194034070 con 0x556fb9ac4680 2024-09-05T07:45:53.969 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.967+0000 7f81837fe640 1 -- 172.21.15.71:0/2009685035 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f819401c870 con 0x556fb9ac4680 2024-09-05T07:45:53.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.967+0000 7f81a6465740 1 -- 172.21.15.71:0/2009685035 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ac4680 msgr2=0x556fb9adbc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:53.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.967+0000 7f81a6465740 1 --2- 172.21.15.71:0/2009685035 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ac4680 0x556fb9adbc90 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f819400b450 tx=0x7f8194005690 comp rx=0 tx=0).stop 2024-09-05T07:45:53.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.967+0000 7f81a6465740 1 -- 172.21.15.71:0/2009685035 shutdown_connections 2024-09-05T07:45:53.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.967+0000 7f81a6465740 1 --2- 172.21.15.71:0/2009685035 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ac4680 0x556fb9adbc90 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.967+0000 7f81a6465740 1 --2- 172.21.15.71:0/2009685035 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ab9dc0 0x556fb9abc7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.967+0000 7f81a6465740 1 --2- 172.21.15.71:0/2009685035 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556fb9ab94a0 0x556fb9ad04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.967+0000 7f81a6465740 1 -- 172.21.15.71:0/2009685035 >> 172.21.15.71:0/2009685035 conn(0x556fb9ab5a30 msgr2=0x556fb9abc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:53.975 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.968+0000 7f81a6465740 1 -- 172.21.15.71:0/2009685035 shutdown_connections 2024-09-05T07:45:53.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.968+0000 7f81a6465740 1 -- 172.21.15.71:0/2009685035 wait complete. 2024-09-05T07:45:53.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.968+0000 7f81a6465740 1 -- start start 2024-09-05T07:45:53.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.968+0000 7f81a6465740 1 Processor -- start 2024-09-05T07:45:53.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.968+0000 7f81a6465740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556fb9ab94a0 0x556fb9accf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:53.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.968+0000 7f81a6465740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ab9dc0 0x556fb9ac8260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:53.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.968+0000 7f81a6465740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ac4680 0x556fb9ac89f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:53.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.968+0000 7f81a6465740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f819c1ad870 con 0x556fb9ac4680 2024-09-05T07:45:53.976 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.968+0000 7f81a6465740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f819c1aece0 con 0x556fb9ab9dc0 2024-09-05T07:45:53.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.968+0000 7f81a6465740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f819c1adf40 con 0x556fb9ab94a0 2024-09-05T07:45:53.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.968+0000 7f81a6465740 10 client.0 _ll_register_callbacks cb 0x7f818c097250 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:53.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.968+0000 7f81a2629640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ac4680 0x556fb9ac89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:53.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.968+0000 7f81a2629640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ac4680 0x556fb9ac89f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32872/0 (socket says 172.21.15.71:32872) 2024-09-05T07:45:53.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.968+0000 7f81a2629640 1 -- 172.21.15.71:0/3492036711 learned_addr learned my addr 172.21.15.71:0/3492036711 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:53.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.969+0000 7f81a1627640 1 --2- 172.21.15.71:0/3492036711 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ab9dc0 0x556fb9ac8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:53.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.969+0000 7f81a2629640 1 -- 172.21.15.71:0/3492036711 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556fb9ab94a0 msgr2=0x556fb9accf30 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T07:45:53.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.969+0000 7f81a2629640 1 --2- 172.21.15.71:0/3492036711 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556fb9ab94a0 0x556fb9accf30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.969+0000 7f81a2629640 1 -- 172.21.15.71:0/3492036711 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ab9dc0 msgr2=0x556fb9ac8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:53.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.969+0000 7f81a2629640 1 --2- 172.21.15.71:0/3492036711 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ab9dc0 0x556fb9ac8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.969+0000 7f81a2629640 1 -- 172.21.15.71:0/3492036711 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556fb9b42070 con 0x556fb9ac4680 2024-09-05T07:45:53.977 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.969+0000 7f81a1627640 1 --2- 172.21.15.71:0/3492036711 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ab9dc0 0x556fb9ac8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:53.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.969+0000 7f81a2629640 1 --2- 172.21.15.71:0/3492036711 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ac4680 0x556fb9ac89f0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f819401c550 tx=0x7f8194005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e50205a23b7b859 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:53.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.969+0000 7f81817fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:53.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.969+0000 7f81817fa640 1 -- 172.21.15.71:0/3492036711 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f819403d070 con 0x556fb9ac4680 2024-09-05T07:45:53.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.969+0000 7f81a6465740 1 -- 172.21.15.71:0/3492036711 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8194034070 con 0x556fb9ac4680 2024-09-05T07:45:53.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.969+0000 7f81817fa640 1 -- 172.21.15.71:0/3492036711 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7f819401ce00 con 0x556fb9ac4680 2024-09-05T07:45:53.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.969+0000 7f81817fa640 1 -- 172.21.15.71:0/3492036711 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f819401c5f0 con 0x556fb9ac4680 2024-09-05T07:45:53.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.969+0000 7f81a6465740 10 client.16818 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:53.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.969+0000 7f81a6465740 1 -- 172.21.15.71:0/3492036711 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556fb9b43240 con 0x556fb9ac4680 2024-09-05T07:45:53.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.970+0000 7f81817fa640 1 -- 172.21.15.71:0/3492036711 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8194034070 con 0x556fb9ac4680 2024-09-05T07:45:53.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.970+0000 7f81817fa640 1 -- 172.21.15.71:0/3492036711 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f819401d980 con 0x556fb9ac4680 2024-09-05T07:45:53.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.970+0000 7f81a6465740 10 client.16818 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:53.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.970+0000 7f81a6465740 10 client.16818 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:45:53.978 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.970+0000 7f81a6465740 20 client.16818 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:53.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.970+0000 7f81a6465740 1 --2- 172.21.15.71:0/3492036711 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556fb9b43710 0x556fb9b45b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:53.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.970+0000 7f81a6465740 4 client.16818 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:45:53.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.970+0000 7f81a6465740 1 -- 172.21.15.71:0/3492036711 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556fb9ac1b00 con 0x556fb9b43710 2024-09-05T07:45:53.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.970+0000 7f81a1e28640 1 --2- 172.21.15.71:0/3492036711 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556fb9b43710 0x556fb9b45b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:53.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.970+0000 7f81a1e28640 1 --2- 172.21.15.71:0/3492036711 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556fb9b43710 0x556fb9b45b00 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db18ab6c74dd8417 server_cookie=86489d9bf9a6b861 in_seq=0 out_seq=0 2024-09-05T07:45:53.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.970+0000 7f81817fa640 10 client.16818 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:53.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.971+0000 7f81817fa640 1 -- 172.21.15.71:0/3492036711 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x556fb9ac1b00 con 0x556fb9b43710 2024-09-05T07:45:53.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.971+0000 7f81817fa640 10 client.16818 handle_command_reply: tid=0 2024-09-05T07:45:53.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.971+0000 7f81a6465740 1 client.16818 shutdown 2024-09-05T07:45:53.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.971+0000 7f81a6465740 1 -- 172.21.15.71:0/3492036711 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ac4680 msgr2=0x556fb9ac89f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:53.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.971+0000 7f81a6465740 1 --2- 172.21.15.71:0/3492036711 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ac4680 0x556fb9ac89f0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f819401c550 tx=0x7f8194005c50 comp rx=0 tx=0).stop 2024-09-05T07:45:53.979 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.971+0000 7f81a6465740 1 -- 172.21.15.71:0/3492036711 shutdown_connections 2024-09-05T07:45:53.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.971+0000 7f81a6465740 1 --2- 172.21.15.71:0/3492036711 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556fb9b43710 0x556fb9b45b00 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.971+0000 7f81a6465740 1 --2- 172.21.15.71:0/3492036711 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556fb9ac4680 0x556fb9ac89f0 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.971+0000 7f81a6465740 1 --2- 172.21.15.71:0/3492036711 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556fb9ab9dc0 0x556fb9ac8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.971+0000 7f81817fa640 0 client.16818 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:45:53.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.971+0000 7f81a6465740 1 --2- 172.21.15.71:0/3492036711 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556fb9ab94a0 0x556fb9accf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.971+0000 7f81a6465740 1 -- 172.21.15.71:0/3492036711 >> 172.21.15.71:0/3492036711 conn(0x556fb9ab5a30 msgr2=0x556fb9ac32b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:53.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.971+0000 7f81a6465740 1 -- 172.21.15.71:0/3492036711 shutdown_connections 2024-09-05T07:45:53.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.971+0000 7f81a6465740 1 -- 172.21.15.71:0/3492036711 wait complete. 2024-09-05T07:45:53.980 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.971+0000 7f81a6465740 20 client.16818 trim_cache size 0 max 16384 2024-09-05T07:45:53.980 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:45:53.981 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "no active scrubs running", 2024-09-05T07:45:53.981 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": {} 2024-09-05T07:45:53.981 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:45:53.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.971+0000 7f81a408c640 1 -- 172.21.15.71:0/4150398654 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f81840a2cf0 msgr2=0x7f81840a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:53.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.971+0000 7f81a408c640 1 --2- 172.21.15.71:0/4150398654 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f81840a2cf0 0x7f81840a51b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f8194021000 tx=0x7f819401f000 comp rx=0 tx=0).stop 2024-09-05T07:45:53.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.971+0000 7f81a408c640 1 -- 172.21.15.71:0/4150398654 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f819c100e30 msgr2=0x7f819c1988a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:53.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.971+0000 7f81a408c640 1 --2- 172.21.15.71:0/4150398654 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f819c100e30 0x7f819c1988a0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f818c00d950 tx=0x7f818c00de10 comp rx=0 tx=0).stop 2024-09-05T07:45:53.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.972+0000 7f81a408c640 1 -- 172.21.15.71:0/4150398654 shutdown_connections 2024-09-05T07:45:53.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.972+0000 7f81a408c640 1 --2- 172.21.15.71:0/4150398654 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f81840a2cf0 0x7f81840a51b0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.972+0000 7f81a408c640 1 --2- 172.21.15.71:0/4150398654 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f819c1055b0 0x7f819c19cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.972+0000 7f81a408c640 1 --2- 172.21.15.71:0/4150398654 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f819c100e30 0x7f819c1988a0 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.972+0000 7f81a408c640 1 --2- 172.21.15.71:0/4150398654 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f819c100480 0x7f819c198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:53.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.972+0000 7f81a408c640 1 -- 172.21.15.71:0/4150398654 >> 172.21.15.71:0/4150398654 conn(0x7f819c077210 msgr2=0x7f819c1038f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:53.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.972+0000 7f81a408c640 1 -- 172.21.15.71:0/4150398654 shutdown_connections 2024-09-05T07:45:53.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:53.972+0000 7f81a408c640 1 -- 172.21.15.71:0/4150398654 wait complete. 2024-09-05T07:45:54.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:54 smithi071 ceph-mon[30965]: pgmap v223: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:45:54.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:54 smithi123 ceph-mon[34568]: pgmap v223: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:45:54.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:54 smithi192 ceph-mon[34929]: pgmap v223: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:45:54.789 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T07:45:54.789 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:45:55.046 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:45:55.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:55 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:45:55.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:55 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:45:55.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:55 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:45:55.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.531+0000 7f1b96ca3640 1 -- 172.21.15.71:0/719598699 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b901027c0 msgr2=0x7f1b90106810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:55.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.531+0000 7f1b96ca3640 1 --2- 172.21.15.71:0/719598699 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b901027c0 0x7f1b90106810 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f1b80009900 tx=0x7f1b8002a410 comp rx=0 tx=0).stop 2024-09-05T07:45:55.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.531+0000 7f1b96ca3640 1 -- 172.21.15.71:0/719598699 shutdown_connections 2024-09-05T07:45:55.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.531+0000 7f1b96ca3640 1 --2- 172.21.15.71:0/719598699 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1b90106f40 0x7f1b9010eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:55.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.531+0000 7f1b96ca3640 1 --2- 172.21.15.71:0/719598699 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b901027c0 0x7f1b90106810 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:55.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.531+0000 7f1b96ca3640 1 --2- 172.21.15.71:0/719598699 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1b90101e10 0x7f1b901021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:55.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.531+0000 7f1b96ca3640 1 -- 172.21.15.71:0/719598699 >> 172.21.15.71:0/719598699 conn(0x7f1b900fd8d0 msgr2=0x7f1b900ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:55.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.531+0000 7f1b96ca3640 1 -- 172.21.15.71:0/719598699 shutdown_connections 2024-09-05T07:45:55.541 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.531+0000 7f1b96ca3640 1 -- 172.21.15.71:0/719598699 wait complete. 2024-09-05T07:45:55.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.531+0000 7f1b96ca3640 1 Processor -- start 2024-09-05T07:45:55.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.531+0000 7f1b96ca3640 1 -- start start 2024-09-05T07:45:55.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.531+0000 7f1b96ca3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1b90101e10 0x7f1b90198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:55.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.531+0000 7f1b96ca3640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1b901027c0 0x7f1b90198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:55.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.531+0000 7f1b96ca3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b90106f40 0x7f1b9019cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:55.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.531+0000 7f1b96ca3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f1b90111e50 con 0x7f1b90106f40 2024-09-05T07:45:55.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.531+0000 7f1b96ca3640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f1b90111cd0 con 0x7f1b901027c0 2024-09-05T07:45:55.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.531+0000 7f1b96ca3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f1b90111fd0 con 0x7f1b90101e10 2024-09-05T07:45:55.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.532+0000 7f1b95240640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b90106f40 0x7f1b9019cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:55.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.532+0000 7f1b87fff640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1b901027c0 0x7f1b90198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:55.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.532+0000 7f1b87fff640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1b901027c0 0x7f1b90198950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:40878/0 (socket says 172.21.15.71:40878) 2024-09-05T07:45:55.542 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.532+0000 7f1b95240640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b90106f40 0x7f1b9019cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32882/0 (socket says 172.21.15.71:32882) 2024-09-05T07:45:55.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.532+0000 7f1b87fff640 1 -- 172.21.15.71:0/3682972411 learned_addr learned my addr 172.21.15.71:0/3682972411 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:55.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.532+0000 7f1b94a3f640 1 --2- 172.21.15.71:0/3682972411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1b90101e10 0x7f1b90198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:55.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.532+0000 7f1b87fff640 1 -- 172.21.15.71:0/3682972411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1b90101e10 msgr2=0x7f1b90198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:55.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.532+0000 7f1b87fff640 1 --2- 172.21.15.71:0/3682972411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1b90101e10 0x7f1b90198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:55.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.532+0000 7f1b87fff640 1 -- 172.21.15.71:0/3682972411 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b90106f40 msgr2=0x7f1b9019cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:55.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.532+0000 7f1b87fff640 1 --2- 172.21.15.71:0/3682972411 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b90106f40 0x7f1b9019cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:55.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.532+0000 7f1b87fff640 1 -- 172.21.15.71:0/3682972411 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b9019d3c0 con 0x7f1b901027c0 2024-09-05T07:45:55.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.532+0000 7f1b95240640 1 --2- 172.21.15.71:0/3682972411 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b90106f40 0x7f1b9019cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:45:55.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.532+0000 7f1b87fff640 1 --2- 172.21.15.71:0/3682972411 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1b901027c0 0x7f1b90198950 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1b80005940 tx=0x7f1b800042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:55.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.532+0000 7f1b85ffb640 1 -- 172.21.15.71:0/3682972411 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b8003f030 con 0x7f1b901027c0 2024-09-05T07:45:55.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.532+0000 7f1b85ffb640 1 -- 172.21.15.71:0/3682972411 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b80003cb0 con 0x7f1b901027c0 2024-09-05T07:45:55.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.532+0000 7f1b96ca3640 1 -- 172.21.15.71:0/3682972411 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b9019d650 con 0x7f1b901027c0 2024-09-05T07:45:55.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.532+0000 7f1b85ffb640 1 -- 172.21.15.71:0/3682972411 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b80035070 con 0x7f1b901027c0 2024-09-05T07:45:55.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.533+0000 7f1b96ca3640 1 -- 172.21.15.71:0/3682972411 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b901a4f90 con 0x7f1b901027c0 2024-09-05T07:45:55.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.533+0000 7f1b96ca3640 1 -- 172.21.15.71:0/3682972411 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b901021f0 con 0x7f1b901027c0 2024-09-05T07:45:55.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.535+0000 7f1b85ffb640 1 -- 172.21.15.71:0/3682972411 <== mon.2 v2:172.21.15.123:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f1b80042030 con 0x7f1b901027c0 2024-09-05T07:45:55.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.535+0000 7f1b85ffb640 1 --2- 172.21.15.71:0/3682972411 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f1b780a2cf0 0x7f1b780a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:55.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.535+0000 7f1b94a3f640 1 --2- 172.21.15.71:0/3682972411 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f1b780a2cf0 0x7f1b780a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:55.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.536+0000 7f1b85ffb640 1 -- 172.21.15.71:0/3682972411 <== mon.2 v2:172.21.15.123:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7f1b800f0260 con 0x7f1b901027c0 2024-09-05T07:45:55.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.536+0000 7f1b94a3f640 1 --2- 172.21.15.71:0/3682972411 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f1b780a2cf0 0x7f1b780a51b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c009bd0 tx=0x7f1b8c005f90 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:55.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.539+0000 7f1b85ffb640 1 -- 172.21.15.71:0/3682972411 <== mon.2 v2:172.21.15.123:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1b800bc3e0 con 0x7f1b901027c0 2024-09-05T07:45:55.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.742+0000 7f1b96ca3640 1 -- 172.21.15.71:0/3682972411 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1b9010a180 con 0x7f1b901027c0 2024-09-05T07:45:55.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.743+0000 7f1b85ffb640 1 -- 172.21.15.71:0/3682972411 <== mon.2 v2:172.21.15.123:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7f1b800c06e0 con 0x7f1b901027c0 2024-09-05T07:45:55.744 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:45:55.744 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:45:55.745 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:45:55.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.745+0000 7f1b96ca3640 1 -- 172.21.15.71:0/3682972411 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f1b780a2cf0 msgr2=0x7f1b780a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:55.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.745+0000 7f1b96ca3640 1 --2- 172.21.15.71:0/3682972411 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f1b780a2cf0 0x7f1b780a51b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c009bd0 tx=0x7f1b8c005f90 comp rx=0 tx=0).stop 2024-09-05T07:45:55.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.745+0000 7f1b96ca3640 1 -- 172.21.15.71:0/3682972411 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1b901027c0 msgr2=0x7f1b90198950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:55.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.745+0000 7f1b96ca3640 1 --2- 172.21.15.71:0/3682972411 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1b901027c0 0x7f1b90198950 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1b80005940 tx=0x7f1b800042f0 comp rx=0 tx=0).stop 2024-09-05T07:45:55.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.746+0000 7f1b96ca3640 1 -- 172.21.15.71:0/3682972411 shutdown_connections 2024-09-05T07:45:55.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.746+0000 7f1b96ca3640 1 --2- 172.21.15.71:0/3682972411 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f1b780a2cf0 0x7f1b780a51b0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:55.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.746+0000 7f1b96ca3640 1 --2- 172.21.15.71:0/3682972411 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1b90106f40 0x7f1b9019cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:55.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.746+0000 7f1b96ca3640 1 --2- 172.21.15.71:0/3682972411 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f1b901027c0 0x7f1b90198950 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:55.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.746+0000 7f1b96ca3640 1 --2- 172.21.15.71:0/3682972411 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f1b90101e10 0x7f1b90198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:55.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.746+0000 7f1b96ca3640 1 -- 172.21.15.71:0/3682972411 >> 172.21.15.71:0/3682972411 conn(0x7f1b900fd8d0 msgr2=0x7f1b900fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:55.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.746+0000 7f1b96ca3640 1 -- 172.21.15.71:0/3682972411 shutdown_connections 2024-09-05T07:45:55.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:55.746+0000 7f1b96ca3640 1 -- 172.21.15.71:0/3682972411 wait complete. 2024-09-05T07:45:56.371 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:56 smithi071 ceph-mon[30965]: pgmap v224: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:45:56.371 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:56 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:45:56.372 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:56 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:45:56.372 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:56 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:45:56.372 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:56 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3682972411' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:45:56.399 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T07:45:56.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:56 smithi123 ceph-mon[34568]: pgmap v224: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:45:56.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:56 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:45:56.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:56 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:45:56.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:56 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:45:56.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:56 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3682972411' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:45:56.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:56 smithi192 ceph-mon[34929]: pgmap v224: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:45:56.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:56 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:45:56.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:56 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:45:56.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:56 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:45:56.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:56 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3682972411' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:45:56.645 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:45:57.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.131+0000 7fd8259a5640 1 -- 172.21.15.71:0/1660364814 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd820106f20 msgr2=0x7fd82010eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:57.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.131+0000 7fd8259a5640 1 --2- 172.21.15.71:0/1660364814 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd820106f20 0x7fd82010eaa0 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7fd818009900 tx=0x7fd81802a410 comp rx=0 tx=0).stop 2024-09-05T07:45:57.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.131+0000 7fd8259a5640 1 -- 172.21.15.71:0/1660364814 shutdown_connections 2024-09-05T07:45:57.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.131+0000 7fd8259a5640 1 --2- 172.21.15.71:0/1660364814 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd820106f20 0x7fd82010eaa0 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.131+0000 7fd8259a5640 1 --2- 172.21.15.71:0/1660364814 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd8201027a0 0x7fd8201067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.131+0000 7fd8259a5640 1 --2- 172.21.15.71:0/1660364814 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd820101df0 0x7fd8201021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.163 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.131+0000 7fd8259a5640 1 -- 172.21.15.71:0/1660364814 >> 172.21.15.71:0/1660364814 conn(0x7fd8200fd8f0 msgr2=0x7fd8200ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:57.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.131+0000 7fd8259a5640 1 -- 172.21.15.71:0/1660364814 shutdown_connections 2024-09-05T07:45:57.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.131+0000 7fd8259a5640 1 -- 172.21.15.71:0/1660364814 wait complete. 2024-09-05T07:45:57.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.131+0000 7fd8259a5640 1 Processor -- start 2024-09-05T07:45:57.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.131+0000 7fd8259a5640 1 -- start start 2024-09-05T07:45:57.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.132+0000 7fd8259a5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd820101df0 0x7fd8201983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:57.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.132+0000 7fd8259a5640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd8201027a0 0x7fd8201988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:57.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.132+0000 7fd8259a5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd820106f20 0x7fd82019cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:57.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.132+0000 7fd8259a5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd820111e70 con 0x7fd820101df0 2024-09-05T07:45:57.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.132+0000 7fd8259a5640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd820111cf0 con 0x7fd8201027a0 2024-09-05T07:45:57.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.132+0000 7fd8259a5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd820111ff0 con 0x7fd820106f20 2024-09-05T07:45:57.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.132+0000 7fd81effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd820101df0 0x7fd8201983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:57.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.132+0000 7fd81effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd820101df0 0x7fd8201983b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32898/0 (socket says 172.21.15.71:32898) 2024-09-05T07:45:57.164 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.132+0000 7fd81effd640 1 -- 172.21.15.71:0/2049835777 learned_addr learned my addr 172.21.15.71:0/2049835777 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:57.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.132+0000 7fd81f7fe640 1 --2- 172.21.15.71:0/2049835777 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd820106f20 0x7fd82019cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:57.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.132+0000 7fd81e7fc640 1 --2- 172.21.15.71:0/2049835777 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd8201027a0 0x7fd8201988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:57.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.132+0000 7fd81effd640 1 -- 172.21.15.71:0/2049835777 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd820106f20 msgr2=0x7fd82019cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:57.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.132+0000 7fd81effd640 1 --2- 172.21.15.71:0/2049835777 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd820106f20 0x7fd82019cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.132+0000 7fd81effd640 1 -- 172.21.15.71:0/2049835777 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd8201027a0 msgr2=0x7fd8201988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:57.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.132+0000 7fd81effd640 1 --2- 172.21.15.71:0/2049835777 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd8201027a0 0x7fd8201988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.132+0000 7fd81effd640 1 -- 172.21.15.71:0/2049835777 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd82019d360 con 0x7fd820101df0 2024-09-05T07:45:57.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.132+0000 7fd81effd640 1 --2- 172.21.15.71:0/2049835777 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd820101df0 0x7fd8201983b0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fd81000cce0 tx=0x7fd81000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:57.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.132+0000 7fd8249a3640 1 -- 172.21.15.71:0/2049835777 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd810004b20 con 0x7fd820101df0 2024-09-05T07:45:57.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.132+0000 7fd8249a3640 1 -- 172.21.15.71:0/2049835777 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd810004cc0 con 0x7fd820101df0 2024-09-05T07:45:57.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.132+0000 7fd8259a5640 1 -- 172.21.15.71:0/2049835777 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd82019d650 con 0x7fd820101df0 2024-09-05T07:45:57.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.133+0000 7fd8249a3640 1 -- 172.21.15.71:0/2049835777 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd81000f690 con 0x7fd820101df0 2024-09-05T07:45:57.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.133+0000 7fd8259a5640 1 -- 172.21.15.71:0/2049835777 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8201a4f30 con 0x7fd820101df0 2024-09-05T07:45:57.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.135+0000 7fd8249a3640 1 -- 172.21.15.71:0/2049835777 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fd810005560 con 0x7fd820101df0 2024-09-05T07:45:57.165 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.135+0000 7fd827d7e740 1 Processor -- start 2024-09-05T07:45:57.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.135+0000 7fd827d7e740 1 -- start start 2024-09-05T07:45:57.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.135+0000 7fd827d7e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a7421c7b40 0x55a7421c6090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:57.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.135+0000 7fd8249a3640 1 --2- 172.21.15.71:0/2049835777 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd80c0a2cf0 0x7fd80c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:57.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.135+0000 7fd827d7e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421c65d0 0x55a7421c6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:57.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.135+0000 7fd827d7e740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421d1370 0x55a7421d3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:57.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.135+0000 7fd827d7e740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55a74212c2f0 con 0x55a7421d1370 2024-09-05T07:45:57.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.135+0000 7fd827d7e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55a7420d3cf0 con 0x55a7421c65d0 2024-09-05T07:45:57.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.135+0000 7fd827d7e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55a7421282b0 con 0x55a7421c7b40 2024-09-05T07:45:57.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.136+0000 7fd81f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421d1370 0x55a7421d3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:57.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.136+0000 7fd81f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421d1370 0x55a7421d3760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32910/0 (socket says 172.21.15.71:32910) 2024-09-05T07:45:57.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.136+0000 7fd81f7fe640 1 -- 172.21.15.71:0/2340696513 learned_addr learned my addr 172.21.15.71:0/2340696513 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:57.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.136+0000 7fd81e7fc640 1 --2- 172.21.15.71:0/2340696513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421c65d0 0x55a7421c6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:57.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.136+0000 7fd81f7fe640 1 --2- 172.21.15.71:0/2340696513 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a7421c7b40 0x55a7421c6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:57.166 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.136+0000 7fd8249a3640 1 -- 172.21.15.71:0/2049835777 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7fd8100cf890 con 0x7fd820101df0 2024-09-05T07:45:57.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.136+0000 7fd81effd640 1 --2- 172.21.15.71:0/2049835777 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd80c0a2cf0 0x7fd80c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:57.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.136+0000 7fd81f7fe640 1 -- 172.21.15.71:0/2340696513 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a7421c7b40 msgr2=0x55a7421c6090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:57.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.136+0000 7fd81f7fe640 1 --2- 172.21.15.71:0/2340696513 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a7421c7b40 0x55a7421c6090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.136+0000 7fd81f7fe640 1 -- 172.21.15.71:0/2340696513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421c65d0 msgr2=0x55a7421c6a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:57.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.136+0000 7fd81f7fe640 1 --2- 172.21.15.71:0/2340696513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421c65d0 0x55a7421c6a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.136+0000 7fd81f7fe640 1 -- 172.21.15.71:0/2340696513 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a7420b83a0 con 0x55a7421d1370 2024-09-05T07:45:57.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.136+0000 7fd81e7fc640 1 --2- 172.21.15.71:0/2340696513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421c65d0 0x55a7421c6a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:45:57.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.136+0000 7fd81effd640 1 --2- 172.21.15.71:0/2049835777 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd80c0a2cf0 0x7fd80c0a51b0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd810005c40 tx=0x7fd810090df0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:57.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.136+0000 7fd81f7fe640 1 --2- 172.21.15.71:0/2340696513 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421d1370 0x55a7421d3760 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7fd81802a930 tx=0x7fd818031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c21df48d70f4163 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:57.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.139+0000 7fd815ffb640 1 -- 172.21.15.71:0/2340696513 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd818035070 con 0x55a7421d1370 2024-09-05T07:45:57.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.139+0000 7fd815ffb640 1 -- 172.21.15.71:0/2340696513 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd8180318c0 con 0x55a7421d1370 2024-09-05T07:45:57.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.139+0000 7fd815ffb640 1 -- 172.21.15.71:0/2340696513 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd81803d450 con 0x55a7421d1370 2024-09-05T07:45:57.167 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.140+0000 7fd827d7e740 1 -- 172.21.15.71:0/2340696513 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421d1370 msgr2=0x55a7421d3760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:57.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.140+0000 7fd827d7e740 1 --2- 172.21.15.71:0/2340696513 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421d1370 0x55a7421d3760 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7fd81802a930 tx=0x7fd818031400 comp rx=0 tx=0).stop 2024-09-05T07:45:57.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.140+0000 7fd827d7e740 1 -- 172.21.15.71:0/2340696513 shutdown_connections 2024-09-05T07:45:57.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.140+0000 7fd827d7e740 1 --2- 172.21.15.71:0/2340696513 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421d1370 0x55a7421d3760 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.140+0000 7fd827d7e740 1 --2- 172.21.15.71:0/2340696513 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421c65d0 0x55a7421c6a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.140+0000 7fd827d7e740 1 --2- 172.21.15.71:0/2340696513 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a7421c7b40 0x55a7421c6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.140+0000 7fd827d7e740 1 -- 172.21.15.71:0/2340696513 >> 172.21.15.71:0/2340696513 conn(0x55a74218f310 msgr2=0x55a7421c2c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:57.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.140+0000 7fd827d7e740 1 -- 172.21.15.71:0/2340696513 shutdown_connections 2024-09-05T07:45:57.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.140+0000 7fd827d7e740 1 -- 172.21.15.71:0/2340696513 wait complete. 2024-09-05T07:45:57.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.140+0000 7fd827d7e740 1 -- start start 2024-09-05T07:45:57.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.140+0000 7fd827d7e740 1 Processor -- start 2024-09-05T07:45:57.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd827d7e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421c65d0 0x55a7421d0e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:57.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd827d7e740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421c7b40 0x55a7421ce0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:57.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd827d7e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a7421d1370 0x55a7421ce840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:57.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd827d7e740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55a7421d4010 con 0x55a7421c7b40 2024-09-05T07:45:57.168 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd827d7e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55a7420e7060 con 0x55a7421c65d0 2024-09-05T07:45:57.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd827d7e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55a7421d4190 con 0x55a7421d1370 2024-09-05T07:45:57.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd827d7e740 10 client.0 _ll_register_callbacks cb 0x55a741e3a8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:57.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd81e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421c7b40 0x55a7421ce0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:57.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd81e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421c7b40 0x55a7421ce0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32914/0 (socket says 172.21.15.71:32914) 2024-09-05T07:45:57.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd81e7fc640 1 -- 172.21.15.71:0/617790837 learned_addr learned my addr 172.21.15.71:0/617790837 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:57.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd81f7fe640 1 --2- 172.21.15.71:0/617790837 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421c65d0 0x55a7421d0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:57.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd81f7fe640 1 --2- 172.21.15.71:0/617790837 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a7421d1370 0x55a7421ce840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:57.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd81e7fc640 1 -- 172.21.15.71:0/617790837 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a7421d1370 msgr2=0x55a7421ce840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:57.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd81e7fc640 1 --2- 172.21.15.71:0/617790837 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a7421d1370 0x55a7421ce840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd81e7fc640 1 -- 172.21.15.71:0/617790837 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421c65d0 msgr2=0x55a7421d0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:57.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd81e7fc640 1 --2- 172.21.15.71:0/617790837 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421c65d0 0x55a7421d0e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.169 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd81e7fc640 1 -- 172.21.15.71:0/617790837 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a741e9d3c0 con 0x55a7421c7b40 2024-09-05T07:45:57.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd81f7fe640 1 --2- 172.21.15.71:0/617790837 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421c65d0 0x55a7421d0e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:57.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd81e7fc640 1 --2- 172.21.15.71:0/617790837 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421c7b40 0x55a7421ce0b0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7fd808011570 tx=0x7fd808009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cc57e8a40d8873c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:57.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd7feffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:57.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd7feffd640 1 -- 172.21.15.71:0/617790837 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd808013670 con 0x55a7421c7b40 2024-09-05T07:45:57.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd7feffd640 1 -- 172.21.15.71:0/617790837 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7fd808013810 con 0x55a7421c7b40 2024-09-05T07:45:57.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.141+0000 7fd827d7e740 1 -- 172.21.15.71:0/617790837 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd8180318c0 con 0x55a7421c7b40 2024-09-05T07:45:57.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.142+0000 7fd7feffd640 1 -- 172.21.15.71:0/617790837 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd808013a10 con 0x55a7421c7b40 2024-09-05T07:45:57.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.142+0000 7fd827d7e740 10 client.16836 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:57.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.142+0000 7fd827d7e740 1 -- 172.21.15.71:0/617790837 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a7421dfbc0 con 0x55a7421c7b40 2024-09-05T07:45:57.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.142+0000 7fd7feffd640 1 -- 172.21.15.71:0/617790837 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd8180318c0 con 0x55a7421c7b40 2024-09-05T07:45:57.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.142+0000 7fd7feffd640 1 -- 172.21.15.71:0/617790837 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fd808014440 con 0x55a7421c7b40 2024-09-05T07:45:57.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.142+0000 7fd827d7e740 10 client.16836 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:57.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.142+0000 7fd827d7e740 10 client.16836 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:45:57.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.142+0000 7fd827d7e740 20 client.16836 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:57.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.142+0000 7fd827d7e740 1 --2- 172.21.15.71:0/617790837 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55a7421e1080 0x55a7421e34b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:57.170 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.142+0000 7fd827d7e740 4 client.16836 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:45:57.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.142+0000 7fd827d7e740 1 -- 172.21.15.71:0/617790837 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a742139860 con 0x55a7421e1080 2024-09-05T07:45:57.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.142+0000 7fd81f7fe640 1 --2- 172.21.15.71:0/617790837 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55a7421e1080 0x55a7421e34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:57.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.143+0000 7fd7feffd640 10 client.16836 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:45:57.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.143+0000 7fd81f7fe640 1 --2- 172.21.15.71:0/617790837 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55a7421e1080 0x55a7421e34b0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=844faaf68385e204 server_cookie=4c38cdbf19b9222 in_seq=0 out_seq=0 2024-09-05T07:45:57.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.143+0000 7fd7feffd640 1 -- 172.21.15.71:0/617790837 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a742139860 con 0x55a7421e1080 2024-09-05T07:45:57.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.143+0000 7fd7feffd640 10 client.16836 handle_command_reply: tid=0 2024-09-05T07:45:57.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.143+0000 7fd827d7e740 1 client.16836 shutdown 2024-09-05T07:45:57.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.144+0000 7fd827d7e740 1 -- 172.21.15.71:0/617790837 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421c7b40 msgr2=0x55a7421ce0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:57.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.144+0000 7fd827d7e740 1 --2- 172.21.15.71:0/617790837 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421c7b40 0x55a7421ce0b0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7fd808011570 tx=0x7fd808009f90 comp rx=0 tx=0).stop 2024-09-05T07:45:57.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.144+0000 7fd827d7e740 1 -- 172.21.15.71:0/617790837 shutdown_connections 2024-09-05T07:45:57.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.144+0000 7fd827d7e740 1 --2- 172.21.15.71:0/617790837 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55a7421e1080 0x55a7421e34b0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.144+0000 7fd7feffd640 0 client.16836 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:45:57.171 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.144+0000 7fd827d7e740 1 --2- 172.21.15.71:0/617790837 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a7421d1370 0x55a7421ce840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.144+0000 7fd827d7e740 1 --2- 172.21.15.71:0/617790837 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421c7b40 0x55a7421ce0b0 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.144+0000 7fd827d7e740 1 --2- 172.21.15.71:0/617790837 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421c65d0 0x55a7421d0e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.144+0000 7fd827d7e740 1 -- 172.21.15.71:0/617790837 >> 172.21.15.71:0/617790837 conn(0x55a74218f310 msgr2=0x55a7421c8960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:57.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.144+0000 7fd827d7e740 1 -- 172.21.15.71:0/617790837 shutdown_connections 2024-09-05T07:45:57.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.144+0000 7fd827d7e740 1 -- 172.21.15.71:0/617790837 wait complete. 2024-09-05T07:45:57.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.144+0000 7fd827d7e740 20 client.16836 trim_cache size 0 max 16384 2024-09-05T07:45:57.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.156+0000 7fd827d7e740 1 Processor -- start 2024-09-05T07:45:57.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.156+0000 7fd827d7e740 1 -- start start 2024-09-05T07:45:57.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.157+0000 7fd827d7e740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421c65d0 0x55a7421cd970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:57.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.157+0000 7fd827d7e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a7421c7b40 0x55a7421e8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:57.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.157+0000 7fd827d7e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421d1370 0x55a7421e9300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:57.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.157+0000 7fd827d7e740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd8201b1b00 con 0x55a7421c65d0 2024-09-05T07:45:57.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.157+0000 7fd827d7e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd8201af3d0 con 0x55a7421d1370 2024-09-05T07:45:57.172 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.157+0000 7fd827d7e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd8201ad240 con 0x55a7421c7b40 2024-09-05T07:45:57.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.157+0000 7fd81f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421c65d0 0x55a7421cd970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:57.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.157+0000 7fd81f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421c65d0 0x55a7421cd970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32916/0 (socket says 172.21.15.71:32916) 2024-09-05T07:45:57.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.157+0000 7fd81f7fe640 1 -- 172.21.15.71:0/3998721391 learned_addr learned my addr 172.21.15.71:0/3998721391 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:57.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.157+0000 7fd81f7fe640 1 -- 172.21.15.71:0/3998721391 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a7421c7b40 msgr2=0x55a7421e8dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:57.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.157+0000 7fd81f7fe640 1 --2- 172.21.15.71:0/3998721391 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a7421c7b40 0x55a7421e8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.157+0000 7fd81f7fe640 1 -- 172.21.15.71:0/3998721391 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421d1370 msgr2=0x55a7421e9300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:57.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.157+0000 7fd81f7fe640 1 --2- 172.21.15.71:0/3998721391 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421d1370 0x55a7421e9300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.157+0000 7fd81f7fe640 1 -- 172.21.15.71:0/3998721391 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a7421c2de0 con 0x55a7421c65d0 2024-09-05T07:45:57.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.157+0000 7fd81f7fe640 1 --2- 172.21.15.71:0/3998721391 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421c65d0 0x55a7421cd970 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fd818005dc0 tx=0x7fd818032c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8475f0a8243fdbfa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:57.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.157+0000 7fd8157fa640 1 -- 172.21.15.71:0/3998721391 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd818035040 con 0x55a7421c65d0 2024-09-05T07:45:57.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.157+0000 7fd8157fa640 1 -- 172.21.15.71:0/3998721391 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd8180037d0 con 0x55a7421c65d0 2024-09-05T07:45:57.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.157+0000 7fd8157fa640 1 -- 172.21.15.71:0/3998721391 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8180525a0 con 0x55a7421c65d0 2024-09-05T07:45:57.173 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.158+0000 7fd827d7e740 1 -- 172.21.15.71:0/3998721391 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421c65d0 msgr2=0x55a7421cd970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:57.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.158+0000 7fd827d7e740 1 --2- 172.21.15.71:0/3998721391 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421c65d0 0x55a7421cd970 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fd818005dc0 tx=0x7fd818032c30 comp rx=0 tx=0).stop 2024-09-05T07:45:57.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.158+0000 7fd827d7e740 1 -- 172.21.15.71:0/3998721391 shutdown_connections 2024-09-05T07:45:57.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.158+0000 7fd827d7e740 1 --2- 172.21.15.71:0/3998721391 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421d1370 0x55a7421e9300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.158+0000 7fd827d7e740 1 --2- 172.21.15.71:0/3998721391 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a7421c7b40 0x55a7421e8dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.158+0000 7fd827d7e740 1 --2- 172.21.15.71:0/3998721391 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421c65d0 0x55a7421cd970 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.158+0000 7fd827d7e740 1 -- 172.21.15.71:0/3998721391 >> 172.21.15.71:0/3998721391 conn(0x55a74218f310 msgr2=0x55a7421cd1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:57.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.158+0000 7fd827d7e740 1 -- 172.21.15.71:0/3998721391 shutdown_connections 2024-09-05T07:45:57.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.158+0000 7fd827d7e740 1 -- 172.21.15.71:0/3998721391 wait complete. 2024-09-05T07:45:57.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.158+0000 7fd827d7e740 1 -- start start 2024-09-05T07:45:57.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.159+0000 7fd827d7e740 1 Processor -- start 2024-09-05T07:45:57.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.159+0000 7fd827d7e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421c65d0 0x55a7421d9420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:57.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.159+0000 7fd827d7e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a7421c7b40 0x55a7421d9960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:57.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.159+0000 7fd827d7e740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421d1370 0x55a7421d63f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:57.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.159+0000 7fd827d7e740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd8201ad890 con 0x55a7421d1370 2024-09-05T07:45:57.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.159+0000 7fd827d7e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd8201aed00 con 0x55a7421c65d0 2024-09-05T07:45:57.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.159+0000 7fd827d7e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd8201adf60 con 0x55a7421c7b40 2024-09-05T07:45:57.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.160+0000 7fd827d7e740 10 client.0 _ll_register_callbacks cb 0x7fd8080095b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:57.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.160+0000 7fd81f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421d1370 0x55a7421d63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:57.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.160+0000 7fd81f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421d1370 0x55a7421d63f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32932/0 (socket says 172.21.15.71:32932) 2024-09-05T07:45:57.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.160+0000 7fd81e7fc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a7421c7b40 0x55a7421d9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:57.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.160+0000 7fd81f7fe640 1 -- 172.21.15.71:0/1986511046 learned_addr learned my addr 172.21.15.71:0/1986511046 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:57.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.160+0000 7fd81f7fe640 1 --2- 172.21.15.71:0/1986511046 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421c65d0 0x55a7421d9420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:57.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.160+0000 7fd81f7fe640 1 -- 172.21.15.71:0/1986511046 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a7421c7b40 msgr2=0x55a7421d9960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:57.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.160+0000 7fd81f7fe640 1 --2- 172.21.15.71:0/1986511046 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a7421c7b40 0x55a7421d9960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.160+0000 7fd81f7fe640 1 -- 172.21.15.71:0/1986511046 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421c65d0 msgr2=0x55a7421d9420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:57.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.160+0000 7fd81f7fe640 1 --2- 172.21.15.71:0/1986511046 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421c65d0 0x55a7421d9420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.160+0000 7fd81f7fe640 1 -- 172.21.15.71:0/1986511046 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a7421d6930 con 0x55a7421d1370 2024-09-05T07:45:57.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.160+0000 7fd81f7fe640 1 --2- 172.21.15.71:0/1986511046 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421d1370 0x55a7421d63f0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fd818033000 tx=0x7fd81802ab90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61f64221d507eee9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:57.175 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.160+0000 7fd7feffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:57.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.160+0000 7fd7feffd640 1 -- 172.21.15.71:0/1986511046 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd818035070 con 0x55a7421d1370 2024-09-05T07:45:57.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.160+0000 7fd7feffd640 1 -- 172.21.15.71:0/1986511046 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7fd818003980 con 0x55a7421d1370 2024-09-05T07:45:57.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.160+0000 7fd827d7e740 1 -- 172.21.15.71:0/1986511046 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd8180037d0 con 0x55a7421d1370 2024-09-05T07:45:57.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.160+0000 7fd7feffd640 1 -- 172.21.15.71:0/1986511046 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd818069050 con 0x55a7421d1370 2024-09-05T07:45:57.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.160+0000 7fd827d7e740 10 client.16842 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:57.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.160+0000 7fd827d7e740 1 -- 172.21.15.71:0/1986511046 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a742250860 con 0x55a7421d1370 2024-09-05T07:45:57.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.161+0000 7fd7feffd640 1 -- 172.21.15.71:0/1986511046 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd8180037d0 con 0x55a7421d1370 2024-09-05T07:45:57.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.161+0000 7fd7feffd640 1 -- 172.21.15.71:0/1986511046 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fd81805a030 con 0x55a7421d1370 2024-09-05T07:45:57.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.161+0000 7fd827d7e740 10 client.16842 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:57.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.161+0000 7fd827d7e740 10 client.16842 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:45:57.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.161+0000 7fd827d7e740 20 client.16842 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:57.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.161+0000 7fd827d7e740 1 --2- 172.21.15.71:0/1986511046 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55a7421e1080 0x55a742252a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:57.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.161+0000 7fd827d7e740 4 client.16842 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:45:57.176 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.161+0000 7fd827d7e740 1 -- 172.21.15.71:0/1986511046 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a742133d70 con 0x55a7421e1080 2024-09-05T07:45:57.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.161+0000 7fd81e7fc640 1 --2- 172.21.15.71:0/1986511046 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55a7421e1080 0x55a742252a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:57.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.162+0000 7fd81e7fc640 1 --2- 172.21.15.71:0/1986511046 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55a7421e1080 0x55a742252a40 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4cc08b3eb6ea90e4 server_cookie=519f8c8d3d0c63ba in_seq=0 out_seq=0 2024-09-05T07:45:57.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.162+0000 7fd7feffd640 10 client.16842 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:45:57.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.162+0000 7fd7feffd640 1 -- 172.21.15.71:0/1986511046 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a742133d70 con 0x55a7421e1080 2024-09-05T07:45:57.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.162+0000 7fd7feffd640 10 client.16842 handle_command_reply: tid=0 2024-09-05T07:45:57.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.162+0000 7fd827d7e740 1 client.16842 shutdown 2024-09-05T07:45:57.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.162+0000 7fd827d7e740 1 -- 172.21.15.71:0/1986511046 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421d1370 msgr2=0x55a7421d63f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:57.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.162+0000 7fd827d7e740 1 --2- 172.21.15.71:0/1986511046 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421d1370 0x55a7421d63f0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fd818033000 tx=0x7fd81802ab90 comp rx=0 tx=0).stop 2024-09-05T07:45:57.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.162+0000 7fd827d7e740 1 -- 172.21.15.71:0/1986511046 shutdown_connections 2024-09-05T07:45:57.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.162+0000 7fd827d7e740 1 --2- 172.21.15.71:0/1986511046 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55a7421e1080 0x55a742252a40 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.162+0000 7fd827d7e740 1 --2- 172.21.15.71:0/1986511046 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55a7421d1370 0x55a7421d63f0 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.162+0000 7fd827d7e740 1 --2- 172.21.15.71:0/1986511046 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55a7421c7b40 0x55a7421d9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.162+0000 7fd7feffd640 0 client.16842 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:45:57.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.162+0000 7fd827d7e740 1 --2- 172.21.15.71:0/1986511046 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55a7421c65d0 0x55a7421d9420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.177 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.162+0000 7fd827d7e740 1 -- 172.21.15.71:0/1986511046 >> 172.21.15.71:0/1986511046 conn(0x55a74218f310 msgr2=0x55a7421cf910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:57.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.162+0000 7fd827d7e740 1 -- 172.21.15.71:0/1986511046 shutdown_connections 2024-09-05T07:45:57.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.162+0000 7fd827d7e740 1 -- 172.21.15.71:0/1986511046 wait complete. 2024-09-05T07:45:57.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.162+0000 7fd827d7e740 20 client.16842 trim_cache size 0 max 16384 2024-09-05T07:45:57.178 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:45:57.178 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.163+0000 7fd8259a5640 1 -- 172.21.15.71:0/2049835777 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd80c0a2cf0 msgr2=0x7fd80c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:57.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.163+0000 7fd8259a5640 1 --2- 172.21.15.71:0/2049835777 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd80c0a2cf0 0x7fd80c0a51b0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd810005c40 tx=0x7fd810090df0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.163+0000 7fd8259a5640 1 -- 172.21.15.71:0/2049835777 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd820101df0 msgr2=0x7fd8201983b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:57.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.163+0000 7fd8259a5640 1 --2- 172.21.15.71:0/2049835777 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd820101df0 0x7fd8201983b0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fd81000cce0 tx=0x7fd81000a620 comp rx=0 tx=0).stop 2024-09-05T07:45:57.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.163+0000 7fd8259a5640 1 -- 172.21.15.71:0/2049835777 shutdown_connections 2024-09-05T07:45:57.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.163+0000 7fd8259a5640 1 --2- 172.21.15.71:0/2049835777 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd80c0a2cf0 0x7fd80c0a51b0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.163+0000 7fd8259a5640 1 --2- 172.21.15.71:0/2049835777 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd820106f20 0x7fd82019cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.163+0000 7fd8259a5640 1 --2- 172.21.15.71:0/2049835777 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd8201027a0 0x7fd8201988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.163+0000 7fd8259a5640 1 --2- 172.21.15.71:0/2049835777 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd820101df0 0x7fd8201983b0 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:57.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.163+0000 7fd8259a5640 1 -- 172.21.15.71:0/2049835777 >> 172.21.15.71:0/2049835777 conn(0x7fd8200fd8f0 msgr2=0x7fd8200fecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:57.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.163+0000 7fd8259a5640 1 -- 172.21.15.71:0/2049835777 shutdown_connections 2024-09-05T07:45:57.179 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:57.163+0000 7fd8259a5640 1 -- 172.21.15.71:0/2049835777 wait complete. 2024-09-05T07:45:57.861 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T07:45:58.109 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:45:58.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:45:58 smithi071 ceph-mon[30965]: pgmap v225: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:45:58.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:45:58 smithi123 ceph-mon[34568]: pgmap v225: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:45:58.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:45:58 smithi192 ceph-mon[34929]: pgmap v225: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:45:58.670 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.652+0000 7f3c147bd640 1 -- 172.21.15.71:0/2101572094 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3c0c100a80 msgr2=0x7f3c0c100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:58.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.652+0000 7f3c147bd640 1 --2- 172.21.15.71:0/2101572094 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3c0c100a80 0x7f3c0c100ee0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f3bfc009930 tx=0x7f3bfc02a420 comp rx=0 tx=0).stop 2024-09-05T07:45:58.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.652+0000 7f3c147bd640 1 -- 172.21.15.71:0/2101572094 shutdown_connections 2024-09-05T07:45:58.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.652+0000 7f3c147bd640 1 --2- 172.21.15.71:0/2101572094 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c0c101420 0x7f3c0c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.652+0000 7f3c147bd640 1 --2- 172.21.15.71:0/2101572094 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3c0c100a80 0x7f3c0c100ee0 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.652+0000 7f3c147bd640 1 --2- 172.21.15.71:0/2101572094 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c0c106a80 0x7f3c0c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.652+0000 7f3c147bd640 1 -- 172.21.15.71:0/2101572094 >> 172.21.15.71:0/2101572094 conn(0x7f3c0c0fc7a0 msgr2=0x7f3c0c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:58.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.652+0000 7f3c147bd640 1 -- 172.21.15.71:0/2101572094 shutdown_connections 2024-09-05T07:45:58.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.652+0000 7f3c147bd640 1 -- 172.21.15.71:0/2101572094 wait complete. 2024-09-05T07:45:58.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.653+0000 7f3c147bd640 1 Processor -- start 2024-09-05T07:45:58.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.653+0000 7f3c147bd640 1 -- start start 2024-09-05T07:45:58.671 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.653+0000 7f3c147bd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3c0c100a80 0x7f3c0c199180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:58.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.653+0000 7f3c147bd640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c0c101420 0x7f3c0c1996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:58.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.653+0000 7f3c147bd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c0c106a80 0x7f3c0c1a4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:58.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.653+0000 7f3c147bd640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3c0c110d30 con 0x7f3c0c100a80 2024-09-05T07:45:58.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.653+0000 7f3c147bd640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3c0c110bb0 con 0x7f3c0c101420 2024-09-05T07:45:58.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.653+0000 7f3c147bd640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3c0c110eb0 con 0x7f3c0c106a80 2024-09-05T07:45:58.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.653+0000 7f3c12559640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3c0c100a80 0x7f3c0c199180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:58.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.653+0000 7f3c12559640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3c0c100a80 0x7f3c0c199180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32950/0 (socket says 172.21.15.71:32950) 2024-09-05T07:45:58.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.653+0000 7f3c12559640 1 -- 172.21.15.71:0/3584856148 learned_addr learned my addr 172.21.15.71:0/3584856148 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:58.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.653+0000 7f3c11d58640 1 --2- 172.21.15.71:0/3584856148 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c0c101420 0x7f3c0c1996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:58.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.653+0000 7f3c12d5a640 1 --2- 172.21.15.71:0/3584856148 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c0c106a80 0x7f3c0c1a4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:58.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.653+0000 7f3c12559640 1 -- 172.21.15.71:0/3584856148 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c0c106a80 msgr2=0x7f3c0c1a4200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:58.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.653+0000 7f3c12559640 1 --2- 172.21.15.71:0/3584856148 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c0c106a80 0x7f3c0c1a4200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.653+0000 7f3c12559640 1 -- 172.21.15.71:0/3584856148 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c0c101420 msgr2=0x7f3c0c1996c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:58.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.653+0000 7f3c12559640 1 --2- 172.21.15.71:0/3584856148 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c0c101420 0x7f3c0c1996c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.653+0000 7f3c12559640 1 -- 172.21.15.71:0/3584856148 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c0c1a4740 con 0x7f3c0c100a80 2024-09-05T07:45:58.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.653+0000 7f3c11d58640 1 --2- 172.21.15.71:0/3584856148 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c0c101420 0x7f3c0c1996c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:58.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.654+0000 7f3c12559640 1 --2- 172.21.15.71:0/3584856148 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3c0c100a80 0x7f3c0c199180 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f3c0800d950 tx=0x7f3c0800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:58.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.654+0000 7f3c037fe640 1 -- 172.21.15.71:0/3584856148 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c08017070 con 0x7f3c0c100a80 2024-09-05T07:45:58.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.654+0000 7f3c037fe640 1 -- 172.21.15.71:0/3584856148 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3c08009c30 con 0x7f3c0c100a80 2024-09-05T07:45:58.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.654+0000 7f3c147bd640 1 -- 172.21.15.71:0/3584856148 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c0c1a4910 con 0x7f3c0c100a80 2024-09-05T07:45:58.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.654+0000 7f3c037fe640 1 -- 172.21.15.71:0/3584856148 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c0800f620 con 0x7f3c0c100a80 2024-09-05T07:45:58.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.654+0000 7f3c147bd640 1 -- 172.21.15.71:0/3584856148 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c0c1a4e20 con 0x7f3c0c100a80 2024-09-05T07:45:58.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.656+0000 7f3c037fe640 1 -- 172.21.15.71:0/3584856148 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f3c080109a0 con 0x7f3c0c100a80 2024-09-05T07:45:58.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.656+0000 7f3c16b96740 1 Processor -- start 2024-09-05T07:45:58.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.657+0000 7f3c16b96740 1 -- start start 2024-09-05T07:45:58.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.657+0000 7f3c16b96740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a95eb40 0x55d31a95d090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:58.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.657+0000 7f3c16b96740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a95d5d0 0x55d31a95da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:58.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.657+0000 7f3c16b96740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a968370 0x55d31a96a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:58.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.657+0000 7f3c16b96740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55d31a8c32f0 con 0x55d31a95eb40 2024-09-05T07:45:58.676 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.657+0000 7f3c16b96740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d31a86acf0 con 0x55d31a95d5d0 2024-09-05T07:45:58.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.657+0000 7f3c16b96740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d31a8bf2b0 con 0x55d31a968370 2024-09-05T07:45:58.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.657+0000 7f3c12d5a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a95eb40 0x55d31a95d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:58.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.657+0000 7f3c12d5a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a95eb40 0x55d31a95d090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32956/0 (socket says 172.21.15.71:32956) 2024-09-05T07:45:58.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.657+0000 7f3c12d5a640 1 -- 172.21.15.71:0/3515766334 learned_addr learned my addr 172.21.15.71:0/3515766334 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:58.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.657+0000 7f3c12559640 1 --2- 172.21.15.71:0/3515766334 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a95d5d0 0x55d31a95da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:58.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.657+0000 7f3c037fe640 1 --2- 172.21.15.71:0/3584856148 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3bf80a2cf0 0x7f3bf80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:58.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.657+0000 7f3c11d58640 1 --2- 172.21.15.71:0/3515766334 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a968370 0x55d31a96a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:58.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.657+0000 7f3c12d5a640 1 -- 172.21.15.71:0/3515766334 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a968370 msgr2=0x55d31a96a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:58.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.657+0000 7f3c12d5a640 1 --2- 172.21.15.71:0/3515766334 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a968370 0x55d31a96a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.657+0000 7f3c12d5a640 1 -- 172.21.15.71:0/3515766334 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a95d5d0 msgr2=0x55d31a95da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:58.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.657+0000 7f3c12d5a640 1 --2- 172.21.15.71:0/3515766334 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a95d5d0 0x55d31a95da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.677 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.657+0000 7f3c12d5a640 1 -- 172.21.15.71:0/3515766334 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d31a84f3a0 con 0x55d31a95eb40 2024-09-05T07:45:58.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.657+0000 7f3c037fe640 1 -- 172.21.15.71:0/3584856148 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7f3c080cf530 con 0x7f3c0c100a80 2024-09-05T07:45:58.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.657+0000 7f3c12d5a640 1 --2- 172.21.15.71:0/3584856148 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3bf80a2cf0 0x7f3bf80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:58.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.658+0000 7f3c12d5a640 1 --2- 172.21.15.71:0/3515766334 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a95eb40 0x55d31a95d090 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f3c040103f0 tx=0x7f3c040108b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cd3120ad7403dfe server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:58.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.658+0000 7f3c00ff9640 1 -- 172.21.15.71:0/3515766334 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c0401c900 con 0x55d31a95eb40 2024-09-05T07:45:58.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.658+0000 7f3c00ff9640 1 -- 172.21.15.71:0/3515766334 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3c0401b3d0 con 0x55d31a95eb40 2024-09-05T07:45:58.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.658+0000 7f3c12d5a640 1 --2- 172.21.15.71:0/3584856148 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3bf80a2cf0 0x7f3bf80a51b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3c04020000 tx=0x7f3c0401d000 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:58.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.658+0000 7f3c00ff9640 1 -- 172.21.15.71:0/3515766334 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c040255e0 con 0x55d31a95eb40 2024-09-05T07:45:58.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.659+0000 7f3c16b96740 1 -- 172.21.15.71:0/3515766334 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a95eb40 msgr2=0x55d31a95d090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:58.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.659+0000 7f3c16b96740 1 --2- 172.21.15.71:0/3515766334 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a95eb40 0x55d31a95d090 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f3c040103f0 tx=0x7f3c040108b0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.659+0000 7f3c16b96740 1 -- 172.21.15.71:0/3515766334 shutdown_connections 2024-09-05T07:45:58.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.659+0000 7f3c16b96740 1 --2- 172.21.15.71:0/3515766334 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a968370 0x55d31a96a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.659+0000 7f3c16b96740 1 --2- 172.21.15.71:0/3515766334 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a95d5d0 0x55d31a95da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.659+0000 7f3c16b96740 1 --2- 172.21.15.71:0/3515766334 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a95eb40 0x55d31a95d090 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.659+0000 7f3c16b96740 1 -- 172.21.15.71:0/3515766334 >> 172.21.15.71:0/3515766334 conn(0x55d31a926310 msgr2=0x55d31a959c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:58.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.659+0000 7f3c16b96740 1 -- 172.21.15.71:0/3515766334 shutdown_connections 2024-09-05T07:45:58.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.659+0000 7f3c16b96740 1 -- 172.21.15.71:0/3515766334 wait complete. 2024-09-05T07:45:58.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.659+0000 7f3c16b96740 1 -- start start 2024-09-05T07:45:58.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.659+0000 7f3c16b96740 1 Processor -- start 2024-09-05T07:45:58.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.659+0000 7f3c16b96740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a95d5d0 0x55d31a967d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:58.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.659+0000 7f3c16b96740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a95eb40 0x55d31a965000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:58.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.659+0000 7f3c16b96740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a968370 0x55d31a9655f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:58.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.659+0000 7f3c16b96740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55d31a96b070 con 0x55d31a95eb40 2024-09-05T07:45:58.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.659+0000 7f3c16b96740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d31a87e060 con 0x55d31a968370 2024-09-05T07:45:58.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.659+0000 7f3c16b96740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d31a96b1f0 con 0x55d31a95d5d0 2024-09-05T07:45:58.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.659+0000 7f3c16b96740 10 client.0 _ll_register_callbacks cb 0x55d31a5d18c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:58.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.660+0000 7f3c11d58640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a95eb40 0x55d31a965000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:58.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.660+0000 7f3c11d58640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a95eb40 0x55d31a965000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32972/0 (socket says 172.21.15.71:32972) 2024-09-05T07:45:58.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.660+0000 7f3c11d58640 1 -- 172.21.15.71:0/2642351875 learned_addr learned my addr 172.21.15.71:0/2642351875 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:58.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.660+0000 7f3c12559640 1 --2- 172.21.15.71:0/2642351875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a95d5d0 0x55d31a967d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:58.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.660+0000 7f3c12d5a640 1 --2- 172.21.15.71:0/2642351875 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a968370 0x55d31a9655f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:58.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.660+0000 7f3c11d58640 1 -- 172.21.15.71:0/2642351875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a95d5d0 msgr2=0x55d31a967d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:58.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.660+0000 7f3c11d58640 1 --2- 172.21.15.71:0/2642351875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a95d5d0 0x55d31a967d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.660+0000 7f3c11d58640 1 -- 172.21.15.71:0/2642351875 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a968370 msgr2=0x55d31a9655f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:58.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.660+0000 7f3c11d58640 1 --2- 172.21.15.71:0/2642351875 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a968370 0x55d31a9655f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.660+0000 7f3c11d58640 1 -- 172.21.15.71:0/2642351875 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d31a6343c0 con 0x55d31a95eb40 2024-09-05T07:45:58.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.660+0000 7f3c12d5a640 1 --2- 172.21.15.71:0/2642351875 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a968370 0x55d31a9655f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:58.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.660+0000 7f3c11d58640 1 --2- 172.21.15.71:0/2642351875 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a95eb40 0x55d31a965000 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f3bfc031440 tx=0x7f3bfc031750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf863e5c2eba7ff3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:58.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.660+0000 7f3bf5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:58.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.660+0000 7f3bf5ffb640 1 -- 172.21.15.71:0/2642351875 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bfc035070 con 0x55d31a95eb40 2024-09-05T07:45:58.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.660+0000 7f3bf5ffb640 1 -- 172.21.15.71:0/2642351875 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7f3bfc004240 con 0x55d31a95eb40 2024-09-05T07:45:58.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.660+0000 7f3c16b96740 1 -- 172.21.15.71:0/2642351875 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c0401b3d0 con 0x55d31a95eb40 2024-09-05T07:45:58.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.660+0000 7f3bf5ffb640 1 -- 172.21.15.71:0/2642351875 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3bfc004440 con 0x55d31a95eb40 2024-09-05T07:45:58.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.660+0000 7f3c16b96740 10 client.16854 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:58.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.660+0000 7f3c16b96740 1 -- 172.21.15.71:0/2642351875 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d31a976ae0 con 0x55d31a95eb40 2024-09-05T07:45:58.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.661+0000 7f3bf5ffb640 1 -- 172.21.15.71:0/2642351875 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3c0401b3d0 con 0x55d31a95eb40 2024-09-05T07:45:58.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.661+0000 7f3bf5ffb640 1 -- 172.21.15.71:0/2642351875 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f3bfc004ad0 con 0x55d31a95eb40 2024-09-05T07:45:58.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.661+0000 7f3c16b96740 10 client.16854 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:58.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.661+0000 7f3c16b96740 10 client.16854 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:45:58.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.661+0000 7f3c16b96740 20 client.16854 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:58.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.661+0000 7f3c16b96740 1 --2- 172.21.15.71:0/2642351875 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d31a977fa0 0x55d31a97a400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:58.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.661+0000 7f3c16b96740 4 client.16854 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:45:58.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.661+0000 7f3c16b96740 1 -- 172.21.15.71:0/2642351875 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d31a8d0860 con 0x55d31a977fa0 2024-09-05T07:45:58.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.661+0000 7f3c12559640 1 --2- 172.21.15.71:0/2642351875 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d31a977fa0 0x55d31a97a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:58.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.662+0000 7f3bf5ffb640 10 client.16854 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:45:58.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.662+0000 7f3c12559640 1 --2- 172.21.15.71:0/2642351875 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d31a977fa0 0x55d31a97a400 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a08b18e195f3478d server_cookie=f56af42d2be1ab87 in_seq=0 out_seq=0 2024-09-05T07:45:58.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.662+0000 7f3bf5ffb640 1 -- 172.21.15.71:0/2642351875 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d31a8d0860 con 0x55d31a977fa0 2024-09-05T07:45:58.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.662+0000 7f3bf5ffb640 10 client.16854 handle_command_reply: tid=0 2024-09-05T07:45:58.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.662+0000 7f3c16b96740 1 client.16854 shutdown 2024-09-05T07:45:58.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.662+0000 7f3c16b96740 1 -- 172.21.15.71:0/2642351875 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a95eb40 msgr2=0x55d31a965000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:58.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.662+0000 7f3c16b96740 1 --2- 172.21.15.71:0/2642351875 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a95eb40 0x55d31a965000 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f3bfc031440 tx=0x7f3bfc031750 comp rx=0 tx=0).stop 2024-09-05T07:45:58.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.663+0000 7f3c16b96740 1 -- 172.21.15.71:0/2642351875 shutdown_connections 2024-09-05T07:45:58.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.663+0000 7f3c16b96740 1 --2- 172.21.15.71:0/2642351875 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d31a977fa0 0x55d31a97a400 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.663+0000 7f3c16b96740 1 --2- 172.21.15.71:0/2642351875 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a968370 0x55d31a9655f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.663+0000 7f3c16b96740 1 --2- 172.21.15.71:0/2642351875 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a95eb40 0x55d31a965000 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.663+0000 7f3c16b96740 1 --2- 172.21.15.71:0/2642351875 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a95d5d0 0x55d31a967d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.663+0000 7f3bf5ffb640 0 client.16854 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:45:58.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.663+0000 7f3c16b96740 1 -- 172.21.15.71:0/2642351875 >> 172.21.15.71:0/2642351875 conn(0x55d31a926310 msgr2=0x55d31a95f930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:58.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.663+0000 7f3c16b96740 1 -- 172.21.15.71:0/2642351875 shutdown_connections 2024-09-05T07:45:58.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.663+0000 7f3c16b96740 1 -- 172.21.15.71:0/2642351875 wait complete. 2024-09-05T07:45:58.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.663+0000 7f3c16b96740 20 client.16854 trim_cache size 0 max 16384 2024-09-05T07:45:58.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.676+0000 7f3c16b96740 1 Processor -- start 2024-09-05T07:45:58.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.676+0000 7f3c16b96740 1 -- start start 2024-09-05T07:45:58.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.676+0000 7f3c16b96740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a95d5d0 0x55d31a974310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:58.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.676+0000 7f3c16b96740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a95eb40 0x55d31a963fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:58.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.676+0000 7f3c16b96740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a968370 0x55d31a97fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:58.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.676+0000 7f3c16b96740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3c0c1b1b00 con 0x55d31a968370 2024-09-05T07:45:58.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.676+0000 7f3c16b96740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3c0c1af3d0 con 0x55d31a95eb40 2024-09-05T07:45:58.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.676+0000 7f3c16b96740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3c0c1ad240 con 0x55d31a95d5d0 2024-09-05T07:45:58.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.676+0000 7f3c12d5a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a968370 0x55d31a97fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:58.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.676+0000 7f3c12d5a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a968370 0x55d31a97fcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32974/0 (socket says 172.21.15.71:32974) 2024-09-05T07:45:58.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.676+0000 7f3c12d5a640 1 -- 172.21.15.71:0/3281237614 learned_addr learned my addr 172.21.15.71:0/3281237614 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:58.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.676+0000 7f3c12559640 1 --2- 172.21.15.71:0/3281237614 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a95d5d0 0x55d31a974310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:58.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.676+0000 7f3c11d58640 1 --2- 172.21.15.71:0/3281237614 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a95eb40 0x55d31a963fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:58.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.676+0000 7f3c12d5a640 1 -- 172.21.15.71:0/3281237614 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a95d5d0 msgr2=0x55d31a974310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:58.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.676+0000 7f3c12d5a640 1 --2- 172.21.15.71:0/3281237614 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a95d5d0 0x55d31a974310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.676+0000 7f3c12d5a640 1 -- 172.21.15.71:0/3281237614 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a95eb40 msgr2=0x55d31a963fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:58.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.676+0000 7f3c12d5a640 1 --2- 172.21.15.71:0/3281237614 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a95eb40 0x55d31a963fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.676+0000 7f3c12d5a640 1 -- 172.21.15.71:0/3281237614 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d31a963550 con 0x55d31a968370 2024-09-05T07:45:58.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.676+0000 7f3c11d58640 1 --2- 172.21.15.71:0/3281237614 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a95eb40 0x55d31a963fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:45:58.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.677+0000 7f3c12d5a640 1 --2- 172.21.15.71:0/3281237614 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a968370 0x55d31a97fcd0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f3c040098d0 tx=0x7f3c04027000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aee650a2e9d978b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:58.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.677+0000 7f3bf7fff640 1 -- 172.21.15.71:0/3281237614 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c0401c880 con 0x55d31a968370 2024-09-05T07:45:58.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.677+0000 7f3bf7fff640 1 -- 172.21.15.71:0/3281237614 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3c04035070 con 0x55d31a968370 2024-09-05T07:45:58.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.677+0000 7f3bf7fff640 1 -- 172.21.15.71:0/3281237614 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c04026940 con 0x55d31a968370 2024-09-05T07:45:58.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.677+0000 7f3c16b96740 1 -- 172.21.15.71:0/3281237614 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a968370 msgr2=0x55d31a97fcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:58.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.677+0000 7f3c16b96740 1 --2- 172.21.15.71:0/3281237614 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a968370 0x55d31a97fcd0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f3c040098d0 tx=0x7f3c04027000 comp rx=0 tx=0).stop 2024-09-05T07:45:58.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.678+0000 7f3c16b96740 1 -- 172.21.15.71:0/3281237614 shutdown_connections 2024-09-05T07:45:58.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.678+0000 7f3c16b96740 1 --2- 172.21.15.71:0/3281237614 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a968370 0x55d31a97fcd0 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.678+0000 7f3c16b96740 1 --2- 172.21.15.71:0/3281237614 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a95eb40 0x55d31a963fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.678+0000 7f3c16b96740 1 --2- 172.21.15.71:0/3281237614 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a95d5d0 0x55d31a974310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.678+0000 7f3c16b96740 1 -- 172.21.15.71:0/3281237614 >> 172.21.15.71:0/3281237614 conn(0x55d31a926310 msgr2=0x55d31a9638d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:58.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.678+0000 7f3c16b96740 1 -- 172.21.15.71:0/3281237614 shutdown_connections 2024-09-05T07:45:58.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.678+0000 7f3c16b96740 1 -- 172.21.15.71:0/3281237614 wait complete. 2024-09-05T07:45:58.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.678+0000 7f3c16b96740 1 -- start start 2024-09-05T07:45:58.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.678+0000 7f3c16b96740 1 Processor -- start 2024-09-05T07:45:58.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.678+0000 7f3c16b96740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a95d5d0 0x55d31a970c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:58.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.678+0000 7f3c16b96740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a95eb40 0x55d31a96bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:58.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.678+0000 7f3c16b96740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a968370 0x55d31a96c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:58.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.678+0000 7f3c16b96740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3c0c1ad890 con 0x55d31a968370 2024-09-05T07:45:58.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.678+0000 7f3c16b96740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3c0c1aed00 con 0x55d31a95eb40 2024-09-05T07:45:58.691 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.678+0000 7f3c16b96740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3c0c1adf60 con 0x55d31a95d5d0 2024-09-05T07:45:58.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.678+0000 7f3c16b96740 10 client.0 _ll_register_callbacks cb 0x7f3bfc009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:45:58.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.678+0000 7f3c12d5a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a968370 0x55d31a96c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:58.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.679+0000 7f3c12d5a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a968370 0x55d31a96c480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:32988/0 (socket says 172.21.15.71:32988) 2024-09-05T07:45:58.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.679+0000 7f3c12d5a640 1 -- 172.21.15.71:0/2701783767 learned_addr learned my addr 172.21.15.71:0/2701783767 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:45:58.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.679+0000 7f3c12559640 1 --2- 172.21.15.71:0/2701783767 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a95d5d0 0x55d31a970c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:58.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.679+0000 7f3c11d58640 1 --2- 172.21.15.71:0/2701783767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a95eb40 0x55d31a96bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:58.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.679+0000 7f3c12d5a640 1 -- 172.21.15.71:0/2701783767 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a95d5d0 msgr2=0x55d31a970c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:58.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.679+0000 7f3c12d5a640 1 --2- 172.21.15.71:0/2701783767 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a95d5d0 0x55d31a970c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.679+0000 7f3c12d5a640 1 -- 172.21.15.71:0/2701783767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a95eb40 msgr2=0x55d31a96bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:45:58.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.679+0000 7f3c12d5a640 1 --2- 172.21.15.71:0/2701783767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a95eb40 0x55d31a96bf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.679+0000 7f3c12d5a640 1 -- 172.21.15.71:0/2701783767 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d31a96cc80 con 0x55d31a968370 2024-09-05T07:45:58.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.679+0000 7f3c12559640 1 --2- 172.21.15.71:0/2701783767 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a95d5d0 0x55d31a970c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:45:58.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.679+0000 7f3c12d5a640 1 --2- 172.21.15.71:0/2701783767 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a968370 0x55d31a96c480 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f3c040103f0 tx=0x7f3c0401ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92d2f7d565d0465d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:45:58.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.679+0000 7f3bf5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:45:58.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.679+0000 7f3bf5ffb640 1 -- 172.21.15.71:0/2701783767 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c04009b90 con 0x55d31a968370 2024-09-05T07:45:58.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.679+0000 7f3bf5ffb640 1 -- 172.21.15.71:0/2701783767 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7f3c040265c0 con 0x55d31a968370 2024-09-05T07:45:58.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.679+0000 7f3c16b96740 1 -- 172.21.15.71:0/2701783767 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c04035070 con 0x55d31a968370 2024-09-05T07:45:58.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.679+0000 7f3bf5ffb640 1 -- 172.21.15.71:0/2701783767 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3c0404c050 con 0x55d31a968370 2024-09-05T07:45:58.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.679+0000 7f3c16b96740 10 client.16860 fetch_fsmap learned FSMap version 26 2024-09-05T07:45:58.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.679+0000 7f3c16b96740 1 -- 172.21.15.71:0/2701783767 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d31a9e2cd0 con 0x55d31a968370 2024-09-05T07:45:58.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.680+0000 7f3bf5ffb640 1 -- 172.21.15.71:0/2701783767 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3c04035070 con 0x55d31a968370 2024-09-05T07:45:58.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.680+0000 7f3bf5ffb640 1 -- 172.21.15.71:0/2701783767 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f3c0402f070 con 0x55d31a968370 2024-09-05T07:45:58.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.680+0000 7f3c16b96740 10 client.16860 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:45:58.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.680+0000 7f3c16b96740 10 client.16860 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:45:58.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.680+0000 7f3c16b96740 20 client.16860 populate_metadata read hostname 'smithi071' 2024-09-05T07:45:58.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.680+0000 7f3c16b96740 1 --2- 172.21.15.71:0/2701783767 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d31a9e3190 0x55d31a9e5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:45:58.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.680+0000 7f3c16b96740 4 client.16860 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:45:58.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.680+0000 7f3c16b96740 1 -- 172.21.15.71:0/2701783767 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d31a8cad70 con 0x55d31a9e3190 2024-09-05T07:45:58.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.680+0000 7f3c12559640 1 --2- 172.21.15.71:0/2701783767 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d31a9e3190 0x55d31a9e5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:45:58.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.681+0000 7f3c12559640 1 --2- 172.21.15.71:0/2701783767 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d31a9e3190 0x55d31a9e5580 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f829a3110a7ea69a server_cookie=e1639b649f5311e1 in_seq=0 out_seq=0 2024-09-05T07:45:58.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.681+0000 7f3bf5ffb640 10 client.16860 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:45:58.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.681+0000 7f3bf5ffb640 1 -- 172.21.15.71:0/2701783767 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d31a8cad70 con 0x55d31a9e3190 2024-09-05T07:45:58.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.681+0000 7f3bf5ffb640 10 client.16860 handle_command_reply: tid=0 2024-09-05T07:45:58.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.681+0000 7f3c16b96740 1 client.16860 shutdown 2024-09-05T07:45:58.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.681+0000 7f3c16b96740 1 -- 172.21.15.71:0/2701783767 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a968370 msgr2=0x55d31a96c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:58.694 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.681+0000 7f3c16b96740 1 --2- 172.21.15.71:0/2701783767 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a968370 0x55d31a96c480 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f3c040103f0 tx=0x7f3c0401ca90 comp rx=0 tx=0).stop 2024-09-05T07:45:58.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.681+0000 7f3c16b96740 1 -- 172.21.15.71:0/2701783767 shutdown_connections 2024-09-05T07:45:58.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.681+0000 7f3c16b96740 1 --2- 172.21.15.71:0/2701783767 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d31a968370 0x55d31a96c480 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.681+0000 7f3c16b96740 1 --2- 172.21.15.71:0/2701783767 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d31a9e3190 0x55d31a9e5580 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.681+0000 7f3c16b96740 1 --2- 172.21.15.71:0/2701783767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d31a95eb40 0x55d31a96bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.681+0000 7f3c16b96740 1 --2- 172.21.15.71:0/2701783767 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d31a95d5d0 0x55d31a970c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.681+0000 7f3c16b96740 1 -- 172.21.15.71:0/2701783767 >> 172.21.15.71:0/2701783767 conn(0x55d31a926310 msgr2=0x55d31a9640f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:58.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.681+0000 7f3bf5ffb640 0 client.16860 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:45:58.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.681+0000 7f3c16b96740 1 -- 172.21.15.71:0/2701783767 shutdown_connections 2024-09-05T07:45:58.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.681+0000 7f3c16b96740 1 -- 172.21.15.71:0/2701783767 wait complete. 2024-09-05T07:45:58.695 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.681+0000 7f3c16b96740 20 client.16860 trim_cache size 0 max 16384 2024-09-05T07:45:58.695 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:45:58.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.682+0000 7f3c147bd640 1 -- 172.21.15.71:0/3584856148 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3bf80a2cf0 msgr2=0x7f3bf80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:58.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.682+0000 7f3c147bd640 1 --2- 172.21.15.71:0/3584856148 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3bf80a2cf0 0x7f3bf80a51b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3c04020000 tx=0x7f3c0401d000 comp rx=0 tx=0).stop 2024-09-05T07:45:58.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.682+0000 7f3c147bd640 1 -- 172.21.15.71:0/3584856148 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3c0c100a80 msgr2=0x7f3c0c199180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:45:58.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.682+0000 7f3c147bd640 1 --2- 172.21.15.71:0/3584856148 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3c0c100a80 0x7f3c0c199180 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f3c0800d950 tx=0x7f3c0800de10 comp rx=0 tx=0).stop 2024-09-05T07:45:58.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.682+0000 7f3c147bd640 1 -- 172.21.15.71:0/3584856148 shutdown_connections 2024-09-05T07:45:58.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.682+0000 7f3c147bd640 1 --2- 172.21.15.71:0/3584856148 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3bf80a2cf0 0x7f3bf80a51b0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.682+0000 7f3c147bd640 1 --2- 172.21.15.71:0/3584856148 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c0c106a80 0x7f3c0c1a4200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.682+0000 7f3c147bd640 1 --2- 172.21.15.71:0/3584856148 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c0c101420 0x7f3c0c1996c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.682+0000 7f3c147bd640 1 --2- 172.21.15.71:0/3584856148 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3c0c100a80 0x7f3c0c199180 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:45:58.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.682+0000 7f3c147bd640 1 -- 172.21.15.71:0/3584856148 >> 172.21.15.71:0/3584856148 conn(0x7f3c0c0fc7a0 msgr2=0x7f3c0c0fcfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:45:58.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.682+0000 7f3c147bd640 1 -- 172.21.15.71:0/3584856148 shutdown_connections 2024-09-05T07:45:58.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:45:58.682+0000 7f3c147bd640 1 -- 172.21.15.71:0/3584856148 wait complete. 2024-09-05T07:45:59.481 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T07:45:59.729 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:46:00.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.202+0000 7fbe60695640 1 -- 172.21.15.71:0/2889191840 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe58100480 msgr2=0x7fbe58100860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:00.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.202+0000 7fbe60695640 1 --2- 172.21.15.71:0/2889191840 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe58100480 0x7fbe58100860 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fbe54009900 tx=0x7fbe5402a410 comp rx=0 tx=0).stop 2024-09-05T07:46:00.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.202+0000 7fbe60695640 1 -- 172.21.15.71:0/2889191840 shutdown_connections 2024-09-05T07:46:00.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.202+0000 7fbe60695640 1 --2- 172.21.15.71:0/2889191840 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe581055b0 0x7fbe5810d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.202+0000 7fbe60695640 1 --2- 172.21.15.71:0/2889191840 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe58100e30 0x7fbe58104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.202+0000 7fbe60695640 1 --2- 172.21.15.71:0/2889191840 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe58100480 0x7fbe58100860 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.202+0000 7fbe60695640 1 -- 172.21.15.71:0/2889191840 >> 172.21.15.71:0/2889191840 conn(0x7fbe58077210 msgr2=0x7fbe580fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:00.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.202+0000 7fbe60695640 1 -- 172.21.15.71:0/2889191840 shutdown_connections 2024-09-05T07:46:00.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.202+0000 7fbe60695640 1 -- 172.21.15.71:0/2889191840 wait complete. 2024-09-05T07:46:00.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.203+0000 7fbe60695640 1 Processor -- start 2024-09-05T07:46:00.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.203+0000 7fbe60695640 1 -- start start 2024-09-05T07:46:00.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.203+0000 7fbe60695640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe58100480 0x7fbe581983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:00.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.203+0000 7fbe60695640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe58100e30 0x7fbe58198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:00.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.203+0000 7fbe60695640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe581055b0 0x7fbe5819ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:00.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.203+0000 7fbe60695640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fbe5810fc60 con 0x7fbe58100e30 2024-09-05T07:46:00.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.203+0000 7fbe60695640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbe5810fae0 con 0x7fbe58100480 2024-09-05T07:46:00.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.203+0000 7fbe60695640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbe5810fde0 con 0x7fbe581055b0 2024-09-05T07:46:00.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.203+0000 7fbe5dc30640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe58100e30 0x7fbe58198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:00.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.203+0000 7fbe5dc30640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe58100e30 0x7fbe58198930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33006/0 (socket says 172.21.15.71:33006) 2024-09-05T07:46:00.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.203+0000 7fbe5dc30640 1 -- 172.21.15.71:0/1744575042 learned_addr learned my addr 172.21.15.71:0/1744575042 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:00.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.203+0000 7fbe5ec32640 1 --2- 172.21.15.71:0/1744575042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe581055b0 0x7fbe5819ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:00.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.203+0000 7fbe5e431640 1 --2- 172.21.15.71:0/1744575042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe58100480 0x7fbe581983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:00.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.203+0000 7fbe5dc30640 1 -- 172.21.15.71:0/1744575042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe581055b0 msgr2=0x7fbe5819ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:00.249 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.203+0000 7fbe5dc30640 1 --2- 172.21.15.71:0/1744575042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe581055b0 0x7fbe5819ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.203+0000 7fbe5dc30640 1 -- 172.21.15.71:0/1744575042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe58100480 msgr2=0x7fbe581983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:00.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.203+0000 7fbe5dc30640 1 --2- 172.21.15.71:0/1744575042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe58100480 0x7fbe581983f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.203+0000 7fbe5dc30640 1 -- 172.21.15.71:0/1744575042 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe5819d3a0 con 0x7fbe58100e30 2024-09-05T07:46:00.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.203+0000 7fbe5e431640 1 --2- 172.21.15.71:0/1744575042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe58100480 0x7fbe581983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:46:00.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.203+0000 7fbe5dc30640 1 --2- 172.21.15.71:0/1744575042 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe58100e30 0x7fbe58198930 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c00ddc0 tx=0x7fbe4c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:00.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.204+0000 7fbe4b7fe640 1 -- 172.21.15.71:0/1744575042 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe4c00be60 con 0x7fbe58100e30 2024-09-05T07:46:00.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.204+0000 7fbe4b7fe640 1 -- 172.21.15.71:0/1744575042 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe4c0054d0 con 0x7fbe58100e30 2024-09-05T07:46:00.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.204+0000 7fbe60695640 1 -- 172.21.15.71:0/1744575042 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe5819d690 con 0x7fbe58100e30 2024-09-05T07:46:00.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.204+0000 7fbe4b7fe640 1 -- 172.21.15.71:0/1744575042 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe4c004e40 con 0x7fbe58100e30 2024-09-05T07:46:00.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.204+0000 7fbe60695640 1 -- 172.21.15.71:0/1744575042 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe581a4f70 con 0x7fbe58100e30 2024-09-05T07:46:00.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.206+0000 7fbe4b7fe640 1 -- 172.21.15.71:0/1744575042 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fbe4c01d020 con 0x7fbe58100e30 2024-09-05T07:46:00.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.206+0000 7fbe62a6e740 1 Processor -- start 2024-09-05T07:46:00.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.206+0000 7fbe62a6e740 1 -- start start 2024-09-05T07:46:00.250 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.206+0000 7fbe62a6e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b9ca67b40 0x563b9ca66090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:00.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.206+0000 7fbe62a6e740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca665d0 0x563b9ca66a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:00.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.207+0000 7fbe62a6e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b9ca75780 0x563b9ca77b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:00.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.207+0000 7fbe62a6e740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x563b9c9cc2f0 con 0x563b9ca665d0 2024-09-05T07:46:00.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.207+0000 7fbe62a6e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563b9c973cf0 con 0x563b9ca75780 2024-09-05T07:46:00.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.207+0000 7fbe62a6e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563b9c9c82b0 con 0x563b9ca67b40 2024-09-05T07:46:00.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.207+0000 7fbe5e431640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca665d0 0x563b9ca66a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:00.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.207+0000 7fbe5e431640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca665d0 0x563b9ca66a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33020/0 (socket says 172.21.15.71:33020) 2024-09-05T07:46:00.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.207+0000 7fbe5e431640 1 -- 172.21.15.71:0/1909442659 learned_addr learned my addr 172.21.15.71:0/1909442659 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:00.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.207+0000 7fbe4b7fe640 1 --2- 172.21.15.71:0/1744575042 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbe440a2cf0 0x7fbe440a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:00.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.207+0000 7fbe5ec32640 1 --2- 172.21.15.71:0/1909442659 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b9ca67b40 0x563b9ca66090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:00.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.207+0000 7fbe5dc30640 1 --2- 172.21.15.71:0/1909442659 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b9ca75780 0x563b9ca77b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:00.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.207+0000 7fbe5ec32640 1 --2- 172.21.15.71:0/1744575042 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbe440a2cf0 0x7fbe440a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:00.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.207+0000 7fbe5e431640 1 -- 172.21.15.71:0/1909442659 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b9ca67b40 msgr2=0x563b9ca66090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:00.251 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.207+0000 7fbe5e431640 1 --2- 172.21.15.71:0/1909442659 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b9ca67b40 0x563b9ca66090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.207+0000 7fbe5e431640 1 -- 172.21.15.71:0/1909442659 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b9ca75780 msgr2=0x563b9ca77b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:00.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.207+0000 7fbe5e431640 1 --2- 172.21.15.71:0/1909442659 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b9ca75780 0x563b9ca77b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.207+0000 7fbe4b7fe640 1 -- 172.21.15.71:0/1744575042 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7fbe4c0cf590 con 0x7fbe58100e30 2024-09-05T07:46:00.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.207+0000 7fbe5e431640 1 -- 172.21.15.71:0/1909442659 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b9c9583a0 con 0x563b9ca665d0 2024-09-05T07:46:00.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.207+0000 7fbe5e431640 1 --2- 172.21.15.71:0/1909442659 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca665d0 0x563b9ca66a10 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7fbe54000c00 tx=0x7fbe54032cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fbc7e8a813ecbec server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:00.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.207+0000 7fbe5ec32640 1 --2- 172.21.15.71:0/1744575042 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbe440a2cf0 0x7fbe440a51b0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fbe50009fd0 tx=0x7fbe50004a40 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:00.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.207+0000 7fbe48ff9640 1 -- 172.21.15.71:0/1909442659 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe5403f070 con 0x563b9ca665d0 2024-09-05T07:46:00.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.208+0000 7fbe48ff9640 1 -- 172.21.15.71:0/1909442659 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe540316a0 con 0x563b9ca665d0 2024-09-05T07:46:00.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.208+0000 7fbe48ff9640 1 -- 172.21.15.71:0/1909442659 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe54035070 con 0x563b9ca665d0 2024-09-05T07:46:00.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.208+0000 7fbe62a6e740 1 -- 172.21.15.71:0/1909442659 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca665d0 msgr2=0x563b9ca66a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:00.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.208+0000 7fbe62a6e740 1 --2- 172.21.15.71:0/1909442659 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca665d0 0x563b9ca66a10 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7fbe54000c00 tx=0x7fbe54032cc0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.208+0000 7fbe62a6e740 1 -- 172.21.15.71:0/1909442659 shutdown_connections 2024-09-05T07:46:00.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.208+0000 7fbe62a6e740 1 --2- 172.21.15.71:0/1909442659 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b9ca75780 0x563b9ca77b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.252 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.208+0000 7fbe62a6e740 1 --2- 172.21.15.71:0/1909442659 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca665d0 0x563b9ca66a10 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.208+0000 7fbe62a6e740 1 --2- 172.21.15.71:0/1909442659 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b9ca67b40 0x563b9ca66090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.208+0000 7fbe62a6e740 1 -- 172.21.15.71:0/1909442659 >> 172.21.15.71:0/1909442659 conn(0x563b9ca2f310 msgr2=0x563b9ca62c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:00.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.208+0000 7fbe62a6e740 1 -- 172.21.15.71:0/1909442659 shutdown_connections 2024-09-05T07:46:00.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.208+0000 7fbe62a6e740 1 -- 172.21.15.71:0/1909442659 wait complete. 2024-09-05T07:46:00.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.209+0000 7fbe62a6e740 1 -- start start 2024-09-05T07:46:00.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.209+0000 7fbe62a6e740 1 Processor -- start 2024-09-05T07:46:00.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.209+0000 7fbe62a6e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b9ca665d0 0x563b9ca750d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:00.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.209+0000 7fbe62a6e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b9ca67b40 0x563b9ca72380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:00.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.209+0000 7fbe62a6e740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca75780 0x563b9ca728e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:00.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.209+0000 7fbe62a6e740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x563b9ca78420 con 0x563b9ca75780 2024-09-05T07:46:00.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.209+0000 7fbe62a6e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563b9c987060 con 0x563b9ca665d0 2024-09-05T07:46:00.253 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.209+0000 7fbe62a6e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563b9ca785a0 con 0x563b9ca67b40 2024-09-05T07:46:00.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.209+0000 7fbe62a6e740 10 client.0 _ll_register_callbacks cb 0x563b9c6da8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:00.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.209+0000 7fbe5ec32640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca75780 0x563b9ca728e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:00.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.209+0000 7fbe5ec32640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca75780 0x563b9ca728e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33028/0 (socket says 172.21.15.71:33028) 2024-09-05T07:46:00.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.209+0000 7fbe5ec32640 1 -- 172.21.15.71:0/119024968 learned_addr learned my addr 172.21.15.71:0/119024968 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:00.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.209+0000 7fbe5dc30640 1 --2- 172.21.15.71:0/119024968 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b9ca67b40 0x563b9ca72380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:00.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.209+0000 7fbe5ec32640 1 -- 172.21.15.71:0/119024968 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b9ca67b40 msgr2=0x563b9ca72380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:00.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.209+0000 7fbe5ec32640 1 --2- 172.21.15.71:0/119024968 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b9ca67b40 0x563b9ca72380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.209+0000 7fbe5ec32640 1 -- 172.21.15.71:0/119024968 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b9ca665d0 msgr2=0x563b9ca750d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:00.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.209+0000 7fbe5ec32640 1 --2- 172.21.15.71:0/119024968 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b9ca665d0 0x563b9ca750d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.209+0000 7fbe5ec32640 1 -- 172.21.15.71:0/119024968 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b9c73d3c0 con 0x563b9ca75780 2024-09-05T07:46:00.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.209+0000 7fbe5ec32640 1 --2- 172.21.15.71:0/119024968 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca75780 0x563b9ca728e0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7fbe5000f040 tx=0x7fbe50004b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55b9bf06d4732b8e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:00.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.209+0000 7fbe41ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:00.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.210+0000 7fbe41ffb640 1 -- 172.21.15.71:0/119024968 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe50020070 con 0x563b9ca75780 2024-09-05T07:46:00.254 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.210+0000 7fbe41ffb640 1 -- 172.21.15.71:0/119024968 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7fbe50025660 con 0x563b9ca75780 2024-09-05T07:46:00.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.210+0000 7fbe62a6e740 1 -- 172.21.15.71:0/119024968 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbe540316a0 con 0x563b9ca75780 2024-09-05T07:46:00.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.210+0000 7fbe41ffb640 1 -- 172.21.15.71:0/119024968 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbe5002e050 con 0x563b9ca75780 2024-09-05T07:46:00.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.210+0000 7fbe62a6e740 10 client.16872 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:00.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.210+0000 7fbe62a6e740 1 -- 172.21.15.71:0/119024968 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563b9ca83ec0 con 0x563b9ca75780 2024-09-05T07:46:00.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.210+0000 7fbe41ffb640 1 -- 172.21.15.71:0/119024968 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe540316a0 con 0x563b9ca75780 2024-09-05T07:46:00.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.210+0000 7fbe41ffb640 1 -- 172.21.15.71:0/119024968 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fbe5001a390 con 0x563b9ca75780 2024-09-05T07:46:00.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.210+0000 7fbe62a6e740 10 client.16872 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:00.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.210+0000 7fbe62a6e740 10 client.16872 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:46:00.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.210+0000 7fbe62a6e740 20 client.16872 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:00.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.210+0000 7fbe62a6e740 1 --2- 172.21.15.71:0/119024968 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563b9ca85380 0x563b9ca87820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:00.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.210+0000 7fbe62a6e740 4 client.16872 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:46:00.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.210+0000 7fbe62a6e740 1 -- 172.21.15.71:0/119024968 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563b9c9d9860 con 0x563b9ca85380 2024-09-05T07:46:00.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.210+0000 7fbe5e431640 1 --2- 172.21.15.71:0/119024968 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563b9ca85380 0x563b9ca87820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:00.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.211+0000 7fbe41ffb640 10 client.16872 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:00.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.211+0000 7fbe5e431640 1 --2- 172.21.15.71:0/119024968 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563b9ca85380 0x563b9ca87820 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9e7cf526c1944063 server_cookie=fff06d8a8391a3d9 in_seq=0 out_seq=0 2024-09-05T07:46:00.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.212+0000 7fbe41ffb640 1 -- 172.21.15.71:0/119024968 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563b9c9d9860 con 0x563b9ca85380 2024-09-05T07:46:00.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.212+0000 7fbe41ffb640 10 client.16872 handle_command_reply: tid=0 2024-09-05T07:46:00.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.212+0000 7fbe62a6e740 1 client.16872 shutdown 2024-09-05T07:46:00.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.212+0000 7fbe62a6e740 1 -- 172.21.15.71:0/119024968 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca75780 msgr2=0x563b9ca728e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:00.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.212+0000 7fbe62a6e740 1 --2- 172.21.15.71:0/119024968 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca75780 0x563b9ca728e0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7fbe5000f040 tx=0x7fbe50004b50 comp rx=0 tx=0).stop 2024-09-05T07:46:00.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.212+0000 7fbe62a6e740 1 -- 172.21.15.71:0/119024968 shutdown_connections 2024-09-05T07:46:00.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.212+0000 7fbe62a6e740 1 --2- 172.21.15.71:0/119024968 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563b9ca85380 0x563b9ca87820 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.212+0000 7fbe62a6e740 1 --2- 172.21.15.71:0/119024968 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca75780 0x563b9ca728e0 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.212+0000 7fbe62a6e740 1 --2- 172.21.15.71:0/119024968 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b9ca67b40 0x563b9ca72380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.212+0000 7fbe62a6e740 1 --2- 172.21.15.71:0/119024968 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b9ca665d0 0x563b9ca750d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.212+0000 7fbe62a6e740 1 -- 172.21.15.71:0/119024968 >> 172.21.15.71:0/119024968 conn(0x563b9ca2f310 msgr2=0x563b9ca68930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:00.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.212+0000 7fbe41ffb640 0 client.16872 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:00.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.212+0000 7fbe62a6e740 1 -- 172.21.15.71:0/119024968 shutdown_connections 2024-09-05T07:46:00.257 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.212+0000 7fbe62a6e740 1 -- 172.21.15.71:0/119024968 wait complete. 2024-09-05T07:46:00.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.212+0000 7fbe62a6e740 20 client.16872 trim_cache size 0 max 16384 2024-09-05T07:46:00.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.225+0000 7fbe62a6e740 1 Processor -- start 2024-09-05T07:46:00.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.225+0000 7fbe62a6e740 1 -- start start 2024-09-05T07:46:00.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.225+0000 7fbe62a6e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b9ca665d0 0x563b9ca816f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:00.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.225+0000 7fbe62a6e740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca67b40 0x563b9ca62700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:00.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.225+0000 7fbe62a6e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b9ca75780 0x563b9ca62c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:00.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.225+0000 7fbe62a6e740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fbe581af9a0 con 0x563b9ca67b40 2024-09-05T07:46:00.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.225+0000 7fbe62a6e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbe581ad270 con 0x563b9ca665d0 2024-09-05T07:46:00.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.225+0000 7fbe62a6e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbe581ab0e0 con 0x563b9ca75780 2024-09-05T07:46:00.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.225+0000 7fbe5dc30640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca67b40 0x563b9ca62700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:00.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.225+0000 7fbe5dc30640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca67b40 0x563b9ca62700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33040/0 (socket says 172.21.15.71:33040) 2024-09-05T07:46:00.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.225+0000 7fbe5dc30640 1 -- 172.21.15.71:0/1109963244 learned_addr learned my addr 172.21.15.71:0/1109963244 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:00.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.225+0000 7fbe5dc30640 1 -- 172.21.15.71:0/1109963244 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b9ca75780 msgr2=0x563b9ca62c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:00.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.225+0000 7fbe5dc30640 1 --2- 172.21.15.71:0/1109963244 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b9ca75780 0x563b9ca62c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.225+0000 7fbe5dc30640 1 -- 172.21.15.71:0/1109963244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b9ca665d0 msgr2=0x563b9ca816f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:00.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.225+0000 7fbe5dc30640 1 --2- 172.21.15.71:0/1109963244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b9ca665d0 0x563b9ca816f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.225+0000 7fbe5dc30640 1 -- 172.21.15.71:0/1109963244 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b9ca63180 con 0x563b9ca67b40 2024-09-05T07:46:00.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.225+0000 7fbe5dc30640 1 --2- 172.21.15.71:0/1109963244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca67b40 0x563b9ca62700 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c098140 tx=0x7fbe4c06d730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=575672687b89ebe4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:00.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.225+0000 7fbe43fff640 1 -- 172.21.15.71:0/1109963244 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe4c01a040 con 0x563b9ca67b40 2024-09-05T07:46:00.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.226+0000 7fbe43fff640 1 -- 172.21.15.71:0/1109963244 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe4c066800 con 0x563b9ca67b40 2024-09-05T07:46:00.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.226+0000 7fbe43fff640 1 -- 172.21.15.71:0/1109963244 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe4c0a43e0 con 0x563b9ca67b40 2024-09-05T07:46:00.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.226+0000 7fbe62a6e740 1 -- 172.21.15.71:0/1109963244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca67b40 msgr2=0x563b9ca62700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:00.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.226+0000 7fbe62a6e740 1 --2- 172.21.15.71:0/1109963244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca67b40 0x563b9ca62700 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c098140 tx=0x7fbe4c06d730 comp rx=0 tx=0).stop 2024-09-05T07:46:00.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.226+0000 7fbe62a6e740 1 -- 172.21.15.71:0/1109963244 shutdown_connections 2024-09-05T07:46:00.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.226+0000 7fbe62a6e740 1 --2- 172.21.15.71:0/1109963244 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b9ca75780 0x563b9ca62c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.226+0000 7fbe62a6e740 1 --2- 172.21.15.71:0/1109963244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca67b40 0x563b9ca62700 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.226+0000 7fbe62a6e740 1 --2- 172.21.15.71:0/1109963244 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b9ca665d0 0x563b9ca816f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.226+0000 7fbe62a6e740 1 -- 172.21.15.71:0/1109963244 >> 172.21.15.71:0/1109963244 conn(0x563b9ca2f310 msgr2=0x563b9ca72340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:00.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.226+0000 7fbe62a6e740 1 -- 172.21.15.71:0/1109963244 shutdown_connections 2024-09-05T07:46:00.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.226+0000 7fbe62a6e740 1 -- 172.21.15.71:0/1109963244 wait complete. 2024-09-05T07:46:00.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.226+0000 7fbe62a6e740 1 -- start start 2024-09-05T07:46:00.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe62a6e740 1 Processor -- start 2024-09-05T07:46:00.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe62a6e740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca665d0 0x563b9ca7e140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:00.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe62a6e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b9ca67b40 0x563b9ca6f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:00.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe62a6e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b9ca75780 0x563b9ca6f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:00.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe62a6e740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fbe581ab730 con 0x563b9ca665d0 2024-09-05T07:46:00.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe62a6e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fbe581acba0 con 0x563b9ca67b40 2024-09-05T07:46:00.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe62a6e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fbe581abe00 con 0x563b9ca75780 2024-09-05T07:46:00.260 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe62a6e740 10 client.0 _ll_register_callbacks cb 0x7fbe5000c500 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:00.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe5e431640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca665d0 0x563b9ca7e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:00.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe5e431640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca665d0 0x563b9ca7e140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33048/0 (socket says 172.21.15.71:33048) 2024-09-05T07:46:00.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe5e431640 1 -- 172.21.15.71:0/109974915 learned_addr learned my addr 172.21.15.71:0/109974915 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:00.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe5e431640 1 -- 172.21.15.71:0/109974915 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b9ca75780 msgr2=0x563b9ca6f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:00.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe5e431640 1 --2- 172.21.15.71:0/109974915 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b9ca75780 0x563b9ca6f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe5e431640 1 -- 172.21.15.71:0/109974915 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b9ca67b40 msgr2=0x563b9ca6f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:00.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe5dc30640 1 --2- 172.21.15.71:0/109974915 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b9ca67b40 0x563b9ca6f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:00.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe5e431640 1 --2- 172.21.15.71:0/109974915 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b9ca67b40 0x563b9ca6f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe5e431640 1 -- 172.21.15.71:0/109974915 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b9caef0c0 con 0x563b9ca665d0 2024-09-05T07:46:00.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe5dc30640 1 --2- 172.21.15.71:0/109974915 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b9ca67b40 0x563b9ca6f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:46:00.261 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe5e431640 1 --2- 172.21.15.71:0/109974915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca665d0 0x563b9ca7e140 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fbe54000c00 tx=0x7fbe54032cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82188c912b0925e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:00.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe41ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:00.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe41ffb640 1 -- 172.21.15.71:0/109974915 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe54050060 con 0x563b9ca665d0 2024-09-05T07:46:00.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe41ffb640 1 -- 172.21.15.71:0/109974915 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7fbe54005560 con 0x563b9ca665d0 2024-09-05T07:46:00.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.227+0000 7fbe62a6e740 1 -- 172.21.15.71:0/109974915 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbe4c066800 con 0x563b9ca665d0 2024-09-05T07:46:00.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.228+0000 7fbe41ffb640 1 -- 172.21.15.71:0/109974915 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbe54057050 con 0x563b9ca665d0 2024-09-05T07:46:00.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.228+0000 7fbe62a6e740 10 client.16878 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:00.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.228+0000 7fbe62a6e740 1 -- 172.21.15.71:0/109974915 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563b9caf02c0 con 0x563b9ca665d0 2024-09-05T07:46:00.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.228+0000 7fbe41ffb640 1 -- 172.21.15.71:0/109974915 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe4c066800 con 0x563b9ca665d0 2024-09-05T07:46:00.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.228+0000 7fbe41ffb640 1 -- 172.21.15.71:0/109974915 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fbe540035f0 con 0x563b9ca665d0 2024-09-05T07:46:00.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.228+0000 7fbe62a6e740 10 client.16878 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:00.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.228+0000 7fbe62a6e740 10 client.16878 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:46:00.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.228+0000 7fbe62a6e740 20 client.16878 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:00.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.228+0000 7fbe62a6e740 1 --2- 172.21.15.71:0/109974915 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563b9caf0600 0x563b9caf29f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:00.262 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.228+0000 7fbe62a6e740 4 client.16878 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:46:00.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.228+0000 7fbe62a6e740 1 -- 172.21.15.71:0/109974915 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563b9c9d3d70 con 0x563b9caf0600 2024-09-05T07:46:00.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.228+0000 7fbe5dc30640 1 --2- 172.21.15.71:0/109974915 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563b9caf0600 0x563b9caf29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:00.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.229+0000 7fbe5dc30640 1 --2- 172.21.15.71:0/109974915 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563b9caf0600 0x563b9caf29f0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d9463397bab5214c server_cookie=c0190afdd7e03b4f in_seq=0 out_seq=0 2024-09-05T07:46:00.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.229+0000 7fbe41ffb640 10 client.16878 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:00.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.229+0000 7fbe41ffb640 1 -- 172.21.15.71:0/109974915 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563b9c9d3d70 con 0x563b9caf0600 2024-09-05T07:46:00.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.229+0000 7fbe41ffb640 10 client.16878 handle_command_reply: tid=0 2024-09-05T07:46:00.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.229+0000 7fbe62a6e740 1 client.16878 shutdown 2024-09-05T07:46:00.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.229+0000 7fbe62a6e740 1 -- 172.21.15.71:0/109974915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca665d0 msgr2=0x563b9ca7e140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:00.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.229+0000 7fbe62a6e740 1 --2- 172.21.15.71:0/109974915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca665d0 0x563b9ca7e140 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fbe54000c00 tx=0x7fbe54032cc0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.229+0000 7fbe62a6e740 1 -- 172.21.15.71:0/109974915 shutdown_connections 2024-09-05T07:46:00.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.229+0000 7fbe62a6e740 1 --2- 172.21.15.71:0/109974915 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563b9caf0600 0x563b9caf29f0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.263 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.229+0000 7fbe62a6e740 1 --2- 172.21.15.71:0/109974915 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b9ca75780 0x563b9ca6f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.229+0000 7fbe62a6e740 1 --2- 172.21.15.71:0/109974915 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b9ca67b40 0x563b9ca6f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.229+0000 7fbe41ffb640 0 client.16878 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:00.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.229+0000 7fbe62a6e740 1 --2- 172.21.15.71:0/109974915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b9ca665d0 0x563b9ca7e140 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.229+0000 7fbe62a6e740 1 -- 172.21.15.71:0/109974915 >> 172.21.15.71:0/109974915 conn(0x563b9ca2f310 msgr2=0x563b9ca70840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:00.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.229+0000 7fbe62a6e740 1 -- 172.21.15.71:0/109974915 shutdown_connections 2024-09-05T07:46:00.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.229+0000 7fbe62a6e740 1 -- 172.21.15.71:0/109974915 wait complete. 2024-09-05T07:46:00.264 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.229+0000 7fbe62a6e740 20 client.16878 trim_cache size 0 max 16384 2024-09-05T07:46:00.264 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:46:00.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.230+0000 7fbe60695640 1 -- 172.21.15.71:0/1744575042 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbe440a2cf0 msgr2=0x7fbe440a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:00.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.230+0000 7fbe60695640 1 --2- 172.21.15.71:0/1744575042 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbe440a2cf0 0x7fbe440a51b0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fbe50009fd0 tx=0x7fbe50004a40 comp rx=0 tx=0).stop 2024-09-05T07:46:00.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.230+0000 7fbe60695640 1 -- 172.21.15.71:0/1744575042 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe58100e30 msgr2=0x7fbe58198930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:00.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.230+0000 7fbe60695640 1 --2- 172.21.15.71:0/1744575042 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe58100e30 0x7fbe58198930 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c00ddc0 tx=0x7fbe4c00a620 comp rx=0 tx=0).stop 2024-09-05T07:46:00.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.230+0000 7fbe60695640 1 -- 172.21.15.71:0/1744575042 shutdown_connections 2024-09-05T07:46:00.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.230+0000 7fbe60695640 1 --2- 172.21.15.71:0/1744575042 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fbe440a2cf0 0x7fbe440a51b0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.230+0000 7fbe60695640 1 --2- 172.21.15.71:0/1744575042 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fbe581055b0 0x7fbe5819ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.230+0000 7fbe60695640 1 --2- 172.21.15.71:0/1744575042 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbe58100e30 0x7fbe58198930 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.230+0000 7fbe60695640 1 --2- 172.21.15.71:0/1744575042 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fbe58100480 0x7fbe581983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:00.265 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.230+0000 7fbe60695640 1 -- 172.21.15.71:0/1744575042 >> 172.21.15.71:0/1744575042 conn(0x7fbe58077210 msgr2=0x7fbe58103de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:00.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.230+0000 7fbe60695640 1 -- 172.21.15.71:0/1744575042 shutdown_connections 2024-09-05T07:46:00.266 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:00.230+0000 7fbe60695640 1 -- 172.21.15.71:0/1744575042 wait complete. 2024-09-05T07:46:00.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:00 smithi071 ceph-mon[30965]: pgmap v226: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:46:00.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:00 smithi123 ceph-mon[34568]: pgmap v226: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:46:00.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:00 smithi192 ceph-mon[34929]: pgmap v226: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:46:02.047 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T07:46:02.048 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T07:46:02.308 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:46:02.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:02 smithi071 ceph-mon[30965]: pgmap v227: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:46:02.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:02 smithi123 ceph-mon[34568]: pgmap v227: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:46:02.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:02 smithi192 ceph-mon[34929]: pgmap v227: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:46:02.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.791+0000 7efcd7590640 1 -- 172.21.15.71:0/1849033962 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efcd0102570 msgr2=0x7efcd01029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:02.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.791+0000 7efcd7590640 1 --2- 172.21.15.71:0/1849033962 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efcd0102570 0x7efcd01029b0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7efccc009900 tx=0x7efccc02a480 comp rx=0 tx=0).stop 2024-09-05T07:46:02.809 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.791+0000 7efcd7590640 1 -- 172.21.15.71:0/1849033962 shutdown_connections 2024-09-05T07:46:02.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.791+0000 7efcd7590640 1 --2- 172.21.15.71:0/1849033962 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efcd0102ef0 0x7efcd010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.791+0000 7efcd7590640 1 --2- 172.21.15.71:0/1849033962 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efcd0102570 0x7efcd01029b0 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.791+0000 7efcd7590640 1 --2- 172.21.15.71:0/1849033962 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efcd0100e20 0x7efcd0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.791+0000 7efcd7590640 1 -- 172.21.15.71:0/1849033962 >> 172.21.15.71:0/1849033962 conn(0x7efcd00fc7d0 msgr2=0x7efcd00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:02.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.791+0000 7efcd7590640 1 -- 172.21.15.71:0/1849033962 shutdown_connections 2024-09-05T07:46:02.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.791+0000 7efcd7590640 1 -- 172.21.15.71:0/1849033962 wait complete. 2024-09-05T07:46:02.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.791+0000 7efcd7590640 1 Processor -- start 2024-09-05T07:46:02.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.791+0000 7efcd7590640 1 -- start start 2024-09-05T07:46:02.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.792+0000 7efcd7590640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efcd0100e20 0x7efcd010e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:02.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.792+0000 7efcd7590640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efcd0102570 0x7efcd010ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:02.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.792+0000 7efcd7590640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efcd0102ef0 0x7efcd010ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:02.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.792+0000 7efcd7590640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7efcd0111f50 con 0x7efcd0102ef0 2024-09-05T07:46:02.810 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.792+0000 7efcd7590640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efcd0111dd0 con 0x7efcd0102570 2024-09-05T07:46:02.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.792+0000 7efcd7590640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7efcd01120d0 con 0x7efcd0100e20 2024-09-05T07:46:02.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.792+0000 7efcd5b2d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efcd0102ef0 0x7efcd010ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:02.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.792+0000 7efcd5b2d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efcd0102ef0 0x7efcd010ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:43460/0 (socket says 172.21.15.71:43460) 2024-09-05T07:46:02.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.792+0000 7efcd5b2d640 1 -- 172.21.15.71:0/729613713 learned_addr learned my addr 172.21.15.71:0/729613713 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:02.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.792+0000 7efcd4b2b640 1 --2- 172.21.15.71:0/729613713 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efcd0102570 0x7efcd010ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:02.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.792+0000 7efcd532c640 1 --2- 172.21.15.71:0/729613713 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efcd0100e20 0x7efcd010e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:02.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.792+0000 7efcd5b2d640 1 -- 172.21.15.71:0/729613713 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efcd0100e20 msgr2=0x7efcd010e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:02.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.792+0000 7efcd5b2d640 1 --2- 172.21.15.71:0/729613713 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efcd0100e20 0x7efcd010e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.792+0000 7efcd5b2d640 1 -- 172.21.15.71:0/729613713 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efcd0102570 msgr2=0x7efcd010ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:02.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.792+0000 7efcd5b2d640 1 --2- 172.21.15.71:0/729613713 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efcd0102570 0x7efcd010ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.792+0000 7efcd5b2d640 1 -- 172.21.15.71:0/729613713 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcd01a6930 con 0x7efcd0102ef0 2024-09-05T07:46:02.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.792+0000 7efcd5b2d640 1 --2- 172.21.15.71:0/729613713 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efcd0102ef0 0x7efcd010ef50 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7efcc800b970 tx=0x7efcc800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:02.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.792+0000 7efcc27fc640 1 -- 172.21.15.71:0/729613713 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcc8019070 con 0x7efcd0102ef0 2024-09-05T07:46:02.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.793+0000 7efcc27fc640 1 -- 172.21.15.71:0/729613713 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efcc8014440 con 0x7efcd0102ef0 2024-09-05T07:46:02.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.793+0000 7efcc27fc640 1 -- 172.21.15.71:0/729613713 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcc80075d0 con 0x7efcd0102ef0 2024-09-05T07:46:02.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.793+0000 7efcd7590640 1 -- 172.21.15.71:0/729613713 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcd01a6c20 con 0x7efcd0102ef0 2024-09-05T07:46:02.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.793+0000 7efcd7590640 1 -- 172.21.15.71:0/729613713 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcd01a70e0 con 0x7efcd0102ef0 2024-09-05T07:46:02.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.795+0000 7efcc27fc640 1 -- 172.21.15.71:0/729613713 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7efcc801c070 con 0x7efcd0102ef0 2024-09-05T07:46:02.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.795+0000 7efcd9969740 1 Processor -- start 2024-09-05T07:46:02.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.795+0000 7efcd9969740 1 -- start start 2024-09-05T07:46:02.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcd9969740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf96ab60 0x55becf96af40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:02.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcd9969740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96b480 0x55becf975800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:02.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcd9969740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55becf975d40 0x55becf978130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:02.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcd9969740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55becf8d0280 con 0x55becf96b480 2024-09-05T07:46:02.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcd9969740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55becf877b10 con 0x55becf96ab60 2024-09-05T07:46:02.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcd9969740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55becf8cc240 con 0x55becf975d40 2024-09-05T07:46:02.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcc27fc640 1 --2- 172.21.15.71:0/729613713 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efcbc0a2cf0 0x7efcbc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:02.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcd532c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96b480 0x55becf975800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:02.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcd532c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96b480 0x55becf975800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:43468/0 (socket says 172.21.15.71:43468) 2024-09-05T07:46:02.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcd532c640 1 -- 172.21.15.71:0/1402205033 learned_addr learned my addr 172.21.15.71:0/1402205033 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:02.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcd5b2d640 1 --2- 172.21.15.71:0/729613713 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efcbc0a2cf0 0x7efcbc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:02.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcd4b2b640 1 --2- 172.21.15.71:0/1402205033 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55becf975d40 0x55becf978130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:02.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcd4b2b640 1 --2- 172.21.15.71:0/1402205033 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf96ab60 0x55becf96af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:02.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcc27fc640 1 -- 172.21.15.71:0/729613713 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7efcc80ced60 con 0x7efcd0102ef0 2024-09-05T07:46:02.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcd532c640 1 -- 172.21.15.71:0/1402205033 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55becf975d40 msgr2=0x55becf978130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:02.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcd532c640 1 --2- 172.21.15.71:0/1402205033 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55becf975d40 0x55becf978130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcd532c640 1 -- 172.21.15.71:0/1402205033 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf96ab60 msgr2=0x55becf96af40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:02.813 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcd532c640 1 --2- 172.21.15.71:0/1402205033 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf96ab60 0x55becf96af40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcd532c640 1 -- 172.21.15.71:0/1402205033 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55becf8841f0 con 0x55becf96b480 2024-09-05T07:46:02.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcd4b2b640 1 --2- 172.21.15.71:0/1402205033 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf96ab60 0x55becf96af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:46:02.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcd532c640 1 --2- 172.21.15.71:0/1402205033 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96b480 0x55becf975800 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7efcc400bd10 tx=0x7efcc40107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e83a0336d087367 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:02.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.796+0000 7efcd5b2d640 1 --2- 172.21.15.71:0/729613713 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efcbc0a2cf0 0x7efcbc0a51b0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7efcc809acf0 tx=0x7efcc80c5ad0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:02.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.797+0000 7efcbb7fe640 1 -- 172.21.15.71:0/1402205033 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcc4004030 con 0x55becf96b480 2024-09-05T07:46:02.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.797+0000 7efcbb7fe640 1 -- 172.21.15.71:0/1402205033 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efcc40035f0 con 0x55becf96b480 2024-09-05T07:46:02.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.797+0000 7efcbb7fe640 1 -- 172.21.15.71:0/1402205033 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcc4011770 con 0x55becf96b480 2024-09-05T07:46:02.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.797+0000 7efcd9969740 1 -- 172.21.15.71:0/1402205033 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96b480 msgr2=0x55becf975800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:02.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.797+0000 7efcd9969740 1 --2- 172.21.15.71:0/1402205033 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96b480 0x55becf975800 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7efcc400bd10 tx=0x7efcc40107a0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.797+0000 7efcd9969740 1 -- 172.21.15.71:0/1402205033 shutdown_connections 2024-09-05T07:46:02.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.797+0000 7efcd9969740 1 --2- 172.21.15.71:0/1402205033 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55becf975d40 0x55becf978130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.797+0000 7efcd9969740 1 --2- 172.21.15.71:0/1402205033 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96b480 0x55becf975800 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.797+0000 7efcd9969740 1 --2- 172.21.15.71:0/1402205033 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf96ab60 0x55becf96af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.797+0000 7efcd9969740 1 -- 172.21.15.71:0/1402205033 >> 172.21.15.71:0/1402205033 conn(0x55becf9670f0 msgr2=0x55becf9674d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:02.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.797+0000 7efcd9969740 1 -- 172.21.15.71:0/1402205033 shutdown_connections 2024-09-05T07:46:02.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.797+0000 7efcd9969740 1 -- 172.21.15.71:0/1402205033 wait complete. 2024-09-05T07:46:02.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.798+0000 7efcd9969740 1 -- start start 2024-09-05T07:46:02.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.798+0000 7efcd9969740 1 Processor -- start 2024-09-05T07:46:02.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.798+0000 7efcd9969740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf96ab60 0x55becf972ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:02.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.798+0000 7efcd9969740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96b480 0x55becf9730e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:02.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.798+0000 7efcd9969740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55becf975d40 0x55becf973620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:02.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.798+0000 7efcd9969740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55becf978910 con 0x55becf96b480 2024-09-05T07:46:02.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.798+0000 7efcd9969740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55becf88af10 con 0x55becf96ab60 2024-09-05T07:46:02.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.798+0000 7efcd9969740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55becf978a90 con 0x55becf975d40 2024-09-05T07:46:02.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.798+0000 7efcd9969740 10 client.0 _ll_register_callbacks cb 0x55becf853a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:02.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.798+0000 7efcd532c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96b480 0x55becf9730e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:02.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.798+0000 7efcd532c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96b480 0x55becf9730e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:43480/0 (socket says 172.21.15.71:43480) 2024-09-05T07:46:02.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.798+0000 7efcd532c640 1 -- 172.21.15.71:0/2701766906 learned_addr learned my addr 172.21.15.71:0/2701766906 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:02.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.798+0000 7efcd4b2b640 1 --2- 172.21.15.71:0/2701766906 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55becf975d40 0x55becf973620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:02.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.798+0000 7efcd4b2b640 1 --2- 172.21.15.71:0/2701766906 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf96ab60 0x55becf972ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:02.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcd532c640 1 -- 172.21.15.71:0/2701766906 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55becf975d40 msgr2=0x55becf973620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:02.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcd532c640 1 --2- 172.21.15.71:0/2701766906 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55becf975d40 0x55becf973620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcd532c640 1 -- 172.21.15.71:0/2701766906 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf96ab60 msgr2=0x55becf972ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:02.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcd532c640 1 --2- 172.21.15.71:0/2701766906 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf96ab60 0x55becf972ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcd532c640 1 -- 172.21.15.71:0/2701766906 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55becf6416a0 con 0x55becf96b480 2024-09-05T07:46:02.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcd4b2b640 1 --2- 172.21.15.71:0/2701766906 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf96ab60 0x55becf972ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:46:02.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcd532c640 1 --2- 172.21.15.71:0/2701766906 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96b480 0x55becf9730e0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7efcc4000c00 tx=0x7efcc400b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b23ab7a010f2b842 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:02.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcb8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:02.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcb8ff9640 1 -- 172.21.15.71:0/2701766906 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcc4029060 con 0x55becf96b480 2024-09-05T07:46:02.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcd9969740 1 -- 172.21.15.71:0/2701766906 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efcc40035f0 con 0x55becf96b480 2024-09-05T07:46:02.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcb8ff9640 1 -- 172.21.15.71:0/2701766906 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7efcc40039b0 con 0x55becf96b480 2024-09-05T07:46:02.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcb8ff9640 1 -- 172.21.15.71:0/2701766906 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efcc4030050 con 0x55becf96b480 2024-09-05T07:46:02.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcd9969740 10 client.16890 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:02.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcd9969740 1 -- 172.21.15.71:0/2701766906 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55becf9844a0 con 0x55becf96b480 2024-09-05T07:46:02.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcb8ff9640 1 -- 172.21.15.71:0/2701766906 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efcc40035f0 con 0x55becf96b480 2024-09-05T07:46:02.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcb8ff9640 1 -- 172.21.15.71:0/2701766906 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7efcc40046c0 con 0x55becf96b480 2024-09-05T07:46:02.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcd9969740 10 client.16890 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:02.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcd9969740 10 client.16890 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:46:02.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcd9969740 20 client.16890 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:02.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcd9969740 1 --2- 172.21.15.71:0/2701766906 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55becf9858b0 0x55becf987ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:02.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcd9969740 4 client.16890 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:46:02.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.799+0000 7efcd9969740 1 -- 172.21.15.71:0/2701766906 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55becf8dd7f0 con 0x55becf9858b0 2024-09-05T07:46:02.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.800+0000 7efcd4b2b640 1 --2- 172.21.15.71:0/2701766906 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55becf9858b0 0x55becf987ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:02.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.800+0000 7efcd4b2b640 1 --2- 172.21.15.71:0/2701766906 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55becf9858b0 0x55becf987ca0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=87a2196727dd6371 server_cookie=9f68cb97347bcf5a in_seq=0 out_seq=0 2024-09-05T07:46:02.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.800+0000 7efcb8ff9640 10 client.16890 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:02.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.801+0000 7efcb8ff9640 1 -- 172.21.15.71:0/2701766906 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55becf8dd7f0 con 0x55becf9858b0 2024-09-05T07:46:02.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.801+0000 7efcb8ff9640 10 client.16890 handle_command_reply: tid=0 2024-09-05T07:46:02.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.801+0000 7efcd9969740 1 client.16890 shutdown 2024-09-05T07:46:02.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.801+0000 7efcd9969740 1 -- 172.21.15.71:0/2701766906 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96b480 msgr2=0x55becf9730e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:02.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.801+0000 7efcd9969740 1 --2- 172.21.15.71:0/2701766906 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96b480 0x55becf9730e0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7efcc4000c00 tx=0x7efcc400b8e0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.801+0000 7efcd9969740 1 -- 172.21.15.71:0/2701766906 shutdown_connections 2024-09-05T07:46:02.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.801+0000 7efcd9969740 1 --2- 172.21.15.71:0/2701766906 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55becf9858b0 0x55becf987ca0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.801+0000 7efcd9969740 1 --2- 172.21.15.71:0/2701766906 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55becf975d40 0x55becf973620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.801+0000 7efcd9969740 1 --2- 172.21.15.71:0/2701766906 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96b480 0x55becf9730e0 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.801+0000 7efcb8ff9640 0 client.16890 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:02.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.801+0000 7efcd9969740 1 --2- 172.21.15.71:0/2701766906 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf96ab60 0x55becf972ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.801+0000 7efcd9969740 1 -- 172.21.15.71:0/2701766906 >> 172.21.15.71:0/2701766906 conn(0x55becf9670f0 msgr2=0x55becf966270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:02.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.801+0000 7efcd9969740 1 -- 172.21.15.71:0/2701766906 shutdown_connections 2024-09-05T07:46:02.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.801+0000 7efcd9969740 1 -- 172.21.15.71:0/2701766906 wait complete. 2024-09-05T07:46:02.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.801+0000 7efcd9969740 20 client.16890 trim_cache size 0 max 16384 2024-09-05T07:46:02.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.819+0000 7efcd9969740 1 Processor -- start 2024-09-05T07:46:02.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.819+0000 7efcd9969740 1 -- start start 2024-09-05T07:46:02.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.819+0000 7efcd9969740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96ab60 0x55becf98d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:02.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.819+0000 7efcd9969740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55becf96b480 0x55becf98d780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:02.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.819+0000 7efcd9969740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf975d40 0x55becf971340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:02.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.819+0000 7efcd9969740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7efcd01b3ca0 con 0x55becf96ab60 2024-09-05T07:46:02.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.819+0000 7efcd9969740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efcd01b1570 con 0x55becf975d40 2024-09-05T07:46:02.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.819+0000 7efcd9969740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7efcd01af3e0 con 0x55becf96b480 2024-09-05T07:46:02.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.819+0000 7efcd4b2b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96ab60 0x55becf98d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:02.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.819+0000 7efcd4b2b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96ab60 0x55becf98d240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:43494/0 (socket says 172.21.15.71:43494) 2024-09-05T07:46:02.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.819+0000 7efcd4b2b640 1 -- 172.21.15.71:0/2608700432 learned_addr learned my addr 172.21.15.71:0/2608700432 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:02.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.819+0000 7efcd4b2b640 1 -- 172.21.15.71:0/2608700432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55becf96b480 msgr2=0x55becf98d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:02.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.819+0000 7efcd532c640 1 --2- 172.21.15.71:0/2608700432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55becf96b480 0x55becf98d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:02.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.819+0000 7efcd4b2b640 1 --2- 172.21.15.71:0/2608700432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55becf96b480 0x55becf98d780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.819+0000 7efcd4b2b640 1 -- 172.21.15.71:0/2608700432 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf975d40 msgr2=0x55becf971340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:02.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.819+0000 7efcd4b2b640 1 --2- 172.21.15.71:0/2608700432 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf975d40 0x55becf971340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.819+0000 7efcd4b2b640 1 -- 172.21.15.71:0/2608700432 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55becf96b2b0 con 0x55becf96ab60 2024-09-05T07:46:02.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.820+0000 7efcd4b2b640 1 --2- 172.21.15.71:0/2608700432 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96ab60 0x55becf98d240 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7efccc02a9a0 tx=0x7efccc000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc7a4529ccbfeec9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:02.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.820+0000 7efcbaffd640 1 -- 172.21.15.71:0/2608700432 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efccc035040 con 0x55becf96ab60 2024-09-05T07:46:02.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.820+0000 7efcbaffd640 1 -- 172.21.15.71:0/2608700432 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efccc004480 con 0x55becf96ab60 2024-09-05T07:46:02.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.820+0000 7efcbaffd640 1 -- 172.21.15.71:0/2608700432 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efccc004e10 con 0x55becf96ab60 2024-09-05T07:46:02.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.820+0000 7efcd9969740 1 -- 172.21.15.71:0/2608700432 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96ab60 msgr2=0x55becf98d240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:02.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.820+0000 7efcd9969740 1 --2- 172.21.15.71:0/2608700432 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96ab60 0x55becf98d240 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7efccc02a9a0 tx=0x7efccc000bc0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.820+0000 7efcd9969740 1 -- 172.21.15.71:0/2608700432 shutdown_connections 2024-09-05T07:46:02.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.820+0000 7efcd9969740 1 --2- 172.21.15.71:0/2608700432 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf975d40 0x55becf971340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.820+0000 7efcd9969740 1 --2- 172.21.15.71:0/2608700432 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55becf96b480 0x55becf98d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.820+0000 7efcd9969740 1 --2- 172.21.15.71:0/2608700432 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96ab60 0x55becf98d240 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.820+0000 7efcd9969740 1 -- 172.21.15.71:0/2608700432 >> 172.21.15.71:0/2608700432 conn(0x55becf9670f0 msgr2=0x55becf96cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:02.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.821+0000 7efcd9969740 1 -- 172.21.15.71:0/2608700432 shutdown_connections 2024-09-05T07:46:02.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.821+0000 7efcd9969740 1 -- 172.21.15.71:0/2608700432 wait complete. 2024-09-05T07:46:02.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.821+0000 7efcd9969740 1 -- start start 2024-09-05T07:46:02.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.821+0000 7efcd9969740 1 Processor -- start 2024-09-05T07:46:02.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.821+0000 7efcd9969740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96ab60 0x55becf97e560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:02.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.821+0000 7efcd9969740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55becf96b480 0x55becf979890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:02.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.821+0000 7efcd9969740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf975d40 0x55becf979ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:02.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.821+0000 7efcd9969740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7efcd01afa30 con 0x55becf96ab60 2024-09-05T07:46:02.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.821+0000 7efcd9969740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efcd01b0ea0 con 0x55becf975d40 2024-09-05T07:46:02.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.821+0000 7efcd9969740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7efcd01b0100 con 0x55becf96b480 2024-09-05T07:46:02.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.821+0000 7efcd9969740 10 client.0 _ll_register_callbacks cb 0x7efccc009640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:02.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.821+0000 7efcd4b2b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96ab60 0x55becf97e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:02.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.821+0000 7efcd4b2b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96ab60 0x55becf97e560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:43500/0 (socket says 172.21.15.71:43500) 2024-09-05T07:46:02.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.822+0000 7efcd4b2b640 1 -- 172.21.15.71:0/1832249935 learned_addr learned my addr 172.21.15.71:0/1832249935 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:02.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.822+0000 7efcd532c640 1 --2- 172.21.15.71:0/1832249935 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55becf96b480 0x55becf979890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:02.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.822+0000 7efcd4b2b640 1 --2- 172.21.15.71:0/1832249935 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf975d40 0x55becf979ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:02.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.822+0000 7efcd4b2b640 1 -- 172.21.15.71:0/1832249935 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55becf96b480 msgr2=0x55becf979890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:02.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.822+0000 7efcd4b2b640 1 --2- 172.21.15.71:0/1832249935 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55becf96b480 0x55becf979890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.822+0000 7efcd4b2b640 1 -- 172.21.15.71:0/1832249935 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf975d40 msgr2=0x55becf979ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:02.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.822+0000 7efcd4b2b640 1 --2- 172.21.15.71:0/1832249935 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf975d40 0x55becf979ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.822+0000 7efcd4b2b640 1 -- 172.21.15.71:0/1832249935 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55becf97a6d0 con 0x55becf96ab60 2024-09-05T07:46:02.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.822+0000 7efcd4b2b640 1 --2- 172.21.15.71:0/1832249935 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96ab60 0x55becf97e560 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7efccc005a90 tx=0x7efccc005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51d0a06be866fdbd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:02.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.822+0000 7efcb8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:02.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.822+0000 7efcb8ff9640 1 -- 172.21.15.71:0/1832249935 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efccc035030 con 0x55becf96ab60 2024-09-05T07:46:02.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.822+0000 7efcb8ff9640 1 -- 172.21.15.71:0/1832249935 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7efccc0318f0 con 0x55becf96ab60 2024-09-05T07:46:02.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.822+0000 7efcd9969740 1 -- 172.21.15.71:0/1832249935 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efccc004480 con 0x55becf96ab60 2024-09-05T07:46:02.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.822+0000 7efcb8ff9640 1 -- 172.21.15.71:0/1832249935 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efccc031af0 con 0x55becf96ab60 2024-09-05T07:46:02.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.822+0000 7efcd9969740 10 client.16896 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:02.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.822+0000 7efcd9969740 1 -- 172.21.15.71:0/1832249935 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55becf9f0380 con 0x55becf96ab60 2024-09-05T07:46:02.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.823+0000 7efcb8ff9640 1 -- 172.21.15.71:0/1832249935 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efccc004480 con 0x55becf96ab60 2024-09-05T07:46:02.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.823+0000 7efcb8ff9640 1 -- 172.21.15.71:0/1832249935 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7efccc052070 con 0x55becf96ab60 2024-09-05T07:46:02.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.823+0000 7efcd9969740 10 client.16896 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:02.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.823+0000 7efcd9969740 10 client.16896 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:46:02.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.823+0000 7efcd9969740 20 client.16896 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:02.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.823+0000 7efcd9969740 1 --2- 172.21.15.71:0/1832249935 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55becf9f0ad0 0x55becf9f2ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:02.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.823+0000 7efcd9969740 4 client.16896 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T07:46:02.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.823+0000 7efcd9969740 1 -- 172.21.15.71:0/1832249935 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55becf8d7d00 con 0x55becf9f0ad0 2024-09-05T07:46:02.829 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.823+0000 7efcd532c640 1 --2- 172.21.15.71:0/1832249935 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55becf9f0ad0 0x55becf9f2ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:02.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.823+0000 7efcb8ff9640 10 client.16896 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:02.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.823+0000 7efcd532c640 1 --2- 172.21.15.71:0/1832249935 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55becf9f0ad0 0x55becf9f2ef0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=631f83ac477ec1a3 server_cookie=2ce1122d255cf957 in_seq=0 out_seq=0 2024-09-05T07:46:02.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.824+0000 7efcb8ff9640 1 -- 172.21.15.71:0/1832249935 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55becf8d7d00 con 0x55becf9f0ad0 2024-09-05T07:46:02.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.824+0000 7efcb8ff9640 10 client.16896 handle_command_reply: tid=0 2024-09-05T07:46:02.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.824+0000 7efcd9969740 1 client.16896 shutdown 2024-09-05T07:46:02.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.824+0000 7efcd9969740 1 -- 172.21.15.71:0/1832249935 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96ab60 msgr2=0x55becf97e560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:02.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.824+0000 7efcd9969740 1 --2- 172.21.15.71:0/1832249935 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96ab60 0x55becf97e560 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7efccc005a90 tx=0x7efccc005a20 comp rx=0 tx=0).stop 2024-09-05T07:46:02.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.825+0000 7efcd9969740 1 -- 172.21.15.71:0/1832249935 shutdown_connections 2024-09-05T07:46:02.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.825+0000 7efcd9969740 1 --2- 172.21.15.71:0/1832249935 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55becf9f0ad0 0x55becf9f2ef0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.825+0000 7efcd9969740 1 --2- 172.21.15.71:0/1832249935 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55becf975d40 0x55becf979ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.825+0000 7efcb8ff9640 0 client.16896 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:02.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.825+0000 7efcd9969740 1 --2- 172.21.15.71:0/1832249935 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55becf96b480 0x55becf979890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.830 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.825+0000 7efcd9969740 1 --2- 172.21.15.71:0/1832249935 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55becf96ab60 0x55becf97e560 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.831 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.825+0000 7efcd9969740 1 -- 172.21.15.71:0/1832249935 >> 172.21.15.71:0/1832249935 conn(0x55becf9670f0 msgr2=0x55becf972af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:02.831 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.825+0000 7efcd9969740 1 -- 172.21.15.71:0/1832249935 shutdown_connections 2024-09-05T07:46:02.831 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.825+0000 7efcd9969740 1 -- 172.21.15.71:0/1832249935 wait complete. 2024-09-05T07:46:02.831 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.825+0000 7efcd9969740 20 client.16896 trim_cache size 0 max 16384 2024-09-05T07:46:02.831 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:46:02.831 INFO:teuthology.orchestra.run.smithi071.stdout: "return_code": 0, 2024-09-05T07:46:02.831 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_tag": "f03ebe66-3e79-4783-a51a-a19b587d904f", 2024-09-05T07:46:02.831 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": "asynchronous" 2024-09-05T07:46:02.831 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:46:02.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.825+0000 7efcd7590640 1 -- 172.21.15.71:0/729613713 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efcbc0a2cf0 msgr2=0x7efcbc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:02.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.825+0000 7efcd7590640 1 --2- 172.21.15.71:0/729613713 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efcbc0a2cf0 0x7efcbc0a51b0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7efcc809acf0 tx=0x7efcc80c5ad0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.825+0000 7efcd7590640 1 -- 172.21.15.71:0/729613713 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efcd0102ef0 msgr2=0x7efcd010ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:02.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.825+0000 7efcd7590640 1 --2- 172.21.15.71:0/729613713 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efcd0102ef0 0x7efcd010ef50 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7efcc800b970 tx=0x7efcc800be30 comp rx=0 tx=0).stop 2024-09-05T07:46:02.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.825+0000 7efcd7590640 1 -- 172.21.15.71:0/729613713 shutdown_connections 2024-09-05T07:46:02.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.825+0000 7efcd7590640 1 --2- 172.21.15.71:0/729613713 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efcbc0a2cf0 0x7efcbc0a51b0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.825+0000 7efcd7590640 1 --2- 172.21.15.71:0/729613713 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efcd0102ef0 0x7efcd010ef50 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.825+0000 7efcd7590640 1 --2- 172.21.15.71:0/729613713 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efcd0102570 0x7efcd010ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.825+0000 7efcd7590640 1 --2- 172.21.15.71:0/729613713 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efcd0100e20 0x7efcd010e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:02.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.825+0000 7efcd7590640 1 -- 172.21.15.71:0/729613713 >> 172.21.15.71:0/729613713 conn(0x7efcd00fc7d0 msgr2=0x7efcd00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:02.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.826+0000 7efcd7590640 1 -- 172.21.15.71:0/729613713 shutdown_connections 2024-09-05T07:46:02.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:02.826+0000 7efcd7590640 1 -- 172.21.15.71:0/729613713 wait complete. 2024-09-05T07:46:03.543 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:46:03.787 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:46:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.310+0000 7fc538c69640 1 -- 172.21.15.71:0/702453247 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc534102570 msgr2=0x7fc5341029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.310+0000 7fc538c69640 1 --2- 172.21.15.71:0/702453247 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc534102570 0x7fc5341029b0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fc528009900 tx=0x7fc52802a480 comp rx=0 tx=0).stop 2024-09-05T07:46:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.310+0000 7fc538c69640 1 -- 172.21.15.71:0/702453247 shutdown_connections 2024-09-05T07:46:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.310+0000 7fc538c69640 1 --2- 172.21.15.71:0/702453247 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc534102ef0 0x7fc53410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.310+0000 7fc538c69640 1 --2- 172.21.15.71:0/702453247 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc534102570 0x7fc5341029b0 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.310+0000 7fc538c69640 1 --2- 172.21.15.71:0/702453247 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc534100e20 0x7fc534101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.310+0000 7fc538c69640 1 -- 172.21.15.71:0/702453247 >> 172.21.15.71:0/702453247 conn(0x7fc5340fc7d0 msgr2=0x7fc5340febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.310+0000 7fc538c69640 1 -- 172.21.15.71:0/702453247 shutdown_connections 2024-09-05T07:46:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.310+0000 7fc538c69640 1 -- 172.21.15.71:0/702453247 wait complete. 2024-09-05T07:46:04.329 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.311+0000 7fc538c69640 1 Processor -- start 2024-09-05T07:46:04.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.311+0000 7fc538c69640 1 -- start start 2024-09-05T07:46:04.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.311+0000 7fc538c69640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc534100e20 0x7fc534197350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:04.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.311+0000 7fc538c69640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc534102570 0x7fc534197890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:04.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.311+0000 7fc538c69640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc534102ef0 0x7fc53419bc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:04.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.312+0000 7fc538c69640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc534110e50 con 0x7fc534102ef0 2024-09-05T07:46:04.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.312+0000 7fc538c69640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc534110cd0 con 0x7fc534102570 2024-09-05T07:46:04.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.312+0000 7fc538c69640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc534110fd0 con 0x7fc534100e20 2024-09-05T07:46:04.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.312+0000 7fc532d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc534102ef0 0x7fc53419bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:04.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.312+0000 7fc532d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc534102ef0 0x7fc53419bc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:43528/0 (socket says 172.21.15.71:43528) 2024-09-05T07:46:04.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.312+0000 7fc532d9d640 1 -- 172.21.15.71:0/2584524649 learned_addr learned my addr 172.21.15.71:0/2584524649 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:04.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.312+0000 7fc53259c640 1 --2- 172.21.15.71:0/2584524649 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc534100e20 0x7fc534197350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:04.330 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.312+0000 7fc531d9b640 1 --2- 172.21.15.71:0/2584524649 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc534102570 0x7fc534197890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:04.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.312+0000 7fc532d9d640 1 -- 172.21.15.71:0/2584524649 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc534100e20 msgr2=0x7fc534197350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:04.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.312+0000 7fc532d9d640 1 --2- 172.21.15.71:0/2584524649 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc534100e20 0x7fc534197350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.312+0000 7fc532d9d640 1 -- 172.21.15.71:0/2584524649 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc534102570 msgr2=0x7fc534197890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:04.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.312+0000 7fc532d9d640 1 --2- 172.21.15.71:0/2584524649 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc534102570 0x7fc534197890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.312+0000 7fc532d9d640 1 -- 172.21.15.71:0/2584524649 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc53419c300 con 0x7fc534102ef0 2024-09-05T07:46:04.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.312+0000 7fc532d9d640 1 --2- 172.21.15.71:0/2584524649 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc534102ef0 0x7fc53419bc20 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fc52c00db90 tx=0x7fc52c00dc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:04.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.312+0000 7fc5237fe640 1 -- 172.21.15.71:0/2584524649 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc52c00e980 con 0x7fc534102ef0 2024-09-05T07:46:04.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.312+0000 7fc5237fe640 1 -- 172.21.15.71:0/2584524649 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc52c009580 con 0x7fc534102ef0 2024-09-05T07:46:04.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.312+0000 7fc538c69640 1 -- 172.21.15.71:0/2584524649 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc53419c590 con 0x7fc534102ef0 2024-09-05T07:46:04.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.312+0000 7fc5237fe640 1 -- 172.21.15.71:0/2584524649 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc52c016650 con 0x7fc534102ef0 2024-09-05T07:46:04.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.312+0000 7fc538c69640 1 -- 172.21.15.71:0/2584524649 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc53419ca50 con 0x7fc534102ef0 2024-09-05T07:46:04.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.315+0000 7fc5237fe640 1 -- 172.21.15.71:0/2584524649 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fc52c009730 con 0x7fc534102ef0 2024-09-05T07:46:04.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.315+0000 7fc53b042740 1 Processor -- start 2024-09-05T07:46:04.331 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.315+0000 7fc53b042740 1 -- start start 2024-09-05T07:46:04.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.315+0000 7fc53b042740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585dedc74a0 0x5585dedc7880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:04.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.315+0000 7fc53b042740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc7dc0 0x5585dedd2140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:04.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.315+0000 7fc53b042740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585dedd2680 0x5585dedd4a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:04.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.315+0000 7fc53b042740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5585ded2d2e0 con 0x5585dedc7dc0 2024-09-05T07:46:04.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.315+0000 7fc53b042740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5585decd4ce0 con 0x5585dedd2680 2024-09-05T07:46:04.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.315+0000 7fc53b042740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5585ded292a0 con 0x5585dedc74a0 2024-09-05T07:46:04.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.315+0000 7fc53259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc7dc0 0x5585dedd2140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:04.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.315+0000 7fc53259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc7dc0 0x5585dedd2140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:43534/0 (socket says 172.21.15.71:43534) 2024-09-05T07:46:04.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.315+0000 7fc53259c640 1 -- 172.21.15.71:0/434313151 learned_addr learned my addr 172.21.15.71:0/434313151 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:04.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.315+0000 7fc53259c640 1 -- 172.21.15.71:0/434313151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585dedc74a0 msgr2=0x5585dedc7880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:04.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.315+0000 7fc53259c640 1 --2- 172.21.15.71:0/434313151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585dedc74a0 0x5585dedc7880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.315+0000 7fc53259c640 1 -- 172.21.15.71:0/434313151 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585dedd2680 msgr2=0x5585dedd4a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:04.332 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.315+0000 7fc53259c640 1 --2- 172.21.15.71:0/434313151 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585dedd2680 0x5585dedd4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.316+0000 7fc53259c640 1 -- 172.21.15.71:0/434313151 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5585decb9440 con 0x5585dedc7dc0 2024-09-05T07:46:04.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.316+0000 7fc5237fe640 1 --2- 172.21.15.71:0/2584524649 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc51c0a2cf0 0x7fc51c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:04.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.316+0000 7fc53259c640 1 --2- 172.21.15.71:0/434313151 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc7dc0 0x5585dedd2140 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7fc52400bd10 tx=0x7fc5240107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=add5c552a3c700d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:04.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.316+0000 7fc531d9b640 1 --2- 172.21.15.71:0/2584524649 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc51c0a2cf0 0x7fc51c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:04.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.316+0000 7fc520ff9640 1 -- 172.21.15.71:0/434313151 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc524004030 con 0x5585dedc7dc0 2024-09-05T07:46:04.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.316+0000 7fc5237fe640 1 -- 172.21.15.71:0/2584524649 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7fc52c0d0da0 con 0x7fc534102ef0 2024-09-05T07:46:04.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.316+0000 7fc520ff9640 1 -- 172.21.15.71:0/434313151 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc5240035f0 con 0x5585dedc7dc0 2024-09-05T07:46:04.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.316+0000 7fc520ff9640 1 -- 172.21.15.71:0/434313151 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc524011770 con 0x5585dedc7dc0 2024-09-05T07:46:04.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.317+0000 7fc53b042740 1 -- 172.21.15.71:0/434313151 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc7dc0 msgr2=0x5585dedd2140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:04.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.317+0000 7fc531d9b640 1 --2- 172.21.15.71:0/2584524649 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc51c0a2cf0 0x7fc51c0a51b0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc528009230 tx=0x7fc528005d50 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:04.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.317+0000 7fc53b042740 1 --2- 172.21.15.71:0/434313151 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc7dc0 0x5585dedd2140 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7fc52400bd10 tx=0x7fc5240107a0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.317+0000 7fc53b042740 1 -- 172.21.15.71:0/434313151 shutdown_connections 2024-09-05T07:46:04.333 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.317+0000 7fc53b042740 1 --2- 172.21.15.71:0/434313151 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585dedd2680 0x5585dedd4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.317+0000 7fc53b042740 1 --2- 172.21.15.71:0/434313151 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc7dc0 0x5585dedd2140 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.317+0000 7fc53b042740 1 --2- 172.21.15.71:0/434313151 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585dedc74a0 0x5585dedc7880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.317+0000 7fc53b042740 1 -- 172.21.15.71:0/434313151 >> 172.21.15.71:0/434313151 conn(0x5585dedc3a30 msgr2=0x5585dedc3e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:04.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.317+0000 7fc53b042740 1 -- 172.21.15.71:0/434313151 shutdown_connections 2024-09-05T07:46:04.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.317+0000 7fc53b042740 1 -- 172.21.15.71:0/434313151 wait complete. 2024-09-05T07:46:04.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.317+0000 7fc53b042740 1 -- start start 2024-09-05T07:46:04.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.317+0000 7fc53b042740 1 Processor -- start 2024-09-05T07:46:04.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.317+0000 7fc53b042740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc74a0 0x5585dedd1f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:04.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.317+0000 7fc53b042740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585dedc7dc0 0x5585dedcf220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:04.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.317+0000 7fc53b042740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585dedd2680 0x5585dedcf760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:04.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.317+0000 7fc53b042740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5585dedd5250 con 0x5585dedc74a0 2024-09-05T07:46:04.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.317+0000 7fc53b042740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5585dece8050 con 0x5585dedc7dc0 2024-09-05T07:46:04.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.317+0000 7fc53b042740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5585dedd53d0 con 0x5585dedd2680 2024-09-05T07:46:04.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.317+0000 7fc53b042740 10 client.0 _ll_register_callbacks cb 0x5585ded28160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:04.334 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.318+0000 7fc53259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc74a0 0x5585dedd1f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:04.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.318+0000 7fc53259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc74a0 0x5585dedd1f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:43538/0 (socket says 172.21.15.71:43538) 2024-09-05T07:46:04.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.318+0000 7fc53259c640 1 -- 172.21.15.71:0/208900915 learned_addr learned my addr 172.21.15.71:0/208900915 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:04.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.318+0000 7fc53259c640 1 -- 172.21.15.71:0/208900915 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585dedd2680 msgr2=0x5585dedcf760 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T07:46:04.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.318+0000 7fc53259c640 1 --2- 172.21.15.71:0/208900915 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585dedd2680 0x5585dedcf760 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.318+0000 7fc53259c640 1 -- 172.21.15.71:0/208900915 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585dedc7dc0 msgr2=0x5585dedcf220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:04.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.318+0000 7fc531d9b640 1 --2- 172.21.15.71:0/208900915 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585dedc7dc0 0x5585dedcf220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:04.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.318+0000 7fc53259c640 1 --2- 172.21.15.71:0/208900915 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585dedc7dc0 0x5585dedcf220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.318+0000 7fc53259c640 1 -- 172.21.15.71:0/208900915 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5585dea9e3c0 con 0x5585dedc74a0 2024-09-05T07:46:04.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.318+0000 7fc531d9b640 1 --2- 172.21.15.71:0/208900915 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585dedc7dc0 0x5585dedcf220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:46:04.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.318+0000 7fc53259c640 1 --2- 172.21.15.71:0/208900915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc74a0 0x5585dedd1f70 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7fc524003a00 tx=0x7fc524003a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d524e6dd7ed17fa6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:04.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.318+0000 7fc519ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:04.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.318+0000 7fc519ffb640 1 -- 172.21.15.71:0/208900915 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc524029060 con 0x5585dedc74a0 2024-09-05T07:46:04.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.318+0000 7fc519ffb640 1 -- 172.21.15.71:0/208900915 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7fc5240041d0 con 0x5585dedc74a0 2024-09-05T07:46:04.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.318+0000 7fc53b042740 1 -- 172.21.15.71:0/208900915 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5240035f0 con 0x5585dedc74a0 2024-09-05T07:46:04.335 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.318+0000 7fc519ffb640 1 -- 172.21.15.71:0/208900915 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc524030050 con 0x5585dedc74a0 2024-09-05T07:46:04.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.318+0000 7fc53b042740 10 client.16908 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:04.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.318+0000 7fc53b042740 1 -- 172.21.15.71:0/208900915 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5585dede0bc0 con 0x5585dedc74a0 2024-09-05T07:46:04.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.318+0000 7fc519ffb640 1 -- 172.21.15.71:0/208900915 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc5240035f0 con 0x5585dedc74a0 2024-09-05T07:46:04.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.319+0000 7fc519ffb640 1 -- 172.21.15.71:0/208900915 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc524004770 con 0x5585dedc74a0 2024-09-05T07:46:04.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.319+0000 7fc53b042740 10 client.16908 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:04.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.319+0000 7fc53b042740 10 client.16908 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:46:04.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.319+0000 7fc53b042740 20 client.16908 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:04.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.319+0000 7fc53b042740 1 --2- 172.21.15.71:0/208900915 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5585dede2020 0x5585dede4410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:04.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.319+0000 7fc53b042740 4 client.16908 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:46:04.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.319+0000 7fc53b042740 1 -- 172.21.15.71:0/208900915 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5585ded3a850 con 0x5585dede2020 2024-09-05T07:46:04.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.319+0000 7fc531d9b640 1 --2- 172.21.15.71:0/208900915 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5585dede2020 0x5585dede4410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:04.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.320+0000 7fc531d9b640 1 --2- 172.21.15.71:0/208900915 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5585dede2020 0x5585dede4410 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d259d6fcc7083fc server_cookie=63ca84fffa9b209b in_seq=0 out_seq=0 2024-09-05T07:46:04.336 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.320+0000 7fc519ffb640 10 client.16908 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:04.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.320+0000 7fc519ffb640 1 -- 172.21.15.71:0/208900915 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5585ded3a850 con 0x5585dede2020 2024-09-05T07:46:04.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.320+0000 7fc519ffb640 10 client.16908 handle_command_reply: tid=0 2024-09-05T07:46:04.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.320+0000 7fc53b042740 1 client.16908 shutdown 2024-09-05T07:46:04.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.321+0000 7fc53b042740 1 -- 172.21.15.71:0/208900915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc74a0 msgr2=0x5585dedd1f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:04.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.321+0000 7fc53b042740 1 --2- 172.21.15.71:0/208900915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc74a0 0x5585dedd1f70 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7fc524003a00 tx=0x7fc524003a30 comp rx=0 tx=0).stop 2024-09-05T07:46:04.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.321+0000 7fc53b042740 1 -- 172.21.15.71:0/208900915 shutdown_connections 2024-09-05T07:46:04.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.321+0000 7fc53b042740 1 --2- 172.21.15.71:0/208900915 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5585dede2020 0x5585dede4410 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.321+0000 7fc53b042740 1 --2- 172.21.15.71:0/208900915 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585dedd2680 0x5585dedcf760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.321+0000 7fc53b042740 1 --2- 172.21.15.71:0/208900915 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585dedc7dc0 0x5585dedcf220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.321+0000 7fc53b042740 1 --2- 172.21.15.71:0/208900915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc74a0 0x5585dedd1f70 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.337 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.321+0000 7fc53b042740 1 -- 172.21.15.71:0/208900915 >> 172.21.15.71:0/208900915 conn(0x5585dedc3a30 msgr2=0x5585dedc9710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:04.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.321+0000 7fc519ffb640 0 client.16908 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:04.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.321+0000 7fc53b042740 1 -- 172.21.15.71:0/208900915 shutdown_connections 2024-09-05T07:46:04.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.321+0000 7fc53b042740 1 -- 172.21.15.71:0/208900915 wait complete. 2024-09-05T07:46:04.338 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.321+0000 7fc53b042740 20 client.16908 trim_cache size 0 max 16384 2024-09-05T07:46:04.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.338+0000 7fc53b042740 1 Processor -- start 2024-09-05T07:46:04.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.338+0000 7fc53b042740 1 -- start start 2024-09-05T07:46:04.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.338+0000 7fc53b042740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585dedc74a0 0x5585dedde4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:04.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.338+0000 7fc53b042740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc7dc0 0x5585dedca900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:04.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.338+0000 7fc53b042740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585dedd2680 0x5585dedc9600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:04.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.338+0000 7fc53b042740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc5341af8f0 con 0x5585dedc7dc0 2024-09-05T07:46:04.339 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.338+0000 7fc53b042740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc5341ad1c0 con 0x5585dedc74a0 2024-09-05T07:46:04.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.338+0000 7fc53b042740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc5341ab030 con 0x5585dedd2680 2024-09-05T07:46:04.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.338+0000 7fc531d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc7dc0 0x5585dedca900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:04.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.338+0000 7fc531d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc7dc0 0x5585dedca900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:43550/0 (socket says 172.21.15.71:43550) 2024-09-05T07:46:04.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.338+0000 7fc531d9b640 1 -- 172.21.15.71:0/1303388876 learned_addr learned my addr 172.21.15.71:0/1303388876 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:04.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.338+0000 7fc532d9d640 1 --2- 172.21.15.71:0/1303388876 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585dedd2680 0x5585dedc9600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:04.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.338+0000 7fc531d9b640 1 -- 172.21.15.71:0/1303388876 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585dedd2680 msgr2=0x5585dedc9600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:04.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.338+0000 7fc531d9b640 1 --2- 172.21.15.71:0/1303388876 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585dedd2680 0x5585dedc9600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.338+0000 7fc531d9b640 1 -- 172.21.15.71:0/1303388876 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585dedc74a0 msgr2=0x5585dedde4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:04.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.338+0000 7fc531d9b640 1 --2- 172.21.15.71:0/1303388876 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585dedc74a0 0x5585dedde4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.338+0000 7fc531d9b640 1 -- 172.21.15.71:0/1303388876 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5585dedc7220 con 0x5585dedc7dc0 2024-09-05T07:46:04.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.338+0000 7fc531d9b640 1 --2- 172.21.15.71:0/1303388876 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc7dc0 0x5585dedca900 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7fc52802a9a0 tx=0x7fc52803e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8963db1dd03080c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:04.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.339+0000 7fc51bfff640 1 -- 172.21.15.71:0/1303388876 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc528055070 con 0x5585dedc7dc0 2024-09-05T07:46:04.340 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.339+0000 7fc51bfff640 1 -- 172.21.15.71:0/1303388876 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc528003aa0 con 0x5585dedc7dc0 2024-09-05T07:46:04.341 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.339+0000 7fc51bfff640 1 -- 172.21.15.71:0/1303388876 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc528035050 con 0x5585dedc7dc0 2024-09-05T07:46:04.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.339+0000 7fc53b042740 1 -- 172.21.15.71:0/1303388876 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc7dc0 msgr2=0x5585dedca900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:04.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.339+0000 7fc53b042740 1 --2- 172.21.15.71:0/1303388876 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc7dc0 0x5585dedca900 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7fc52802a9a0 tx=0x7fc52803e000 comp rx=0 tx=0).stop 2024-09-05T07:46:04.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.339+0000 7fc53b042740 1 -- 172.21.15.71:0/1303388876 shutdown_connections 2024-09-05T07:46:04.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.339+0000 7fc53b042740 1 --2- 172.21.15.71:0/1303388876 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585dedd2680 0x5585dedc9600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.339+0000 7fc53b042740 1 --2- 172.21.15.71:0/1303388876 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc7dc0 0x5585dedca900 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.344 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.339+0000 7fc53b042740 1 --2- 172.21.15.71:0/1303388876 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585dedc74a0 0x5585dedde4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.339+0000 7fc53b042740 1 -- 172.21.15.71:0/1303388876 >> 172.21.15.71:0/1303388876 conn(0x5585dedc3a30 msgr2=0x5585dedc8ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:04.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.339+0000 7fc53b042740 1 -- 172.21.15.71:0/1303388876 shutdown_connections 2024-09-05T07:46:04.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.339+0000 7fc53b042740 1 -- 172.21.15.71:0/1303388876 wait complete. 2024-09-05T07:46:04.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.340+0000 7fc53b042740 1 -- start start 2024-09-05T07:46:04.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.340+0000 7fc53b042740 1 Processor -- start 2024-09-05T07:46:04.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.340+0000 7fc53b042740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc74a0 0x5585deddace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:04.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.340+0000 7fc53b042740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585dedc7dc0 0x5585dedd6010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:04.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.340+0000 7fc53b042740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585dedd2680 0x5585dedd6550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:04.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.340+0000 7fc53b042740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc5341ab680 con 0x5585dedc74a0 2024-09-05T07:46:04.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.340+0000 7fc53b042740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc5341acaf0 con 0x5585dedc7dc0 2024-09-05T07:46:04.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.340+0000 7fc53b042740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc5341abd50 con 0x5585dedd2680 2024-09-05T07:46:04.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.340+0000 7fc53b042740 10 client.0 _ll_register_callbacks cb 0x7fc52400bb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:04.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.340+0000 7fc53259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc74a0 0x5585deddace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:04.345 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.340+0000 7fc53259c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc74a0 0x5585deddace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:43554/0 (socket says 172.21.15.71:43554) 2024-09-05T07:46:04.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.340+0000 7fc53259c640 1 -- 172.21.15.71:0/2170894939 learned_addr learned my addr 172.21.15.71:0/2170894939 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:04.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.340+0000 7fc532d9d640 1 --2- 172.21.15.71:0/2170894939 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585dedd2680 0x5585dedd6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:04.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.340+0000 7fc53259c640 1 -- 172.21.15.71:0/2170894939 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585dedd2680 msgr2=0x5585dedd6550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:04.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.340+0000 7fc53259c640 1 --2- 172.21.15.71:0/2170894939 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585dedd2680 0x5585dedd6550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.340+0000 7fc53259c640 1 -- 172.21.15.71:0/2170894939 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585dedc7dc0 msgr2=0x5585dedd6010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:04.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.340+0000 7fc53259c640 1 --2- 172.21.15.71:0/2170894939 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585dedc7dc0 0x5585dedd6010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.340+0000 7fc53259c640 1 -- 172.21.15.71:0/2170894939 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5585dedd6d60 con 0x5585dedc74a0 2024-09-05T07:46:04.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.340+0000 7fc53259c640 1 --2- 172.21.15.71:0/2170894939 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc74a0 0x5585deddace0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7fc524004b70 tx=0x7fc524005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf6bbe7a17a0e284 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:04.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.340+0000 7fc519ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:04.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.341+0000 7fc519ffb640 1 -- 172.21.15.71:0/2170894939 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc524039060 con 0x5585dedc74a0 2024-09-05T07:46:04.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.341+0000 7fc519ffb640 1 -- 172.21.15.71:0/2170894939 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9626+0+0 (secure 0 0 0) 0x7fc524011440 con 0x5585dedc74a0 2024-09-05T07:46:04.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.341+0000 7fc53b042740 1 -- 172.21.15.71:0/2170894939 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc528003aa0 con 0x5585dedc74a0 2024-09-05T07:46:04.346 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.341+0000 7fc519ffb640 1 -- 172.21.15.71:0/2170894939 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc524040050 con 0x5585dedc74a0 2024-09-05T07:46:04.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.341+0000 7fc53b042740 10 client.16914 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:04.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.341+0000 7fc53b042740 1 -- 172.21.15.71:0/2170894939 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5585dee50d70 con 0x5585dedc74a0 2024-09-05T07:46:04.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.341+0000 7fc519ffb640 1 -- 172.21.15.71:0/2170894939 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc528003aa0 con 0x5585dedc74a0 2024-09-05T07:46:04.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.341+0000 7fc519ffb640 1 -- 172.21.15.71:0/2170894939 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc5240116c0 con 0x5585dedc74a0 2024-09-05T07:46:04.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.341+0000 7fc53b042740 10 client.16914 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:04.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.341+0000 7fc53b042740 10 client.16914 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:46:04.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.341+0000 7fc53b042740 20 client.16914 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:04.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.341+0000 7fc53b042740 1 --2- 172.21.15.71:0/2170894939 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5585dee514c0 0x5585dee53900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:04.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.341+0000 7fc53b042740 4 client.16914 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:46:04.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.341+0000 7fc53b042740 1 -- 172.21.15.71:0/2170894939 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5585ded34d60 con 0x5585dee514c0 2024-09-05T07:46:04.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.342+0000 7fc531d9b640 1 --2- 172.21.15.71:0/2170894939 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5585dee514c0 0x5585dee53900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:04.347 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.342+0000 7fc519ffb640 10 client.16914 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:04.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.342+0000 7fc531d9b640 1 --2- 172.21.15.71:0/2170894939 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5585dee514c0 0x5585dee53900 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3735060b976c5dc0 server_cookie=c6912e003084a82b in_seq=0 out_seq=0 2024-09-05T07:46:04.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.342+0000 7fc519ffb640 1 -- 172.21.15.71:0/2170894939 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5585ded34d60 con 0x5585dee514c0 2024-09-05T07:46:04.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.342+0000 7fc519ffb640 10 client.16914 handle_command_reply: tid=0 2024-09-05T07:46:04.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.342+0000 7fc53b042740 1 client.16914 shutdown 2024-09-05T07:46:04.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.342+0000 7fc53b042740 1 -- 172.21.15.71:0/2170894939 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc74a0 msgr2=0x5585deddace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:04.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.342+0000 7fc53b042740 1 --2- 172.21.15.71:0/2170894939 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc74a0 0x5585deddace0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7fc524004b70 tx=0x7fc524005850 comp rx=0 tx=0).stop 2024-09-05T07:46:04.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.342+0000 7fc53b042740 1 -- 172.21.15.71:0/2170894939 shutdown_connections 2024-09-05T07:46:04.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.342+0000 7fc53b042740 1 --2- 172.21.15.71:0/2170894939 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5585dee514c0 0x5585dee53900 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.342+0000 7fc53b042740 1 --2- 172.21.15.71:0/2170894939 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585dedd2680 0x5585dedd6550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.342+0000 7fc519ffb640 0 client.16914 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:04.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.342+0000 7fc53b042740 1 --2- 172.21.15.71:0/2170894939 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585dedc7dc0 0x5585dedd6010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.342+0000 7fc53b042740 1 --2- 172.21.15.71:0/2170894939 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585dedc74a0 0x5585deddace0 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.348 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.342+0000 7fc53b042740 1 -- 172.21.15.71:0/2170894939 >> 172.21.15.71:0/2170894939 conn(0x5585dedc3a30 msgr2=0x5585dedc8ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:04.349 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.342+0000 7fc53b042740 1 -- 172.21.15.71:0/2170894939 shutdown_connections 2024-09-05T07:46:04.349 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.342+0000 7fc53b042740 1 -- 172.21.15.71:0/2170894939 wait complete. 2024-09-05T07:46:04.349 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.343+0000 7fc53b042740 20 client.16914 trim_cache size 0 max 16384 2024-09-05T07:46:04.349 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:46:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T07:46:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": { 2024-09-05T07:46:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: "f03ebe66-3e79-4783-a51a-a19b587d904f": { 2024-09-05T07:46:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: "path": "/", 2024-09-05T07:46:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: "tag": "f03ebe66-3e79-4783-a51a-a19b587d904f", 2024-09-05T07:46:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: "options": "recursive,force" 2024-09-05T07:46:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:46:04.350 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:46:04.350 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:46:04.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.343+0000 7fc538c69640 1 -- 172.21.15.71:0/2584524649 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc51c0a2cf0 msgr2=0x7fc51c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:04.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.343+0000 7fc538c69640 1 --2- 172.21.15.71:0/2584524649 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc51c0a2cf0 0x7fc51c0a51b0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc528009230 tx=0x7fc528005d50 comp rx=0 tx=0).stop 2024-09-05T07:46:04.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.343+0000 7fc538c69640 1 -- 172.21.15.71:0/2584524649 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc534102ef0 msgr2=0x7fc53419bc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:04.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.343+0000 7fc538c69640 1 --2- 172.21.15.71:0/2584524649 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc534102ef0 0x7fc53419bc20 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fc52c00db90 tx=0x7fc52c00dc80 comp rx=0 tx=0).stop 2024-09-05T07:46:04.350 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.343+0000 7fc538c69640 1 -- 172.21.15.71:0/2584524649 shutdown_connections 2024-09-05T07:46:04.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.343+0000 7fc538c69640 1 --2- 172.21.15.71:0/2584524649 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc51c0a2cf0 0x7fc51c0a51b0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.343+0000 7fc538c69640 1 --2- 172.21.15.71:0/2584524649 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc534102ef0 0x7fc53419bc20 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.343+0000 7fc538c69640 1 --2- 172.21.15.71:0/2584524649 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc534102570 0x7fc534197890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.343+0000 7fc538c69640 1 --2- 172.21.15.71:0/2584524649 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc534100e20 0x7fc534197350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:04.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.343+0000 7fc538c69640 1 -- 172.21.15.71:0/2584524649 >> 172.21.15.71:0/2584524649 conn(0x7fc5340fc7d0 msgr2=0x7fc5340febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:04.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.343+0000 7fc538c69640 1 -- 172.21.15.71:0/2584524649 shutdown_connections 2024-09-05T07:46:04.351 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:04.343+0000 7fc538c69640 1 -- 172.21.15.71:0/2584524649 wait complete. 2024-09-05T07:46:04.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:04 smithi123 ceph-mon[34568]: pgmap v228: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2024-09-05T07:46:04.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:04 smithi123 ceph-mon[34568]: scrub queued for path: / 2024-09-05T07:46:04.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:04 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:46:04.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:04 smithi123 ceph-mon[34568]: scrub summary: active paths [/] 2024-09-05T07:46:04.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:04 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:46:04.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:04 smithi192 ceph-mon[34929]: pgmap v228: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2024-09-05T07:46:04.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:04 smithi192 ceph-mon[34929]: scrub queued for path: / 2024-09-05T07:46:04.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:04 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:46:04.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:04 smithi192 ceph-mon[34929]: scrub summary: active paths [/] 2024-09-05T07:46:04.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:04 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:46:04.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:04 smithi071 ceph-mon[30965]: pgmap v228: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2024-09-05T07:46:04.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:04 smithi071 ceph-mon[30965]: scrub queued for path: / 2024-09-05T07:46:04.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:04 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:46:04.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:04 smithi071 ceph-mon[30965]: scrub summary: active paths [/] 2024-09-05T07:46:04.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:04 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:46:05.070 INFO:tasks.cephfs.filesystem:scrub status for tag:f03ebe66-3e79-4783-a51a-a19b587d904f - {'path': '/', 'tag': 'f03ebe66-3e79-4783-a51a-a19b587d904f', 'options': 'recursive,force'} 2024-09-05T07:46:06.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:06 smithi123 ceph-mon[34568]: pgmap v229: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:46:06.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:06 smithi123 ceph-mon[34568]: scrub summary: idle 2024-09-05T07:46:06.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:06 smithi192 ceph-mon[34929]: pgmap v229: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:46:06.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:06 smithi192 ceph-mon[34929]: scrub summary: idle 2024-09-05T07:46:06.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:06 smithi071 ceph-mon[30965]: pgmap v229: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:46:06.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:06 smithi071 ceph-mon[30965]: scrub summary: idle 2024-09-05T07:46:08.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:08 smithi123 ceph-mon[34568]: pgmap v230: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:46:08.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:08 smithi192 ceph-mon[34929]: pgmap v230: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:46:08.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:08 smithi071 ceph-mon[30965]: pgmap v230: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:46:10.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:10 smithi123 ceph-mon[34568]: pgmap v231: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-09-05T07:46:10.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:10 smithi192 ceph-mon[34929]: pgmap v231: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-09-05T07:46:10.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:10 smithi071 ceph-mon[30965]: pgmap v231: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-09-05T07:46:12.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:12 smithi123 ceph-mon[34568]: pgmap v232: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:46:12.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:12 smithi123 ceph-mon[34568]: osdmap e96: 12 total, 12 up, 12 in 2024-09-05T07:46:12.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:12 smithi192 ceph-mon[34929]: pgmap v232: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:46:12.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:12 smithi192 ceph-mon[34929]: osdmap e96: 12 total, 12 up, 12 in 2024-09-05T07:46:12.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:12 smithi071 ceph-mon[30965]: pgmap v232: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:46:12.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:12 smithi071 ceph-mon[30965]: osdmap e96: 12 total, 12 up, 12 in 2024-09-05T07:46:14.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:14 smithi123 ceph-mon[34568]: pgmap v234: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 26 KiB/s wr, 23 op/s 2024-09-05T07:46:14.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:14 smithi192 ceph-mon[34929]: pgmap v234: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 26 KiB/s wr, 23 op/s 2024-09-05T07:46:14.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:14 smithi071 ceph-mon[30965]: pgmap v234: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 26 KiB/s wr, 23 op/s 2024-09-05T07:46:16.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:16 smithi123 ceph-mon[34568]: pgmap v235: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:46:16.451 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:16 smithi071 ceph-mon[30965]: pgmap v235: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:46:16.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:16 smithi192 ceph-mon[34929]: pgmap v235: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:46:18.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:18 smithi192 ceph-mon[34929]: pgmap v236: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:46:18.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:18 smithi071 ceph-mon[30965]: pgmap v236: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:46:18.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:18 smithi123 ceph-mon[34568]: pgmap v236: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:46:20.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:20 smithi071 ceph-mon[30965]: pgmap v237: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:46:20.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:20 smithi071 ceph-mon[30965]: osdmap e97: 12 total, 12 up, 12 in 2024-09-05T07:46:20.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:20 smithi123 ceph-mon[34568]: pgmap v237: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:46:20.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:20 smithi123 ceph-mon[34568]: osdmap e97: 12 total, 12 up, 12 in 2024-09-05T07:46:20.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:20 smithi192 ceph-mon[34929]: pgmap v237: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:46:20.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:20 smithi192 ceph-mon[34929]: osdmap e97: 12 total, 12 up, 12 in 2024-09-05T07:46:22.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:22 smithi071 ceph-mon[30965]: pgmap v239: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 216 B/s wr, 6 op/s 2024-09-05T07:46:22.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:22 smithi123 ceph-mon[34568]: pgmap v239: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 216 B/s wr, 6 op/s 2024-09-05T07:46:22.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:22 smithi192 ceph-mon[34929]: pgmap v239: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 216 B/s wr, 6 op/s 2024-09-05T07:46:24.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:24 smithi071 ceph-mon[30965]: pgmap v240: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:46:24.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:24 smithi123 ceph-mon[34568]: pgmap v240: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:46:24.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:24 smithi192 ceph-mon[34929]: pgmap v240: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:46:26.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:26 smithi071 ceph-mon[30965]: pgmap v241: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:46:26.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:26 smithi123 ceph-mon[34568]: pgmap v241: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:46:26.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:26 smithi192 ceph-mon[34929]: pgmap v241: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:46:28.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:28 smithi071 ceph-mon[30965]: pgmap v242: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:46:28.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:28 smithi123 ceph-mon[34568]: pgmap v242: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:46:28.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:28 smithi192 ceph-mon[34929]: pgmap v242: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:46:30.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:30 smithi071 ceph-mon[30965]: pgmap v243: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:46:30.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:30 smithi123 ceph-mon[34568]: pgmap v243: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:46:30.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:30 smithi192 ceph-mon[34929]: pgmap v243: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:46:32.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:32 smithi071 ceph-mon[30965]: pgmap v244: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-09-05T07:46:32.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:32 smithi123 ceph-mon[34568]: pgmap v244: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-09-05T07:46:32.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:32 smithi192 ceph-mon[34929]: pgmap v244: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-09-05T07:46:34.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:34 smithi071 ceph-mon[30965]: pgmap v245: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:46:34.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:34 smithi123 ceph-mon[34568]: pgmap v245: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:46:34.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:34 smithi192 ceph-mon[34929]: pgmap v245: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:46:35.071 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:46:35.335 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:46:35.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.835+0000 7f4942dc2640 1 -- 172.21.15.71:0/1498191281 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f493c100a80 msgr2=0x7f493c100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:35.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.835+0000 7f4942dc2640 1 --2- 172.21.15.71:0/1498191281 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f493c100a80 0x7f493c100ee0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f4928009930 tx=0x7f492802a420 comp rx=0 tx=0).stop 2024-09-05T07:46:35.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.835+0000 7f4942dc2640 1 -- 172.21.15.71:0/1498191281 shutdown_connections 2024-09-05T07:46:35.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.835+0000 7f4942dc2640 1 --2- 172.21.15.71:0/1498191281 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f493c101420 0x7f493c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.835+0000 7f4942dc2640 1 --2- 172.21.15.71:0/1498191281 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f493c100a80 0x7f493c100ee0 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.835+0000 7f4942dc2640 1 --2- 172.21.15.71:0/1498191281 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f493c106a80 0x7f493c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.835+0000 7f4942dc2640 1 -- 172.21.15.71:0/1498191281 >> 172.21.15.71:0/1498191281 conn(0x7f493c0fc7a0 msgr2=0x7f493c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:35.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.835+0000 7f4942dc2640 1 -- 172.21.15.71:0/1498191281 shutdown_connections 2024-09-05T07:46:35.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.835+0000 7f4942dc2640 1 -- 172.21.15.71:0/1498191281 wait complete. 2024-09-05T07:46:35.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.836+0000 7f4942dc2640 1 Processor -- start 2024-09-05T07:46:35.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.836+0000 7f4942dc2640 1 -- start start 2024-09-05T07:46:35.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.836+0000 7f4942dc2640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f493c100a80 0x7f493c199340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:35.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.836+0000 7f4942dc2640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f493c101420 0x7f493c199880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:35.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.836+0000 7f4942dc2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f493c106a80 0x7f493c1a43c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:35.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.836+0000 7f4942dc2640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f493c110dd0 con 0x7f493c106a80 2024-09-05T07:46:35.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.836+0000 7f4942dc2640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f493c110c50 con 0x7f493c100a80 2024-09-05T07:46:35.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.836+0000 7f4942dc2640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f493c110f50 con 0x7f493c101420 2024-09-05T07:46:35.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.836+0000 7f494135f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f493c106a80 0x7f493c1a43c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:35.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.836+0000 7f494135f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f493c106a80 0x7f493c1a43c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44250/0 (socket says 172.21.15.71:44250) 2024-09-05T07:46:35.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.836+0000 7f494135f640 1 -- 172.21.15.71:0/2219942631 learned_addr learned my addr 172.21.15.71:0/2219942631 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:35.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.836+0000 7f4940b5e640 1 --2- 172.21.15.71:0/2219942631 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f493c100a80 0x7f493c199340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:35.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.836+0000 7f493bfff640 1 --2- 172.21.15.71:0/2219942631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f493c101420 0x7f493c199880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:35.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.836+0000 7f494135f640 1 -- 172.21.15.71:0/2219942631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f493c101420 msgr2=0x7f493c199880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:35.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.836+0000 7f494135f640 1 --2- 172.21.15.71:0/2219942631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f493c101420 0x7f493c199880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.836+0000 7f494135f640 1 -- 172.21.15.71:0/2219942631 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f493c100a80 msgr2=0x7f493c199340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:35.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.836+0000 7f494135f640 1 --2- 172.21.15.71:0/2219942631 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f493c100a80 0x7f493c199340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.836+0000 7f494135f640 1 -- 172.21.15.71:0/2219942631 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f493c1a4900 con 0x7f493c106a80 2024-09-05T07:46:35.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.836+0000 7f493bfff640 1 --2- 172.21.15.71:0/2219942631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f493c101420 0x7f493c199880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:46:35.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.837+0000 7f494135f640 1 --2- 172.21.15.71:0/2219942631 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f493c106a80 0x7f493c1a43c0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f493400b970 tx=0x7f493400bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:35.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.837+0000 7f4939ffb640 1 -- 172.21.15.71:0/2219942631 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4934019070 con 0x7f493c106a80 2024-09-05T07:46:35.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.837+0000 7f4939ffb640 1 -- 172.21.15.71:0/2219942631 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4934014440 con 0x7f493c106a80 2024-09-05T07:46:35.849 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.837+0000 7f4942dc2640 1 -- 172.21.15.71:0/2219942631 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f493c1a4ad0 con 0x7f493c106a80 2024-09-05T07:46:35.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.837+0000 7f4939ffb640 1 -- 172.21.15.71:0/2219942631 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49340075d0 con 0x7f493c106a80 2024-09-05T07:46:35.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.837+0000 7f4942dc2640 1 -- 172.21.15.71:0/2219942631 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f493c1a4f90 con 0x7f493c106a80 2024-09-05T07:46:35.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.839+0000 7f4939ffb640 1 -- 172.21.15.71:0/2219942631 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f493401c070 con 0x7f493c106a80 2024-09-05T07:46:35.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f494519b740 1 Processor -- start 2024-09-05T07:46:35.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f494519b740 1 -- start start 2024-09-05T07:46:35.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f4939ffb640 1 --2- 172.21.15.71:0/2219942631 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f492c0a2cf0 0x7f492c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:35.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f494519b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af02d380 0x5620af02d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:35.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f494519b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02dca0 0x5620af03c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:35.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f494519b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 0x5620af03ee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:35.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f494519b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5620aef932e0 con 0x5620af03ca90 2024-09-05T07:46:35.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f494519b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5620aef3ace0 con 0x5620af02dca0 2024-09-05T07:46:35.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f494519b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5620aef8f2a0 con 0x5620af02d380 2024-09-05T07:46:35.850 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f493bfff640 1 --2- 172.21.15.71:0/2219942631 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f492c0a2cf0 0x7f492c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:35.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f4939ffb640 1 -- 172.21.15.71:0/2219942631 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f49340ced50 con 0x7f493c106a80 2024-09-05T07:46:35.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f494135f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 0x5620af03ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:35.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f494135f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 0x5620af03ee80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44258/0 (socket says 172.21.15.71:44258) 2024-09-05T07:46:35.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f494135f640 1 -- 172.21.15.71:0/1490322615 learned_addr learned my addr 172.21.15.71:0/1490322615 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:35.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f493bfff640 1 --2- 172.21.15.71:0/1490322615 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02dca0 0x5620af03c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:35.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f4940b5e640 1 --2- 172.21.15.71:0/1490322615 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af02d380 0x5620af02d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:35.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f494135f640 1 -- 172.21.15.71:0/1490322615 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af02d380 msgr2=0x5620af02d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:35.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f494135f640 1 --2- 172.21.15.71:0/1490322615 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af02d380 0x5620af02d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f494135f640 1 -- 172.21.15.71:0/1490322615 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02dca0 msgr2=0x5620af03c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:35.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f494135f640 1 --2- 172.21.15.71:0/1490322615 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02dca0 0x5620af03c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f494135f640 1 -- 172.21.15.71:0/1490322615 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620aef1f440 con 0x5620af03ca90 2024-09-05T07:46:35.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f4940b5e640 1 --2- 172.21.15.71:0/1490322615 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af02d380 0x5620af02d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:46:35.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.840+0000 7f493bfff640 1 --2- 172.21.15.71:0/1490322615 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02dca0 0x5620af03c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:46:35.851 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.841+0000 7f493bfff640 1 --2- 172.21.15.71:0/2219942631 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f492c0a2cf0 0x7f492c0a51b0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f4928000c00 tx=0x7f4928031580 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:35.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.841+0000 7f494135f640 1 --2- 172.21.15.71:0/1490322615 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 0x5620af03ee80 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f493409aec0 tx=0x7f49340497b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75343a051acb14e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:35.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.841+0000 7f4926ffd640 1 -- 172.21.15.71:0/1490322615 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f493409f2e0 con 0x5620af03ca90 2024-09-05T07:46:35.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.841+0000 7f4926ffd640 1 -- 172.21.15.71:0/1490322615 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f49340a3ba0 con 0x5620af03ca90 2024-09-05T07:46:35.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.841+0000 7f4926ffd640 1 -- 172.21.15.71:0/1490322615 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49340145f0 con 0x5620af03ca90 2024-09-05T07:46:35.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.841+0000 7f494519b740 1 -- 172.21.15.71:0/1490322615 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 msgr2=0x5620af03ee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:35.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.841+0000 7f494519b740 1 --2- 172.21.15.71:0/1490322615 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 0x5620af03ee80 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f493409aec0 tx=0x7f49340497b0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.841+0000 7f494519b740 1 -- 172.21.15.71:0/1490322615 shutdown_connections 2024-09-05T07:46:35.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.841+0000 7f494519b740 1 --2- 172.21.15.71:0/1490322615 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 0x5620af03ee80 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.841+0000 7f494519b740 1 --2- 172.21.15.71:0/1490322615 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02dca0 0x5620af03c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.841+0000 7f494519b740 1 --2- 172.21.15.71:0/1490322615 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af02d380 0x5620af02d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.841+0000 7f494519b740 1 -- 172.21.15.71:0/1490322615 >> 172.21.15.71:0/1490322615 conn(0x5620af029a30 msgr2=0x5620af029e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:35.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.841+0000 7f494519b740 1 -- 172.21.15.71:0/1490322615 shutdown_connections 2024-09-05T07:46:35.852 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.841+0000 7f494519b740 1 -- 172.21.15.71:0/1490322615 wait complete. 2024-09-05T07:46:35.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.842+0000 7f494519b740 1 -- start start 2024-09-05T07:46:35.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.842+0000 7f494519b740 1 Processor -- start 2024-09-05T07:46:35.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.842+0000 7f494519b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02d380 0x5620af03c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:35.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.842+0000 7f494519b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af02dca0 0x5620af0396b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:35.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.842+0000 7f494519b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af03ca90 0x5620af039c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:35.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.842+0000 7f494519b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5620af03f660 con 0x5620af02dca0 2024-09-05T07:46:35.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.842+0000 7f494519b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5620aef4e050 con 0x5620af02d380 2024-09-05T07:46:35.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.842+0000 7f494519b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5620af03f7e0 con 0x5620af03ca90 2024-09-05T07:46:35.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.842+0000 7f494519b740 10 client.0 _ll_register_callbacks cb 0x5620aef8e160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:35.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.842+0000 7f493bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af02dca0 0x5620af0396b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:35.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.842+0000 7f493bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af02dca0 0x5620af0396b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44272/0 (socket says 172.21.15.71:44272) 2024-09-05T07:46:35.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.842+0000 7f493bfff640 1 -- 172.21.15.71:0/3968824994 learned_addr learned my addr 172.21.15.71:0/3968824994 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:35.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.842+0000 7f4940b5e640 1 --2- 172.21.15.71:0/3968824994 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02d380 0x5620af03c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:35.853 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.842+0000 7f494135f640 1 --2- 172.21.15.71:0/3968824994 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af03ca90 0x5620af039c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:35.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.843+0000 7f493bfff640 1 -- 172.21.15.71:0/3968824994 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af03ca90 msgr2=0x5620af039c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:35.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.843+0000 7f493bfff640 1 --2- 172.21.15.71:0/3968824994 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af03ca90 0x5620af039c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.843+0000 7f493bfff640 1 -- 172.21.15.71:0/3968824994 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02d380 msgr2=0x5620af03c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:35.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.843+0000 7f493bfff640 1 --2- 172.21.15.71:0/3968824994 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02d380 0x5620af03c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.843+0000 7f493bfff640 1 -- 172.21.15.71:0/3968824994 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620aed043c0 con 0x5620af02dca0 2024-09-05T07:46:35.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.843+0000 7f493bfff640 1 --2- 172.21.15.71:0/3968824994 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af02dca0 0x5620af0396b0 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f4928033000 tx=0x7f492802a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f7d489fb6634d64 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:35.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.843+0000 7f491bfff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:35.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.843+0000 7f491bfff640 1 -- 172.21.15.71:0/3968824994 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4928035050 con 0x5620af02dca0 2024-09-05T07:46:35.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.843+0000 7f491bfff640 1 -- 172.21.15.71:0/3968824994 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f49280048c0 con 0x5620af02dca0 2024-09-05T07:46:35.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.843+0000 7f494519b740 1 -- 172.21.15.71:0/3968824994 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f49340a3ba0 con 0x5620af02dca0 2024-09-05T07:46:35.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.843+0000 7f491bfff640 1 -- 172.21.15.71:0/3968824994 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4928057050 con 0x5620af02dca0 2024-09-05T07:46:35.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.843+0000 7f494519b740 10 client.16926 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:35.854 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.843+0000 7f494519b740 1 -- 172.21.15.71:0/3968824994 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5620af04b070 con 0x5620af02dca0 2024-09-05T07:46:35.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.843+0000 7f491bfff640 1 -- 172.21.15.71:0/3968824994 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f49340a3ba0 con 0x5620af02dca0 2024-09-05T07:46:35.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.844+0000 7f491bfff640 1 -- 172.21.15.71:0/3968824994 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f4928003b20 con 0x5620af02dca0 2024-09-05T07:46:35.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.844+0000 7f494519b740 10 client.16926 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:35.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.844+0000 7f494519b740 10 client.16926 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:46:35.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.844+0000 7f494519b740 20 client.16926 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:35.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.844+0000 7f494519b740 1 --2- 172.21.15.71:0/3968824994 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5620af04c5d0 0x5620af04e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:35.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.844+0000 7f494519b740 4 client.16926 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:46:35.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.844+0000 7f494519b740 1 -- 172.21.15.71:0/3968824994 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5620aefa0850 con 0x5620af04c5d0 2024-09-05T07:46:35.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.844+0000 7f4940b5e640 1 --2- 172.21.15.71:0/3968824994 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5620af04c5d0 0x5620af04e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:35.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.844+0000 7f4940b5e640 1 --2- 172.21.15.71:0/3968824994 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5620af04c5d0 0x5620af04e9f0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e122e8a9f140caf server_cookie=ea5e3236f2f06b70 in_seq=0 out_seq=0 2024-09-05T07:46:35.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.844+0000 7f491bfff640 10 client.16926 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:35.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.845+0000 7f491bfff640 1 -- 172.21.15.71:0/3968824994 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5620aefa0850 con 0x5620af04c5d0 2024-09-05T07:46:35.855 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.845+0000 7f491bfff640 10 client.16926 handle_command_reply: tid=0 2024-09-05T07:46:35.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.845+0000 7f494519b740 1 client.16926 shutdown 2024-09-05T07:46:35.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.845+0000 7f494519b740 1 -- 172.21.15.71:0/3968824994 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af02dca0 msgr2=0x5620af0396b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:35.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.845+0000 7f494519b740 1 --2- 172.21.15.71:0/3968824994 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af02dca0 0x5620af0396b0 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f4928033000 tx=0x7f492802a420 comp rx=0 tx=0).stop 2024-09-05T07:46:35.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.845+0000 7f494519b740 1 -- 172.21.15.71:0/3968824994 shutdown_connections 2024-09-05T07:46:35.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.845+0000 7f494519b740 1 --2- 172.21.15.71:0/3968824994 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5620af04c5d0 0x5620af04e9f0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.845+0000 7f494519b740 1 --2- 172.21.15.71:0/3968824994 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af03ca90 0x5620af039c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.845+0000 7f491bfff640 0 client.16926 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:35.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.845+0000 7f494519b740 1 --2- 172.21.15.71:0/3968824994 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af02dca0 0x5620af0396b0 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.845+0000 7f494519b740 1 --2- 172.21.15.71:0/3968824994 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02d380 0x5620af03c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.845+0000 7f494519b740 1 -- 172.21.15.71:0/3968824994 >> 172.21.15.71:0/3968824994 conn(0x5620af029a30 msgr2=0x5620af02f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:35.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.846+0000 7f494519b740 1 -- 172.21.15.71:0/3968824994 shutdown_connections 2024-09-05T07:46:35.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.846+0000 7f494519b740 1 -- 172.21.15.71:0/3968824994 wait complete. 2024-09-05T07:46:35.856 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.846+0000 7f494519b740 20 client.16926 trim_cache size 0 max 16384 2024-09-05T07:46:35.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.862+0000 7f494519b740 1 Processor -- start 2024-09-05T07:46:35.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.862+0000 7f494519b740 1 -- start start 2024-09-05T07:46:35.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f494519b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02d380 0x5620af048900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:35.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f494519b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af02dca0 0x5620af0542c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:35.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f494519b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 0x5620af054800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:35.865 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f494519b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f493c1af940 con 0x5620af03ca90 2024-09-05T07:46:35.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f494519b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f493c1ad210 con 0x5620af02d380 2024-09-05T07:46:35.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f494519b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f493c1ab080 con 0x5620af02dca0 2024-09-05T07:46:35.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f494135f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 0x5620af054800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:35.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f494135f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 0x5620af054800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44282/0 (socket says 172.21.15.71:44282) 2024-09-05T07:46:35.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f494135f640 1 -- 172.21.15.71:0/2228730604 learned_addr learned my addr 172.21.15.71:0/2228730604 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:35.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f493bfff640 1 --2- 172.21.15.71:0/2228730604 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af02dca0 0x5620af0542c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:35.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f494135f640 1 -- 172.21.15.71:0/2228730604 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af02dca0 msgr2=0x5620af0542c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:35.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f494135f640 1 --2- 172.21.15.71:0/2228730604 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af02dca0 0x5620af0542c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f4940b5e640 1 --2- 172.21.15.71:0/2228730604 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02d380 0x5620af048900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:35.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f494135f640 1 -- 172.21.15.71:0/2228730604 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02d380 msgr2=0x5620af048900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:35.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f494135f640 1 --2- 172.21.15.71:0/2228730604 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02d380 0x5620af048900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f494135f640 1 -- 172.21.15.71:0/2228730604 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620af02da90 con 0x5620af03ca90 2024-09-05T07:46:35.866 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f4940b5e640 1 --2- 172.21.15.71:0/2228730604 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02d380 0x5620af048900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:46:35.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f494135f640 1 --2- 172.21.15.71:0/2228730604 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 0x5620af054800 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f493400cfd0 tx=0x7f4934004b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f28e975714ad0f16 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:35.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f49267fc640 1 -- 172.21.15.71:0/2228730604 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f493409f2e0 con 0x5620af03ca90 2024-09-05T07:46:35.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f49267fc640 1 -- 172.21.15.71:0/2228730604 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f49340149a0 con 0x5620af03ca90 2024-09-05T07:46:35.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.863+0000 7f49267fc640 1 -- 172.21.15.71:0/2228730604 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49340147b0 con 0x5620af03ca90 2024-09-05T07:46:35.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.864+0000 7f494519b740 1 -- 172.21.15.71:0/2228730604 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 msgr2=0x5620af054800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:35.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.864+0000 7f494519b740 1 --2- 172.21.15.71:0/2228730604 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 0x5620af054800 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f493400cfd0 tx=0x7f4934004b50 comp rx=0 tx=0).stop 2024-09-05T07:46:35.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.864+0000 7f494519b740 1 -- 172.21.15.71:0/2228730604 shutdown_connections 2024-09-05T07:46:35.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.864+0000 7f494519b740 1 --2- 172.21.15.71:0/2228730604 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 0x5620af054800 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.864+0000 7f494519b740 1 --2- 172.21.15.71:0/2228730604 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af02dca0 0x5620af0542c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.864+0000 7f494519b740 1 --2- 172.21.15.71:0/2228730604 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02d380 0x5620af048900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.864+0000 7f494519b740 1 -- 172.21.15.71:0/2228730604 >> 172.21.15.71:0/2228730604 conn(0x5620af029a30 msgr2=0x5620af0387a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:35.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.864+0000 7f494519b740 1 -- 172.21.15.71:0/2228730604 shutdown_connections 2024-09-05T07:46:35.867 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.864+0000 7f494519b740 1 -- 172.21.15.71:0/2228730604 wait complete. 2024-09-05T07:46:35.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.864+0000 7f494519b740 1 -- start start 2024-09-05T07:46:35.868 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.865+0000 7f494519b740 1 Processor -- start 2024-09-05T07:46:35.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.865+0000 7f494519b740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02d380 0x5620af036880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:35.870 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.865+0000 7f494519b740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af02dca0 0x5620af036dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:35.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.865+0000 7f494519b740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 0x5620af037300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:35.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.865+0000 7f494519b740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f493c1ab6d0 con 0x5620af03ca90 2024-09-05T07:46:35.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.865+0000 7f494519b740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f493c1acb40 con 0x5620af02d380 2024-09-05T07:46:35.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.865+0000 7f494519b740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f493c1abda0 con 0x5620af02dca0 2024-09-05T07:46:35.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.865+0000 7f494519b740 10 client.0 _ll_register_callbacks cb 0x7f4928009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:35.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.865+0000 7f494135f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 0x5620af037300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:35.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.865+0000 7f494135f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 0x5620af037300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44296/0 (socket says 172.21.15.71:44296) 2024-09-05T07:46:35.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.865+0000 7f494135f640 1 -- 172.21.15.71:0/1786950696 learned_addr learned my addr 172.21.15.71:0/1786950696 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:35.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.865+0000 7f493bfff640 1 --2- 172.21.15.71:0/1786950696 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af02dca0 0x5620af036dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:35.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.865+0000 7f4940b5e640 1 --2- 172.21.15.71:0/1786950696 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02d380 0x5620af036880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:35.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.865+0000 7f494135f640 1 -- 172.21.15.71:0/1786950696 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af02dca0 msgr2=0x5620af036dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:35.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.865+0000 7f494135f640 1 --2- 172.21.15.71:0/1786950696 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af02dca0 0x5620af036dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.865+0000 7f494135f640 1 -- 172.21.15.71:0/1786950696 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02d380 msgr2=0x5620af036880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:35.871 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.865+0000 7f494135f640 1 --2- 172.21.15.71:0/1786950696 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02d380 0x5620af036880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.865+0000 7f494135f640 1 -- 172.21.15.71:0/1786950696 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620af0b6490 con 0x5620af03ca90 2024-09-05T07:46:35.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.866+0000 7f494135f640 1 --2- 172.21.15.71:0/1786950696 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 0x5620af037300 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f493400bfd0 tx=0x7f493409b760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb92339f28b0aa43 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:35.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.866+0000 7f491bfff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:35.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.866+0000 7f491bfff640 1 -- 172.21.15.71:0/1786950696 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f493409f2e0 con 0x5620af03ca90 2024-09-05T07:46:35.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.866+0000 7f491bfff640 1 -- 172.21.15.71:0/1786950696 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f4934099230 con 0x5620af03ca90 2024-09-05T07:46:35.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.866+0000 7f494519b740 1 -- 172.21.15.71:0/1786950696 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f49340149a0 con 0x5620af03ca90 2024-09-05T07:46:35.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.866+0000 7f491bfff640 1 -- 172.21.15.71:0/1786950696 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f49340a3710 con 0x5620af03ca90 2024-09-05T07:46:35.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.866+0000 7f494519b740 10 client.16932 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:35.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.866+0000 7f494519b740 1 -- 172.21.15.71:0/1786950696 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5620af0b76b0 con 0x5620af03ca90 2024-09-05T07:46:35.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.866+0000 7f491bfff640 1 -- 172.21.15.71:0/1786950696 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f49340149a0 con 0x5620af03ca90 2024-09-05T07:46:35.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.866+0000 7f491bfff640 1 -- 172.21.15.71:0/1786950696 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f493409a380 con 0x5620af03ca90 2024-09-05T07:46:35.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.866+0000 7f494519b740 10 client.16932 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:35.872 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.866+0000 7f494519b740 10 client.16932 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:46:35.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.866+0000 7f494519b740 20 client.16932 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:35.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.866+0000 7f494519b740 1 --2- 172.21.15.71:0/1786950696 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5620af04c5d0 0x5620af0b98e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:35.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.866+0000 7f494519b740 4 client.16932 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:46:35.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.866+0000 7f494519b740 1 -- 172.21.15.71:0/1786950696 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5620aef9ad60 con 0x5620af04c5d0 2024-09-05T07:46:35.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.867+0000 7f4940b5e640 1 --2- 172.21.15.71:0/1786950696 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5620af04c5d0 0x5620af0b98e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:35.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.867+0000 7f491bfff640 10 client.16932 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:35.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.867+0000 7f4940b5e640 1 --2- 172.21.15.71:0/1786950696 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5620af04c5d0 0x5620af0b98e0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ea6c70f74133c8b server_cookie=bdefb0190e68c3e4 in_seq=0 out_seq=0 2024-09-05T07:46:35.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.867+0000 7f491bfff640 1 -- 172.21.15.71:0/1786950696 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5620aef9ad60 con 0x5620af04c5d0 2024-09-05T07:46:35.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.867+0000 7f491bfff640 10 client.16932 handle_command_reply: tid=0 2024-09-05T07:46:35.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.867+0000 7f494519b740 1 client.16932 shutdown 2024-09-05T07:46:35.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.867+0000 7f494519b740 1 -- 172.21.15.71:0/1786950696 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 msgr2=0x5620af037300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:35.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.867+0000 7f494519b740 1 --2- 172.21.15.71:0/1786950696 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 0x5620af037300 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f493400bfd0 tx=0x7f493409b760 comp rx=0 tx=0).stop 2024-09-05T07:46:35.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.867+0000 7f494519b740 1 -- 172.21.15.71:0/1786950696 shutdown_connections 2024-09-05T07:46:35.873 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.867+0000 7f494519b740 1 --2- 172.21.15.71:0/1786950696 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5620af04c5d0 0x5620af0b98e0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.867+0000 7f494519b740 1 --2- 172.21.15.71:0/1786950696 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620af03ca90 0x5620af037300 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.867+0000 7f494519b740 1 --2- 172.21.15.71:0/1786950696 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620af02dca0 0x5620af036dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.867+0000 7f491bfff640 0 client.16932 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:35.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.867+0000 7f494519b740 1 --2- 172.21.15.71:0/1786950696 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620af02d380 0x5620af036880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.867+0000 7f494519b740 1 -- 172.21.15.71:0/1786950696 >> 172.21.15.71:0/1786950696 conn(0x5620af029a30 msgr2=0x5620af03af10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:35.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.868+0000 7f494519b740 1 -- 172.21.15.71:0/1786950696 shutdown_connections 2024-09-05T07:46:35.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.868+0000 7f494519b740 1 -- 172.21.15.71:0/1786950696 wait complete. 2024-09-05T07:46:35.874 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.868+0000 7f494519b740 20 client.16932 trim_cache size 0 max 16384 2024-09-05T07:46:35.874 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:46:35.874 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "no active scrubs running", 2024-09-05T07:46:35.875 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": {} 2024-09-05T07:46:35.875 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:46:35.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.868+0000 7f4942dc2640 1 -- 172.21.15.71:0/2219942631 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f492c0a2cf0 msgr2=0x7f492c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:35.875 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.868+0000 7f4942dc2640 1 --2- 172.21.15.71:0/2219942631 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f492c0a2cf0 0x7f492c0a51b0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f4928000c00 tx=0x7f4928031580 comp rx=0 tx=0).stop 2024-09-05T07:46:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.868+0000 7f4942dc2640 1 -- 172.21.15.71:0/2219942631 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f493c106a80 msgr2=0x7f493c1a43c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.868+0000 7f4942dc2640 1 --2- 172.21.15.71:0/2219942631 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f493c106a80 0x7f493c1a43c0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f493400b970 tx=0x7f493400bd70 comp rx=0 tx=0).stop 2024-09-05T07:46:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.868+0000 7f4942dc2640 1 -- 172.21.15.71:0/2219942631 shutdown_connections 2024-09-05T07:46:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.868+0000 7f4942dc2640 1 --2- 172.21.15.71:0/2219942631 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f492c0a2cf0 0x7f492c0a51b0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.868+0000 7f4942dc2640 1 --2- 172.21.15.71:0/2219942631 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f493c106a80 0x7f493c1a43c0 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.868+0000 7f4942dc2640 1 --2- 172.21.15.71:0/2219942631 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f493c101420 0x7f493c199880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.868+0000 7f4942dc2640 1 --2- 172.21.15.71:0/2219942631 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f493c100a80 0x7f493c199340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.868+0000 7f4942dc2640 1 -- 172.21.15.71:0/2219942631 >> 172.21.15.71:0/2219942631 conn(0x7f493c0fc7a0 msgr2=0x7f493c0fd0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.868+0000 7f4942dc2640 1 -- 172.21.15.71:0/2219942631 shutdown_connections 2024-09-05T07:46:35.876 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:35.868+0000 7f4942dc2640 1 -- 172.21.15.71:0/2219942631 wait complete. 2024-09-05T07:46:36.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:36 smithi071 ceph-mon[30965]: pgmap v246: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:46:36.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:36 smithi123 ceph-mon[34568]: pgmap v246: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:46:36.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:36 smithi192 ceph-mon[34929]: pgmap v246: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:46:36.746 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T07:46:36.747 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:46:36.999 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:46:37.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.521+0000 7fc61c3d0640 1 -- 172.21.15.71:0/4180041351 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc614100a80 msgr2=0x7fc614100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:37.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.521+0000 7fc61c3d0640 1 --2- 172.21.15.71:0/4180041351 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc614100a80 0x7fc614100ee0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7fc604009930 tx=0x7fc60402a420 comp rx=0 tx=0).stop 2024-09-05T07:46:37.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.521+0000 7fc61c3d0640 1 -- 172.21.15.71:0/4180041351 shutdown_connections 2024-09-05T07:46:37.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.521+0000 7fc61c3d0640 1 --2- 172.21.15.71:0/4180041351 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc614101420 0x7fc61410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:37.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.521+0000 7fc61c3d0640 1 --2- 172.21.15.71:0/4180041351 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc614100a80 0x7fc614100ee0 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:37.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.521+0000 7fc61c3d0640 1 --2- 172.21.15.71:0/4180041351 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc614106a80 0x7fc614106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:37.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.521+0000 7fc61c3d0640 1 -- 172.21.15.71:0/4180041351 >> 172.21.15.71:0/4180041351 conn(0x7fc6140fc7a0 msgr2=0x7fc6140febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:37.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.521+0000 7fc61c3d0640 1 -- 172.21.15.71:0/4180041351 shutdown_connections 2024-09-05T07:46:37.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.521+0000 7fc61c3d0640 1 -- 172.21.15.71:0/4180041351 wait complete. 2024-09-05T07:46:37.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.522+0000 7fc61c3d0640 1 Processor -- start 2024-09-05T07:46:37.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.522+0000 7fc61c3d0640 1 -- start start 2024-09-05T07:46:37.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.522+0000 7fc61c3d0640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc614100a80 0x7fc614197310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:37.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.522+0000 7fc61c3d0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc614101420 0x7fc614197850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:37.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.522+0000 7fc61c3d0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc614106a80 0x7fc61419bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:37.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.522+0000 7fc61c3d0640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc614110d30 con 0x7fc614106a80 2024-09-05T07:46:37.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.522+0000 7fc61c3d0640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc614110bb0 con 0x7fc614100a80 2024-09-05T07:46:37.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.522+0000 7fc61c3d0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc614110eb0 con 0x7fc614101420 2024-09-05T07:46:37.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.522+0000 7fc61a96d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc614106a80 0x7fc61419bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:37.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.522+0000 7fc61a96d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc614106a80 0x7fc61419bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44318/0 (socket says 172.21.15.71:44318) 2024-09-05T07:46:37.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.522+0000 7fc61a96d640 1 -- 172.21.15.71:0/1645132250 learned_addr learned my addr 172.21.15.71:0/1645132250 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:37.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.522+0000 7fc61a16c640 1 --2- 172.21.15.71:0/1645132250 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc614100a80 0x7fc614197310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:37.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.523+0000 7fc61a96d640 1 -- 172.21.15.71:0/1645132250 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc614101420 msgr2=0x7fc614197850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:37.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.523+0000 7fc61a96d640 1 --2- 172.21.15.71:0/1645132250 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc614101420 0x7fc614197850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:37.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.523+0000 7fc61a96d640 1 -- 172.21.15.71:0/1645132250 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc614100a80 msgr2=0x7fc614197310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:37.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.523+0000 7fc61a96d640 1 --2- 172.21.15.71:0/1645132250 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc614100a80 0x7fc614197310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:37.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.523+0000 7fc61a96d640 1 -- 172.21.15.71:0/1645132250 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc61419c2c0 con 0x7fc614106a80 2024-09-05T07:46:37.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.523+0000 7fc61a96d640 1 --2- 172.21.15.71:0/1645132250 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc614106a80 0x7fc61419bbe0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fc60c009fd0 tx=0x7fc60c007590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:37.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.523+0000 7fc60b7fe640 1 -- 172.21.15.71:0/1645132250 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc60c00de10 con 0x7fc614106a80 2024-09-05T07:46:37.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.523+0000 7fc60b7fe640 1 -- 172.21.15.71:0/1645132250 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc60c003e20 con 0x7fc614106a80 2024-09-05T07:46:37.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.523+0000 7fc61c3d0640 1 -- 172.21.15.71:0/1645132250 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc61419c5b0 con 0x7fc614106a80 2024-09-05T07:46:37.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.523+0000 7fc60b7fe640 1 -- 172.21.15.71:0/1645132250 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc60c004810 con 0x7fc614106a80 2024-09-05T07:46:37.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.523+0000 7fc61c3d0640 1 -- 172.21.15.71:0/1645132250 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc61406a790 con 0x7fc614106a80 2024-09-05T07:46:37.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.524+0000 7fc61c3d0640 1 -- 172.21.15.71:0/1645132250 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6141021c0 con 0x7fc614106a80 2024-09-05T07:46:37.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.525+0000 7fc60b7fe640 1 -- 172.21.15.71:0/1645132250 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fc60c003970 con 0x7fc614106a80 2024-09-05T07:46:37.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.526+0000 7fc60b7fe640 1 --2- 172.21.15.71:0/1645132250 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc6000a2e90 0x7fc6000a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:37.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.526+0000 7fc61a16c640 1 --2- 172.21.15.71:0/1645132250 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc6000a2e90 0x7fc6000a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:37.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.526+0000 7fc60b7fe640 1 -- 172.21.15.71:0/1645132250 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7fc60c0d1530 con 0x7fc614106a80 2024-09-05T07:46:37.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.527+0000 7fc61a16c640 1 --2- 172.21.15.71:0/1645132250 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc6000a2e90 0x7fc6000a5350 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc610005fd0 tx=0x7fc61000b510 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:37.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.530+0000 7fc60b7fe640 1 -- 172.21.15.71:0/1645132250 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc60c09dd00 con 0x7fc614106a80 2024-09-05T07:46:37.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.731+0000 7fc61c3d0640 1 -- 172.21.15.71:0/1645132250 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc614100ee0 con 0x7fc614106a80 2024-09-05T07:46:37.732 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.732+0000 7fc60b7fe640 1 -- 172.21.15.71:0/1645132250 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7fc614100ee0 con 0x7fc614106a80 2024-09-05T07:46:37.733 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:46:37.733 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:46:37.733 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:46:37.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.734+0000 7fc61c3d0640 1 -- 172.21.15.71:0/1645132250 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc6000a2e90 msgr2=0x7fc6000a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:37.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.734+0000 7fc61c3d0640 1 --2- 172.21.15.71:0/1645132250 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc6000a2e90 0x7fc6000a5350 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc610005fd0 tx=0x7fc61000b510 comp rx=0 tx=0).stop 2024-09-05T07:46:37.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.734+0000 7fc61c3d0640 1 -- 172.21.15.71:0/1645132250 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc614106a80 msgr2=0x7fc61419bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:37.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.734+0000 7fc61c3d0640 1 --2- 172.21.15.71:0/1645132250 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc614106a80 0x7fc61419bbe0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fc60c009fd0 tx=0x7fc60c007590 comp rx=0 tx=0).stop 2024-09-05T07:46:37.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.734+0000 7fc61c3d0640 1 -- 172.21.15.71:0/1645132250 shutdown_connections 2024-09-05T07:46:37.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.734+0000 7fc61c3d0640 1 --2- 172.21.15.71:0/1645132250 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc6000a2e90 0x7fc6000a5350 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:37.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.734+0000 7fc61c3d0640 1 --2- 172.21.15.71:0/1645132250 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc614106a80 0x7fc61419bbe0 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:37.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.734+0000 7fc61c3d0640 1 --2- 172.21.15.71:0/1645132250 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc614101420 0x7fc614197850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:37.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.734+0000 7fc61c3d0640 1 --2- 172.21.15.71:0/1645132250 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc614100a80 0x7fc614197310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:37.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.734+0000 7fc61c3d0640 1 -- 172.21.15.71:0/1645132250 >> 172.21.15.71:0/1645132250 conn(0x7fc6140fc7a0 msgr2=0x7fc6140fd240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:37.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.734+0000 7fc61c3d0640 1 -- 172.21.15.71:0/1645132250 shutdown_connections 2024-09-05T07:46:37.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:37.734+0000 7fc61c3d0640 1 -- 172.21.15.71:0/1645132250 wait complete. 2024-09-05T07:46:38.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:38 smithi071 ceph-mon[30965]: pgmap v247: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:46:38.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:38 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1645132250' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:46:38.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:38 smithi123 ceph-mon[34568]: pgmap v247: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:46:38.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:38 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1645132250' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:46:38.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:38 smithi192 ceph-mon[34929]: pgmap v247: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:46:38.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:38 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1645132250' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:46:38.528 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T07:46:38.776 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:46:39.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.257+0000 7fa5ff22b640 1 -- 172.21.15.71:0/764508398 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5f8100a90 msgr2=0x7fa5f8100ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:39.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.257+0000 7fa5ff22b640 1 --2- 172.21.15.71:0/764508398 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5f8100a90 0x7fa5f8100ef0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fa5e4009930 tx=0x7fa5e402a420 comp rx=0 tx=0).stop 2024-09-05T07:46:39.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.257+0000 7fa5ff22b640 1 -- 172.21.15.71:0/764508398 shutdown_connections 2024-09-05T07:46:39.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.257+0000 7fa5ff22b640 1 --2- 172.21.15.71:0/764508398 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa5f8101430 0x7fa5f810d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.257+0000 7fa5ff22b640 1 --2- 172.21.15.71:0/764508398 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5f8100a90 0x7fa5f8100ef0 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.257+0000 7fa5ff22b640 1 --2- 172.21.15.71:0/764508398 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa5f8106a90 0x7fa5f8106e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.257+0000 7fa5ff22b640 1 -- 172.21.15.71:0/764508398 >> 172.21.15.71:0/764508398 conn(0x7fa5f80fc7d0 msgr2=0x7fa5f80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:39.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.257+0000 7fa5ff22b640 1 -- 172.21.15.71:0/764508398 shutdown_connections 2024-09-05T07:46:39.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.257+0000 7fa5ff22b640 1 -- 172.21.15.71:0/764508398 wait complete. 2024-09-05T07:46:39.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.257+0000 7fa5ff22b640 1 Processor -- start 2024-09-05T07:46:39.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.257+0000 7fa5ff22b640 1 -- start start 2024-09-05T07:46:39.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5ff22b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa5f8100a90 0x7fa5f8198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:39.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5ff22b640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa5f8101430 0x7fa5f81989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:39.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5ff22b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5f8106a90 0x7fa5f819cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:39.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5ff22b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f8111e80 con 0x7fa5f8106a90 2024-09-05T07:46:39.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5ff22b640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f8111d00 con 0x7fa5f8101430 2024-09-05T07:46:39.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5ff22b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f8112000 con 0x7fa5f8100a90 2024-09-05T07:46:39.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5fd7c8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5f8106a90 0x7fa5f819cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:39.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5fd7c8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5f8106a90 0x7fa5f819cd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44344/0 (socket says 172.21.15.71:44344) 2024-09-05T07:46:39.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5fd7c8640 1 -- 172.21.15.71:0/1317636021 learned_addr learned my addr 172.21.15.71:0/1317636021 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:39.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5fcfc7640 1 --2- 172.21.15.71:0/1317636021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa5f8100a90 0x7fa5f8198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:39.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5f7fff640 1 --2- 172.21.15.71:0/1317636021 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa5f8101430 0x7fa5f81989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:39.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5fd7c8640 1 -- 172.21.15.71:0/1317636021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa5f8100a90 msgr2=0x7fa5f8198480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:39.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5fd7c8640 1 --2- 172.21.15.71:0/1317636021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa5f8100a90 0x7fa5f8198480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5fd7c8640 1 -- 172.21.15.71:0/1317636021 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa5f8101430 msgr2=0x7fa5f81989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:39.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5fd7c8640 1 --2- 172.21.15.71:0/1317636021 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa5f8101430 0x7fa5f81989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5fd7c8640 1 -- 172.21.15.71:0/1317636021 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5f819d430 con 0x7fa5f8106a90 2024-09-05T07:46:39.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5f7fff640 1 --2- 172.21.15.71:0/1317636021 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa5f8101430 0x7fa5f81989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:46:39.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5fd7c8640 1 --2- 172.21.15.71:0/1317636021 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5f8106a90 0x7fa5f819cd50 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fa5f000cad0 tx=0x7fa5f000ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:39.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5f5ffb640 1 -- 172.21.15.71:0/1317636021 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5f000ad60 con 0x7fa5f8106a90 2024-09-05T07:46:39.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5ff22b640 1 -- 172.21.15.71:0/1317636021 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5f819d720 con 0x7fa5f8106a90 2024-09-05T07:46:39.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5f5ffb640 1 -- 172.21.15.71:0/1317636021 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa5f0005020 con 0x7fa5f8106a90 2024-09-05T07:46:39.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.258+0000 7fa5f5ffb640 1 -- 172.21.15.71:0/1317636021 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5f000f6b0 con 0x7fa5f8106a90 2024-09-05T07:46:39.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.259+0000 7fa5ff22b640 1 -- 172.21.15.71:0/1317636021 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5f81a5000 con 0x7fa5f8106a90 2024-09-05T07:46:39.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.261+0000 7fa5f5ffb640 1 -- 172.21.15.71:0/1317636021 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fa5f00051d0 con 0x7fa5f8106a90 2024-09-05T07:46:39.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.261+0000 7fa5f5ffb640 1 --2- 172.21.15.71:0/1317636021 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa5e80a2cf0 0x7fa5e80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:39.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.261+0000 7fa601604740 1 Processor -- start 2024-09-05T07:46:39.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.261+0000 7fa601604740 1 -- start start 2024-09-05T07:46:39.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.261+0000 7fa5fcfc7640 1 --2- 172.21.15.71:0/1317636021 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa5e80a2cf0 0x7fa5e80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:39.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.261+0000 7fa5f5ffb640 1 -- 172.21.15.71:0/1317636021 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7fa5f00cf8c0 con 0x7fa5f8106a90 2024-09-05T07:46:39.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.261+0000 7fa601604740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894beb40 0x563b894bd090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:39.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.261+0000 7fa601604740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894bd5d0 0x563b894bda10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:39.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.262+0000 7fa601604740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894c8370 0x563b894ca760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:39.282 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.262+0000 7fa601604740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x563b894232f0 con 0x563b894bd5d0 2024-09-05T07:46:39.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.262+0000 7fa601604740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563b893cacf0 con 0x563b894c8370 2024-09-05T07:46:39.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.262+0000 7fa601604740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563b8941f2b0 con 0x563b894beb40 2024-09-05T07:46:39.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.262+0000 7fa5f7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894bd5d0 0x563b894bda10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:39.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.262+0000 7fa5f7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894bd5d0 0x563b894bda10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44348/0 (socket says 172.21.15.71:44348) 2024-09-05T07:46:39.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.262+0000 7fa5f7fff640 1 -- 172.21.15.71:0/228765665 learned_addr learned my addr 172.21.15.71:0/228765665 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:39.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.262+0000 7fa5fcfc7640 1 --2- 172.21.15.71:0/1317636021 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa5e80a2cf0 0x7fa5e80a51b0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa5ec0099e0 tx=0x7fa5ec009110 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:39.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.262+0000 7fa5fcfc7640 1 --2- 172.21.15.71:0/228765665 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894beb40 0x563b894bd090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:39.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.262+0000 7fa5fd7c8640 1 --2- 172.21.15.71:0/228765665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894c8370 0x563b894ca760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:39.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.262+0000 7fa5f7fff640 1 -- 172.21.15.71:0/228765665 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894beb40 msgr2=0x563b894bd090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:39.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.262+0000 7fa5f7fff640 1 --2- 172.21.15.71:0/228765665 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894beb40 0x563b894bd090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.262+0000 7fa5f7fff640 1 -- 172.21.15.71:0/228765665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894c8370 msgr2=0x563b894ca760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:39.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.262+0000 7fa5f7fff640 1 --2- 172.21.15.71:0/228765665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894c8370 0x563b894ca760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.283 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.262+0000 7fa5f7fff640 1 -- 172.21.15.71:0/228765665 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b893af3a0 con 0x563b894bd5d0 2024-09-05T07:46:39.284 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.262+0000 7fa5fd7c8640 1 --2- 172.21.15.71:0/228765665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894c8370 0x563b894ca760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:46:39.284 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.262+0000 7fa5f7fff640 1 --2- 172.21.15.71:0/228765665 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894bd5d0 0x563b894bda10 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fa5e4009930 tx=0x7fa5e4031e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfa274d7c6c3c452 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:39.284 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.262+0000 7fa5e2ffd640 1 -- 172.21.15.71:0/228765665 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5e403f070 con 0x563b894bd5d0 2024-09-05T07:46:39.284 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.262+0000 7fa5e2ffd640 1 -- 172.21.15.71:0/228765665 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa5e40316a0 con 0x563b894bd5d0 2024-09-05T07:46:39.284 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.262+0000 7fa5e2ffd640 1 -- 172.21.15.71:0/228765665 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5e4035070 con 0x563b894bd5d0 2024-09-05T07:46:39.284 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.263+0000 7fa601604740 1 -- 172.21.15.71:0/228765665 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894bd5d0 msgr2=0x563b894bda10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:39.284 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.263+0000 7fa601604740 1 --2- 172.21.15.71:0/228765665 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894bd5d0 0x563b894bda10 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fa5e4009930 tx=0x7fa5e4031e40 comp rx=0 tx=0).stop 2024-09-05T07:46:39.284 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.263+0000 7fa601604740 1 -- 172.21.15.71:0/228765665 shutdown_connections 2024-09-05T07:46:39.284 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.263+0000 7fa601604740 1 --2- 172.21.15.71:0/228765665 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894c8370 0x563b894ca760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.284 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.263+0000 7fa601604740 1 --2- 172.21.15.71:0/228765665 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894bd5d0 0x563b894bda10 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.284 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.263+0000 7fa601604740 1 --2- 172.21.15.71:0/228765665 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894beb40 0x563b894bd090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.284 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.263+0000 7fa601604740 1 -- 172.21.15.71:0/228765665 >> 172.21.15.71:0/228765665 conn(0x563b89486310 msgr2=0x563b894b9c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:39.284 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.263+0000 7fa601604740 1 -- 172.21.15.71:0/228765665 shutdown_connections 2024-09-05T07:46:39.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.263+0000 7fa601604740 1 -- 172.21.15.71:0/228765665 wait complete. 2024-09-05T07:46:39.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.263+0000 7fa601604740 1 -- start start 2024-09-05T07:46:39.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.264+0000 7fa601604740 1 Processor -- start 2024-09-05T07:46:39.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.264+0000 7fa601604740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894bd5d0 0x563b894c7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:39.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.264+0000 7fa601604740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894beb40 0x563b894c5000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:39.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.264+0000 7fa601604740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894c8370 0x563b894c55d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:39.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.264+0000 7fa601604740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x563b894cb010 con 0x563b894beb40 2024-09-05T07:46:39.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.264+0000 7fa601604740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563b893de060 con 0x563b894c8370 2024-09-05T07:46:39.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.264+0000 7fa601604740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563b894cb190 con 0x563b894bd5d0 2024-09-05T07:46:39.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.264+0000 7fa601604740 10 client.0 _ll_register_callbacks cb 0x563b891318c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:39.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.264+0000 7fa5f7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894beb40 0x563b894c5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:39.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.264+0000 7fa5f7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894beb40 0x563b894c5000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44364/0 (socket says 172.21.15.71:44364) 2024-09-05T07:46:39.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.264+0000 7fa5f7fff640 1 -- 172.21.15.71:0/448905984 learned_addr learned my addr 172.21.15.71:0/448905984 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:39.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.264+0000 7fa5fcfc7640 1 --2- 172.21.15.71:0/448905984 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894bd5d0 0x563b894c7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:39.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.264+0000 7fa5fd7c8640 1 --2- 172.21.15.71:0/448905984 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894c8370 0x563b894c55d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:39.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.264+0000 7fa5f7fff640 1 -- 172.21.15.71:0/448905984 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894bd5d0 msgr2=0x563b894c7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:39.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.264+0000 7fa5f7fff640 1 --2- 172.21.15.71:0/448905984 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894bd5d0 0x563b894c7d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.264+0000 7fa5f7fff640 1 -- 172.21.15.71:0/448905984 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894c8370 msgr2=0x563b894c55d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:39.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.264+0000 7fa5f7fff640 1 --2- 172.21.15.71:0/448905984 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894c8370 0x563b894c55d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.264+0000 7fa5f7fff640 1 -- 172.21.15.71:0/448905984 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b891943c0 con 0x563b894beb40 2024-09-05T07:46:39.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.264+0000 7fa5fd7c8640 1 --2- 172.21.15.71:0/448905984 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894c8370 0x563b894c55d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:46:39.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.264+0000 7fa5fcfc7640 1 --2- 172.21.15.71:0/448905984 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894bd5d0 0x563b894c7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:46:39.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.265+0000 7fa5f7fff640 1 --2- 172.21.15.71:0/448905984 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894beb40 0x563b894c5000 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7fa5e4000c00 tx=0x7fa5e40314a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78ce08e25a1c3d22 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:39.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.265+0000 7fa5d7fff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:39.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.265+0000 7fa5d7fff640 1 -- 172.21.15.71:0/448905984 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5e404a030 con 0x563b894beb40 2024-09-05T07:46:39.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.265+0000 7fa5d7fff640 1 -- 172.21.15.71:0/448905984 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7fa5e4005020 con 0x563b894beb40 2024-09-05T07:46:39.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.265+0000 7fa601604740 1 -- 172.21.15.71:0/448905984 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa5e40316a0 con 0x563b894beb40 2024-09-05T07:46:39.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.265+0000 7fa5d7fff640 1 -- 172.21.15.71:0/448905984 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa5e4053050 con 0x563b894beb40 2024-09-05T07:46:39.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.265+0000 7fa601604740 10 client.16950 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:39.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.265+0000 7fa601604740 1 -- 172.21.15.71:0/448905984 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563b894d6a90 con 0x563b894beb40 2024-09-05T07:46:39.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.265+0000 7fa5d7fff640 1 -- 172.21.15.71:0/448905984 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa5e40316a0 con 0x563b894beb40 2024-09-05T07:46:39.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.265+0000 7fa5d7fff640 1 -- 172.21.15.71:0/448905984 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fa5e4003e00 con 0x563b894beb40 2024-09-05T07:46:39.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.265+0000 7fa601604740 10 client.16950 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:39.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.265+0000 7fa601604740 10 client.16950 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:46:39.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.265+0000 7fa601604740 20 client.16950 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:39.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.265+0000 7fa601604740 1 --2- 172.21.15.71:0/448905984 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x563b894d7de0 0x563b894da1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:39.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.265+0000 7fa601604740 4 client.16950 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:46:39.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.265+0000 7fa601604740 1 -- 172.21.15.71:0/448905984 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563b89430860 con 0x563b894d7de0 2024-09-05T07:46:39.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.266+0000 7fa5fcfc7640 1 --2- 172.21.15.71:0/448905984 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x563b894d7de0 0x563b894da1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:39.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.266+0000 7fa5fcfc7640 1 --2- 172.21.15.71:0/448905984 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x563b894d7de0 0x563b894da1d0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7093966b90a4394b server_cookie=f173ec1d1d58e130 in_seq=0 out_seq=0 2024-09-05T07:46:39.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.266+0000 7fa5d7fff640 10 client.16950 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:46:39.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.267+0000 7fa5d7fff640 1 -- 172.21.15.71:0/448905984 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563b89430860 con 0x563b894d7de0 2024-09-05T07:46:39.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.267+0000 7fa5d7fff640 10 client.16950 handle_command_reply: tid=0 2024-09-05T07:46:39.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.267+0000 7fa601604740 1 client.16950 shutdown 2024-09-05T07:46:39.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.268+0000 7fa601604740 1 -- 172.21.15.71:0/448905984 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894beb40 msgr2=0x563b894c5000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:39.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.268+0000 7fa601604740 1 --2- 172.21.15.71:0/448905984 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894beb40 0x563b894c5000 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7fa5e4000c00 tx=0x7fa5e40314a0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.268+0000 7fa601604740 1 -- 172.21.15.71:0/448905984 shutdown_connections 2024-09-05T07:46:39.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.268+0000 7fa601604740 1 --2- 172.21.15.71:0/448905984 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x563b894d7de0 0x563b894da1d0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.268+0000 7fa601604740 1 --2- 172.21.15.71:0/448905984 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894c8370 0x563b894c55d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.268+0000 7fa601604740 1 --2- 172.21.15.71:0/448905984 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894beb40 0x563b894c5000 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.268+0000 7fa601604740 1 --2- 172.21.15.71:0/448905984 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894bd5d0 0x563b894c7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.268+0000 7fa5d7fff640 0 client.16950 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:46:39.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.268+0000 7fa601604740 1 -- 172.21.15.71:0/448905984 >> 172.21.15.71:0/448905984 conn(0x563b89486310 msgr2=0x563b894bf960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:39.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.268+0000 7fa601604740 1 -- 172.21.15.71:0/448905984 shutdown_connections 2024-09-05T07:46:39.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.268+0000 7fa601604740 1 -- 172.21.15.71:0/448905984 wait complete. 2024-09-05T07:46:39.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.268+0000 7fa601604740 20 client.16950 trim_cache size 0 max 16384 2024-09-05T07:46:39.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.281+0000 7fa601604740 1 Processor -- start 2024-09-05T07:46:39.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.281+0000 7fa601604740 1 -- start start 2024-09-05T07:46:39.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.281+0000 7fa601604740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894bd5d0 0x563b894d42b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:39.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.281+0000 7fa601604740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894beb40 0x563b894df770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:39.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.281+0000 7fa601604740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894c8370 0x563b894dfcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:39.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.281+0000 7fa601604740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f81b1b10 con 0x563b894bd5d0 2024-09-05T07:46:39.293 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.281+0000 7fa601604740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f81af3e0 con 0x563b894beb40 2024-09-05T07:46:39.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.281+0000 7fa601604740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f81ad250 con 0x563b894c8370 2024-09-05T07:46:39.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.281+0000 7fa5fcfc7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894bd5d0 0x563b894d42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:39.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.282+0000 7fa5fcfc7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894bd5d0 0x563b894d42b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44370/0 (socket says 172.21.15.71:44370) 2024-09-05T07:46:39.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.282+0000 7fa5fcfc7640 1 -- 172.21.15.71:0/4075004456 learned_addr learned my addr 172.21.15.71:0/4075004456 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:39.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.282+0000 7fa5f7fff640 1 --2- 172.21.15.71:0/4075004456 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894beb40 0x563b894df770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:39.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.282+0000 7fa5fd7c8640 1 --2- 172.21.15.71:0/4075004456 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894c8370 0x563b894dfcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:39.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.282+0000 7fa5fcfc7640 1 -- 172.21.15.71:0/4075004456 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894c8370 msgr2=0x563b894dfcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:39.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.282+0000 7fa5fcfc7640 1 --2- 172.21.15.71:0/4075004456 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894c8370 0x563b894dfcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.282+0000 7fa5fcfc7640 1 -- 172.21.15.71:0/4075004456 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894beb40 msgr2=0x563b894df770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:39.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.282+0000 7fa5fcfc7640 1 --2- 172.21.15.71:0/4075004456 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894beb40 0x563b894df770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.282+0000 7fa5fcfc7640 1 -- 172.21.15.71:0/4075004456 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b894ba960 con 0x563b894bd5d0 2024-09-05T07:46:39.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.282+0000 7fa5fcfc7640 1 --2- 172.21.15.71:0/4075004456 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894bd5d0 0x563b894d42b0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7fa5ec00ed10 tx=0x7fa5ec013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8a18228244d75d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:39.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.282+0000 7fa5e27fc640 1 -- 172.21.15.71:0/4075004456 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5ec02f070 con 0x563b894bd5d0 2024-09-05T07:46:39.294 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.282+0000 7fa5e27fc640 1 -- 172.21.15.71:0/4075004456 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa5ec015d60 con 0x563b894bd5d0 2024-09-05T07:46:39.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.282+0000 7fa5e27fc640 1 -- 172.21.15.71:0/4075004456 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5ec01b040 con 0x563b894bd5d0 2024-09-05T07:46:39.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.283+0000 7fa601604740 1 -- 172.21.15.71:0/4075004456 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894bd5d0 msgr2=0x563b894d42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:39.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.283+0000 7fa601604740 1 --2- 172.21.15.71:0/4075004456 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894bd5d0 0x563b894d42b0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7fa5ec00ed10 tx=0x7fa5ec013000 comp rx=0 tx=0).stop 2024-09-05T07:46:39.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.283+0000 7fa601604740 1 -- 172.21.15.71:0/4075004456 shutdown_connections 2024-09-05T07:46:39.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.283+0000 7fa601604740 1 --2- 172.21.15.71:0/4075004456 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894c8370 0x563b894dfcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.283+0000 7fa601604740 1 --2- 172.21.15.71:0/4075004456 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894beb40 0x563b894df770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.283+0000 7fa601604740 1 --2- 172.21.15.71:0/4075004456 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894bd5d0 0x563b894d42b0 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.283+0000 7fa601604740 1 -- 172.21.15.71:0/4075004456 >> 172.21.15.71:0/4075004456 conn(0x563b89486310 msgr2=0x563b894c4110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:39.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.283+0000 7fa601604740 1 -- 172.21.15.71:0/4075004456 shutdown_connections 2024-09-05T07:46:39.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.283+0000 7fa601604740 1 -- 172.21.15.71:0/4075004456 wait complete. 2024-09-05T07:46:39.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.283+0000 7fa601604740 1 -- start start 2024-09-05T07:46:39.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.283+0000 7fa601604740 1 Processor -- start 2024-09-05T07:46:39.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.284+0000 7fa601604740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894bd5d0 0x563b894d0420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:39.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.284+0000 7fa601604740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894beb40 0x563b894d0960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:39.295 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.284+0000 7fa601604740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894c8370 0x563b894cd3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:39.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.284+0000 7fa601604740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f81ad8a0 con 0x563b894beb40 2024-09-05T07:46:39.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.284+0000 7fa601604740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f81aed10 con 0x563b894c8370 2024-09-05T07:46:39.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.284+0000 7fa601604740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f81adf70 con 0x563b894bd5d0 2024-09-05T07:46:39.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.284+0000 7fa601604740 10 client.0 _ll_register_callbacks cb 0x7fa5ec0095e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:39.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.284+0000 7fa5f7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894beb40 0x563b894d0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:39.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.284+0000 7fa5f7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894beb40 0x563b894d0960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44376/0 (socket says 172.21.15.71:44376) 2024-09-05T07:46:39.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.284+0000 7fa5f7fff640 1 -- 172.21.15.71:0/4079477657 learned_addr learned my addr 172.21.15.71:0/4079477657 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:39.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.284+0000 7fa5fcfc7640 1 --2- 172.21.15.71:0/4079477657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894bd5d0 0x563b894d0420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:39.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.284+0000 7fa5fd7c8640 1 --2- 172.21.15.71:0/4079477657 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894c8370 0x563b894cd3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:39.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.284+0000 7fa5f7fff640 1 -- 172.21.15.71:0/4079477657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894bd5d0 msgr2=0x563b894d0420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:39.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.284+0000 7fa5f7fff640 1 --2- 172.21.15.71:0/4079477657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894bd5d0 0x563b894d0420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.284+0000 7fa5f7fff640 1 -- 172.21.15.71:0/4079477657 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894c8370 msgr2=0x563b894cd3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:39.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.284+0000 7fa5f7fff640 1 --2- 172.21.15.71:0/4079477657 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894c8370 0x563b894cd3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.296 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.284+0000 7fa5f7fff640 1 -- 172.21.15.71:0/4079477657 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b894c0120 con 0x563b894beb40 2024-09-05T07:46:39.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.284+0000 7fa5fcfc7640 1 --2- 172.21.15.71:0/4079477657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894bd5d0 0x563b894d0420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:46:39.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.284+0000 7fa5f7fff640 1 --2- 172.21.15.71:0/4079477657 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894beb40 0x563b894d0960 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fa5e4000c00 tx=0x7fa5e4005750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=969f72c921d66f25 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:39.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.284+0000 7fa5d7fff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:39.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.285+0000 7fa5d7fff640 1 -- 172.21.15.71:0/4079477657 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5e405c060 con 0x563b894beb40 2024-09-05T07:46:39.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.285+0000 7fa5d7fff640 1 -- 172.21.15.71:0/4079477657 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7fa5e4003e00 con 0x563b894beb40 2024-09-05T07:46:39.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.285+0000 7fa601604740 1 -- 172.21.15.71:0/4079477657 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa5ec015d60 con 0x563b894beb40 2024-09-05T07:46:39.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.285+0000 7fa5d7fff640 1 -- 172.21.15.71:0/4079477657 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa5e4063050 con 0x563b894beb40 2024-09-05T07:46:39.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.285+0000 7fa601604740 10 client.16956 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:39.297 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.285+0000 7fa601604740 1 -- 172.21.15.71:0/4079477657 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563b89542d60 con 0x563b894beb40 2024-09-05T07:46:39.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.285+0000 7fa5d7fff640 1 -- 172.21.15.71:0/4079477657 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa5ec015d60 con 0x563b894beb40 2024-09-05T07:46:39.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.285+0000 7fa5d7fff640 1 -- 172.21.15.71:0/4079477657 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fa5e403b430 con 0x563b894beb40 2024-09-05T07:46:39.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.285+0000 7fa601604740 10 client.16956 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:39.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.285+0000 7fa601604740 10 client.16956 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:46:39.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.285+0000 7fa601604740 20 client.16956 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:39.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.285+0000 7fa601604740 1 --2- 172.21.15.71:0/4079477657 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x563b89543420 0x563b89545840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:39.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.285+0000 7fa601604740 4 client.16956 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:46:39.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.285+0000 7fa601604740 1 -- 172.21.15.71:0/4079477657 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563b8942ad70 con 0x563b89543420 2024-09-05T07:46:39.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.286+0000 7fa5fcfc7640 1 --2- 172.21.15.71:0/4079477657 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x563b89543420 0x563b89545840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:39.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.286+0000 7fa5fcfc7640 1 --2- 172.21.15.71:0/4079477657 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x563b89543420 0x563b89545840 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=164741b8e73b02fb server_cookie=17e87100db048777 in_seq=0 out_seq=0 2024-09-05T07:46:39.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.286+0000 7fa5d7fff640 10 client.16956 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:46:39.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.286+0000 7fa5d7fff640 1 -- 172.21.15.71:0/4079477657 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563b8942ad70 con 0x563b89543420 2024-09-05T07:46:39.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.286+0000 7fa5d7fff640 10 client.16956 handle_command_reply: tid=0 2024-09-05T07:46:39.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.286+0000 7fa601604740 1 client.16956 shutdown 2024-09-05T07:46:39.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.286+0000 7fa601604740 1 -- 172.21.15.71:0/4079477657 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894beb40 msgr2=0x563b894d0960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:39.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.286+0000 7fa601604740 1 --2- 172.21.15.71:0/4079477657 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894beb40 0x563b894d0960 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fa5e4000c00 tx=0x7fa5e4005750 comp rx=0 tx=0).stop 2024-09-05T07:46:39.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.286+0000 7fa601604740 1 -- 172.21.15.71:0/4079477657 shutdown_connections 2024-09-05T07:46:39.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.286+0000 7fa601604740 1 --2- 172.21.15.71:0/4079477657 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x563b89543420 0x563b89545840 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.286+0000 7fa601604740 1 --2- 172.21.15.71:0/4079477657 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563b894c8370 0x563b894cd3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.286+0000 7fa601604740 1 --2- 172.21.15.71:0/4079477657 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563b894beb40 0x563b894d0960 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.286+0000 7fa601604740 1 --2- 172.21.15.71:0/4079477657 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563b894bd5d0 0x563b894d0420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.286+0000 7fa601604740 1 -- 172.21.15.71:0/4079477657 >> 172.21.15.71:0/4079477657 conn(0x563b89486310 msgr2=0x563b894c6860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:39.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.286+0000 7fa5d7fff640 0 client.16956 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:46:39.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.287+0000 7fa601604740 1 -- 172.21.15.71:0/4079477657 shutdown_connections 2024-09-05T07:46:39.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.287+0000 7fa601604740 1 -- 172.21.15.71:0/4079477657 wait complete. 2024-09-05T07:46:39.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.287+0000 7fa601604740 20 client.16956 trim_cache size 0 max 16384 2024-09-05T07:46:39.300 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:46:39.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.287+0000 7fa5ff22b640 1 -- 172.21.15.71:0/1317636021 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa5e80a2cf0 msgr2=0x7fa5e80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:39.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.287+0000 7fa5ff22b640 1 --2- 172.21.15.71:0/1317636021 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa5e80a2cf0 0x7fa5e80a51b0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa5ec0099e0 tx=0x7fa5ec009110 comp rx=0 tx=0).stop 2024-09-05T07:46:39.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.287+0000 7fa5ff22b640 1 -- 172.21.15.71:0/1317636021 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5f8106a90 msgr2=0x7fa5f819cd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:39.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.287+0000 7fa5ff22b640 1 --2- 172.21.15.71:0/1317636021 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5f8106a90 0x7fa5f819cd50 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fa5f000cad0 tx=0x7fa5f000ced0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.287+0000 7fa5ff22b640 1 -- 172.21.15.71:0/1317636021 shutdown_connections 2024-09-05T07:46:39.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.287+0000 7fa5ff22b640 1 --2- 172.21.15.71:0/1317636021 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa5e80a2cf0 0x7fa5e80a51b0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.287+0000 7fa5ff22b640 1 --2- 172.21.15.71:0/1317636021 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5f8106a90 0x7fa5f819cd50 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.287+0000 7fa5ff22b640 1 --2- 172.21.15.71:0/1317636021 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa5f8101430 0x7fa5f81989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.287+0000 7fa5ff22b640 1 --2- 172.21.15.71:0/1317636021 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa5f8100a90 0x7fa5f8198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:39.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.287+0000 7fa5ff22b640 1 -- 172.21.15.71:0/1317636021 >> 172.21.15.71:0/1317636021 conn(0x7fa5f80fc7d0 msgr2=0x7fa5f80fd120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:39.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.287+0000 7fa5ff22b640 1 -- 172.21.15.71:0/1317636021 shutdown_connections 2024-09-05T07:46:39.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:39.287+0000 7fa5ff22b640 1 -- 172.21.15.71:0/1317636021 wait complete. 2024-09-05T07:46:40.089 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T07:46:40.334 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:46:40.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:40 smithi071 ceph-mon[30965]: pgmap v248: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:46:40.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:40 smithi123 ceph-mon[34568]: pgmap v248: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:46:40.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:40 smithi192 ceph-mon[34929]: pgmap v248: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:46:40.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.885+0000 7f33854bf640 1 -- 172.21.15.71:0/3484458678 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3380102790 msgr2=0x7f33801067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:40.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.885+0000 7f33854bf640 1 --2- 172.21.15.71:0/3484458678 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3380102790 0x7f33801067e0 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f3368009900 tx=0x7f336802a410 comp rx=0 tx=0).stop 2024-09-05T07:46:40.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.885+0000 7f33854bf640 1 -- 172.21.15.71:0/3484458678 shutdown_connections 2024-09-05T07:46:40.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.885+0000 7f33854bf640 1 --2- 172.21.15.71:0/3484458678 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3380106f10 0x7f338010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.885+0000 7f33854bf640 1 --2- 172.21.15.71:0/3484458678 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3380102790 0x7f33801067e0 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.982 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.885+0000 7f33854bf640 1 --2- 172.21.15.71:0/3484458678 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3380101de0 0x7f33801021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.885+0000 7f33854bf640 1 -- 172.21.15.71:0/3484458678 >> 172.21.15.71:0/3484458678 conn(0x7f33800fd8c0 msgr2=0x7f33800ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:40.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.885+0000 7f33854bf640 1 -- 172.21.15.71:0/3484458678 shutdown_connections 2024-09-05T07:46:40.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.885+0000 7f33854bf640 1 -- 172.21.15.71:0/3484458678 wait complete. 2024-09-05T07:46:40.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.886+0000 7f33854bf640 1 Processor -- start 2024-09-05T07:46:40.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.886+0000 7f33854bf640 1 -- start start 2024-09-05T07:46:40.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.886+0000 7f33854bf640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3380101de0 0x7f33800744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:40.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.886+0000 7f33854bf640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3380102790 0x7f3380074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:40.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.886+0000 7f33854bf640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3380106f10 0x7f3380074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:40.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.886+0000 7f33854bf640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3380111e20 con 0x7f3380102790 2024-09-05T07:46:40.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.886+0000 7f33854bf640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3380111ca0 con 0x7f3380101de0 2024-09-05T07:46:40.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.886+0000 7f33854bf640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3380111fa0 con 0x7f3380106f10 2024-09-05T07:46:40.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.886+0000 7f337e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3380102790 0x7f3380074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:40.983 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.886+0000 7f337e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3380102790 0x7f3380074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44384/0 (socket says 172.21.15.71:44384) 2024-09-05T07:46:40.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.886+0000 7f337e7fc640 1 -- 172.21.15.71:0/1093963212 learned_addr learned my addr 172.21.15.71:0/1093963212 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:40.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.886+0000 7f337effd640 1 --2- 172.21.15.71:0/1093963212 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3380101de0 0x7f33800744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:40.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.886+0000 7f337f7fe640 1 --2- 172.21.15.71:0/1093963212 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3380106f10 0x7f3380074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:40.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.886+0000 7f337e7fc640 1 -- 172.21.15.71:0/1093963212 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3380106f10 msgr2=0x7f3380074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:40.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.886+0000 7f337e7fc640 1 --2- 172.21.15.71:0/1093963212 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3380106f10 0x7f3380074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.886+0000 7f337e7fc640 1 -- 172.21.15.71:0/1093963212 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3380101de0 msgr2=0x7f33800744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:40.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.886+0000 7f337e7fc640 1 --2- 172.21.15.71:0/1093963212 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3380101de0 0x7f33800744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.886+0000 7f337e7fc640 1 -- 172.21.15.71:0/1093963212 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33801a67b0 con 0x7f3380102790 2024-09-05T07:46:40.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.887+0000 7f337e7fc640 1 --2- 172.21.15.71:0/1093963212 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3380102790 0x7f3380074a30 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f3368005940 tx=0x7f3368004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:40.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.887+0000 7f3377fff640 1 -- 172.21.15.71:0/1093963212 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f336803f030 con 0x7f3380102790 2024-09-05T07:46:40.984 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.887+0000 7f3377fff640 1 -- 172.21.15.71:0/1093963212 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3368003aa0 con 0x7f3380102790 2024-09-05T07:46:40.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.887+0000 7f33854bf640 1 -- 172.21.15.71:0/1093963212 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33801a6a40 con 0x7f3380102790 2024-09-05T07:46:40.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.887+0000 7f3377fff640 1 -- 172.21.15.71:0/1093963212 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3368035070 con 0x7f3380102790 2024-09-05T07:46:40.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.887+0000 7f33854bf640 1 -- 172.21.15.71:0/1093963212 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33801a6f20 con 0x7f3380102790 2024-09-05T07:46:40.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.890+0000 7f3387898740 1 Processor -- start 2024-09-05T07:46:40.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.890+0000 7f3377fff640 1 -- 172.21.15.71:0/1093963212 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f3368042030 con 0x7f3380102790 2024-09-05T07:46:40.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.890+0000 7f3387898740 1 -- start start 2024-09-05T07:46:40.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.890+0000 7f3387898740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559358cedb40 0x559358cec090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:40.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.890+0000 7f3387898740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559358cec5d0 0x559358ceca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:40.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.890+0000 7f3387898740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cf7370 0x559358cf9760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:40.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.890+0000 7f3387898740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x559358c522f0 con 0x559358cf7370 2024-09-05T07:46:40.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.890+0000 7f3387898740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x559358bf9cf0 con 0x559358cec5d0 2024-09-05T07:46:40.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.890+0000 7f3387898740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x559358c4e2b0 con 0x559358cedb40 2024-09-05T07:46:40.985 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.890+0000 7f337e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cf7370 0x559358cf9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:40.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.890+0000 7f337e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cf7370 0x559358cf9760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44392/0 (socket says 172.21.15.71:44392) 2024-09-05T07:46:40.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.890+0000 7f337e7fc640 1 -- 172.21.15.71:0/1065606854 learned_addr learned my addr 172.21.15.71:0/1065606854 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:40.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.891+0000 7f337f7fe640 1 --2- 172.21.15.71:0/1065606854 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559358cedb40 0x559358cec090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:40.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.891+0000 7f337effd640 1 --2- 172.21.15.71:0/1065606854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559358cec5d0 0x559358ceca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:40.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.891+0000 7f337e7fc640 1 -- 172.21.15.71:0/1065606854 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559358cedb40 msgr2=0x559358cec090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:40.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.891+0000 7f337e7fc640 1 --2- 172.21.15.71:0/1065606854 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559358cedb40 0x559358cec090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.891+0000 7f337e7fc640 1 -- 172.21.15.71:0/1065606854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559358cec5d0 msgr2=0x559358ceca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:40.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.891+0000 7f337e7fc640 1 --2- 172.21.15.71:0/1065606854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559358cec5d0 0x559358ceca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.891+0000 7f337e7fc640 1 -- 172.21.15.71:0/1065606854 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559358bde3a0 con 0x559358cf7370 2024-09-05T07:46:40.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.891+0000 7f337effd640 1 --2- 172.21.15.71:0/1065606854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559358cec5d0 0x559358ceca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:46:40.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.891+0000 7f337e7fc640 1 --2- 172.21.15.71:0/1065606854 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cf7370 0x559358cf9760 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f33680ed200 tx=0x7f33680f3f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff6ee7539672b26e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:40.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.891+0000 7f3377fff640 1 --2- 172.21.15.71:0/1093963212 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f336c0a2cf0 0x7f336c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:40.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.891+0000 7f33757fa640 1 -- 172.21.15.71:0/1065606854 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33680b8300 con 0x559358cf7370 2024-09-05T07:46:40.986 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.891+0000 7f337f7fe640 1 --2- 172.21.15.71:0/1093963212 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f336c0a2cf0 0x7f336c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:40.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.891+0000 7f33757fa640 1 -- 172.21.15.71:0/1065606854 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33680fd030 con 0x559358cf7370 2024-09-05T07:46:40.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.891+0000 7f33757fa640 1 -- 172.21.15.71:0/1065606854 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33680bb4b0 con 0x559358cf7370 2024-09-05T07:46:40.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.891+0000 7f3377fff640 1 -- 172.21.15.71:0/1093963212 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f33680eff90 con 0x7f3380102790 2024-09-05T07:46:40.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.892+0000 7f3387898740 1 -- 172.21.15.71:0/1065606854 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cf7370 msgr2=0x559358cf9760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:40.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.892+0000 7f337f7fe640 1 --2- 172.21.15.71:0/1093963212 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f336c0a2cf0 0x7f336c0a51b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3378005fd0 tx=0x7f3378009600 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:40.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.892+0000 7f3387898740 1 --2- 172.21.15.71:0/1065606854 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cf7370 0x559358cf9760 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f33680ed200 tx=0x7f33680f3f90 comp rx=0 tx=0).stop 2024-09-05T07:46:40.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.892+0000 7f3387898740 1 -- 172.21.15.71:0/1065606854 shutdown_connections 2024-09-05T07:46:40.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.892+0000 7f3387898740 1 --2- 172.21.15.71:0/1065606854 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cf7370 0x559358cf9760 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.892+0000 7f3387898740 1 --2- 172.21.15.71:0/1065606854 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559358cec5d0 0x559358ceca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.892+0000 7f3387898740 1 --2- 172.21.15.71:0/1065606854 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559358cedb40 0x559358cec090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.892+0000 7f3387898740 1 -- 172.21.15.71:0/1065606854 >> 172.21.15.71:0/1065606854 conn(0x559358cb5310 msgr2=0x559358ce8c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:40.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.892+0000 7f3387898740 1 -- 172.21.15.71:0/1065606854 shutdown_connections 2024-09-05T07:46:40.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.892+0000 7f3387898740 1 -- 172.21.15.71:0/1065606854 wait complete. 2024-09-05T07:46:40.987 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.893+0000 7f3387898740 1 -- start start 2024-09-05T07:46:40.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.893+0000 7f3387898740 1 Processor -- start 2024-09-05T07:46:40.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.893+0000 7f3387898740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559358cec5d0 0x559358cf6cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:40.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.893+0000 7f3387898740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cedb40 0x559358cf3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:40.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.893+0000 7f3387898740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559358cf7370 0x559358cf4520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:40.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.893+0000 7f3387898740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x559358cf9e30 con 0x559358cedb40 2024-09-05T07:46:40.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.893+0000 7f3387898740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x559358c0d060 con 0x559358cec5d0 2024-09-05T07:46:40.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.893+0000 7f3387898740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x559358cf9fb0 con 0x559358cf7370 2024-09-05T07:46:40.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.893+0000 7f3387898740 10 client.0 _ll_register_callbacks cb 0x5593589608c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:40.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.893+0000 7f337e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cedb40 0x559358cf3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:40.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.893+0000 7f337e7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cedb40 0x559358cf3fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44408/0 (socket says 172.21.15.71:44408) 2024-09-05T07:46:40.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.893+0000 7f337e7fc640 1 -- 172.21.15.71:0/1013352706 learned_addr learned my addr 172.21.15.71:0/1013352706 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:40.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.893+0000 7f337effd640 1 --2- 172.21.15.71:0/1013352706 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559358cec5d0 0x559358cf6cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:40.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.893+0000 7f337f7fe640 1 --2- 172.21.15.71:0/1013352706 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559358cf7370 0x559358cf4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:40.988 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.893+0000 7f337e7fc640 1 -- 172.21.15.71:0/1013352706 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559358cf7370 msgr2=0x559358cf4520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:40.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.893+0000 7f337e7fc640 1 --2- 172.21.15.71:0/1013352706 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559358cf7370 0x559358cf4520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.893+0000 7f337e7fc640 1 -- 172.21.15.71:0/1013352706 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559358cec5d0 msgr2=0x559358cf6cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:40.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.893+0000 7f337e7fc640 1 --2- 172.21.15.71:0/1013352706 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559358cec5d0 0x559358cf6cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.893+0000 7f337e7fc640 1 -- 172.21.15.71:0/1013352706 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5593589c33c0 con 0x559358cedb40 2024-09-05T07:46:40.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.894+0000 7f337e7fc640 1 --2- 172.21.15.71:0/1013352706 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cedb40 0x559358cf3fa0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f33680bbd60 tx=0x7f3368005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e8f65ad967c83d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:40.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.894+0000 7f33667fc640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:40.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.894+0000 7f33667fc640 1 -- 172.21.15.71:0/1013352706 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33680bb4b0 con 0x559358cedb40 2024-09-05T07:46:40.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.894+0000 7f33667fc640 1 -- 172.21.15.71:0/1013352706 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f336803bdc0 con 0x559358cedb40 2024-09-05T07:46:40.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.894+0000 7f3387898740 1 -- 172.21.15.71:0/1013352706 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f33680fd030 con 0x559358cedb40 2024-09-05T07:46:40.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.894+0000 7f33667fc640 1 -- 172.21.15.71:0/1013352706 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f33680bb7e0 con 0x559358cedb40 2024-09-05T07:46:40.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.894+0000 7f3387898740 10 client.16968 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:40.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.894+0000 7f3387898740 1 -- 172.21.15.71:0/1013352706 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559358cf9e30 con 0x559358cedb40 2024-09-05T07:46:40.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.894+0000 7f33667fc640 1 -- 172.21.15.71:0/1013352706 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33680fd030 con 0x559358cedb40 2024-09-05T07:46:40.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.894+0000 7f33667fc640 1 -- 172.21.15.71:0/1013352706 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f33680ed510 con 0x559358cedb40 2024-09-05T07:46:40.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.894+0000 7f3387898740 10 client.16968 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:40.989 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.894+0000 7f3387898740 10 client.16968 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:46:40.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.894+0000 7f3387898740 20 client.16968 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:40.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.894+0000 7f3387898740 1 --2- 172.21.15.71:0/1013352706 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x559358d069b0 0x559358d08dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:40.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.894+0000 7f3387898740 4 client.16968 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:46:40.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.894+0000 7f3387898740 1 -- 172.21.15.71:0/1013352706 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559358c5f860 con 0x559358d069b0 2024-09-05T07:46:40.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.895+0000 7f337effd640 1 --2- 172.21.15.71:0/1013352706 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x559358d069b0 0x559358d08dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:40.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.895+0000 7f337effd640 1 --2- 172.21.15.71:0/1013352706 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x559358d069b0 0x559358d08dc0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a330d8c3ab0d6798 server_cookie=fcee1627722c737f in_seq=0 out_seq=0 2024-09-05T07:46:40.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.895+0000 7f33667fc640 10 client.16968 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:46:40.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.896+0000 7f33667fc640 1 -- 172.21.15.71:0/1013352706 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559358c5f860 con 0x559358d069b0 2024-09-05T07:46:40.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.896+0000 7f33667fc640 10 client.16968 handle_command_reply: tid=0 2024-09-05T07:46:40.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.896+0000 7f3387898740 1 client.16968 shutdown 2024-09-05T07:46:40.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.896+0000 7f3387898740 1 -- 172.21.15.71:0/1013352706 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cedb40 msgr2=0x559358cf3fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:40.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.896+0000 7f3387898740 1 --2- 172.21.15.71:0/1013352706 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cedb40 0x559358cf3fa0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f33680bbd60 tx=0x7f3368005c90 comp rx=0 tx=0).stop 2024-09-05T07:46:40.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.896+0000 7f3387898740 1 -- 172.21.15.71:0/1013352706 shutdown_connections 2024-09-05T07:46:40.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.896+0000 7f3387898740 1 --2- 172.21.15.71:0/1013352706 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559358cf7370 0x559358cf4520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.990 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.896+0000 7f3387898740 1 --2- 172.21.15.71:0/1013352706 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cedb40 0x559358cf3fa0 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.896+0000 7f3387898740 1 --2- 172.21.15.71:0/1013352706 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x559358d069b0 0x559358d08dc0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.896+0000 7f3387898740 1 --2- 172.21.15.71:0/1013352706 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559358cec5d0 0x559358cf6cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.896+0000 7f33667fc640 0 client.16968 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:46:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.896+0000 7f3387898740 1 -- 172.21.15.71:0/1013352706 >> 172.21.15.71:0/1013352706 conn(0x559358cb5310 msgr2=0x559358cee960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.896+0000 7f3387898740 1 -- 172.21.15.71:0/1013352706 shutdown_connections 2024-09-05T07:46:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.896+0000 7f3387898740 1 -- 172.21.15.71:0/1013352706 wait complete. 2024-09-05T07:46:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.896+0000 7f3387898740 20 client.16968 trim_cache size 0 max 16384 2024-09-05T07:46:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.908+0000 7f3387898740 1 Processor -- start 2024-09-05T07:46:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.909+0000 7f3387898740 1 -- start start 2024-09-05T07:46:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.909+0000 7f3387898740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cec5d0 0x559358d03090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.909+0000 7f3387898740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559358cedb40 0x559358ce7bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.909+0000 7f3387898740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559358cf7370 0x559358ce8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.909+0000 7f3387898740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f33801b3b90 con 0x559358cec5d0 2024-09-05T07:46:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.909+0000 7f3387898740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f33801b1460 con 0x559358cf7370 2024-09-05T07:46:40.991 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.909+0000 7f3387898740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f33801af2d0 con 0x559358cedb40 2024-09-05T07:46:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.909+0000 7f337effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cec5d0 0x559358d03090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.909+0000 7f337effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cec5d0 0x559358d03090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44422/0 (socket says 172.21.15.71:44422) 2024-09-05T07:46:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.909+0000 7f337effd640 1 -- 172.21.15.71:0/1294245966 learned_addr learned my addr 172.21.15.71:0/1294245966 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.909+0000 7f337effd640 1 -- 172.21.15.71:0/1294245966 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559358cedb40 msgr2=0x559358ce7bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.909+0000 7f337effd640 1 --2- 172.21.15.71:0/1294245966 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559358cedb40 0x559358ce7bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.909+0000 7f337effd640 1 -- 172.21.15.71:0/1294245966 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559358cf7370 msgr2=0x559358ce8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.909+0000 7f337effd640 1 --2- 172.21.15.71:0/1294245966 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559358cf7370 0x559358ce8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.909+0000 7f337effd640 1 -- 172.21.15.71:0/1294245966 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559358cf4890 con 0x559358cec5d0 2024-09-05T07:46:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.909+0000 7f337effd640 1 --2- 172.21.15.71:0/1294245966 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cec5d0 0x559358d03090 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f3370005e10 tx=0x7f3370011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdead7973237fa5b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.910+0000 7f3374ff9640 1 -- 172.21.15.71:0/1294245966 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3370022020 con 0x559358cec5d0 2024-09-05T07:46:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.910+0000 7f3374ff9640 1 -- 172.21.15.71:0/1294245966 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f337001dad0 con 0x559358cec5d0 2024-09-05T07:46:40.992 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.910+0000 7f3374ff9640 1 -- 172.21.15.71:0/1294245966 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f337000fc70 con 0x559358cec5d0 2024-09-05T07:46:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.910+0000 7f3387898740 1 -- 172.21.15.71:0/1294245966 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cec5d0 msgr2=0x559358d03090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.910+0000 7f3387898740 1 --2- 172.21.15.71:0/1294245966 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cec5d0 0x559358d03090 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f3370005e10 tx=0x7f3370011810 comp rx=0 tx=0).stop 2024-09-05T07:46:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.910+0000 7f3387898740 1 -- 172.21.15.71:0/1294245966 shutdown_connections 2024-09-05T07:46:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.910+0000 7f3387898740 1 --2- 172.21.15.71:0/1294245966 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559358cf7370 0x559358ce8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.910+0000 7f3387898740 1 --2- 172.21.15.71:0/1294245966 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559358cedb40 0x559358ce7bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.910+0000 7f3387898740 1 --2- 172.21.15.71:0/1294245966 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cec5d0 0x559358d03090 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.910+0000 7f3387898740 1 -- 172.21.15.71:0/1294245966 >> 172.21.15.71:0/1294245966 conn(0x559358cb5310 msgr2=0x559358ce74e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.910+0000 7f3387898740 1 -- 172.21.15.71:0/1294245966 shutdown_connections 2024-09-05T07:46:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.910+0000 7f3387898740 1 -- 172.21.15.71:0/1294245966 wait complete. 2024-09-05T07:46:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.911+0000 7f3387898740 1 -- start start 2024-09-05T07:46:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.911+0000 7f3387898740 1 Processor -- start 2024-09-05T07:46:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.911+0000 7f3387898740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cec5d0 0x559358cff3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.911+0000 7f3387898740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559358cedb40 0x559358cff920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.911+0000 7f3387898740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559358cf7370 0x559358cfc1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:40.993 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.911+0000 7f3387898740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f33801af920 con 0x559358cec5d0 2024-09-05T07:46:40.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.911+0000 7f3387898740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f33801b0d90 con 0x559358cedb40 2024-09-05T07:46:40.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.911+0000 7f3387898740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f33801afff0 con 0x559358cf7370 2024-09-05T07:46:40.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.911+0000 7f3387898740 10 client.0 _ll_register_callbacks cb 0x7f3378009a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:40.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.911+0000 7f337effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cec5d0 0x559358cff3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:40.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.911+0000 7f337effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cec5d0 0x559358cff3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44436/0 (socket says 172.21.15.71:44436) 2024-09-05T07:46:40.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.911+0000 7f337effd640 1 -- 172.21.15.71:0/3351314682 learned_addr learned my addr 172.21.15.71:0/3351314682 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:40.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.911+0000 7f337effd640 1 -- 172.21.15.71:0/3351314682 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559358cf7370 msgr2=0x559358cfc1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:40.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.911+0000 7f337effd640 1 --2- 172.21.15.71:0/3351314682 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559358cf7370 0x559358cfc1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.911+0000 7f337effd640 1 -- 172.21.15.71:0/3351314682 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559358cedb40 msgr2=0x559358cff920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:40.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.911+0000 7f337effd640 1 --2- 172.21.15.71:0/3351314682 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559358cedb40 0x559358cff920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.912+0000 7f337effd640 1 -- 172.21.15.71:0/3351314682 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559358cfc910 con 0x559358cec5d0 2024-09-05T07:46:40.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.912+0000 7f337effd640 1 --2- 172.21.15.71:0/3351314682 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cec5d0 0x559358cff3e0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f3370005890 tx=0x7f337000f6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65d1afff3bae0d65 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:40.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.912+0000 7f33667fc640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:40.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.912+0000 7f33667fc640 1 -- 172.21.15.71:0/3351314682 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f337000fe00 con 0x559358cec5d0 2024-09-05T07:46:40.994 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.912+0000 7f33667fc640 1 -- 172.21.15.71:0/3351314682 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f337001d420 con 0x559358cec5d0 2024-09-05T07:46:40.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.912+0000 7f3387898740 1 -- 172.21.15.71:0/3351314682 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f337001dad0 con 0x559358cec5d0 2024-09-05T07:46:40.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.912+0000 7f33667fc640 1 -- 172.21.15.71:0/3351314682 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3370039050 con 0x559358cec5d0 2024-09-05T07:46:40.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.912+0000 7f3387898740 10 client.16974 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:40.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.912+0000 7f3387898740 1 -- 172.21.15.71:0/3351314682 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559358d72070 con 0x559358cec5d0 2024-09-05T07:46:40.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.912+0000 7f33667fc640 1 -- 172.21.15.71:0/3351314682 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f337001dad0 con 0x559358cec5d0 2024-09-05T07:46:40.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.912+0000 7f33667fc640 1 -- 172.21.15.71:0/3351314682 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f33700048c0 con 0x559358cec5d0 2024-09-05T07:46:40.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.912+0000 7f3387898740 10 client.16974 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:40.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.912+0000 7f3387898740 10 client.16974 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:46:40.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.912+0000 7f3387898740 20 client.16974 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:40.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.912+0000 7f3387898740 1 --2- 172.21.15.71:0/3351314682 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x559358d72790 0x559358d74c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:40.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.912+0000 7f3387898740 4 client.16974 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:46:40.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.912+0000 7f3387898740 1 -- 172.21.15.71:0/3351314682 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559358c59d70 con 0x559358d72790 2024-09-05T07:46:40.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.913+0000 7f337e7fc640 1 --2- 172.21.15.71:0/3351314682 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x559358d72790 0x559358d74c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:40.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.913+0000 7f337e7fc640 1 --2- 172.21.15.71:0/3351314682 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x559358d72790 0x559358d74c30 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e4f44923300dca1a server_cookie=15ff8ab81fda9967 in_seq=0 out_seq=0 2024-09-05T07:46:40.995 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.913+0000 7f33667fc640 10 client.16974 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:46:40.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.913+0000 7f33667fc640 1 -- 172.21.15.71:0/3351314682 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559358c59d70 con 0x559358d72790 2024-09-05T07:46:40.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.913+0000 7f33667fc640 10 client.16974 handle_command_reply: tid=0 2024-09-05T07:46:40.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.913+0000 7f3387898740 1 client.16974 shutdown 2024-09-05T07:46:40.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.913+0000 7f3387898740 1 -- 172.21.15.71:0/3351314682 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cec5d0 msgr2=0x559358cff3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:40.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.913+0000 7f3387898740 1 --2- 172.21.15.71:0/3351314682 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cec5d0 0x559358cff3e0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f3370005890 tx=0x7f337000f6d0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.913+0000 7f3387898740 1 -- 172.21.15.71:0/3351314682 shutdown_connections 2024-09-05T07:46:40.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.913+0000 7f3387898740 1 --2- 172.21.15.71:0/3351314682 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x559358cf7370 0x559358cfc1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.913+0000 7f3387898740 1 --2- 172.21.15.71:0/3351314682 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x559358d72790 0x559358d74c30 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.913+0000 7f3387898740 1 --2- 172.21.15.71:0/3351314682 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x559358cedb40 0x559358cff920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.913+0000 7f33667fc640 0 client.16974 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:46:40.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.913+0000 7f3387898740 1 --2- 172.21.15.71:0/3351314682 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x559358cec5d0 0x559358cff3e0 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.913+0000 7f3387898740 1 -- 172.21.15.71:0/3351314682 >> 172.21.15.71:0/3351314682 conn(0x559358cb5310 msgr2=0x559358ce7d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:40.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.914+0000 7f3387898740 1 -- 172.21.15.71:0/3351314682 shutdown_connections 2024-09-05T07:46:40.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.914+0000 7f3387898740 1 -- 172.21.15.71:0/3351314682 wait complete. 2024-09-05T07:46:40.996 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.914+0000 7f3387898740 20 client.16974 trim_cache size 0 max 16384 2024-09-05T07:46:40.997 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:46:40.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.914+0000 7f33854bf640 1 -- 172.21.15.71:0/1093963212 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f336c0a2cf0 msgr2=0x7f336c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:40.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.914+0000 7f33854bf640 1 --2- 172.21.15.71:0/1093963212 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f336c0a2cf0 0x7f336c0a51b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3378005fd0 tx=0x7f3378009600 comp rx=0 tx=0).stop 2024-09-05T07:46:40.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.914+0000 7f33854bf640 1 -- 172.21.15.71:0/1093963212 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3380102790 msgr2=0x7f3380074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:40.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.914+0000 7f33854bf640 1 --2- 172.21.15.71:0/1093963212 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3380102790 0x7f3380074a30 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f3368005940 tx=0x7f3368004270 comp rx=0 tx=0).stop 2024-09-05T07:46:40.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.914+0000 7f33854bf640 1 -- 172.21.15.71:0/1093963212 shutdown_connections 2024-09-05T07:46:40.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.914+0000 7f33854bf640 1 --2- 172.21.15.71:0/1093963212 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f336c0a2cf0 0x7f336c0a51b0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.914+0000 7f33854bf640 1 --2- 172.21.15.71:0/1093963212 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3380106f10 0x7f3380074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.914+0000 7f33854bf640 1 --2- 172.21.15.71:0/1093963212 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3380102790 0x7f3380074a30 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.914+0000 7f33854bf640 1 --2- 172.21.15.71:0/1093963212 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3380101de0 0x7f33800744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:40.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.914+0000 7f33854bf640 1 -- 172.21.15.71:0/1093963212 >> 172.21.15.71:0/1093963212 conn(0x7f33800fd8c0 msgr2=0x7f33800fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:40.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.914+0000 7f33854bf640 1 -- 172.21.15.71:0/1093963212 shutdown_connections 2024-09-05T07:46:40.998 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:40.914+0000 7f33854bf640 1 -- 172.21.15.71:0/1093963212 wait complete. 2024-09-05T07:46:41.748 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T07:46:41.994 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:46:42.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:42 smithi071 ceph-mon[30965]: pgmap v249: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:46:42.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:42 smithi123 ceph-mon[34568]: pgmap v249: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:46:42.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:42 smithi192 ceph-mon[34929]: pgmap v249: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:46:42.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.496+0000 7f4f67cfb640 1 -- 172.21.15.71:0/3225072243 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4f60100a80 msgr2=0x7f4f60100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:42.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.496+0000 7f4f67cfb640 1 --2- 172.21.15.71:0/3225072243 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4f60100a80 0x7f4f60100ee0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f4f50009930 tx=0x7f4f5002a420 comp rx=0 tx=0).stop 2024-09-05T07:46:42.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.496+0000 7f4f67cfb640 1 -- 172.21.15.71:0/3225072243 shutdown_connections 2024-09-05T07:46:42.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.496+0000 7f4f67cfb640 1 --2- 172.21.15.71:0/3225072243 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4f60101420 0x7f4f6010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.496+0000 7f4f67cfb640 1 --2- 172.21.15.71:0/3225072243 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4f60100a80 0x7f4f60100ee0 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.496+0000 7f4f67cfb640 1 --2- 172.21.15.71:0/3225072243 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4f60106a80 0x7f4f60106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.496+0000 7f4f67cfb640 1 -- 172.21.15.71:0/3225072243 >> 172.21.15.71:0/3225072243 conn(0x7f4f600fc7a0 msgr2=0x7f4f600febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:42.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.496+0000 7f4f67cfb640 1 -- 172.21.15.71:0/3225072243 shutdown_connections 2024-09-05T07:46:42.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.496+0000 7f4f67cfb640 1 -- 172.21.15.71:0/3225072243 wait complete. 2024-09-05T07:46:42.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.497+0000 7f4f67cfb640 1 Processor -- start 2024-09-05T07:46:42.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.497+0000 7f4f67cfb640 1 -- start start 2024-09-05T07:46:42.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.497+0000 7f4f67cfb640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4f60100a80 0x7f4f6019a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:42.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.497+0000 7f4f67cfb640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4f60101420 0x7f4f6019aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:42.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.497+0000 7f4f67cfb640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4f60106a80 0x7f4f6019ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:42.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.497+0000 7f4f67cfb640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4f60110d50 con 0x7f4f60100a80 2024-09-05T07:46:42.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.497+0000 7f4f67cfb640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4f60110bd0 con 0x7f4f60106a80 2024-09-05T07:46:42.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.497+0000 7f4f67cfb640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4f60110ed0 con 0x7f4f60101420 2024-09-05T07:46:42.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.497+0000 7f4f65a97640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4f60100a80 0x7f4f6019a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:42.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.497+0000 7f4f65a97640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4f60100a80 0x7f4f6019a580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37398/0 (socket says 172.21.15.71:37398) 2024-09-05T07:46:42.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.497+0000 7f4f65a97640 1 -- 172.21.15.71:0/3641700598 learned_addr learned my addr 172.21.15.71:0/3641700598 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:42.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.497+0000 7f4f65296640 1 --2- 172.21.15.71:0/3641700598 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4f60101420 0x7f4f6019aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:42.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.498+0000 7f4f65a97640 1 -- 172.21.15.71:0/3641700598 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4f60101420 msgr2=0x7f4f6019aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:42.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.498+0000 7f4f66298640 1 --2- 172.21.15.71:0/3641700598 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4f60106a80 0x7f4f6019ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:42.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.498+0000 7f4f65a97640 1 --2- 172.21.15.71:0/3641700598 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4f60101420 0x7f4f6019aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.498+0000 7f4f65a97640 1 -- 172.21.15.71:0/3641700598 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4f60106a80 msgr2=0x7f4f6019ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:42.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.498+0000 7f4f65a97640 1 --2- 172.21.15.71:0/3641700598 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4f60106a80 0x7f4f6019ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.498+0000 7f4f65a97640 1 -- 172.21.15.71:0/3641700598 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f6019f530 con 0x7f4f60100a80 2024-09-05T07:46:42.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.498+0000 7f4f66298640 1 --2- 172.21.15.71:0/3641700598 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4f60106a80 0x7f4f6019ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:46:42.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.498+0000 7f4f65a97640 1 --2- 172.21.15.71:0/3641700598 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4f60100a80 0x7f4f6019a580 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f4f5c00c920 tx=0x7f4f5c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:42.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.498+0000 7f4f56ffd640 1 -- 172.21.15.71:0/3641700598 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f5c007c70 con 0x7f4f60100a80 2024-09-05T07:46:42.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.498+0000 7f4f67cfb640 1 -- 172.21.15.71:0/3641700598 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f6019f820 con 0x7f4f60100a80 2024-09-05T07:46:42.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.498+0000 7f4f56ffd640 1 -- 172.21.15.71:0/3641700598 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4f5c007e10 con 0x7f4f60100a80 2024-09-05T07:46:42.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.498+0000 7f4f56ffd640 1 -- 172.21.15.71:0/3641700598 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f5c018820 con 0x7f4f60100a80 2024-09-05T07:46:42.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.498+0000 7f4f67cfb640 1 -- 172.21.15.71:0/3641700598 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f601a7100 con 0x7f4f60100a80 2024-09-05T07:46:42.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.500+0000 7f4f56ffd640 1 -- 172.21.15.71:0/3641700598 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f4f5c0189c0 con 0x7f4f60100a80 2024-09-05T07:46:42.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.500+0000 7f4f6a0d4740 1 Processor -- start 2024-09-05T07:46:42.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.501+0000 7f4f6a0d4740 1 -- start start 2024-09-05T07:46:42.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.501+0000 7f4f6a0d4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5563d0055b40 0x5563d0054090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:42.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.501+0000 7f4f6a0d4740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d00545d0 0x5563d0054a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:42.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.501+0000 7f4f6a0d4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d005f370 0x5563d0061760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:42.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.501+0000 7f4f6a0d4740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5563cffba2f0 con 0x5563d00545d0 2024-09-05T07:46:42.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.501+0000 7f4f6a0d4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5563cff61cf0 con 0x5563d005f370 2024-09-05T07:46:42.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.501+0000 7f4f6a0d4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5563cffb62b0 con 0x5563d0055b40 2024-09-05T07:46:42.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.501+0000 7f4f56ffd640 1 --2- 172.21.15.71:0/3641700598 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4f4c0a2cf0 0x7f4f4c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:42.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.501+0000 7f4f65a97640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d00545d0 0x5563d0054a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:42.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.501+0000 7f4f66298640 1 --2- 172.21.15.71:0/3641700598 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4f4c0a2cf0 0x7f4f4c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:42.520 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.501+0000 7f4f65a97640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d00545d0 0x5563d0054a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37412/0 (socket says 172.21.15.71:37412) 2024-09-05T07:46:42.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.501+0000 7f4f65a97640 1 -- 172.21.15.71:0/2211960437 learned_addr learned my addr 172.21.15.71:0/2211960437 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:42.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.501+0000 7f4f56ffd640 1 -- 172.21.15.71:0/3641700598 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f4f5c0cfac0 con 0x7f4f60100a80 2024-09-05T07:46:42.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.501+0000 7f4f65296640 1 --2- 172.21.15.71:0/2211960437 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d005f370 0x5563d0061760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:42.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.501+0000 7f4f65a97640 1 -- 172.21.15.71:0/2211960437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5563d0055b40 msgr2=0x5563d0054090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:42.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.501+0000 7f4f65a97640 1 --2- 172.21.15.71:0/2211960437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5563d0055b40 0x5563d0054090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.501+0000 7f4f65a97640 1 -- 172.21.15.71:0/2211960437 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d005f370 msgr2=0x5563d0061760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:42.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.501+0000 7f4f65a97640 1 --2- 172.21.15.71:0/2211960437 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d005f370 0x5563d0061760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.501+0000 7f4f65a97640 1 -- 172.21.15.71:0/2211960437 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563cff463a0 con 0x5563d00545d0 2024-09-05T07:46:42.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.502+0000 7f4f66298640 1 --2- 172.21.15.71:0/3641700598 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4f4c0a2cf0 0x7f4f4c0a51b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f4f58008e40 tx=0x7f4f5800d6a0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:42.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.502+0000 7f4f65a97640 1 --2- 172.21.15.71:0/2211960437 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d00545d0 0x5563d0054a10 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f4f5c007590 tx=0x7f4f5c06db50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3de1d98275d2238 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:42.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.502+0000 7f4f4bfff640 1 -- 172.21.15.71:0/2211960437 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f5c018cb0 con 0x5563d00545d0 2024-09-05T07:46:42.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.502+0000 7f4f4bfff640 1 -- 172.21.15.71:0/2211960437 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4f5c00fb00 con 0x5563d00545d0 2024-09-05T07:46:42.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.502+0000 7f4f4bfff640 1 -- 172.21.15.71:0/2211960437 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f5c0cd040 con 0x5563d00545d0 2024-09-05T07:46:42.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.502+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/2211960437 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d00545d0 msgr2=0x5563d0054a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:42.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.502+0000 7f4f6a0d4740 1 --2- 172.21.15.71:0/2211960437 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d00545d0 0x5563d0054a10 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f4f5c007590 tx=0x7f4f5c06db50 comp rx=0 tx=0).stop 2024-09-05T07:46:42.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.503+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/2211960437 shutdown_connections 2024-09-05T07:46:42.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.503+0000 7f4f6a0d4740 1 --2- 172.21.15.71:0/2211960437 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d005f370 0x5563d0061760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.503+0000 7f4f6a0d4740 1 --2- 172.21.15.71:0/2211960437 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d00545d0 0x5563d0054a10 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.503+0000 7f4f6a0d4740 1 --2- 172.21.15.71:0/2211960437 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5563d0055b40 0x5563d0054090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.503+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/2211960437 >> 172.21.15.71:0/2211960437 conn(0x5563d001d310 msgr2=0x5563d0050c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:42.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.503+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/2211960437 shutdown_connections 2024-09-05T07:46:42.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.503+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/2211960437 wait complete. 2024-09-05T07:46:42.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.503+0000 7f4f6a0d4740 1 -- start start 2024-09-05T07:46:42.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.503+0000 7f4f6a0d4740 1 Processor -- start 2024-09-05T07:46:42.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f6a0d4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d00545d0 0x5563d005edb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:42.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f6a0d4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5563d0055b40 0x5563d005c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:42.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f6a0d4740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d005f370 0x5563d005c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:42.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f6a0d4740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5563d0062010 con 0x5563d005f370 2024-09-05T07:46:42.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f6a0d4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5563cff75060 con 0x5563d00545d0 2024-09-05T07:46:42.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f6a0d4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5563d0062190 con 0x5563d0055b40 2024-09-05T07:46:42.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f6a0d4740 10 client.0 _ll_register_callbacks cb 0x5563cfcc88c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:42.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f66298640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d005f370 0x5563d005c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:42.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f66298640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d005f370 0x5563d005c7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37424/0 (socket says 172.21.15.71:37424) 2024-09-05T07:46:42.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f66298640 1 -- 172.21.15.71:0/270579235 learned_addr learned my addr 172.21.15.71:0/270579235 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:42.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f65a97640 1 --2- 172.21.15.71:0/270579235 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d00545d0 0x5563d005edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:42.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f65296640 1 --2- 172.21.15.71:0/270579235 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5563d0055b40 0x5563d005c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:42.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f66298640 1 -- 172.21.15.71:0/270579235 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5563d0055b40 msgr2=0x5563d005c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:42.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f66298640 1 --2- 172.21.15.71:0/270579235 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5563d0055b40 0x5563d005c060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f66298640 1 -- 172.21.15.71:0/270579235 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d00545d0 msgr2=0x5563d005edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f66298640 1 --2- 172.21.15.71:0/270579235 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d00545d0 0x5563d005edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f66298640 1 -- 172.21.15.71:0/270579235 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563cfd2b3c0 con 0x5563d005f370 2024-09-05T07:46:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f66298640 1 --2- 172.21.15.71:0/270579235 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d005f370 0x5563d005c7f0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f4f58012e10 tx=0x7f4f58004b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48c22d716563888a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f497fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f497fa640 1 -- 172.21.15.71:0/270579235 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f5801f630 con 0x5563d005f370 2024-09-05T07:46:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/270579235 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5563cffc7860 con 0x5563d005f370 2024-09-05T07:46:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.504+0000 7f4f497fa640 1 -- 172.21.15.71:0/270579235 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f4f5801f7d0 con 0x5563d005f370 2024-09-05T07:46:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.505+0000 7f4f497fa640 1 -- 172.21.15.71:0/270579235 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4f5802c050 con 0x5563d005f370 2024-09-05T07:46:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.505+0000 7f4f6a0d4740 10 client.16986 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.505+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/270579235 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5563d006db60 con 0x5563d005f370 2024-09-05T07:46:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.505+0000 7f4f497fa640 1 -- 172.21.15.71:0/270579235 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5563cffc7860 con 0x5563d005f370 2024-09-05T07:46:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.505+0000 7f4f497fa640 1 -- 172.21.15.71:0/270579235 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f4f58027030 con 0x5563d005f370 2024-09-05T07:46:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.505+0000 7f4f6a0d4740 10 client.16986 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:42.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.505+0000 7f4f6a0d4740 10 client.16986 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:46:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.505+0000 7f4f6a0d4740 20 client.16986 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.505+0000 7f4f6a0d4740 1 --2- 172.21.15.71:0/270579235 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5563d006f020 0x5563d0071470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.505+0000 7f4f6a0d4740 4 client.16986 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:46:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.505+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/270579235 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5563cffc1d70 con 0x5563d006f020 2024-09-05T07:46:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.505+0000 7f4f65a97640 1 --2- 172.21.15.71:0/270579235 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5563d006f020 0x5563d0071470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.506+0000 7f4f497fa640 10 client.16986 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.506+0000 7f4f65a97640 1 --2- 172.21.15.71:0/270579235 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5563d006f020 0x5563d0071470 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8bd5e7bee16e1531 server_cookie=f1aec4224ae6239 in_seq=0 out_seq=0 2024-09-05T07:46:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.506+0000 7f4f497fa640 1 -- 172.21.15.71:0/270579235 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5563cffc1d70 con 0x5563d006f020 2024-09-05T07:46:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.506+0000 7f4f497fa640 10 client.16986 handle_command_reply: tid=0 2024-09-05T07:46:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.506+0000 7f4f6a0d4740 1 client.16986 shutdown 2024-09-05T07:46:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.507+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/270579235 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d005f370 msgr2=0x5563d005c7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.507+0000 7f4f6a0d4740 1 --2- 172.21.15.71:0/270579235 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d005f370 0x5563d005c7f0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f4f58012e10 tx=0x7f4f58004b50 comp rx=0 tx=0).stop 2024-09-05T07:46:42.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.507+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/270579235 shutdown_connections 2024-09-05T07:46:42.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.507+0000 7f4f6a0d4740 1 --2- 172.21.15.71:0/270579235 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5563d006f020 0x5563d0071470 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.507+0000 7f4f6a0d4740 1 --2- 172.21.15.71:0/270579235 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d005f370 0x5563d005c7f0 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.507+0000 7f4f6a0d4740 1 --2- 172.21.15.71:0/270579235 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5563d0055b40 0x5563d005c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.507+0000 7f4f6a0d4740 1 --2- 172.21.15.71:0/270579235 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d00545d0 0x5563d005edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.507+0000 7f4f497fa640 0 client.16986 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:42.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.507+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/270579235 >> 172.21.15.71:0/270579235 conn(0x5563d001d310 msgr2=0x5563d0056990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:42.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.507+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/270579235 shutdown_connections 2024-09-05T07:46:42.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.507+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/270579235 wait complete. 2024-09-05T07:46:42.526 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.507+0000 7f4f6a0d4740 20 client.16986 trim_cache size 0 max 16384 2024-09-05T07:46:42.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.520+0000 7f4f6a0d4740 1 Processor -- start 2024-09-05T07:46:42.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.520+0000 7f4f6a0d4740 1 -- start start 2024-09-05T07:46:42.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.520+0000 7f4f6a0d4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5563d00545d0 0x5563d0061760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:42.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.520+0000 7f4f6a0d4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d0055b40 0x5563d0057180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:42.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.520+0000 7f4f6a0d4740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d005f370 0x5563d00576c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:42.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.520+0000 7f4f6a0d4740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4f601b3cb0 con 0x5563d005f370 2024-09-05T07:46:42.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.520+0000 7f4f6a0d4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4f601b1580 con 0x5563d0055b40 2024-09-05T07:46:42.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.520+0000 7f4f6a0d4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4f601af3f0 con 0x5563d00545d0 2024-09-05T07:46:42.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.520+0000 7f4f66298640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d005f370 0x5563d00576c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:42.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.520+0000 7f4f66298640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d005f370 0x5563d00576c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37430/0 (socket says 172.21.15.71:37430) 2024-09-05T07:46:42.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.520+0000 7f4f66298640 1 -- 172.21.15.71:0/613869565 learned_addr learned my addr 172.21.15.71:0/613869565 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:42.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.520+0000 7f4f65a97640 1 --2- 172.21.15.71:0/613869565 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5563d00545d0 0x5563d0061760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:42.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.520+0000 7f4f66298640 1 -- 172.21.15.71:0/613869565 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5563d00545d0 msgr2=0x5563d0061760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:42.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.520+0000 7f4f66298640 1 --2- 172.21.15.71:0/613869565 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5563d00545d0 0x5563d0061760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.520+0000 7f4f66298640 1 -- 172.21.15.71:0/613869565 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d0055b40 msgr2=0x5563d0057180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:42.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.520+0000 7f4f65296640 1 --2- 172.21.15.71:0/613869565 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d0055b40 0x5563d0057180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:42.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.520+0000 7f4f66298640 1 --2- 172.21.15.71:0/613869565 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d0055b40 0x5563d0057180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.520+0000 7f4f66298640 1 -- 172.21.15.71:0/613869565 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563d005a5b0 con 0x5563d005f370 2024-09-05T07:46:42.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.520+0000 7f4f65296640 1 --2- 172.21.15.71:0/613869565 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d0055b40 0x5563d0057180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:46:42.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.521+0000 7f4f66298640 1 --2- 172.21.15.71:0/613869565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d005f370 0x5563d00576c0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f4f5800fa70 tx=0x7f4f58008200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bdce72b9828c224 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:42.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.521+0000 7f4f4b7fe640 1 -- 172.21.15.71:0/613869565 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f58012e40 con 0x5563d005f370 2024-09-05T07:46:42.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.521+0000 7f4f4b7fe640 1 -- 172.21.15.71:0/613869565 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4f58034030 con 0x5563d005f370 2024-09-05T07:46:42.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.521+0000 7f4f4b7fe640 1 -- 172.21.15.71:0/613869565 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f5801fa00 con 0x5563d005f370 2024-09-05T07:46:42.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.521+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/613869565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d005f370 msgr2=0x5563d00576c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:42.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.521+0000 7f4f6a0d4740 1 --2- 172.21.15.71:0/613869565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d005f370 0x5563d00576c0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f4f5800fa70 tx=0x7f4f58008200 comp rx=0 tx=0).stop 2024-09-05T07:46:42.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.521+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/613869565 shutdown_connections 2024-09-05T07:46:42.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.521+0000 7f4f6a0d4740 1 --2- 172.21.15.71:0/613869565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d005f370 0x5563d00576c0 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.521+0000 7f4f6a0d4740 1 --2- 172.21.15.71:0/613869565 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d0055b40 0x5563d0057180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.521+0000 7f4f6a0d4740 1 --2- 172.21.15.71:0/613869565 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5563d00545d0 0x5563d0061760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.533 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.521+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/613869565 >> 172.21.15.71:0/613869565 conn(0x5563d001d310 msgr2=0x5563d004ba30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:42.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.522+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/613869565 shutdown_connections 2024-09-05T07:46:42.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.522+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/613869565 wait complete. 2024-09-05T07:46:42.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.522+0000 7f4f6a0d4740 1 -- start start 2024-09-05T07:46:42.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.522+0000 7f4f6a0d4740 1 Processor -- start 2024-09-05T07:46:42.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.522+0000 7f4f6a0d4740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5563d00545d0 0x5563d0067900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:42.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.522+0000 7f4f6a0d4740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d0055b40 0x5563d0062c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:42.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.522+0000 7f4f6a0d4740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d005f370 0x5563d0063170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:42.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.522+0000 7f4f6a0d4740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4f601afa40 con 0x5563d0055b40 2024-09-05T07:46:42.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.522+0000 7f4f6a0d4740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4f601b0eb0 con 0x5563d005f370 2024-09-05T07:46:42.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.522+0000 7f4f6a0d4740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4f601b0110 con 0x5563d00545d0 2024-09-05T07:46:42.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.522+0000 7f4f6a0d4740 10 client.0 _ll_register_callbacks cb 0x7f4f5800ded0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:42.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.522+0000 7f4f65296640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d0055b40 0x5563d0062c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:42.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.522+0000 7f4f65296640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d0055b40 0x5563d0062c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37440/0 (socket says 172.21.15.71:37440) 2024-09-05T07:46:42.534 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.523+0000 7f4f65296640 1 -- 172.21.15.71:0/4110107522 learned_addr learned my addr 172.21.15.71:0/4110107522 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:42.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.523+0000 7f4f65a97640 1 --2- 172.21.15.71:0/4110107522 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5563d00545d0 0x5563d0067900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:42.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.523+0000 7f4f66298640 1 --2- 172.21.15.71:0/4110107522 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d005f370 0x5563d0063170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:42.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.523+0000 7f4f65296640 1 -- 172.21.15.71:0/4110107522 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5563d00545d0 msgr2=0x5563d0067900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:42.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.523+0000 7f4f65296640 1 --2- 172.21.15.71:0/4110107522 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5563d00545d0 0x5563d0067900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.523+0000 7f4f65296640 1 -- 172.21.15.71:0/4110107522 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d005f370 msgr2=0x5563d0063170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:42.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.523+0000 7f4f65296640 1 --2- 172.21.15.71:0/4110107522 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d005f370 0x5563d0063170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.523+0000 7f4f65296640 1 -- 172.21.15.71:0/4110107522 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563d0063730 con 0x5563d0055b40 2024-09-05T07:46:42.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.523+0000 7f4f65296640 1 --2- 172.21.15.71:0/4110107522 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d0055b40 0x5563d0062c30 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f4f50005ab0 tx=0x7f4f50031830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9726486ac8221684 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:42.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.523+0000 7f4f497fa640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:42.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.523+0000 7f4f497fa640 1 -- 172.21.15.71:0/4110107522 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f50035040 con 0x5563d0055b40 2024-09-05T07:46:42.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.523+0000 7f4f497fa640 1 -- 172.21.15.71:0/4110107522 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f4f50004450 con 0x5563d0055b40 2024-09-05T07:46:42.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.523+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/4110107522 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4f58034030 con 0x5563d0055b40 2024-09-05T07:46:42.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.523+0000 7f4f497fa640 1 -- 172.21.15.71:0/4110107522 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4f50005020 con 0x5563d0055b40 2024-09-05T07:46:42.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.523+0000 7f4f6a0d4740 10 client.16992 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:42.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.523+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/4110107522 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5563d00d9a90 con 0x5563d0055b40 2024-09-05T07:46:42.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.524+0000 7f4f497fa640 1 -- 172.21.15.71:0/4110107522 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4f58034030 con 0x5563d0055b40 2024-09-05T07:46:42.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.524+0000 7f4f497fa640 1 -- 172.21.15.71:0/4110107522 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f4f50043070 con 0x5563d0055b40 2024-09-05T07:46:42.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.524+0000 7f4f6a0d4740 10 client.16992 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:42.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.524+0000 7f4f6a0d4740 10 client.16992 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:46:42.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.524+0000 7f4f6a0d4740 20 client.16992 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:42.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.524+0000 7f4f6a0d4740 1 --2- 172.21.15.71:0/4110107522 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5563d00da290 0x5563d00dc6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:42.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.524+0000 7f4f6a0d4740 4 client.16992 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:46:42.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.524+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/4110107522 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5563cff3e170 con 0x5563d00da290 2024-09-05T07:46:42.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.524+0000 7f4f65a97640 1 --2- 172.21.15.71:0/4110107522 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5563d00da290 0x5563d00dc6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:42.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.525+0000 7f4f497fa640 10 client.16992 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:42.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.525+0000 7f4f65a97640 1 --2- 172.21.15.71:0/4110107522 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5563d00da290 0x5563d00dc6b0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4bc3cbb997da246f server_cookie=95562eb9c4d5147e in_seq=0 out_seq=0 2024-09-05T07:46:42.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.525+0000 7f4f497fa640 1 -- 172.21.15.71:0/4110107522 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5563cff3e170 con 0x5563d00da290 2024-09-05T07:46:42.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.525+0000 7f4f497fa640 10 client.16992 handle_command_reply: tid=0 2024-09-05T07:46:42.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.526+0000 7f4f6a0d4740 1 client.16992 shutdown 2024-09-05T07:46:42.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.526+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/4110107522 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d0055b40 msgr2=0x5563d0062c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:42.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.526+0000 7f4f6a0d4740 1 --2- 172.21.15.71:0/4110107522 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d0055b40 0x5563d0062c30 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f4f50005ab0 tx=0x7f4f50031830 comp rx=0 tx=0).stop 2024-09-05T07:46:42.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.526+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/4110107522 shutdown_connections 2024-09-05T07:46:42.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.526+0000 7f4f6a0d4740 1 --2- 172.21.15.71:0/4110107522 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5563d00da290 0x5563d00dc6b0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.526+0000 7f4f6a0d4740 1 --2- 172.21.15.71:0/4110107522 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5563d005f370 0x5563d0063170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.526+0000 7f4f6a0d4740 1 --2- 172.21.15.71:0/4110107522 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5563d0055b40 0x5563d0062c30 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.526+0000 7f4f6a0d4740 1 --2- 172.21.15.71:0/4110107522 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5563d00545d0 0x5563d0067900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.526+0000 7f4f497fa640 0 client.16992 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:42.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.526+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/4110107522 >> 172.21.15.71:0/4110107522 conn(0x5563d001d310 msgr2=0x5563d005d8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:42.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.526+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/4110107522 shutdown_connections 2024-09-05T07:46:42.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.526+0000 7f4f6a0d4740 1 -- 172.21.15.71:0/4110107522 wait complete. 2024-09-05T07:46:42.537 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.526+0000 7f4f6a0d4740 20 client.16992 trim_cache size 0 max 16384 2024-09-05T07:46:42.538 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:46:42.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.527+0000 7f4f67cfb640 1 -- 172.21.15.71:0/3641700598 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4f4c0a2cf0 msgr2=0x7f4f4c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:42.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.527+0000 7f4f67cfb640 1 --2- 172.21.15.71:0/3641700598 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4f4c0a2cf0 0x7f4f4c0a51b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f4f58008e40 tx=0x7f4f5800d6a0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.527+0000 7f4f67cfb640 1 -- 172.21.15.71:0/3641700598 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4f60100a80 msgr2=0x7f4f6019a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:42.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.527+0000 7f4f67cfb640 1 --2- 172.21.15.71:0/3641700598 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4f60100a80 0x7f4f6019a580 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f4f5c00c920 tx=0x7f4f5c00cde0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.527+0000 7f4f67cfb640 1 -- 172.21.15.71:0/3641700598 shutdown_connections 2024-09-05T07:46:42.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.527+0000 7f4f67cfb640 1 --2- 172.21.15.71:0/3641700598 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4f4c0a2cf0 0x7f4f4c0a51b0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.527+0000 7f4f67cfb640 1 --2- 172.21.15.71:0/3641700598 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4f60106a80 0x7f4f6019ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.527+0000 7f4f67cfb640 1 --2- 172.21.15.71:0/3641700598 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4f60101420 0x7f4f6019aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.527+0000 7f4f67cfb640 1 --2- 172.21.15.71:0/3641700598 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4f60100a80 0x7f4f6019a580 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:42.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.527+0000 7f4f67cfb640 1 -- 172.21.15.71:0/3641700598 >> 172.21.15.71:0/3641700598 conn(0x7f4f600fc7a0 msgr2=0x7f4f6006a810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:42.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.527+0000 7f4f67cfb640 1 -- 172.21.15.71:0/3641700598 shutdown_connections 2024-09-05T07:46:42.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:42.527+0000 7f4f67cfb640 1 -- 172.21.15.71:0/3641700598 wait complete. 2024-09-05T07:46:44.370 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T07:46:44.370 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T07:46:44.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:44 smithi071 ceph-mon[30965]: pgmap v250: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:46:44.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:44 smithi123 ceph-mon[34568]: pgmap v250: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:46:44.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:44 smithi192 ceph-mon[34929]: pgmap v250: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:46:44.630 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:46:45.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.110+0000 7fe9ef701640 1 -- 172.21.15.71:0/2887108669 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9e8106f10 msgr2=0x7fe9e810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:45.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.110+0000 7fe9ef701640 1 --2- 172.21.15.71:0/2887108669 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9e8106f10 0x7fe9e810ea90 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7fe9e0009ca0 tx=0x7fe9e002a8e0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.110+0000 7fe9ef701640 1 -- 172.21.15.71:0/2887108669 shutdown_connections 2024-09-05T07:46:45.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.110+0000 7fe9ef701640 1 --2- 172.21.15.71:0/2887108669 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9e8106f10 0x7fe9e810ea90 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.110+0000 7fe9ef701640 1 --2- 172.21.15.71:0/2887108669 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9e8102790 0x7fe9e81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.110+0000 7fe9ef701640 1 --2- 172.21.15.71:0/2887108669 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9e8101de0 0x7fe9e81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.110+0000 7fe9ef701640 1 -- 172.21.15.71:0/2887108669 >> 172.21.15.71:0/2887108669 conn(0x7fe9e80fd8c0 msgr2=0x7fe9e80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:45.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.110+0000 7fe9ef701640 1 -- 172.21.15.71:0/2887108669 shutdown_connections 2024-09-05T07:46:45.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.110+0000 7fe9ef701640 1 -- 172.21.15.71:0/2887108669 wait complete. 2024-09-05T07:46:45.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.111+0000 7fe9ef701640 1 Processor -- start 2024-09-05T07:46:45.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.111+0000 7fe9ef701640 1 -- start start 2024-09-05T07:46:45.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.111+0000 7fe9ef701640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9e8101de0 0x7fe9e81984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:45.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.111+0000 7fe9ef701640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9e8102790 0x7fe9e8198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:45.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.111+0000 7fe9ef701640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9e8106f10 0x7fe9e819cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:45.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.111+0000 7fe9ef701640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e8111ee0 con 0x7fe9e8102790 2024-09-05T07:46:45.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.111+0000 7fe9ef701640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e8111d60 con 0x7fe9e8101de0 2024-09-05T07:46:45.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.111+0000 7fe9ef701640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e8112060 con 0x7fe9e8106f10 2024-09-05T07:46:45.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.111+0000 7fe9ecc9c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9e8102790 0x7fe9e8198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:45.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.111+0000 7fe9ecc9c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9e8102790 0x7fe9e8198a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37458/0 (socket says 172.21.15.71:37458) 2024-09-05T07:46:45.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.111+0000 7fe9ecc9c640 1 -- 172.21.15.71:0/1016498573 learned_addr learned my addr 172.21.15.71:0/1016498573 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:45.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.112+0000 7fe9ed49d640 1 --2- 172.21.15.71:0/1016498573 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9e8101de0 0x7fe9e81984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:45.130 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.112+0000 7fe9edc9e640 1 --2- 172.21.15.71:0/1016498573 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9e8106f10 0x7fe9e819cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:45.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.112+0000 7fe9ecc9c640 1 -- 172.21.15.71:0/1016498573 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9e8106f10 msgr2=0x7fe9e819cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:45.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.112+0000 7fe9ecc9c640 1 --2- 172.21.15.71:0/1016498573 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9e8106f10 0x7fe9e819cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.112+0000 7fe9ecc9c640 1 -- 172.21.15.71:0/1016498573 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9e8101de0 msgr2=0x7fe9e81984c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:45.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.112+0000 7fe9ecc9c640 1 --2- 172.21.15.71:0/1016498573 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9e8101de0 0x7fe9e81984c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.112+0000 7fe9ecc9c640 1 -- 172.21.15.71:0/1016498573 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9e819d470 con 0x7fe9e8102790 2024-09-05T07:46:45.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.112+0000 7fe9edc9e640 1 --2- 172.21.15.71:0/1016498573 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9e8106f10 0x7fe9e819cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:46:45.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.112+0000 7fe9ed49d640 1 --2- 172.21.15.71:0/1016498573 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9e8101de0 0x7fe9e81984c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:46:45.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.112+0000 7fe9ecc9c640 1 --2- 172.21.15.71:0/1016498573 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9e8102790 0x7fe9e8198a00 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7fe9d800b4a0 tx=0x7fe9d800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:45.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.112+0000 7fe9de7fc640 1 -- 172.21.15.71:0/1016498573 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d8014070 con 0x7fe9e8102790 2024-09-05T07:46:45.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.112+0000 7fe9de7fc640 1 -- 172.21.15.71:0/1016498573 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9d8010ac0 con 0x7fe9e8102790 2024-09-05T07:46:45.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.112+0000 7fe9ef701640 1 -- 172.21.15.71:0/1016498573 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9e819d760 con 0x7fe9e8102790 2024-09-05T07:46:45.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.112+0000 7fe9de7fc640 1 -- 172.21.15.71:0/1016498573 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d8017c30 con 0x7fe9e8102790 2024-09-05T07:46:45.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.112+0000 7fe9ef701640 1 -- 172.21.15.71:0/1016498573 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9e81a5040 con 0x7fe9e8102790 2024-09-05T07:46:45.131 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9de7fc640 1 -- 172.21.15.71:0/1016498573 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fe9d8017070 con 0x7fe9e8102790 2024-09-05T07:46:45.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9f1ada740 1 Processor -- start 2024-09-05T07:46:45.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9f1ada740 1 -- start start 2024-09-05T07:46:45.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9f1ada740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aaf9a26b60 0x55aaf9a26f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:45.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9f1ada740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 0x55aaf9a31800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:45.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9f1ada740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a31d40 0x55aaf9a34130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:45.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9f1ada740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55aaf998c280 con 0x55aaf9a27480 2024-09-05T07:46:45.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9f1ada740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55aaf9933b10 con 0x55aaf9a26b60 2024-09-05T07:46:45.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9f1ada740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55aaf9988240 con 0x55aaf9a31d40 2024-09-05T07:46:45.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9ed49d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 0x55aaf9a31800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:45.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9ed49d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 0x55aaf9a31800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37472/0 (socket says 172.21.15.71:37472) 2024-09-05T07:46:45.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9ed49d640 1 -- 172.21.15.71:0/350853278 learned_addr learned my addr 172.21.15.71:0/350853278 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:45.132 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9de7fc640 1 --2- 172.21.15.71:0/1016498573 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe9d40a2cf0 0x7fe9d40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:45.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9edc9e640 1 --2- 172.21.15.71:0/350853278 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aaf9a26b60 0x55aaf9a26f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:45.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9ecc9c640 1 --2- 172.21.15.71:0/350853278 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a31d40 0x55aaf9a34130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:45.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9ed49d640 1 -- 172.21.15.71:0/350853278 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a31d40 msgr2=0x55aaf9a34130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:45.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9ed49d640 1 --2- 172.21.15.71:0/350853278 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a31d40 0x55aaf9a34130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9ed49d640 1 -- 172.21.15.71:0/350853278 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aaf9a26b60 msgr2=0x55aaf9a26f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:45.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9ed49d640 1 --2- 172.21.15.71:0/350853278 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aaf9a26b60 0x55aaf9a26f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9ed49d640 1 -- 172.21.15.71:0/350853278 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aaf99401f0 con 0x55aaf9a27480 2024-09-05T07:46:45.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9ecc9c640 1 --2- 172.21.15.71:0/350853278 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a31d40 0x55aaf9a34130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:46:45.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.115+0000 7fe9edc9e640 1 --2- 172.21.15.71:0/1016498573 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe9d40a2cf0 0x7fe9d40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:45.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.116+0000 7fe9de7fc640 1 -- 172.21.15.71:0/1016498573 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7fe9d80cef10 con 0x7fe9e8102790 2024-09-05T07:46:45.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.116+0000 7fe9ed49d640 1 --2- 172.21.15.71:0/350853278 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 0x55aaf9a31800 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fe9e4007820 tx=0x7fe9e4007ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92d23957041e7a4b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:45.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.116+0000 7fe9d37fe640 1 -- 172.21.15.71:0/350853278 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e400d950 con 0x55aaf9a27480 2024-09-05T07:46:45.133 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.116+0000 7fe9d37fe640 1 -- 172.21.15.71:0/350853278 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9e4018070 con 0x55aaf9a27480 2024-09-05T07:46:45.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.116+0000 7fe9d37fe640 1 -- 172.21.15.71:0/350853278 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e4013e60 con 0x55aaf9a27480 2024-09-05T07:46:45.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.116+0000 7fe9edc9e640 1 --2- 172.21.15.71:0/1016498573 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe9d40a2cf0 0x7fe9d40a51b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fe9e0009ca0 tx=0x7fe9e002a8e0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:45.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.117+0000 7fe9f1ada740 1 -- 172.21.15.71:0/350853278 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 msgr2=0x55aaf9a31800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:45.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.117+0000 7fe9f1ada740 1 --2- 172.21.15.71:0/350853278 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 0x55aaf9a31800 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fe9e4007820 tx=0x7fe9e4007ce0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.117+0000 7fe9f1ada740 1 -- 172.21.15.71:0/350853278 shutdown_connections 2024-09-05T07:46:45.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.117+0000 7fe9f1ada740 1 --2- 172.21.15.71:0/350853278 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a31d40 0x55aaf9a34130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.117+0000 7fe9f1ada740 1 --2- 172.21.15.71:0/350853278 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 0x55aaf9a31800 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.117+0000 7fe9f1ada740 1 --2- 172.21.15.71:0/350853278 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aaf9a26b60 0x55aaf9a26f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.117+0000 7fe9f1ada740 1 -- 172.21.15.71:0/350853278 >> 172.21.15.71:0/350853278 conn(0x55aaf9a230f0 msgr2=0x55aaf9a234d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:45.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.117+0000 7fe9f1ada740 1 -- 172.21.15.71:0/350853278 shutdown_connections 2024-09-05T07:46:45.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.117+0000 7fe9f1ada740 1 -- 172.21.15.71:0/350853278 wait complete. 2024-09-05T07:46:45.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.117+0000 7fe9f1ada740 1 -- start start 2024-09-05T07:46:45.134 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.117+0000 7fe9f1ada740 1 Processor -- start 2024-09-05T07:46:45.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9f1ada740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a26b60 0x55aaf9a2ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:45.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9f1ada740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 0x55aaf9a2f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:45.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9f1ada740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aaf9a31d40 0x55aaf9a2f660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:45.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9f1ada740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55aaf9a34910 con 0x55aaf9a27480 2024-09-05T07:46:45.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9f1ada740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55aaf9946f10 con 0x55aaf9a31d40 2024-09-05T07:46:45.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9f1ada740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55aaf9a34a90 con 0x55aaf9a26b60 2024-09-05T07:46:45.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9f1ada740 10 client.0 _ll_register_callbacks cb 0x55aaf990fa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:45.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9ecc9c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 0x55aaf9a2f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:45.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9ecc9c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 0x55aaf9a2f120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37474/0 (socket says 172.21.15.71:37474) 2024-09-05T07:46:45.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9ecc9c640 1 -- 172.21.15.71:0/3506285953 learned_addr learned my addr 172.21.15.71:0/3506285953 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:45.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9edc9e640 1 --2- 172.21.15.71:0/3506285953 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aaf9a31d40 0x55aaf9a2f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:45.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9ecc9c640 1 -- 172.21.15.71:0/3506285953 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a26b60 msgr2=0x55aaf9a2ebe0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T07:46:45.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9ecc9c640 1 --2- 172.21.15.71:0/3506285953 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a26b60 0x55aaf9a2ebe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.135 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9ecc9c640 1 -- 172.21.15.71:0/3506285953 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aaf9a31d40 msgr2=0x55aaf9a2f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:45.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9ecc9c640 1 --2- 172.21.15.71:0/3506285953 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aaf9a31d40 0x55aaf9a2f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9ecc9c640 1 -- 172.21.15.71:0/3506285953 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aaf96fd6a0 con 0x55aaf9a27480 2024-09-05T07:46:45.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9edc9e640 1 --2- 172.21.15.71:0/3506285953 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aaf9a31d40 0x55aaf9a2f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:46:45.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9ecc9c640 1 --2- 172.21.15.71:0/3506285953 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 0x55aaf9a2f120 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fe9d80cc810 tx=0x7fe9d8009370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c575d2a9dedefc87 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:45.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9d0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:45.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9d0ff9640 1 -- 172.21.15.71:0/3506285953 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d801e070 con 0x55aaf9a27480 2024-09-05T07:46:45.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9d0ff9640 1 -- 172.21.15.71:0/3506285953 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7fe9d80bb0f0 con 0x55aaf9a27480 2024-09-05T07:46:45.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9f1ada740 1 -- 172.21.15.71:0/3506285953 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9e4018070 con 0x55aaf9a27480 2024-09-05T07:46:45.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9d0ff9640 1 -- 172.21.15.71:0/3506285953 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe9d809f4a0 con 0x55aaf9a27480 2024-09-05T07:46:45.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9f1ada740 10 client.17004 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:45.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.118+0000 7fe9f1ada740 1 -- 172.21.15.71:0/3506285953 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55aaf9a404b0 con 0x55aaf9a27480 2024-09-05T07:46:45.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.119+0000 7fe9d0ff9640 1 -- 172.21.15.71:0/3506285953 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9e4018070 con 0x55aaf9a27480 2024-09-05T07:46:45.136 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.119+0000 7fe9d0ff9640 1 -- 172.21.15.71:0/3506285953 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fe9d80b5020 con 0x55aaf9a27480 2024-09-05T07:46:45.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.119+0000 7fe9f1ada740 10 client.17004 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:45.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.119+0000 7fe9f1ada740 10 client.17004 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:46:45.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.119+0000 7fe9f1ada740 20 client.17004 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:45.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.119+0000 7fe9f1ada740 1 --2- 172.21.15.71:0/3506285953 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55aaf9a418c0 0x55aaf9a43d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:45.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.119+0000 7fe9f1ada740 4 client.17004 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:46:45.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.119+0000 7fe9f1ada740 1 -- 172.21.15.71:0/3506285953 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aaf99997f0 con 0x55aaf9a418c0 2024-09-05T07:46:45.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.120+0000 7fe9ed49d640 1 --2- 172.21.15.71:0/3506285953 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55aaf9a418c0 0x55aaf9a43d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:45.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.121+0000 7fe9ed49d640 1 --2- 172.21.15.71:0/3506285953 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55aaf9a418c0 0x55aaf9a43d10 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=115d458bbf8d11ef server_cookie=a7c25e8af4932e73 in_seq=0 out_seq=0 2024-09-05T07:46:45.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.121+0000 7fe9d0ff9640 10 client.17004 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:45.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.121+0000 7fe9d0ff9640 1 -- 172.21.15.71:0/3506285953 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55aaf99997f0 con 0x55aaf9a418c0 2024-09-05T07:46:45.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.121+0000 7fe9d0ff9640 10 client.17004 handle_command_reply: tid=0 2024-09-05T07:46:45.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.121+0000 7fe9f1ada740 1 client.17004 shutdown 2024-09-05T07:46:45.137 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.122+0000 7fe9f1ada740 1 -- 172.21.15.71:0/3506285953 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 msgr2=0x55aaf9a2f120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:45.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.122+0000 7fe9f1ada740 1 --2- 172.21.15.71:0/3506285953 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 0x55aaf9a2f120 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fe9d80cc810 tx=0x7fe9d8009370 comp rx=0 tx=0).stop 2024-09-05T07:46:45.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.122+0000 7fe9f1ada740 1 -- 172.21.15.71:0/3506285953 shutdown_connections 2024-09-05T07:46:45.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.122+0000 7fe9f1ada740 1 --2- 172.21.15.71:0/3506285953 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55aaf9a418c0 0x55aaf9a43d10 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.122+0000 7fe9d0ff9640 0 client.17004 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:45.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.122+0000 7fe9f1ada740 1 --2- 172.21.15.71:0/3506285953 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aaf9a31d40 0x55aaf9a2f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.122+0000 7fe9f1ada740 1 --2- 172.21.15.71:0/3506285953 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 0x55aaf9a2f120 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.122+0000 7fe9f1ada740 1 --2- 172.21.15.71:0/3506285953 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a26b60 0x55aaf9a2ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.122+0000 7fe9f1ada740 1 -- 172.21.15.71:0/3506285953 >> 172.21.15.71:0/3506285953 conn(0x55aaf9a230f0 msgr2=0x55aaf9a28e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:45.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.122+0000 7fe9f1ada740 1 -- 172.21.15.71:0/3506285953 shutdown_connections 2024-09-05T07:46:45.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.122+0000 7fe9f1ada740 1 -- 172.21.15.71:0/3506285953 wait complete. 2024-09-05T07:46:45.138 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.122+0000 7fe9f1ada740 20 client.17004 trim_cache size 0 max 16384 2024-09-05T07:46:45.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.140+0000 7fe9f1ada740 1 Processor -- start 2024-09-05T07:46:45.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.140+0000 7fe9f1ada740 1 -- start start 2024-09-05T07:46:45.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.140+0000 7fe9f1ada740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a26b60 0x55aaf9a29610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:45.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.140+0000 7fe9f1ada740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 0x55aaf9a30a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:45.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.140+0000 7fe9f1ada740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aaf9a31d40 0x55aaf9a495e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:45.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.140+0000 7fe9f1ada740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e81b1b10 con 0x55aaf9a27480 2024-09-05T07:46:45.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.140+0000 7fe9f1ada740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e81af3e0 con 0x55aaf9a31d40 2024-09-05T07:46:45.141 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.140+0000 7fe9f1ada740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e81ad250 con 0x55aaf9a26b60 2024-09-05T07:46:45.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.140+0000 7fe9ecc9c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 0x55aaf9a30a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:45.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.140+0000 7fe9ecc9c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 0x55aaf9a30a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37490/0 (socket says 172.21.15.71:37490) 2024-09-05T07:46:45.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.140+0000 7fe9ecc9c640 1 -- 172.21.15.71:0/2056576737 learned_addr learned my addr 172.21.15.71:0/2056576737 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:45.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.140+0000 7fe9ed49d640 1 --2- 172.21.15.71:0/2056576737 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a26b60 0x55aaf9a29610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:45.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.140+0000 7fe9ecc9c640 1 -- 172.21.15.71:0/2056576737 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a26b60 msgr2=0x55aaf9a29610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:45.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.140+0000 7fe9ecc9c640 1 --2- 172.21.15.71:0/2056576737 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a26b60 0x55aaf9a29610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.140+0000 7fe9ecc9c640 1 -- 172.21.15.71:0/2056576737 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aaf9a31d40 msgr2=0x55aaf9a495e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:45.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.140+0000 7fe9ecc9c640 1 --2- 172.21.15.71:0/2056576737 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aaf9a31d40 0x55aaf9a495e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.140+0000 7fe9ecc9c640 1 -- 172.21.15.71:0/2056576737 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aaf9a272b0 con 0x55aaf9a27480 2024-09-05T07:46:45.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.140+0000 7fe9ed49d640 1 --2- 172.21.15.71:0/2056576737 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a26b60 0x55aaf9a29610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:46:45.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.140+0000 7fe9ecc9c640 1 --2- 172.21.15.71:0/2056576737 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 0x55aaf9a30a40 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7fe9d8097960 tx=0x7fe9d800bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c995a7edda34b410 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:45.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.141+0000 7fe9d2ffd640 1 -- 172.21.15.71:0/2056576737 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d801e040 con 0x55aaf9a27480 2024-09-05T07:46:45.142 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.141+0000 7fe9d2ffd640 1 -- 172.21.15.71:0/2056576737 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9d80993f0 con 0x55aaf9a27480 2024-09-05T07:46:45.143 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.141+0000 7fe9d2ffd640 1 -- 172.21.15.71:0/2056576737 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d80a3950 con 0x55aaf9a27480 2024-09-05T07:46:45.145 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.141+0000 7fe9f1ada740 1 -- 172.21.15.71:0/2056576737 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 msgr2=0x55aaf9a30a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:45.145 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.141+0000 7fe9f1ada740 1 --2- 172.21.15.71:0/2056576737 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 0x55aaf9a30a40 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7fe9d8097960 tx=0x7fe9d800bf90 comp rx=0 tx=0).stop 2024-09-05T07:46:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.141+0000 7fe9f1ada740 1 -- 172.21.15.71:0/2056576737 shutdown_connections 2024-09-05T07:46:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.141+0000 7fe9f1ada740 1 --2- 172.21.15.71:0/2056576737 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aaf9a31d40 0x55aaf9a495e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.141+0000 7fe9f1ada740 1 --2- 172.21.15.71:0/2056576737 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a27480 0x55aaf9a30a40 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.141+0000 7fe9f1ada740 1 --2- 172.21.15.71:0/2056576737 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a26b60 0x55aaf9a29610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.141+0000 7fe9f1ada740 1 -- 172.21.15.71:0/2056576737 >> 172.21.15.71:0/2056576737 conn(0x55aaf9a230f0 msgr2=0x55aaf9a30330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.142+0000 7fe9f1ada740 1 -- 172.21.15.71:0/2056576737 shutdown_connections 2024-09-05T07:46:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.142+0000 7fe9f1ada740 1 -- 172.21.15.71:0/2056576737 wait complete. 2024-09-05T07:46:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.142+0000 7fe9f1ada740 1 -- start start 2024-09-05T07:46:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.142+0000 7fe9f1ada740 1 Processor -- start 2024-09-05T07:46:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.142+0000 7fe9f1ada740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a26b60 0x55aaf9a35cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.142+0000 7fe9f1ada740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aaf9a27480 0x55aaf9a361f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.142+0000 7fe9f1ada740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a31d40 0x55aaf9a36730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.142+0000 7fe9f1ada740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e81ad8a0 con 0x55aaf9a26b60 2024-09-05T07:46:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.142+0000 7fe9f1ada740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e81aed10 con 0x55aaf9a27480 2024-09-05T07:46:45.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.142+0000 7fe9f1ada740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fe9e81adf70 con 0x55aaf9a31d40 2024-09-05T07:46:45.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.142+0000 7fe9f1ada740 10 client.0 _ll_register_callbacks cb 0x7fe9d8097460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:45.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.142+0000 7fe9ed49d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a26b60 0x55aaf9a35cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:45.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.142+0000 7fe9ed49d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a26b60 0x55aaf9a35cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37496/0 (socket says 172.21.15.71:37496) 2024-09-05T07:46:45.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.142+0000 7fe9ed49d640 1 -- 172.21.15.71:0/3533931917 learned_addr learned my addr 172.21.15.71:0/3533931917 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:45.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.143+0000 7fe9ecc9c640 1 --2- 172.21.15.71:0/3533931917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aaf9a27480 0x55aaf9a361f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:45.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.143+0000 7fe9edc9e640 1 --2- 172.21.15.71:0/3533931917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a31d40 0x55aaf9a36730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:45.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.143+0000 7fe9ed49d640 1 -- 172.21.15.71:0/3533931917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a31d40 msgr2=0x55aaf9a36730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:45.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.143+0000 7fe9ed49d640 1 --2- 172.21.15.71:0/3533931917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a31d40 0x55aaf9a36730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.143+0000 7fe9ed49d640 1 -- 172.21.15.71:0/3533931917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aaf9a27480 msgr2=0x55aaf9a361f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:45.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.143+0000 7fe9ed49d640 1 --2- 172.21.15.71:0/3533931917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aaf9a27480 0x55aaf9a361f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.143+0000 7fe9ed49d640 1 -- 172.21.15.71:0/3533931917 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aaf9aab800 con 0x55aaf9a26b60 2024-09-05T07:46:45.147 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.143+0000 7fe9edc9e640 1 --2- 172.21.15.71:0/3533931917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a31d40 0x55aaf9a36730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:46:45.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.143+0000 7fe9ed49d640 1 --2- 172.21.15.71:0/3533931917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a26b60 0x55aaf9a35cb0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7fe9e4007740 tx=0x7fe9e4013a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c130500190eb3b96 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:45.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.143+0000 7fe9d0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:45.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.143+0000 7fe9d0ff9640 1 -- 172.21.15.71:0/3533931917 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e40137a0 con 0x55aaf9a26b60 2024-09-05T07:46:45.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.143+0000 7fe9d0ff9640 1 -- 172.21.15.71:0/3533931917 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7fe9e400d950 con 0x55aaf9a26b60 2024-09-05T07:46:45.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.143+0000 7fe9f1ada740 1 -- 172.21.15.71:0/3533931917 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9d80993f0 con 0x55aaf9a26b60 2024-09-05T07:46:45.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.143+0000 7fe9d0ff9640 1 -- 172.21.15.71:0/3533931917 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe9e400db50 con 0x55aaf9a26b60 2024-09-05T07:46:45.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.143+0000 7fe9f1ada740 10 client.17010 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:45.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.143+0000 7fe9f1ada740 1 -- 172.21.15.71:0/3533931917 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55aaf9aaca70 con 0x55aaf9a26b60 2024-09-05T07:46:45.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.143+0000 7fe9d0ff9640 1 -- 172.21.15.71:0/3533931917 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9d80993f0 con 0x55aaf9a26b60 2024-09-05T07:46:45.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.143+0000 7fe9d0ff9640 1 -- 172.21.15.71:0/3533931917 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fe9e4003720 con 0x55aaf9a26b60 2024-09-05T07:46:45.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.144+0000 7fe9f1ada740 10 client.17010 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:45.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.144+0000 7fe9f1ada740 10 client.17010 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:46:45.148 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.144+0000 7fe9f1ada740 20 client.17010 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:45.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.144+0000 7fe9f1ada740 1 --2- 172.21.15.71:0/3533931917 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55aaf9a418c0 0x55aaf9aaf000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:45.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.144+0000 7fe9f1ada740 4 client.17010 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T07:46:45.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.144+0000 7fe9f1ada740 1 -- 172.21.15.71:0/3533931917 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55aaf9993d00 con 0x55aaf9a418c0 2024-09-05T07:46:45.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.144+0000 7fe9ecc9c640 1 --2- 172.21.15.71:0/3533931917 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55aaf9a418c0 0x55aaf9aaf000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:45.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.144+0000 7fe9d0ff9640 10 client.17010 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:45.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.144+0000 7fe9ecc9c640 1 --2- 172.21.15.71:0/3533931917 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55aaf9a418c0 0x55aaf9aaf000 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3b9231a307d390e server_cookie=245bc8fd7a633f6 in_seq=0 out_seq=0 2024-09-05T07:46:45.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.145+0000 7fe9d0ff9640 1 -- 172.21.15.71:0/3533931917 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55aaf9993d00 con 0x55aaf9a418c0 2024-09-05T07:46:45.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.145+0000 7fe9d0ff9640 10 client.17010 handle_command_reply: tid=0 2024-09-05T07:46:45.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.146+0000 7fe9f1ada740 1 client.17010 shutdown 2024-09-05T07:46:45.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.146+0000 7fe9f1ada740 1 -- 172.21.15.71:0/3533931917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a26b60 msgr2=0x55aaf9a35cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:45.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.146+0000 7fe9f1ada740 1 --2- 172.21.15.71:0/3533931917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a26b60 0x55aaf9a35cb0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7fe9e4007740 tx=0x7fe9e4013a40 comp rx=0 tx=0).stop 2024-09-05T07:46:45.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.146+0000 7fe9f1ada740 1 -- 172.21.15.71:0/3533931917 shutdown_connections 2024-09-05T07:46:45.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.146+0000 7fe9f1ada740 1 --2- 172.21.15.71:0/3533931917 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55aaf9a418c0 0x55aaf9aaf000 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.150 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.146+0000 7fe9f1ada740 1 --2- 172.21.15.71:0/3533931917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55aaf9a31d40 0x55aaf9a36730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.146+0000 7fe9f1ada740 1 --2- 172.21.15.71:0/3533931917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55aaf9a27480 0x55aaf9a361f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.146+0000 7fe9f1ada740 1 --2- 172.21.15.71:0/3533931917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55aaf9a26b60 0x55aaf9a35cb0 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.146+0000 7fe9f1ada740 1 -- 172.21.15.71:0/3533931917 >> 172.21.15.71:0/3533931917 conn(0x55aaf9a230f0 msgr2=0x55aaf9a22270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:45.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.146+0000 7fe9d0ff9640 0 client.17010 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:45.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.146+0000 7fe9f1ada740 1 -- 172.21.15.71:0/3533931917 shutdown_connections 2024-09-05T07:46:45.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.146+0000 7fe9f1ada740 1 -- 172.21.15.71:0/3533931917 wait complete. 2024-09-05T07:46:45.151 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.146+0000 7fe9f1ada740 20 client.17010 trim_cache size 0 max 16384 2024-09-05T07:46:45.151 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:46:45.151 INFO:teuthology.orchestra.run.smithi071.stdout: "return_code": 0, 2024-09-05T07:46:45.151 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_tag": "8cb891bf-2651-48dd-ab5b-3f1d3145ec8d", 2024-09-05T07:46:45.151 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": "asynchronous" 2024-09-05T07:46:45.151 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:46:45.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.147+0000 7fe9ef701640 1 -- 172.21.15.71:0/1016498573 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe9d40a2cf0 msgr2=0x7fe9d40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:45.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.147+0000 7fe9ef701640 1 --2- 172.21.15.71:0/1016498573 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe9d40a2cf0 0x7fe9d40a51b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fe9e0009ca0 tx=0x7fe9e002a8e0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.152 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.147+0000 7fe9ef701640 1 -- 172.21.15.71:0/1016498573 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9e8102790 msgr2=0x7fe9e8198a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:45.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.147+0000 7fe9ef701640 1 --2- 172.21.15.71:0/1016498573 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9e8102790 0x7fe9e8198a00 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7fe9d800b4a0 tx=0x7fe9d800b960 comp rx=0 tx=0).stop 2024-09-05T07:46:45.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.147+0000 7fe9ef701640 1 -- 172.21.15.71:0/1016498573 shutdown_connections 2024-09-05T07:46:45.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.147+0000 7fe9ef701640 1 --2- 172.21.15.71:0/1016498573 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fe9d40a2cf0 0x7fe9d40a51b0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.147+0000 7fe9ef701640 1 --2- 172.21.15.71:0/1016498573 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fe9e8106f10 0x7fe9e819cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.147+0000 7fe9ef701640 1 --2- 172.21.15.71:0/1016498573 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe9e8102790 0x7fe9e8198a00 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.147+0000 7fe9ef701640 1 --2- 172.21.15.71:0/1016498573 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fe9e8101de0 0x7fe9e81984c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:45.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.147+0000 7fe9ef701640 1 -- 172.21.15.71:0/1016498573 >> 172.21.15.71:0/1016498573 conn(0x7fe9e80fd8c0 msgr2=0x7fe9e80fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:45.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.147+0000 7fe9ef701640 1 -- 172.21.15.71:0/1016498573 shutdown_connections 2024-09-05T07:46:45.153 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:45.147+0000 7fe9ef701640 1 -- 172.21.15.71:0/1016498573 wait complete. 2024-09-05T07:46:45.996 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:46:46.284 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:46:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:46 smithi071 ceph-mon[30965]: pgmap v251: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:46:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:46 smithi071 ceph-mon[30965]: scrub queued for path: / 2024-09-05T07:46:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:46 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:46:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:46 smithi071 ceph-mon[30965]: scrub summary: active paths [/] 2024-09-05T07:46:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:46 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:46:46.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:46 smithi071 ceph-mon[30965]: scrub summary: idle 2024-09-05T07:46:46.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:46 smithi123 ceph-mon[34568]: pgmap v251: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:46:46.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:46 smithi123 ceph-mon[34568]: scrub queued for path: / 2024-09-05T07:46:46.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:46 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:46:46.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:46 smithi123 ceph-mon[34568]: scrub summary: active paths [/] 2024-09-05T07:46:46.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:46 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:46:46.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:46 smithi123 ceph-mon[34568]: scrub summary: idle 2024-09-05T07:46:46.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:46 smithi192 ceph-mon[34929]: pgmap v251: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:46:46.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:46 smithi192 ceph-mon[34929]: scrub queued for path: / 2024-09-05T07:46:46.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:46 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:46:46.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:46 smithi192 ceph-mon[34929]: scrub summary: active paths [/] 2024-09-05T07:46:46.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:46 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:46:46.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:46 smithi192 ceph-mon[34929]: scrub summary: idle 2024-09-05T07:46:46.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.796+0000 7f3c1affc640 1 -- 172.21.15.71:0/1595079045 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3c14101420 msgr2=0x7f3c1410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:46.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.796+0000 7f3c1affc640 1 --2- 172.21.15.71:0/1595079045 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3c14101420 0x7f3c1410d950 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f3bfc009930 tx=0x7f3bfc02a420 comp rx=0 tx=0).stop 2024-09-05T07:46:46.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.796+0000 7f3c1affc640 1 -- 172.21.15.71:0/1595079045 shutdown_connections 2024-09-05T07:46:46.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.796+0000 7f3c1affc640 1 --2- 172.21.15.71:0/1595079045 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3c14101420 0x7f3c1410d950 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.796+0000 7f3c1affc640 1 --2- 172.21.15.71:0/1595079045 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c14100a80 0x7f3c14100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.796+0000 7f3c1affc640 1 --2- 172.21.15.71:0/1595079045 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c14106a80 0x7f3c14106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.796+0000 7f3c1affc640 1 -- 172.21.15.71:0/1595079045 >> 172.21.15.71:0/1595079045 conn(0x7f3c140fc7a0 msgr2=0x7f3c140febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:46.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.796+0000 7f3c1affc640 1 -- 172.21.15.71:0/1595079045 shutdown_connections 2024-09-05T07:46:46.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.796+0000 7f3c1affc640 1 -- 172.21.15.71:0/1595079045 wait complete. 2024-09-05T07:46:46.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.796+0000 7f3c1affc640 1 Processor -- start 2024-09-05T07:46:46.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.796+0000 7f3c1affc640 1 -- start start 2024-09-05T07:46:46.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.796+0000 7f3c1affc640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c14100a80 0x7f3c141982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:46.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.796+0000 7f3c1affc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c14101420 0x7f3c141987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:46.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.796+0000 7f3c1affc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3c14106a80 0x7f3c1419cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:46.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.796+0000 7f3c1affc640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3c14110d30 con 0x7f3c14106a80 2024-09-05T07:46:46.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.796+0000 7f3c1affc640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3c14110bb0 con 0x7f3c14100a80 2024-09-05T07:46:46.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.796+0000 7f3c1affc640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3c14110eb0 con 0x7f3c14101420 2024-09-05T07:46:46.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.797+0000 7f3c19599640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3c14106a80 0x7f3c1419cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:46.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.797+0000 7f3c19599640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3c14106a80 0x7f3c1419cb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37510/0 (socket says 172.21.15.71:37510) 2024-09-05T07:46:46.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.797+0000 7f3c19599640 1 -- 172.21.15.71:0/981303266 learned_addr learned my addr 172.21.15.71:0/981303266 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:46.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.797+0000 7f3c18d98640 1 --2- 172.21.15.71:0/981303266 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c14100a80 0x7f3c141982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:46.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.797+0000 7f3c19599640 1 -- 172.21.15.71:0/981303266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c14101420 msgr2=0x7f3c141987e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-05T07:46:46.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.797+0000 7f3c19599640 1 --2- 172.21.15.71:0/981303266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c14101420 0x7f3c141987e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.797+0000 7f3c19599640 1 -- 172.21.15.71:0/981303266 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c14100a80 msgr2=0x7f3c141982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:46.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.797+0000 7f3c19599640 1 --2- 172.21.15.71:0/981303266 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c14100a80 0x7f3c141982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.797+0000 7f3c19599640 1 -- 172.21.15.71:0/981303266 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c1419d250 con 0x7f3c14106a80 2024-09-05T07:46:46.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.797+0000 7f3c18d98640 1 --2- 172.21.15.71:0/981303266 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c14100a80 0x7f3c141982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:46:46.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.797+0000 7f3c19599640 1 --2- 172.21.15.71:0/981303266 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3c14106a80 0x7f3c1419cb70 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f3bfc009900 tx=0x7f3bfc004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:46.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.797+0000 7f3c11ffb640 1 -- 172.21.15.71:0/981303266 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bfc03f030 con 0x7f3c14106a80 2024-09-05T07:46:46.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.797+0000 7f3c1affc640 1 -- 172.21.15.71:0/981303266 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c1419d4e0 con 0x7f3c14106a80 2024-09-05T07:46:46.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.797+0000 7f3c11ffb640 1 -- 172.21.15.71:0/981303266 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3bfc0035f0 con 0x7f3c14106a80 2024-09-05T07:46:46.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.797+0000 7f3c11ffb640 1 -- 172.21.15.71:0/981303266 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bfc035070 con 0x7f3c14106a80 2024-09-05T07:46:46.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.797+0000 7f3c1affc640 1 -- 172.21.15.71:0/981303266 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c141a4e20 con 0x7f3c14106a80 2024-09-05T07:46:46.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.799+0000 7f3c11ffb640 1 -- 172.21.15.71:0/981303266 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f3bfc003b30 con 0x7f3c14106a80 2024-09-05T07:46:46.818 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.800+0000 7f3c1d3d5740 1 Processor -- start 2024-09-05T07:46:46.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.800+0000 7f3c1d3d5740 1 -- start start 2024-09-05T07:46:46.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.800+0000 7f3c1d3d5740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 0x55ba060d77a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:46.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.800+0000 7f3c1d3d5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ba060d7ce0 0x55ba060e6550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:46.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.800+0000 7f3c1d3d5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba060e6a90 0x55ba060e8e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:46.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.800+0000 7f3c1d3d5740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55ba0603d2e0 con 0x55ba060d73c0 2024-09-05T07:46:46.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.800+0000 7f3c1d3d5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ba05fe4ce0 con 0x55ba060d7ce0 2024-09-05T07:46:46.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.800+0000 7f3c1d3d5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ba060392a0 con 0x55ba060e6a90 2024-09-05T07:46:46.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.800+0000 7f3c11ffb640 1 --2- 172.21.15.71:0/981303266 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3c000a2cf0 0x7f3c000a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:46.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.800+0000 7f3c13fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 0x55ba060d77a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:46.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.800+0000 7f3c13fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 0x55ba060d77a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37514/0 (socket says 172.21.15.71:37514) 2024-09-05T07:46:46.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.800+0000 7f3c19599640 1 --2- 172.21.15.71:0/981303266 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3c000a2cf0 0x7f3c000a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:46.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.800+0000 7f3c13fff640 1 -- 172.21.15.71:0/4142319803 learned_addr learned my addr 172.21.15.71:0/4142319803 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:46.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.800+0000 7f3c11ffb640 1 -- 172.21.15.71:0/981303266 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f3bfc0f0510 con 0x7f3c14106a80 2024-09-05T07:46:46.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.800+0000 7f3c18d98640 1 --2- 172.21.15.71:0/4142319803 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ba060d7ce0 0x55ba060e6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:46.819 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.801+0000 7f3c13fff640 1 --2- 172.21.15.71:0/4142319803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba060e6a90 0x55ba060e8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:46.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.801+0000 7f3c13fff640 1 -- 172.21.15.71:0/4142319803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba060e6a90 msgr2=0x55ba060e8e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:46.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.801+0000 7f3c13fff640 1 --2- 172.21.15.71:0/4142319803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba060e6a90 0x55ba060e8e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.801+0000 7f3c13fff640 1 -- 172.21.15.71:0/4142319803 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ba060d7ce0 msgr2=0x55ba060e6550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:46.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.801+0000 7f3c13fff640 1 --2- 172.21.15.71:0/4142319803 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ba060d7ce0 0x55ba060e6550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.801+0000 7f3c13fff640 1 -- 172.21.15.71:0/4142319803 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba05fc9440 con 0x55ba060d73c0 2024-09-05T07:46:46.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.801+0000 7f3c13fff640 1 --2- 172.21.15.71:0/4142319803 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 0x55ba060d77a0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f3c04013590 tx=0x7f3c04007690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1541d39ed451e06b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:46.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.801+0000 7f3c19599640 1 --2- 172.21.15.71:0/981303266 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3c000a2cf0 0x7f3c000a51b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3bfc0ede10 tx=0x7f3bfc009260 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:46.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.801+0000 7f3c0affd640 1 -- 172.21.15.71:0/4142319803 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c04004d20 con 0x55ba060d73c0 2024-09-05T07:46:46.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.801+0000 7f3c0affd640 1 -- 172.21.15.71:0/4142319803 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3c0400eb70 con 0x55ba060d73c0 2024-09-05T07:46:46.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.801+0000 7f3c0affd640 1 -- 172.21.15.71:0/4142319803 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c040056c0 con 0x55ba060d73c0 2024-09-05T07:46:46.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.802+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/4142319803 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 msgr2=0x55ba060d77a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:46.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.802+0000 7f3c1d3d5740 1 --2- 172.21.15.71:0/4142319803 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 0x55ba060d77a0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f3c04013590 tx=0x7f3c04007690 comp rx=0 tx=0).stop 2024-09-05T07:46:46.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.802+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/4142319803 shutdown_connections 2024-09-05T07:46:46.820 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.802+0000 7f3c1d3d5740 1 --2- 172.21.15.71:0/4142319803 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba060e6a90 0x55ba060e8e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.802+0000 7f3c1d3d5740 1 --2- 172.21.15.71:0/4142319803 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ba060d7ce0 0x55ba060e6550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.802+0000 7f3c1d3d5740 1 --2- 172.21.15.71:0/4142319803 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 0x55ba060d77a0 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.802+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/4142319803 >> 172.21.15.71:0/4142319803 conn(0x55ba060d3a30 msgr2=0x55ba060d3e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:46.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.802+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/4142319803 shutdown_connections 2024-09-05T07:46:46.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.802+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/4142319803 wait complete. 2024-09-05T07:46:46.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.802+0000 7f3c1d3d5740 1 -- start start 2024-09-05T07:46:46.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.802+0000 7f3c1d3d5740 1 Processor -- start 2024-09-05T07:46:46.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3c1d3d5740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 0x55ba060e6420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:46.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3c1d3d5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ba060d7ce0 0x55ba060e3720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:46.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3c1d3d5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba060e6a90 0x55ba060e3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:46.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3c1d3d5740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55ba060e9600 con 0x55ba060d73c0 2024-09-05T07:46:46.821 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3c1d3d5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55ba05ff8050 con 0x55ba060d7ce0 2024-09-05T07:46:46.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3c1d3d5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55ba060e9780 con 0x55ba060e6a90 2024-09-05T07:46:46.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3c1d3d5740 10 client.0 _ll_register_callbacks cb 0x55ba06038160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:46.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3c13fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 0x55ba060e6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:46.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3c13fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 0x55ba060e6420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37518/0 (socket says 172.21.15.71:37518) 2024-09-05T07:46:46.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3c13fff640 1 -- 172.21.15.71:0/769358092 learned_addr learned my addr 172.21.15.71:0/769358092 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:46.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3c18d98640 1 --2- 172.21.15.71:0/769358092 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ba060d7ce0 0x55ba060e3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:46.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3c13fff640 1 --2- 172.21.15.71:0/769358092 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba060e6a90 0x55ba060e3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:46.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3c13fff640 1 -- 172.21.15.71:0/769358092 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba060e6a90 msgr2=0x55ba060e3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:46.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3c13fff640 1 --2- 172.21.15.71:0/769358092 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba060e6a90 0x55ba060e3d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3c13fff640 1 -- 172.21.15.71:0/769358092 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ba060d7ce0 msgr2=0x55ba060e3720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:46.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3c13fff640 1 --2- 172.21.15.71:0/769358092 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ba060d7ce0 0x55ba060e3720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.822 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3c13fff640 1 -- 172.21.15.71:0/769358092 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba05dae3c0 con 0x55ba060d73c0 2024-09-05T07:46:46.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3c13fff640 1 --2- 172.21.15.71:0/769358092 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 0x55ba060e6420 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f3c040052e0 tx=0x7f3c04007960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1607b1514df64e4f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:46.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3bf3fff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:46.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3bf3fff640 1 -- 172.21.15.71:0/769358092 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c0400e6c0 con 0x55ba060d73c0 2024-09-05T07:46:46.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3bf3fff640 1 -- 172.21.15.71:0/769358092 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f3c0400e860 con 0x55ba060d73c0 2024-09-05T07:46:46.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.803+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/769358092 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c0400eb70 con 0x55ba060d73c0 2024-09-05T07:46:46.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.804+0000 7f3bf3fff640 1 -- 172.21.15.71:0/769358092 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3c040049e0 con 0x55ba060d73c0 2024-09-05T07:46:46.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.804+0000 7f3c1d3d5740 10 client.17022 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:46.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.804+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/769358092 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ba060f5070 con 0x55ba060d73c0 2024-09-05T07:46:46.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.804+0000 7f3bf3fff640 1 -- 172.21.15.71:0/769358092 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3c0400eb70 con 0x55ba060d73c0 2024-09-05T07:46:46.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.804+0000 7f3bf3fff640 1 -- 172.21.15.71:0/769358092 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f3c0400f040 con 0x55ba060d73c0 2024-09-05T07:46:46.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.804+0000 7f3c1d3d5740 10 client.17022 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:46.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.804+0000 7f3c1d3d5740 10 client.17022 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:46:46.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.804+0000 7f3c1d3d5740 20 client.17022 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:46.823 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.804+0000 7f3c1d3d5740 1 --2- 172.21.15.71:0/769358092 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ba060f63c0 0x55ba060f87b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:46.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.804+0000 7f3c1d3d5740 4 client.17022 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:46:46.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.804+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/769358092 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ba0604a850 con 0x55ba060f63c0 2024-09-05T07:46:46.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.805+0000 7f3c18d98640 1 --2- 172.21.15.71:0/769358092 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ba060f63c0 0x55ba060f87b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:46.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.807+0000 7f3c18d98640 1 --2- 172.21.15.71:0/769358092 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ba060f63c0 0x55ba060f87b0 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2570c3420683e0c8 server_cookie=5475263e5c7066cc in_seq=0 out_seq=0 2024-09-05T07:46:46.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.807+0000 7f3bf3fff640 10 client.17022 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:46.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.808+0000 7f3bf3fff640 1 -- 172.21.15.71:0/769358092 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ba0604a850 con 0x55ba060f63c0 2024-09-05T07:46:46.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.808+0000 7f3bf3fff640 10 client.17022 handle_command_reply: tid=0 2024-09-05T07:46:46.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.808+0000 7f3c1d3d5740 1 client.17022 shutdown 2024-09-05T07:46:46.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.808+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/769358092 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 msgr2=0x55ba060e6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:46.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.808+0000 7f3c1d3d5740 1 --2- 172.21.15.71:0/769358092 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 0x55ba060e6420 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f3c040052e0 tx=0x7f3c04007960 comp rx=0 tx=0).stop 2024-09-05T07:46:46.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.808+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/769358092 shutdown_connections 2024-09-05T07:46:46.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.808+0000 7f3c1d3d5740 1 --2- 172.21.15.71:0/769358092 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ba060f63c0 0x55ba060f87b0 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.808+0000 7f3c1d3d5740 1 --2- 172.21.15.71:0/769358092 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba060e6a90 0x55ba060e3d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.808+0000 7f3c1d3d5740 1 --2- 172.21.15.71:0/769358092 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ba060d7ce0 0x55ba060e3720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.808+0000 7f3c1d3d5740 1 --2- 172.21.15.71:0/769358092 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 0x55ba060e6420 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.808+0000 7f3bf3fff640 0 client.17022 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:46.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.808+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/769358092 >> 172.21.15.71:0/769358092 conn(0x55ba060d3a30 msgr2=0x55ba060d96c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:46.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.808+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/769358092 shutdown_connections 2024-09-05T07:46:46.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.808+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/769358092 wait complete. 2024-09-05T07:46:46.825 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.808+0000 7f3c1d3d5740 20 client.17022 trim_cache size 0 max 16384 2024-09-05T07:46:46.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.825+0000 7f3c1d3d5740 1 Processor -- start 2024-09-05T07:46:46.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.825+0000 7f3c1d3d5740 1 -- start start 2024-09-05T07:46:46.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.825+0000 7f3c1d3d5740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 0x55ba060f28a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:46.826 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.825+0000 7f3c1d3d5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba060d7ce0 0x55ba060de4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:46.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.825+0000 7f3c1d3d5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ba060e6a90 0x55ba060fddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:46.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.825+0000 7f3c1d3d5740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3c141af7c0 con 0x55ba060d73c0 2024-09-05T07:46:46.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.825+0000 7f3c1d3d5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3c141ad090 con 0x55ba060e6a90 2024-09-05T07:46:46.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.825+0000 7f3c1d3d5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3c141aaf00 con 0x55ba060d7ce0 2024-09-05T07:46:46.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.825+0000 7f3c13fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 0x55ba060f28a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:46.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.825+0000 7f3c13fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 0x55ba060f28a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37528/0 (socket says 172.21.15.71:37528) 2024-09-05T07:46:46.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.825+0000 7f3c13fff640 1 -- 172.21.15.71:0/3650247103 learned_addr learned my addr 172.21.15.71:0/3650247103 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:46.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.825+0000 7f3c13fff640 1 -- 172.21.15.71:0/3650247103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba060d7ce0 msgr2=0x55ba060de4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:46.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.825+0000 7f3c13fff640 1 --2- 172.21.15.71:0/3650247103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba060d7ce0 0x55ba060de4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.825+0000 7f3c13fff640 1 -- 172.21.15.71:0/3650247103 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ba060e6a90 msgr2=0x55ba060fddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:46.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.825+0000 7f3c13fff640 1 --2- 172.21.15.71:0/3650247103 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ba060e6a90 0x55ba060fddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.825+0000 7f3c13fff640 1 -- 172.21.15.71:0/3650247103 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba060e4080 con 0x55ba060d73c0 2024-09-05T07:46:46.827 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.826+0000 7f3c13fff640 1 --2- 172.21.15.71:0/3650247103 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 0x55ba060f28a0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f3c04005c10 tx=0x7f3c04014ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a34ff1a91dd9fe0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:46.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.826+0000 7f3c0a7fc640 1 -- 172.21.15.71:0/3650247103 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c0402e850 con 0x55ba060d73c0 2024-09-05T07:46:46.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.826+0000 7f3c0a7fc640 1 -- 172.21.15.71:0/3650247103 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3c04021030 con 0x55ba060d73c0 2024-09-05T07:46:46.828 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.826+0000 7f3c0a7fc640 1 -- 172.21.15.71:0/3650247103 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c040053a0 con 0x55ba060d73c0 2024-09-05T07:46:46.831 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.826+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/3650247103 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 msgr2=0x55ba060f28a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:46.831 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.826+0000 7f3c1d3d5740 1 --2- 172.21.15.71:0/3650247103 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 0x55ba060f28a0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f3c04005c10 tx=0x7f3c04014ef0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.831 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.826+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/3650247103 shutdown_connections 2024-09-05T07:46:46.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.826+0000 7f3c1d3d5740 1 --2- 172.21.15.71:0/3650247103 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ba060e6a90 0x55ba060fddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.826+0000 7f3c1d3d5740 1 --2- 172.21.15.71:0/3650247103 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba060d7ce0 0x55ba060de4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.826+0000 7f3c1d3d5740 1 --2- 172.21.15.71:0/3650247103 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d73c0 0x55ba060f28a0 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.826+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/3650247103 >> 172.21.15.71:0/3650247103 conn(0x55ba060d3a30 msgr2=0x55ba060e57a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:46.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.826+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/3650247103 shutdown_connections 2024-09-05T07:46:46.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.827+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/3650247103 wait complete. 2024-09-05T07:46:46.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.827+0000 7f3c1d3d5740 1 -- start start 2024-09-05T07:46:46.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.827+0000 7f3c1d3d5740 1 Processor -- start 2024-09-05T07:46:46.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.827+0000 7f3c1d3d5740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba060d73c0 0x55ba060eea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:46.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.827+0000 7f3c1d3d5740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d7ce0 0x55ba060eef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:46.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.827+0000 7f3c1d3d5740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ba060e6a90 0x55ba060eb9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:46.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.827+0000 7f3c1d3d5740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f3c141ab550 con 0x55ba060d7ce0 2024-09-05T07:46:46.832 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.827+0000 7f3c1d3d5740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f3c141ac9c0 con 0x55ba060e6a90 2024-09-05T07:46:46.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.827+0000 7f3c1d3d5740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f3c141abc20 con 0x55ba060d73c0 2024-09-05T07:46:46.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.827+0000 7f3c1d3d5740 10 client.0 _ll_register_callbacks cb 0x7f3c0c008310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:46.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.827+0000 7f3c18d98640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d7ce0 0x55ba060eef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:46.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.827+0000 7f3c18d98640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d7ce0 0x55ba060eef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37536/0 (socket says 172.21.15.71:37536) 2024-09-05T07:46:46.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.827+0000 7f3c18d98640 1 -- 172.21.15.71:0/1167967117 learned_addr learned my addr 172.21.15.71:0/1167967117 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:46.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.828+0000 7f3c13fff640 1 --2- 172.21.15.71:0/1167967117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ba060e6a90 0x55ba060eb9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:46.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.828+0000 7f3c13fff640 1 --2- 172.21.15.71:0/1167967117 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba060d73c0 0x55ba060eea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:46.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.828+0000 7f3c18d98640 1 -- 172.21.15.71:0/1167967117 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba060d73c0 msgr2=0x55ba060eea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:46.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.828+0000 7f3c18d98640 1 --2- 172.21.15.71:0/1167967117 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba060d73c0 0x55ba060eea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.828+0000 7f3c18d98640 1 -- 172.21.15.71:0/1167967117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ba060e6a90 msgr2=0x55ba060eb9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:46.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.828+0000 7f3c18d98640 1 --2- 172.21.15.71:0/1167967117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ba060e6a90 0x55ba060eb9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.828+0000 7f3c18d98640 1 -- 172.21.15.71:0/1167967117 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba060ebf20 con 0x55ba060d7ce0 2024-09-05T07:46:46.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.828+0000 7f3c13fff640 1 --2- 172.21.15.71:0/1167967117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ba060e6a90 0x55ba060eb9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:46:46.833 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.828+0000 7f3c18d98640 1 --2- 172.21.15.71:0/1167967117 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d7ce0 0x55ba060eef50 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f3c0c008d40 tx=0x7f3c0c008f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a1b04ce3f462028 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:46.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.828+0000 7f3bf3fff640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:46.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.828+0000 7f3bf3fff640 1 -- 172.21.15.71:0/1167967117 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c0c01c630 con 0x55ba060d7ce0 2024-09-05T07:46:46.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.828+0000 7f3bf3fff640 1 -- 172.21.15.71:0/1167967117 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f3c0c01c7d0 con 0x55ba060d7ce0 2024-09-05T07:46:46.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.828+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/1167967117 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c04021030 con 0x55ba060d7ce0 2024-09-05T07:46:46.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.828+0000 7f3bf3fff640 1 -- 172.21.15.71:0/1167967117 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3c0c02a050 con 0x55ba060d7ce0 2024-09-05T07:46:46.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.828+0000 7f3c1d3d5740 10 client.17028 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:46.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.828+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/1167967117 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ba06161400 con 0x55ba060d7ce0 2024-09-05T07:46:46.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.828+0000 7f3bf3fff640 1 -- 172.21.15.71:0/1167967117 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3c04021030 con 0x55ba060d7ce0 2024-09-05T07:46:46.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.829+0000 7f3bf3fff640 1 -- 172.21.15.71:0/1167967117 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f3c0c010b90 con 0x55ba060d7ce0 2024-09-05T07:46:46.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.829+0000 7f3c1d3d5740 10 client.17028 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:46.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.829+0000 7f3c1d3d5740 10 client.17028 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:46:46.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.829+0000 7f3c1d3d5740 20 client.17028 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:46.834 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.829+0000 7f3c1d3d5740 1 --2- 172.21.15.71:0/1167967117 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ba06161ba0 0x55ba06163fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:46.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.829+0000 7f3c1d3d5740 4 client.17028 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:46:46.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.829+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/1167967117 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ba06044d60 con 0x55ba06161ba0 2024-09-05T07:46:46.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.829+0000 7f3c13fff640 1 --2- 172.21.15.71:0/1167967117 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ba06161ba0 0x55ba06163fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:46.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.830+0000 7f3c13fff640 1 --2- 172.21.15.71:0/1167967117 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ba06161ba0 0x55ba06163fc0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c7c520719e98d2b6 server_cookie=94ed50e1fcff6ba2 in_seq=0 out_seq=0 2024-09-05T07:46:46.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.830+0000 7f3bf3fff640 10 client.17028 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:46.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.830+0000 7f3bf3fff640 1 -- 172.21.15.71:0/1167967117 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ba06044d60 con 0x55ba06161ba0 2024-09-05T07:46:46.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.830+0000 7f3bf3fff640 10 client.17028 handle_command_reply: tid=0 2024-09-05T07:46:46.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.830+0000 7f3c1d3d5740 1 client.17028 shutdown 2024-09-05T07:46:46.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.830+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/1167967117 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d7ce0 msgr2=0x55ba060eef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:46.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.830+0000 7f3c1d3d5740 1 --2- 172.21.15.71:0/1167967117 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d7ce0 0x55ba060eef50 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f3c0c008d40 tx=0x7f3c0c008f90 comp rx=0 tx=0).stop 2024-09-05T07:46:46.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.830+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/1167967117 shutdown_connections 2024-09-05T07:46:46.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.830+0000 7f3c1d3d5740 1 --2- 172.21.15.71:0/1167967117 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55ba06161ba0 0x55ba06163fc0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.830+0000 7f3bf3fff640 0 client.17028 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:46.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.830+0000 7f3c1d3d5740 1 --2- 172.21.15.71:0/1167967117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55ba060e6a90 0x55ba060eb9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.835 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.830+0000 7f3c1d3d5740 1 --2- 172.21.15.71:0/1167967117 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ba060d7ce0 0x55ba060eef50 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.830+0000 7f3c1d3d5740 1 --2- 172.21.15.71:0/1167967117 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55ba060d73c0 0x55ba060eea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.830+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/1167967117 >> 172.21.15.71:0/1167967117 conn(0x55ba060d3a30 msgr2=0x55ba060d8e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:46.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.830+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/1167967117 shutdown_connections 2024-09-05T07:46:46.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.830+0000 7f3c1d3d5740 1 -- 172.21.15.71:0/1167967117 wait complete. 2024-09-05T07:46:46.836 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.830+0000 7f3c1d3d5740 20 client.17028 trim_cache size 0 max 16384 2024-09-05T07:46:46.836 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:46:46.836 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "no active scrubs running", 2024-09-05T07:46:46.836 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": {} 2024-09-05T07:46:46.836 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:46:46.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.831+0000 7f3c1affc640 1 -- 172.21.15.71:0/981303266 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3c000a2cf0 msgr2=0x7f3c000a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:46.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.831+0000 7f3c1affc640 1 --2- 172.21.15.71:0/981303266 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3c000a2cf0 0x7f3c000a51b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3bfc0ede10 tx=0x7f3bfc009260 comp rx=0 tx=0).stop 2024-09-05T07:46:46.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.831+0000 7f3c1affc640 1 -- 172.21.15.71:0/981303266 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3c14106a80 msgr2=0x7f3c1419cb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:46.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.831+0000 7f3c1affc640 1 --2- 172.21.15.71:0/981303266 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3c14106a80 0x7f3c1419cb70 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f3bfc009900 tx=0x7f3bfc004270 comp rx=0 tx=0).stop 2024-09-05T07:46:46.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.831+0000 7f3c1affc640 1 -- 172.21.15.71:0/981303266 shutdown_connections 2024-09-05T07:46:46.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.831+0000 7f3c1affc640 1 --2- 172.21.15.71:0/981303266 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f3c000a2cf0 0x7f3c000a51b0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.831+0000 7f3c1affc640 1 --2- 172.21.15.71:0/981303266 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3c14106a80 0x7f3c1419cb70 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.831+0000 7f3c1affc640 1 --2- 172.21.15.71:0/981303266 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f3c14101420 0x7f3c141987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.831+0000 7f3c1affc640 1 --2- 172.21.15.71:0/981303266 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f3c14100a80 0x7f3c141982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:46.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.831+0000 7f3c1affc640 1 -- 172.21.15.71:0/981303266 >> 172.21.15.71:0/981303266 conn(0x7f3c140fc7a0 msgr2=0x7f3c141047f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:46.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.831+0000 7f3c1affc640 1 -- 172.21.15.71:0/981303266 shutdown_connections 2024-09-05T07:46:46.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:46.831+0000 7f3c1affc640 1 -- 172.21.15.71:0/981303266 wait complete. 2024-09-05T07:46:47.756 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T07:46:47.756 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:46:48.015 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:46:48.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:48 smithi071 ceph-mon[30965]: pgmap v252: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:46:48.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:48 smithi123 ceph-mon[34568]: pgmap v252: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:46:48.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:48 smithi192 ceph-mon[34929]: pgmap v252: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:46:48.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.525+0000 7f721bc1b640 1 -- 172.21.15.71:0/747123928 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7214105f40 msgr2=0x7f72141063d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:48.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.525+0000 7f721bc1b640 1 --2- 172.21.15.71:0/747123928 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7214105f40 0x7f72141063d0 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f720c009ca0 tx=0x7f720c02a940 comp rx=0 tx=0).stop 2024-09-05T07:46:48.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.525+0000 7f721bc1b640 1 -- 172.21.15.71:0/747123928 shutdown_connections 2024-09-05T07:46:48.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.525+0000 7f721bc1b640 1 --2- 172.21.15.71:0/747123928 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7214105f40 0x7f72141063d0 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:48.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.525+0000 7f721bc1b640 1 --2- 172.21.15.71:0/747123928 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7214101450 0x7f7214105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:48.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.525+0000 7f721bc1b640 1 --2- 172.21.15.71:0/747123928 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7214100b30 0x7f7214100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:48.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.525+0000 7f721bc1b640 1 -- 172.21.15.71:0/747123928 >> 172.21.15.71:0/747123928 conn(0x7f72140fc7a0 msgr2=0x7f72140febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:48.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.525+0000 7f721bc1b640 1 -- 172.21.15.71:0/747123928 shutdown_connections 2024-09-05T07:46:48.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.525+0000 7f721bc1b640 1 -- 172.21.15.71:0/747123928 wait complete. 2024-09-05T07:46:48.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.525+0000 7f721bc1b640 1 Processor -- start 2024-09-05T07:46:48.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.525+0000 7f721bc1b640 1 -- start start 2024-09-05T07:46:48.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f721bc1b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7214100b30 0x7f72141a45f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:48.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f721bc1b640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7214101450 0x7f72141a4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:48.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f721bc1b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7214105f40 0x7f721419e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:48.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f721bc1b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7214118410 con 0x7f7214105f40 2024-09-05T07:46:48.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f721bc1b640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7214118290 con 0x7f7214101450 2024-09-05T07:46:48.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f721bc1b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7214118590 con 0x7f7214100b30 2024-09-05T07:46:48.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f721a1b8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7214105f40 0x7f721419e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:48.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f721a1b8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7214105f40 0x7f721419e6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37546/0 (socket says 172.21.15.71:37546) 2024-09-05T07:46:48.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f721a1b8640 1 -- 172.21.15.71:0/1626899897 learned_addr learned my addr 172.21.15.71:0/1626899897 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:48.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f72191b6640 1 --2- 172.21.15.71:0/1626899897 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7214101450 0x7f72141a4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:48.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f721a1b8640 1 -- 172.21.15.71:0/1626899897 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7214100b30 msgr2=0x7f72141a45f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:48.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f721a1b8640 1 --2- 172.21.15.71:0/1626899897 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7214100b30 0x7f72141a45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:48.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f721a1b8640 1 -- 172.21.15.71:0/1626899897 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7214101450 msgr2=0x7f72141a4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:48.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f721a1b8640 1 --2- 172.21.15.71:0/1626899897 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7214101450 0x7f72141a4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:48.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f721a1b8640 1 -- 172.21.15.71:0/1626899897 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f721419ef30 con 0x7f7214105f40 2024-09-05T07:46:48.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f721a1b8640 1 --2- 172.21.15.71:0/1626899897 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7214105f40 0x7f721419e6c0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f720c004af0 tx=0x7f720c0308e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:48.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f720affd640 1 -- 172.21.15.71:0/1626899897 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f720c034040 con 0x7f7214105f40 2024-09-05T07:46:48.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f720affd640 1 -- 172.21.15.71:0/1626899897 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f720c003e20 con 0x7f7214105f40 2024-09-05T07:46:48.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f721bc1b640 1 -- 172.21.15.71:0/1626899897 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f721419f1c0 con 0x7f7214105f40 2024-09-05T07:46:48.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f720affd640 1 -- 172.21.15.71:0/1626899897 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f720c004760 con 0x7f7214105f40 2024-09-05T07:46:48.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.526+0000 7f721bc1b640 1 -- 172.21.15.71:0/1626899897 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72141ab3a0 con 0x7f7214105f40 2024-09-05T07:46:48.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.527+0000 7f721bc1b640 1 -- 172.21.15.71:0/1626899897 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f721406b070 con 0x7f7214105f40 2024-09-05T07:46:48.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.528+0000 7f720affd640 1 -- 172.21.15.71:0/1626899897 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f720c037020 con 0x7f7214105f40 2024-09-05T07:46:48.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.529+0000 7f720affd640 1 --2- 172.21.15.71:0/1626899897 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f72000a2cf0 0x7f72000a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:48.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.529+0000 7f72199b7640 1 --2- 172.21.15.71:0/1626899897 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f72000a2cf0 0x7f72000a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:48.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.530+0000 7f720affd640 1 -- 172.21.15.71:0/1626899897 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f720c0f08a0 con 0x7f7214105f40 2024-09-05T07:46:48.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.530+0000 7f72199b7640 1 --2- 172.21.15.71:0/1626899897 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f72000a2cf0 0x7f72000a51b0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f721000a990 tx=0x7f7210005c70 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:48.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.533+0000 7f720affd640 1 -- 172.21.15.71:0/1626899897 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f720c0bd120 con 0x7f7214105f40 2024-09-05T07:46:48.735 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.735+0000 7f721bc1b640 1 -- 172.21.15.71:0/1626899897 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f72141ab570 con 0x7f7214105f40 2024-09-05T07:46:48.736 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.735+0000 7f720affd640 1 -- 172.21.15.71:0/1626899897 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7f720c0bca20 con 0x7f7214105f40 2024-09-05T07:46:48.736 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:46:48.736 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:46:48.737 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:46:48.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.738+0000 7f721bc1b640 1 -- 172.21.15.71:0/1626899897 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f72000a2cf0 msgr2=0x7f72000a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:48.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.738+0000 7f721bc1b640 1 --2- 172.21.15.71:0/1626899897 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f72000a2cf0 0x7f72000a51b0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f721000a990 tx=0x7f7210005c70 comp rx=0 tx=0).stop 2024-09-05T07:46:48.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.738+0000 7f721bc1b640 1 -- 172.21.15.71:0/1626899897 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7214105f40 msgr2=0x7f721419e6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:48.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.738+0000 7f721bc1b640 1 --2- 172.21.15.71:0/1626899897 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7214105f40 0x7f721419e6c0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f720c004af0 tx=0x7f720c0308e0 comp rx=0 tx=0).stop 2024-09-05T07:46:48.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.738+0000 7f721bc1b640 1 -- 172.21.15.71:0/1626899897 shutdown_connections 2024-09-05T07:46:48.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.738+0000 7f721bc1b640 1 --2- 172.21.15.71:0/1626899897 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f72000a2cf0 0x7f72000a51b0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:48.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.738+0000 7f721bc1b640 1 --2- 172.21.15.71:0/1626899897 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7214105f40 0x7f721419e6c0 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:48.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.738+0000 7f721bc1b640 1 --2- 172.21.15.71:0/1626899897 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7214101450 0x7f72141a4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:48.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.738+0000 7f721bc1b640 1 --2- 172.21.15.71:0/1626899897 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7214100b30 0x7f72141a45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:48.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.738+0000 7f721bc1b640 1 -- 172.21.15.71:0/1626899897 >> 172.21.15.71:0/1626899897 conn(0x7f72140fc7a0 msgr2=0x7f72141038f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:48.739 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.738+0000 7f721bc1b640 1 -- 172.21.15.71:0/1626899897 shutdown_connections 2024-09-05T07:46:48.740 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:48.738+0000 7f721bc1b640 1 -- 172.21.15.71:0/1626899897 wait complete. 2024-09-05T07:46:49.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:49 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1626899897' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:46:49.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:49 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1626899897' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:46:49.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:49 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1626899897' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:46:49.588 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T07:46:49.836 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:46:50.258 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:50 smithi071 ceph-mon[30965]: pgmap v253: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:46:50.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.339+0000 7f246b854640 1 -- 172.21.15.71:0/3320865448 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2464106c30 msgr2=0x7f2464107010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:50.369 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.339+0000 7f246b854640 1 --2- 172.21.15.71:0/3320865448 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2464106c30 0x7f2464107010 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f2460009900 tx=0x7f246002a410 comp rx=0 tx=0).stop 2024-09-05T07:46:50.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.339+0000 7f246b854640 1 -- 172.21.15.71:0/3320865448 shutdown_connections 2024-09-05T07:46:50.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.339+0000 7f246b854640 1 --2- 172.21.15.71:0/3320865448 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2464101b40 0x7f246410da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.339+0000 7f246b854640 1 --2- 172.21.15.71:0/3320865448 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f24641011a0 0x7f2464101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.339+0000 7f246b854640 1 --2- 172.21.15.71:0/3320865448 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2464106c30 0x7f2464107010 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.339+0000 7f246b854640 1 -- 172.21.15.71:0/3320865448 >> 172.21.15.71:0/3320865448 conn(0x7f2464077210 msgr2=0x7f24640fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:50.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.339+0000 7f246b854640 1 -- 172.21.15.71:0/3320865448 shutdown_connections 2024-09-05T07:46:50.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.339+0000 7f246b854640 1 -- 172.21.15.71:0/3320865448 wait complete. 2024-09-05T07:46:50.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.340+0000 7f246b854640 1 Processor -- start 2024-09-05T07:46:50.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.340+0000 7f246b854640 1 -- start start 2024-09-05T07:46:50.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.340+0000 7f246b854640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f24641011a0 0x7f2464198550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:50.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.340+0000 7f246b854640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2464101b40 0x7f2464198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:50.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.340+0000 7f246b854640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2464106c30 0x7f246419ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:50.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.340+0000 7f246b854640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2464110e70 con 0x7f24641011a0 2024-09-05T07:46:50.370 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.340+0000 7f246b854640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2464110cf0 con 0x7f2464106c30 2024-09-05T07:46:50.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.340+0000 7f246b854640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2464110ff0 con 0x7f2464101b40 2024-09-05T07:46:50.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.340+0000 7f24695f0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f24641011a0 0x7f2464198550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:50.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.340+0000 7f24695f0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f24641011a0 0x7f2464198550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37554/0 (socket says 172.21.15.71:37554) 2024-09-05T07:46:50.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.340+0000 7f24695f0640 1 -- 172.21.15.71:0/3297627355 learned_addr learned my addr 172.21.15.71:0/3297627355 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:50.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.341+0000 7f2468def640 1 --2- 172.21.15.71:0/3297627355 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2464101b40 0x7f2464198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:50.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.341+0000 7f24695f0640 1 -- 172.21.15.71:0/3297627355 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2464101b40 msgr2=0x7f2464198a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:50.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.341+0000 7f24695f0640 1 --2- 172.21.15.71:0/3297627355 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2464101b40 0x7f2464198a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.341+0000 7f2469df1640 1 --2- 172.21.15.71:0/3297627355 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2464106c30 0x7f246419ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:50.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.341+0000 7f24695f0640 1 -- 172.21.15.71:0/3297627355 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2464106c30 msgr2=0x7f246419ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:50.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.341+0000 7f24695f0640 1 --2- 172.21.15.71:0/3297627355 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2464106c30 0x7f246419ce20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.341+0000 7f24695f0640 1 -- 172.21.15.71:0/3297627355 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f246419d500 con 0x7f24641011a0 2024-09-05T07:46:50.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.341+0000 7f2468def640 1 --2- 172.21.15.71:0/3297627355 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2464101b40 0x7f2464198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:46:50.371 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.341+0000 7f24695f0640 1 --2- 172.21.15.71:0/3297627355 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f24641011a0 0x7f2464198550 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f2460006010 tx=0x7f2460004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:50.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.341+0000 7f24567fc640 1 -- 172.21.15.71:0/3297627355 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f246003f030 con 0x7f24641011a0 2024-09-05T07:46:50.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.341+0000 7f24567fc640 1 -- 172.21.15.71:0/3297627355 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f24600035f0 con 0x7f24641011a0 2024-09-05T07:46:50.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.341+0000 7f246b854640 1 -- 172.21.15.71:0/3297627355 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f246419d790 con 0x7f24641011a0 2024-09-05T07:46:50.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.341+0000 7f24567fc640 1 -- 172.21.15.71:0/3297627355 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2460035070 con 0x7f24641011a0 2024-09-05T07:46:50.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.341+0000 7f246b854640 1 -- 172.21.15.71:0/3297627355 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24641a50d0 con 0x7f24641011a0 2024-09-05T07:46:50.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.343+0000 7f24567fc640 1 -- 172.21.15.71:0/3297627355 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f2460003b10 con 0x7f24641011a0 2024-09-05T07:46:50.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.344+0000 7f246dc2d740 1 Processor -- start 2024-09-05T07:46:50.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.344+0000 7f246dc2d740 1 -- start start 2024-09-05T07:46:50.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.344+0000 7f246dc2d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555e5d51fb40 0x555e5d51e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:50.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.344+0000 7f246dc2d740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51e5d0 0x555e5d51ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:50.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.344+0000 7f246dc2d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e5d529370 0x555e5d52b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:50.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.344+0000 7f246dc2d740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x555e5d4842f0 con 0x555e5d51e5d0 2024-09-05T07:46:50.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.344+0000 7f246dc2d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x555e5d42bcf0 con 0x555e5d529370 2024-09-05T07:46:50.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.344+0000 7f246dc2d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x555e5d4802b0 con 0x555e5d51fb40 2024-09-05T07:46:50.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.345+0000 7f24695f0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51e5d0 0x555e5d51ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:50.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.345+0000 7f24567fc640 1 --2- 172.21.15.71:0/3297627355 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f24500a2cf0 0x7f24500a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:50.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.345+0000 7f24695f0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51e5d0 0x555e5d51ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37560/0 (socket says 172.21.15.71:37560) 2024-09-05T07:46:50.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.345+0000 7f24695f0640 1 -- 172.21.15.71:0/1512389750 learned_addr learned my addr 172.21.15.71:0/1512389750 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:50.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.345+0000 7f2469df1640 1 --2- 172.21.15.71:0/1512389750 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555e5d51fb40 0x555e5d51e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:50.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.345+0000 7f2468def640 1 --2- 172.21.15.71:0/1512389750 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e5d529370 0x555e5d52b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:50.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.345+0000 7f2469df1640 1 --2- 172.21.15.71:0/3297627355 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f24500a2cf0 0x7f24500a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:50.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.345+0000 7f24567fc640 1 -- 172.21.15.71:0/3297627355 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f24600f0530 con 0x7f24641011a0 2024-09-05T07:46:50.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.345+0000 7f24695f0640 1 -- 172.21.15.71:0/1512389750 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555e5d51fb40 msgr2=0x555e5d51e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:50.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.345+0000 7f24695f0640 1 --2- 172.21.15.71:0/1512389750 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555e5d51fb40 0x555e5d51e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.345+0000 7f24695f0640 1 -- 172.21.15.71:0/1512389750 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e5d529370 msgr2=0x555e5d52b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:50.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.345+0000 7f24695f0640 1 --2- 172.21.15.71:0/1512389750 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e5d529370 0x555e5d52b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.345+0000 7f24695f0640 1 -- 172.21.15.71:0/1512389750 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e5d4103a0 con 0x555e5d51e5d0 2024-09-05T07:46:50.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.345+0000 7f24695f0640 1 --2- 172.21.15.71:0/1512389750 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51e5d0 0x555e5d51ea10 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f24600b8a00 tx=0x7f246002a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1932a644b3b9ba72 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:50.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.345+0000 7f2469df1640 1 --2- 172.21.15.71:0/3297627355 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f24500a2cf0 0x7f24500a51b0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f245c005fd0 tx=0x7f245c005db0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:50.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.345+0000 7f244f7fe640 1 -- 172.21.15.71:0/1512389750 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2460049070 con 0x555e5d51e5d0 2024-09-05T07:46:50.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.345+0000 7f244f7fe640 1 -- 172.21.15.71:0/1512389750 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f24600bcca0 con 0x555e5d51e5d0 2024-09-05T07:46:50.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.345+0000 7f244f7fe640 1 -- 172.21.15.71:0/1512389750 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24600ed010 con 0x555e5d51e5d0 2024-09-05T07:46:50.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.346+0000 7f246dc2d740 1 -- 172.21.15.71:0/1512389750 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51e5d0 msgr2=0x555e5d51ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:50.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.346+0000 7f246dc2d740 1 --2- 172.21.15.71:0/1512389750 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51e5d0 0x555e5d51ea10 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f24600b8a00 tx=0x7f246002a410 comp rx=0 tx=0).stop 2024-09-05T07:46:50.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.346+0000 7f246dc2d740 1 -- 172.21.15.71:0/1512389750 shutdown_connections 2024-09-05T07:46:50.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.346+0000 7f246dc2d740 1 --2- 172.21.15.71:0/1512389750 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e5d529370 0x555e5d52b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.346+0000 7f246dc2d740 1 --2- 172.21.15.71:0/1512389750 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51e5d0 0x555e5d51ea10 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.346+0000 7f246dc2d740 1 --2- 172.21.15.71:0/1512389750 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555e5d51fb40 0x555e5d51e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.346+0000 7f246dc2d740 1 -- 172.21.15.71:0/1512389750 >> 172.21.15.71:0/1512389750 conn(0x555e5d4e7310 msgr2=0x555e5d51ac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:50.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.346+0000 7f246dc2d740 1 -- 172.21.15.71:0/1512389750 shutdown_connections 2024-09-05T07:46:50.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.346+0000 7f246dc2d740 1 -- 172.21.15.71:0/1512389750 wait complete. 2024-09-05T07:46:50.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.346+0000 7f246dc2d740 1 -- start start 2024-09-05T07:46:50.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.347+0000 7f246dc2d740 1 Processor -- start 2024-09-05T07:46:50.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.347+0000 7f246dc2d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555e5d51e5d0 0x555e5d528e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:50.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.347+0000 7f246dc2d740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 0x555e5d5260b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:50.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.347+0000 7f246dc2d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e5d529370 0x555e5d526840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:50.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.347+0000 7f246dc2d740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x555e5d52be30 con 0x555e5d51fb40 2024-09-05T07:46:50.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.347+0000 7f246dc2d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x555e5d43f060 con 0x555e5d529370 2024-09-05T07:46:50.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.347+0000 7f246dc2d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x555e5d52bfb0 con 0x555e5d51e5d0 2024-09-05T07:46:50.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.347+0000 7f246dc2d740 10 client.0 _ll_register_callbacks cb 0x555e5d1928c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:50.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.347+0000 7f2468def640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 0x555e5d5260b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:50.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.347+0000 7f2468def640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 0x555e5d5260b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37562/0 (socket says 172.21.15.71:37562) 2024-09-05T07:46:50.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.347+0000 7f2468def640 1 -- 172.21.15.71:0/3816427478 learned_addr learned my addr 172.21.15.71:0/3816427478 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:50.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.347+0000 7f24695f0640 1 --2- 172.21.15.71:0/3816427478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555e5d51e5d0 0x555e5d528e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:50.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.347+0000 7f2468def640 1 -- 172.21.15.71:0/3816427478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555e5d51e5d0 msgr2=0x555e5d528e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:50.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.347+0000 7f2468def640 1 --2- 172.21.15.71:0/3816427478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555e5d51e5d0 0x555e5d528e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.347+0000 7f2468def640 1 -- 172.21.15.71:0/3816427478 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e5d529370 msgr2=0x555e5d526840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:50.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.347+0000 7f2468def640 1 --2- 172.21.15.71:0/3816427478 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e5d529370 0x555e5d526840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.347+0000 7f2468def640 1 -- 172.21.15.71:0/3816427478 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e5d1f53c0 con 0x555e5d51fb40 2024-09-05T07:46:50.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.348+0000 7f2468def640 1 --2- 172.21.15.71:0/3816427478 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 0x555e5d5260b0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f24580104d0 tx=0x7f2458010990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf6c078a3d193124 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:50.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.348+0000 7f244cff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:50.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.348+0000 7f244cff9640 1 -- 172.21.15.71:0/3816427478 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2458018070 con 0x555e5d51fb40 2024-09-05T07:46:50.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.348+0000 7f244cff9640 1 -- 172.21.15.71:0/3816427478 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f2458014640 con 0x555e5d51fb40 2024-09-05T07:46:50.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.348+0000 7f246dc2d740 1 -- 172.21.15.71:0/3816427478 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f24600bcca0 con 0x555e5d51fb40 2024-09-05T07:46:50.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.348+0000 7f244cff9640 1 -- 172.21.15.71:0/3816427478 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2458024050 con 0x555e5d51fb40 2024-09-05T07:46:50.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.348+0000 7f246dc2d740 10 client.17046 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:50.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.348+0000 7f246dc2d740 1 -- 172.21.15.71:0/3816427478 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555e5d5378d0 con 0x555e5d51fb40 2024-09-05T07:46:50.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.348+0000 7f244cff9640 1 -- 172.21.15.71:0/3816427478 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f24600bcca0 con 0x555e5d51fb40 2024-09-05T07:46:50.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.348+0000 7f244cff9640 1 -- 172.21.15.71:0/3816427478 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f24580129a0 con 0x555e5d51fb40 2024-09-05T07:46:50.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.348+0000 7f246dc2d740 10 client.17046 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:50.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.348+0000 7f246dc2d740 10 client.17046 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:46:50.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.348+0000 7f246dc2d740 20 client.17046 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:50.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.348+0000 7f246dc2d740 1 --2- 172.21.15.71:0/3816427478 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x555e5d538d80 0x555e5d53b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:50.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.348+0000 7f246dc2d740 4 client.17046 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:46:50.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.348+0000 7f246dc2d740 1 -- 172.21.15.71:0/3816427478 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555e5d491860 con 0x555e5d538d80 2024-09-05T07:46:50.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.349+0000 7f24695f0640 1 --2- 172.21.15.71:0/3816427478 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x555e5d538d80 0x555e5d53b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:50.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.349+0000 7f244cff9640 10 client.17046 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:46:50.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.349+0000 7f24695f0640 1 --2- 172.21.15.71:0/3816427478 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x555e5d538d80 0x555e5d53b1a0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=564e831a1fc992a4 server_cookie=60d7ba8ae2d2771d in_seq=0 out_seq=0 2024-09-05T07:46:50.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.350+0000 7f244cff9640 1 -- 172.21.15.71:0/3816427478 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555e5d491860 con 0x555e5d538d80 2024-09-05T07:46:50.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.350+0000 7f244cff9640 10 client.17046 handle_command_reply: tid=0 2024-09-05T07:46:50.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.350+0000 7f246dc2d740 1 client.17046 shutdown 2024-09-05T07:46:50.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.350+0000 7f246dc2d740 1 -- 172.21.15.71:0/3816427478 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 msgr2=0x555e5d5260b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:50.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.350+0000 7f246dc2d740 1 --2- 172.21.15.71:0/3816427478 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 0x555e5d5260b0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f24580104d0 tx=0x7f2458010990 comp rx=0 tx=0).stop 2024-09-05T07:46:50.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.350+0000 7f246dc2d740 1 -- 172.21.15.71:0/3816427478 shutdown_connections 2024-09-05T07:46:50.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.350+0000 7f246dc2d740 1 --2- 172.21.15.71:0/3816427478 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x555e5d538d80 0x555e5d53b1a0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.350+0000 7f246dc2d740 1 --2- 172.21.15.71:0/3816427478 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e5d529370 0x555e5d526840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.350+0000 7f246dc2d740 1 --2- 172.21.15.71:0/3816427478 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 0x555e5d5260b0 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.350+0000 7f244cff9640 0 client.17046 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:46:50.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.350+0000 7f246dc2d740 1 --2- 172.21.15.71:0/3816427478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555e5d51e5d0 0x555e5d528e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.350+0000 7f246dc2d740 1 -- 172.21.15.71:0/3816427478 >> 172.21.15.71:0/3816427478 conn(0x555e5d4e7310 msgr2=0x555e5d520960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:50.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.350+0000 7f246dc2d740 1 -- 172.21.15.71:0/3816427478 shutdown_connections 2024-09-05T07:46:50.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.350+0000 7f246dc2d740 1 -- 172.21.15.71:0/3816427478 wait complete. 2024-09-05T07:46:50.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.350+0000 7f246dc2d740 20 client.17046 trim_cache size 0 max 16384 2024-09-05T07:46:50.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.363+0000 7f246dc2d740 1 Processor -- start 2024-09-05T07:46:50.379 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.363+0000 7f246dc2d740 1 -- start start 2024-09-05T07:46:50.379 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.363+0000 7f246dc2d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555e5d51e5d0 0x555e5d525090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:50.379 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.363+0000 7f246dc2d740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 0x555e5d540a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:50.379 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.363+0000 7f246dc2d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e5d529370 0x555e5d540fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:50.379 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.363+0000 7f246dc2d740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f24641b1b10 con 0x555e5d51fb40 2024-09-05T07:46:50.379 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.363+0000 7f246dc2d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f24641af3e0 con 0x555e5d529370 2024-09-05T07:46:50.379 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.363+0000 7f246dc2d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f24641ad250 con 0x555e5d51e5d0 2024-09-05T07:46:50.379 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.363+0000 7f2468def640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 0x555e5d540a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:50.379 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.363+0000 7f2468def640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 0x555e5d540a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37574/0 (socket says 172.21.15.71:37574) 2024-09-05T07:46:50.380 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.363+0000 7f2468def640 1 -- 172.21.15.71:0/4040172917 learned_addr learned my addr 172.21.15.71:0/4040172917 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:50.380 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.363+0000 7f24695f0640 1 --2- 172.21.15.71:0/4040172917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555e5d51e5d0 0x555e5d525090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:50.380 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.363+0000 7f2469df1640 1 --2- 172.21.15.71:0/4040172917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e5d529370 0x555e5d540fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:50.380 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.363+0000 7f2468def640 1 -- 172.21.15.71:0/4040172917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555e5d51e5d0 msgr2=0x555e5d525090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:50.380 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.363+0000 7f2468def640 1 --2- 172.21.15.71:0/4040172917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555e5d51e5d0 0x555e5d525090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.380 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.363+0000 7f2468def640 1 -- 172.21.15.71:0/4040172917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e5d529370 msgr2=0x555e5d540fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:50.380 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.363+0000 7f2468def640 1 --2- 172.21.15.71:0/4040172917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e5d529370 0x555e5d540fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.380 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.363+0000 7f2468def640 1 -- 172.21.15.71:0/4040172917 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e5d526bb0 con 0x555e5d51fb40 2024-09-05T07:46:50.380 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.364+0000 7f2468def640 1 --2- 172.21.15.71:0/4040172917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 0x555e5d540a70 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f2458000c00 tx=0x7f2458007f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c99a6af1cb5fdd97 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:50.380 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.364+0000 7f244effd640 1 -- 172.21.15.71:0/4040172917 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f245802d070 con 0x555e5d51fb40 2024-09-05T07:46:50.380 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.364+0000 7f244effd640 1 -- 172.21.15.71:0/4040172917 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2458021070 con 0x555e5d51fb40 2024-09-05T07:46:50.380 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.364+0000 7f244effd640 1 -- 172.21.15.71:0/4040172917 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2458018070 con 0x555e5d51fb40 2024-09-05T07:46:50.380 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.364+0000 7f246dc2d740 1 -- 172.21.15.71:0/4040172917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 msgr2=0x555e5d540a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:50.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.364+0000 7f246dc2d740 1 --2- 172.21.15.71:0/4040172917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 0x555e5d540a70 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f2458000c00 tx=0x7f2458007f60 comp rx=0 tx=0).stop 2024-09-05T07:46:50.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.364+0000 7f246dc2d740 1 -- 172.21.15.71:0/4040172917 shutdown_connections 2024-09-05T07:46:50.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.364+0000 7f246dc2d740 1 --2- 172.21.15.71:0/4040172917 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e5d529370 0x555e5d540fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.364+0000 7f246dc2d740 1 --2- 172.21.15.71:0/4040172917 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 0x555e5d540a70 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.364+0000 7f246dc2d740 1 --2- 172.21.15.71:0/4040172917 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555e5d51e5d0 0x555e5d525090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.364+0000 7f246dc2d740 1 -- 172.21.15.71:0/4040172917 >> 172.21.15.71:0/4040172917 conn(0x555e5d4e7310 msgr2=0x555e5d524980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:50.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.364+0000 7f246dc2d740 1 -- 172.21.15.71:0/4040172917 shutdown_connections 2024-09-05T07:46:50.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.365+0000 7f246dc2d740 1 -- 172.21.15.71:0/4040172917 wait complete. 2024-09-05T07:46:50.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.365+0000 7f246dc2d740 1 -- start start 2024-09-05T07:46:50.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.365+0000 7f246dc2d740 1 Processor -- start 2024-09-05T07:46:50.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.365+0000 7f246dc2d740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555e5d51e5d0 0x555e5d5310e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:50.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.365+0000 7f246dc2d740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 0x555e5d531620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:50.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.365+0000 7f246dc2d740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e5d529370 0x555e5d52e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:50.381 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.365+0000 7f246dc2d740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f24641ad8a0 con 0x555e5d51fb40 2024-09-05T07:46:50.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.365+0000 7f246dc2d740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f24641aed10 con 0x555e5d529370 2024-09-05T07:46:50.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.365+0000 7f246dc2d740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f24641adf70 con 0x555e5d51e5d0 2024-09-05T07:46:50.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.365+0000 7f246dc2d740 10 client.0 _ll_register_callbacks cb 0x7f2458007520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:50.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.366+0000 7f2468def640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 0x555e5d531620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:50.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.366+0000 7f2468def640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 0x555e5d531620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:37588/0 (socket says 172.21.15.71:37588) 2024-09-05T07:46:50.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.366+0000 7f2468def640 1 -- 172.21.15.71:0/3449220316 learned_addr learned my addr 172.21.15.71:0/3449220316 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:50.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.366+0000 7f24695f0640 1 --2- 172.21.15.71:0/3449220316 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555e5d51e5d0 0x555e5d5310e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:50.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.366+0000 7f2469df1640 1 --2- 172.21.15.71:0/3449220316 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e5d529370 0x555e5d52e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:50.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.366+0000 7f2468def640 1 -- 172.21.15.71:0/3449220316 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555e5d51e5d0 msgr2=0x555e5d5310e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:50.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.366+0000 7f2468def640 1 --2- 172.21.15.71:0/3449220316 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555e5d51e5d0 0x555e5d5310e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.366+0000 7f2468def640 1 -- 172.21.15.71:0/3449220316 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e5d529370 msgr2=0x555e5d52e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:50.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.366+0000 7f2468def640 1 --2- 172.21.15.71:0/3449220316 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e5d529370 0x555e5d52e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.382 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.366+0000 7f2468def640 1 -- 172.21.15.71:0/3449220316 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e5d52e5f0 con 0x555e5d51fb40 2024-09-05T07:46:50.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.366+0000 7f2468def640 1 --2- 172.21.15.71:0/3449220316 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 0x555e5d531620 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f2458006de0 tx=0x7f2458012620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3a50cc84342bedc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:50.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.366+0000 7f244cff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:50.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.366+0000 7f244cff9640 1 -- 172.21.15.71:0/3449220316 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2458036060 con 0x555e5d51fb40 2024-09-05T07:46:50.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.366+0000 7f244cff9640 1 -- 172.21.15.71:0/3449220316 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f2458014640 con 0x555e5d51fb40 2024-09-05T07:46:50.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.366+0000 7f246dc2d740 1 -- 172.21.15.71:0/3449220316 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2458021070 con 0x555e5d51fb40 2024-09-05T07:46:50.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.366+0000 7f244cff9640 1 -- 172.21.15.71:0/3449220316 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f245803d050 con 0x555e5d51fb40 2024-09-05T07:46:50.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.367+0000 7f246dc2d740 10 client.17052 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:50.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.367+0000 7f246dc2d740 1 -- 172.21.15.71:0/3449220316 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555e5d5a4270 con 0x555e5d51fb40 2024-09-05T07:46:50.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.367+0000 7f244cff9640 1 -- 172.21.15.71:0/3449220316 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2458021070 con 0x555e5d51fb40 2024-09-05T07:46:50.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.367+0000 7f244cff9640 1 -- 172.21.15.71:0/3449220316 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f245801d580 con 0x555e5d51fb40 2024-09-05T07:46:50.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.367+0000 7f246dc2d740 10 client.17052 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:50.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.367+0000 7f246dc2d740 10 client.17052 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:46:50.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.367+0000 7f246dc2d740 20 client.17052 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:50.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.367+0000 7f246dc2d740 1 --2- 172.21.15.71:0/3449220316 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x555e5d5a4830 0x555e5d5a6c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:50.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.367+0000 7f246dc2d740 4 client.17052 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:46:50.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.367+0000 7f246dc2d740 1 -- 172.21.15.71:0/3449220316 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555e5d48bd70 con 0x555e5d5a4830 2024-09-05T07:46:50.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.367+0000 7f24695f0640 1 --2- 172.21.15.71:0/3449220316 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x555e5d5a4830 0x555e5d5a6c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:50.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.368+0000 7f244cff9640 10 client.17052 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:46:50.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.368+0000 7f24695f0640 1 --2- 172.21.15.71:0/3449220316 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x555e5d5a4830 0x555e5d5a6c20 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=56d32d53293e344c server_cookie=8c2ba09d57cf615a in_seq=0 out_seq=0 2024-09-05T07:46:50.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.368+0000 7f244cff9640 1 -- 172.21.15.71:0/3449220316 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555e5d48bd70 con 0x555e5d5a4830 2024-09-05T07:46:50.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.368+0000 7f244cff9640 10 client.17052 handle_command_reply: tid=0 2024-09-05T07:46:50.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.368+0000 7f246dc2d740 1 client.17052 shutdown 2024-09-05T07:46:50.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.368+0000 7f246dc2d740 1 -- 172.21.15.71:0/3449220316 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 msgr2=0x555e5d531620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:50.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.368+0000 7f246dc2d740 1 --2- 172.21.15.71:0/3449220316 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 0x555e5d531620 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f2458006de0 tx=0x7f2458012620 comp rx=0 tx=0).stop 2024-09-05T07:46:50.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.368+0000 7f246dc2d740 1 -- 172.21.15.71:0/3449220316 shutdown_connections 2024-09-05T07:46:50.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.368+0000 7f246dc2d740 1 --2- 172.21.15.71:0/3449220316 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x555e5d5a4830 0x555e5d5a6c20 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.368+0000 7f244cff9640 0 client.17052 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:46:50.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.368+0000 7f246dc2d740 1 --2- 172.21.15.71:0/3449220316 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x555e5d529370 0x555e5d52e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.368+0000 7f246dc2d740 1 --2- 172.21.15.71:0/3449220316 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x555e5d51fb40 0x555e5d531620 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.368+0000 7f246dc2d740 1 --2- 172.21.15.71:0/3449220316 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x555e5d51e5d0 0x555e5d5310e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.368+0000 7f246dc2d740 1 -- 172.21.15.71:0/3449220316 >> 172.21.15.71:0/3449220316 conn(0x555e5d4e7310 msgr2=0x555e5d5194e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:50.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.368+0000 7f246dc2d740 1 -- 172.21.15.71:0/3449220316 shutdown_connections 2024-09-05T07:46:50.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.368+0000 7f246dc2d740 1 -- 172.21.15.71:0/3449220316 wait complete. 2024-09-05T07:46:50.385 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.368+0000 7f246dc2d740 20 client.17052 trim_cache size 0 max 16384 2024-09-05T07:46:50.385 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:46:50.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.369+0000 7f246b854640 1 -- 172.21.15.71:0/3297627355 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f24500a2cf0 msgr2=0x7f24500a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:50.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.369+0000 7f246b854640 1 --2- 172.21.15.71:0/3297627355 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f24500a2cf0 0x7f24500a51b0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f245c005fd0 tx=0x7f245c005db0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.369+0000 7f246b854640 1 -- 172.21.15.71:0/3297627355 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f24641011a0 msgr2=0x7f2464198550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:50.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.369+0000 7f246b854640 1 --2- 172.21.15.71:0/3297627355 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f24641011a0 0x7f2464198550 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f2460006010 tx=0x7f2460004270 comp rx=0 tx=0).stop 2024-09-05T07:46:50.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.369+0000 7f246b854640 1 -- 172.21.15.71:0/3297627355 shutdown_connections 2024-09-05T07:46:50.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.369+0000 7f246b854640 1 --2- 172.21.15.71:0/3297627355 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f24500a2cf0 0x7f24500a51b0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.369+0000 7f246b854640 1 --2- 172.21.15.71:0/3297627355 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2464106c30 0x7f246419ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.369+0000 7f246b854640 1 --2- 172.21.15.71:0/3297627355 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2464101b40 0x7f2464198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.369+0000 7f246b854640 1 --2- 172.21.15.71:0/3297627355 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f24641011a0 0x7f2464198550 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:50.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.369+0000 7f246b854640 1 -- 172.21.15.71:0/3297627355 >> 172.21.15.71:0/3297627355 conn(0x7f2464077210 msgr2=0x7f2464100420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:50.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.369+0000 7f246b854640 1 -- 172.21.15.71:0/3297627355 shutdown_connections 2024-09-05T07:46:50.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:50.369+0000 7f246b854640 1 -- 172.21.15.71:0/3297627355 wait complete. 2024-09-05T07:46:50.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:50 smithi123 ceph-mon[34568]: pgmap v253: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:46:50.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:50 smithi192 ceph-mon[34929]: pgmap v253: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:46:51.334 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T07:46:51.577 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:46:52.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.084+0000 7f4d6467d640 1 -- 172.21.15.71:0/1345004655 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d5c100a80 msgr2=0x7f4d5c100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:52.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.084+0000 7f4d6467d640 1 --2- 172.21.15.71:0/1345004655 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d5c100a80 0x7f4d5c100ee0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f4d4c009930 tx=0x7f4d4c02a420 comp rx=0 tx=0).stop 2024-09-05T07:46:52.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.084+0000 7f4d6467d640 1 -- 172.21.15.71:0/1345004655 shutdown_connections 2024-09-05T07:46:52.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.084+0000 7f4d6467d640 1 --2- 172.21.15.71:0/1345004655 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4d5c101420 0x7f4d5c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.084+0000 7f4d6467d640 1 --2- 172.21.15.71:0/1345004655 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d5c100a80 0x7f4d5c100ee0 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.084+0000 7f4d6467d640 1 --2- 172.21.15.71:0/1345004655 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d5c106a80 0x7f4d5c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.084+0000 7f4d6467d640 1 -- 172.21.15.71:0/1345004655 >> 172.21.15.71:0/1345004655 conn(0x7f4d5c0fc7a0 msgr2=0x7f4d5c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:52.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.084+0000 7f4d6467d640 1 -- 172.21.15.71:0/1345004655 shutdown_connections 2024-09-05T07:46:52.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.084+0000 7f4d6467d640 1 -- 172.21.15.71:0/1345004655 wait complete. 2024-09-05T07:46:52.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.085+0000 7f4d6467d640 1 Processor -- start 2024-09-05T07:46:52.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.085+0000 7f4d6467d640 1 -- start start 2024-09-05T07:46:52.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.085+0000 7f4d6467d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d5c100a80 0x7f4d5c197310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:52.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.085+0000 7f4d6467d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d5c101420 0x7f4d5c197850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:52.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.085+0000 7f4d6467d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4d5c106a80 0x7f4d5c19bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:52.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.085+0000 7f4d6467d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4d5c110d50 con 0x7f4d5c101420 2024-09-05T07:46:52.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.085+0000 7f4d6467d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4d5c110bd0 con 0x7f4d5c106a80 2024-09-05T07:46:52.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.085+0000 7f4d6467d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4d5c110ed0 con 0x7f4d5c100a80 2024-09-05T07:46:52.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.085+0000 7f4d61c18640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d5c101420 0x7f4d5c197850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:52.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.085+0000 7f4d61c18640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d5c101420 0x7f4d5c197850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51016/0 (socket says 172.21.15.71:51016) 2024-09-05T07:46:52.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.085+0000 7f4d61c18640 1 -- 172.21.15.71:0/2542371240 learned_addr learned my addr 172.21.15.71:0/2542371240 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:52.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.085+0000 7f4d62419640 1 --2- 172.21.15.71:0/2542371240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d5c100a80 0x7f4d5c197310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:52.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.085+0000 7f4d62c1a640 1 --2- 172.21.15.71:0/2542371240 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4d5c106a80 0x7f4d5c19bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:52.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.085+0000 7f4d61c18640 1 -- 172.21.15.71:0/2542371240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d5c100a80 msgr2=0x7f4d5c197310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:52.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.085+0000 7f4d61c18640 1 --2- 172.21.15.71:0/2542371240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d5c100a80 0x7f4d5c197310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.085+0000 7f4d61c18640 1 -- 172.21.15.71:0/2542371240 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4d5c106a80 msgr2=0x7f4d5c19bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:52.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.085+0000 7f4d61c18640 1 --2- 172.21.15.71:0/2542371240 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4d5c106a80 0x7f4d5c19bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.085+0000 7f4d61c18640 1 -- 172.21.15.71:0/2542371240 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d5c19c2c0 con 0x7f4d5c101420 2024-09-05T07:46:52.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.085+0000 7f4d62c1a640 1 --2- 172.21.15.71:0/2542371240 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4d5c106a80 0x7f4d5c19bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:46:52.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.086+0000 7f4d61c18640 1 --2- 172.21.15.71:0/2542371240 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d5c101420 0x7f4d5c197850 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f4d4c005940 tx=0x7f4d4c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:52.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.086+0000 7f4d537fe640 1 -- 172.21.15.71:0/2542371240 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d4c03f030 con 0x7f4d5c101420 2024-09-05T07:46:52.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.086+0000 7f4d6467d640 1 -- 172.21.15.71:0/2542371240 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d5c19c550 con 0x7f4d5c101420 2024-09-05T07:46:52.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.086+0000 7f4d537fe640 1 -- 172.21.15.71:0/2542371240 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d4c003cb0 con 0x7f4d5c101420 2024-09-05T07:46:52.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.086+0000 7f4d537fe640 1 -- 172.21.15.71:0/2542371240 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d4c035070 con 0x7f4d5c101420 2024-09-05T07:46:52.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.086+0000 7f4d6467d640 1 -- 172.21.15.71:0/2542371240 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d5c06a790 con 0x7f4d5c101420 2024-09-05T07:46:52.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.088+0000 7f4d537fe640 1 -- 172.21.15.71:0/2542371240 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f4d4c042030 con 0x7f4d5c101420 2024-09-05T07:46:52.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.088+0000 7f4d66a56740 1 Processor -- start 2024-09-05T07:46:52.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.088+0000 7f4d66a56740 1 -- start start 2024-09-05T07:46:52.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.089+0000 7f4d66a56740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 0x562981fef090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:52.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.089+0000 7f4d66a56740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562981fef5d0 0x562981fefa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:52.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.089+0000 7f4d66a56740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562981ffe780 0x562982000b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:52.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.089+0000 7f4d66a56740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x562981f552f0 con 0x562981ff0b40 2024-09-05T07:46:52.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.089+0000 7f4d66a56740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562981efccf0 con 0x562981fef5d0 2024-09-05T07:46:52.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.089+0000 7f4d66a56740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x562981f512b0 con 0x562981ffe780 2024-09-05T07:46:52.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.089+0000 7f4d62c1a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 0x562981fef090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:52.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.089+0000 7f4d62c1a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 0x562981fef090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51018/0 (socket says 172.21.15.71:51018) 2024-09-05T07:46:52.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.089+0000 7f4d62c1a640 1 -- 172.21.15.71:0/1471011169 learned_addr learned my addr 172.21.15.71:0/1471011169 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:52.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.089+0000 7f4d61c18640 1 --2- 172.21.15.71:0/1471011169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562981ffe780 0x562982000b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:52.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.089+0000 7f4d537fe640 1 --2- 172.21.15.71:0/2542371240 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4d480a2cf0 0x7f4d480a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:52.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.089+0000 7f4d62419640 1 --2- 172.21.15.71:0/1471011169 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562981fef5d0 0x562981fefa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:52.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.089+0000 7f4d62c1a640 1 -- 172.21.15.71:0/1471011169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562981ffe780 msgr2=0x562982000b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:52.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.089+0000 7f4d62c1a640 1 --2- 172.21.15.71:0/1471011169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562981ffe780 0x562982000b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.089+0000 7f4d62c1a640 1 -- 172.21.15.71:0/1471011169 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562981fef5d0 msgr2=0x562981fefa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:52.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.089+0000 7f4d62c1a640 1 --2- 172.21.15.71:0/1471011169 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562981fef5d0 0x562981fefa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.089+0000 7f4d62c1a640 1 -- 172.21.15.71:0/1471011169 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562981ee13a0 con 0x562981ff0b40 2024-09-05T07:46:52.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.089+0000 7f4d62c1a640 1 --2- 172.21.15.71:0/2542371240 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4d480a2cf0 0x7f4d480a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:52.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.089+0000 7f4d537fe640 1 -- 172.21.15.71:0/2542371240 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f4d4c0efee0 con 0x7f4d5c101420 2024-09-05T07:46:52.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.089+0000 7f4d62c1a640 1 --2- 172.21.15.71:0/1471011169 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 0x562981fef090 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f4d54008f50 tx=0x7f4d5400d7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b989390c59deae9e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:52.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.090+0000 7f4d50ff9640 1 -- 172.21.15.71:0/1471011169 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d5401f070 con 0x562981ff0b40 2024-09-05T07:46:52.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.090+0000 7f4d50ff9640 1 -- 172.21.15.71:0/1471011169 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d54018390 con 0x562981ff0b40 2024-09-05T07:46:52.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.090+0000 7f4d50ff9640 1 -- 172.21.15.71:0/1471011169 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d5400b5e0 con 0x562981ff0b40 2024-09-05T07:46:52.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.090+0000 7f4d66a56740 1 -- 172.21.15.71:0/1471011169 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 msgr2=0x562981fef090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:52.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.090+0000 7f4d62c1a640 1 --2- 172.21.15.71:0/2542371240 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4d480a2cf0 0x7f4d480a51b0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4d5401c000 tx=0x7f4d5401d000 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:52.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.090+0000 7f4d66a56740 1 --2- 172.21.15.71:0/1471011169 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 0x562981fef090 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f4d54008f50 tx=0x7f4d5400d7d0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.090+0000 7f4d66a56740 1 -- 172.21.15.71:0/1471011169 shutdown_connections 2024-09-05T07:46:52.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.090+0000 7f4d66a56740 1 --2- 172.21.15.71:0/1471011169 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562981ffe780 0x562982000b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.090+0000 7f4d66a56740 1 --2- 172.21.15.71:0/1471011169 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562981fef5d0 0x562981fefa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.090+0000 7f4d66a56740 1 --2- 172.21.15.71:0/1471011169 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 0x562981fef090 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.090+0000 7f4d66a56740 1 -- 172.21.15.71:0/1471011169 >> 172.21.15.71:0/1471011169 conn(0x562981fb8310 msgr2=0x562981febc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:52.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.091+0000 7f4d66a56740 1 -- 172.21.15.71:0/1471011169 shutdown_connections 2024-09-05T07:46:52.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.091+0000 7f4d66a56740 1 -- 172.21.15.71:0/1471011169 wait complete. 2024-09-05T07:46:52.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.091+0000 7f4d66a56740 1 -- start start 2024-09-05T07:46:52.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.091+0000 7f4d66a56740 1 Processor -- start 2024-09-05T07:46:52.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.091+0000 7f4d66a56740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981fef5d0 0x562981ffe1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:52.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.091+0000 7f4d66a56740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562981ff0b40 0x562981ffb460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:52.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.091+0000 7f4d66a56740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562981ffe780 0x562981ffbbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:52.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.091+0000 7f4d66a56740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x562982001480 con 0x562981fef5d0 2024-09-05T07:46:52.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.091+0000 7f4d66a56740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562981f10060 con 0x562981ffe780 2024-09-05T07:46:52.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.091+0000 7f4d66a56740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x562982001600 con 0x562981ff0b40 2024-09-05T07:46:52.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.091+0000 7f4d66a56740 10 client.0 _ll_register_callbacks cb 0x562981c638c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:52.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.091+0000 7f4d62419640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981fef5d0 0x562981ffe1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:52.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.091+0000 7f4d62419640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981fef5d0 0x562981ffe1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51022/0 (socket says 172.21.15.71:51022) 2024-09-05T07:46:52.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.091+0000 7f4d62419640 1 -- 172.21.15.71:0/3851569540 learned_addr learned my addr 172.21.15.71:0/3851569540 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:52.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.091+0000 7f4d61c18640 1 --2- 172.21.15.71:0/3851569540 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562981ff0b40 0x562981ffb460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:52.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d62419640 1 -- 172.21.15.71:0/3851569540 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562981ff0b40 msgr2=0x562981ffb460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:52.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d62419640 1 --2- 172.21.15.71:0/3851569540 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562981ff0b40 0x562981ffb460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d62419640 1 -- 172.21.15.71:0/3851569540 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562981ffe780 msgr2=0x562981ffbbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:52.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d62419640 1 --2- 172.21.15.71:0/3851569540 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562981ffe780 0x562981ffbbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d62419640 1 -- 172.21.15.71:0/3851569540 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562981cc63c0 con 0x562981fef5d0 2024-09-05T07:46:52.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d62419640 1 --2- 172.21.15.71:0/3851569540 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981fef5d0 0x562981ffe1b0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f4d5800bfc0 tx=0x7f4d5800f670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2400b0b2429ed1ae server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:52.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d45ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:52.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d45ffb640 1 -- 172.21.15.71:0/3851569540 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d58018020 con 0x562981fef5d0 2024-09-05T07:46:52.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d66a56740 1 -- 172.21.15.71:0/3851569540 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d54018390 con 0x562981fef5d0 2024-09-05T07:46:52.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d45ffb640 1 -- 172.21.15.71:0/3851569540 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f4d58014870 con 0x562981fef5d0 2024-09-05T07:46:52.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d45ffb640 1 -- 172.21.15.71:0/3851569540 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4d58023050 con 0x562981fef5d0 2024-09-05T07:46:52.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d66a56740 10 client.17064 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:52.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d66a56740 1 -- 172.21.15.71:0/3851569540 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56298200d010 con 0x562981fef5d0 2024-09-05T07:46:52.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d45ffb640 1 -- 172.21.15.71:0/3851569540 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d54018390 con 0x562981fef5d0 2024-09-05T07:46:52.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d45ffb640 1 -- 172.21.15.71:0/3851569540 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f4d58013a20 con 0x562981fef5d0 2024-09-05T07:46:52.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d66a56740 10 client.17064 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:52.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d66a56740 10 client.17064 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:46:52.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d66a56740 20 client.17064 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:52.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d66a56740 1 --2- 172.21.15.71:0/3851569540 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x56298200e4d0 0x562982010990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:52.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d66a56740 4 client.17064 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:46:52.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.092+0000 7f4d66a56740 1 -- 172.21.15.71:0/3851569540 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562981f62860 con 0x56298200e4d0 2024-09-05T07:46:52.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.093+0000 7f4d61c18640 1 --2- 172.21.15.71:0/3851569540 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x56298200e4d0 0x562982010990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:52.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.093+0000 7f4d61c18640 1 --2- 172.21.15.71:0/3851569540 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x56298200e4d0 0x562982010990 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=facad8c6cb9451e9 server_cookie=815345777ea08b3e in_seq=0 out_seq=0 2024-09-05T07:46:52.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.093+0000 7f4d45ffb640 10 client.17064 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:46:52.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.094+0000 7f4d45ffb640 1 -- 172.21.15.71:0/3851569540 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562981f62860 con 0x56298200e4d0 2024-09-05T07:46:52.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.094+0000 7f4d45ffb640 10 client.17064 handle_command_reply: tid=0 2024-09-05T07:46:52.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.094+0000 7f4d66a56740 1 client.17064 shutdown 2024-09-05T07:46:52.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.094+0000 7f4d66a56740 1 -- 172.21.15.71:0/3851569540 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981fef5d0 msgr2=0x562981ffe1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:52.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.094+0000 7f4d66a56740 1 --2- 172.21.15.71:0/3851569540 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981fef5d0 0x562981ffe1b0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f4d5800bfc0 tx=0x7f4d5800f670 comp rx=0 tx=0).stop 2024-09-05T07:46:52.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.094+0000 7f4d66a56740 1 -- 172.21.15.71:0/3851569540 shutdown_connections 2024-09-05T07:46:52.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.094+0000 7f4d66a56740 1 --2- 172.21.15.71:0/3851569540 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x56298200e4d0 0x562982010990 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.094+0000 7f4d66a56740 1 --2- 172.21.15.71:0/3851569540 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562981ffe780 0x562981ffbbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.094+0000 7f4d66a56740 1 --2- 172.21.15.71:0/3851569540 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562981ff0b40 0x562981ffb460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.094+0000 7f4d66a56740 1 --2- 172.21.15.71:0/3851569540 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981fef5d0 0x562981ffe1b0 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.094+0000 7f4d66a56740 1 -- 172.21.15.71:0/3851569540 >> 172.21.15.71:0/3851569540 conn(0x562981fb8310 msgr2=0x562981ff1930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:52.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.094+0000 7f4d45ffb640 0 client.17064 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:46:52.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.094+0000 7f4d66a56740 1 -- 172.21.15.71:0/3851569540 shutdown_connections 2024-09-05T07:46:52.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.094+0000 7f4d66a56740 1 -- 172.21.15.71:0/3851569540 wait complete. 2024-09-05T07:46:52.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.094+0000 7f4d66a56740 20 client.17064 trim_cache size 0 max 16384 2024-09-05T07:46:52.117 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.107+0000 7f4d66a56740 1 Processor -- start 2024-09-05T07:46:52.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.107+0000 7f4d66a56740 1 -- start start 2024-09-05T07:46:52.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.107+0000 7f4d66a56740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562981fef5d0 0x562981ff6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:52.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.107+0000 7f4d66a56740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 0x562981ff6c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:52.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.107+0000 7f4d66a56740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562981ffe780 0x562981feb700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:52.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.107+0000 7f4d66a56740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4d5c1af820 con 0x562981ff0b40 2024-09-05T07:46:52.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.107+0000 7f4d66a56740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4d5c1ad0f0 con 0x562981fef5d0 2024-09-05T07:46:52.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.107+0000 7f4d66a56740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4d5c1aaf60 con 0x562981ffe780 2024-09-05T07:46:52.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.107+0000 7f4d61c18640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 0x562981ff6c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:52.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.107+0000 7f4d61c18640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 0x562981ff6c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51032/0 (socket says 172.21.15.71:51032) 2024-09-05T07:46:52.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.107+0000 7f4d61c18640 1 -- 172.21.15.71:0/3531593567 learned_addr learned my addr 172.21.15.71:0/3531593567 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:52.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.107+0000 7f4d62c1a640 1 --2- 172.21.15.71:0/3531593567 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562981ffe780 0x562981feb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:52.118 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.107+0000 7f4d61c18640 1 -- 172.21.15.71:0/3531593567 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562981ffe780 msgr2=0x562981feb700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:52.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.107+0000 7f4d62419640 1 --2- 172.21.15.71:0/3531593567 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562981fef5d0 0x562981ff6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:52.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.107+0000 7f4d61c18640 1 --2- 172.21.15.71:0/3531593567 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562981ffe780 0x562981feb700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.107+0000 7f4d61c18640 1 -- 172.21.15.71:0/3531593567 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562981fef5d0 msgr2=0x562981ff6720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:52.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.107+0000 7f4d61c18640 1 --2- 172.21.15.71:0/3531593567 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562981fef5d0 0x562981ff6720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.107+0000 7f4d61c18640 1 -- 172.21.15.71:0/3531593567 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56298200a720 con 0x562981ff0b40 2024-09-05T07:46:52.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.107+0000 7f4d61c18640 1 --2- 172.21.15.71:0/3531593567 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 0x562981ff6c60 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f4d4c0bbc50 tx=0x7f4d4c031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4cc5256113539a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:52.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.108+0000 7f4d47fff640 1 -- 172.21.15.71:0/3531593567 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d4c049040 con 0x562981ff0b40 2024-09-05T07:46:52.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.108+0000 7f4d47fff640 1 -- 172.21.15.71:0/3531593567 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d4c0c4bc0 con 0x562981ff0b40 2024-09-05T07:46:52.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.108+0000 7f4d47fff640 1 -- 172.21.15.71:0/3531593567 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d4c03b460 con 0x562981ff0b40 2024-09-05T07:46:52.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.108+0000 7f4d66a56740 1 -- 172.21.15.71:0/3531593567 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 msgr2=0x562981ff6c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:52.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.108+0000 7f4d66a56740 1 --2- 172.21.15.71:0/3531593567 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 0x562981ff6c60 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f4d4c0bbc50 tx=0x7f4d4c031400 comp rx=0 tx=0).stop 2024-09-05T07:46:52.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.108+0000 7f4d66a56740 1 -- 172.21.15.71:0/3531593567 shutdown_connections 2024-09-05T07:46:52.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.108+0000 7f4d66a56740 1 --2- 172.21.15.71:0/3531593567 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562981ffe780 0x562981feb700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.108+0000 7f4d66a56740 1 --2- 172.21.15.71:0/3531593567 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 0x562981ff6c60 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.108+0000 7f4d66a56740 1 --2- 172.21.15.71:0/3531593567 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562981fef5d0 0x562981ff6720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.108+0000 7f4d66a56740 1 -- 172.21.15.71:0/3531593567 >> 172.21.15.71:0/3531593567 conn(0x562981fb8310 msgr2=0x562981fe6a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:52.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.108+0000 7f4d66a56740 1 -- 172.21.15.71:0/3531593567 shutdown_connections 2024-09-05T07:46:52.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.108+0000 7f4d66a56740 1 -- 172.21.15.71:0/3531593567 wait complete. 2024-09-05T07:46:52.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d66a56740 1 -- start start 2024-09-05T07:46:52.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d66a56740 1 Processor -- start 2024-09-05T07:46:52.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d66a56740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562981fef5d0 0x562982006fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:52.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d66a56740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 0x562981ff8160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:52.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d66a56740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562981ffe780 0x562981ff86a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:52.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d66a56740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4d5c1ab5b0 con 0x562981ff0b40 2024-09-05T07:46:52.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d66a56740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4d5c1aca20 con 0x562981fef5d0 2024-09-05T07:46:52.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d66a56740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4d5c1abc80 con 0x562981ffe780 2024-09-05T07:46:52.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d66a56740 10 client.0 _ll_register_callbacks cb 0x7f4d5800b2e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:52.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d61c18640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 0x562981ff8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:52.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d61c18640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 0x562981ff8160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51048/0 (socket says 172.21.15.71:51048) 2024-09-05T07:46:52.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d61c18640 1 -- 172.21.15.71:0/3266987781 learned_addr learned my addr 172.21.15.71:0/3266987781 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:52.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d62c1a640 1 --2- 172.21.15.71:0/3266987781 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562981ffe780 0x562981ff86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:52.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d62419640 1 --2- 172.21.15.71:0/3266987781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562981fef5d0 0x562982006fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:52.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d61c18640 1 -- 172.21.15.71:0/3266987781 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562981ffe780 msgr2=0x562981ff86a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:52.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d61c18640 1 --2- 172.21.15.71:0/3266987781 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562981ffe780 0x562981ff86a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d61c18640 1 -- 172.21.15.71:0/3266987781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562981fef5d0 msgr2=0x562982006fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:52.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d61c18640 1 --2- 172.21.15.71:0/3266987781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562981fef5d0 0x562982006fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d61c18640 1 -- 172.21.15.71:0/3266987781 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562981ff8eb0 con 0x562981ff0b40 2024-09-05T07:46:52.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d61c18640 1 --2- 172.21.15.71:0/3266987781 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 0x562981ff8160 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f4d4c046040 tx=0x7f4d4c0bc780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df7bf6c1091dce2a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:52.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.109+0000 7f4d45ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:52.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.110+0000 7f4d45ffb640 1 -- 172.21.15.71:0/3266987781 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d4c049040 con 0x562981ff0b40 2024-09-05T07:46:52.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.110+0000 7f4d45ffb640 1 -- 172.21.15.71:0/3266987781 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f4d4c03bc60 con 0x562981ff0b40 2024-09-05T07:46:52.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.110+0000 7f4d66a56740 1 -- 172.21.15.71:0/3266987781 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d4c0c4bc0 con 0x562981ff0b40 2024-09-05T07:46:52.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.110+0000 7f4d45ffb640 1 -- 172.21.15.71:0/3266987781 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4d4c03be60 con 0x562981ff0b40 2024-09-05T07:46:52.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.110+0000 7f4d66a56740 10 client.17070 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:52.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.110+0000 7f4d66a56740 1 -- 172.21.15.71:0/3266987781 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562982079250 con 0x562981ff0b40 2024-09-05T07:46:52.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.110+0000 7f4d45ffb640 1 -- 172.21.15.71:0/3266987781 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d4c0c4bc0 con 0x562981ff0b40 2024-09-05T07:46:52.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.110+0000 7f4d45ffb640 1 -- 172.21.15.71:0/3266987781 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f4d4c0c4730 con 0x562981ff0b40 2024-09-05T07:46:52.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.110+0000 7f4d66a56740 10 client.17070 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:52.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.110+0000 7f4d66a56740 10 client.17070 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:46:52.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.110+0000 7f4d66a56740 20 client.17070 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:52.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.110+0000 7f4d66a56740 1 --2- 172.21.15.71:0/3266987781 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x562982079950 0x56298207bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:52.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.110+0000 7f4d66a56740 4 client.17070 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:46:52.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.110+0000 7f4d66a56740 1 -- 172.21.15.71:0/3266987781 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562981f5cd70 con 0x562982079950 2024-09-05T07:46:52.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.111+0000 7f4d62419640 1 --2- 172.21.15.71:0/3266987781 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x562982079950 0x56298207bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:52.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.111+0000 7f4d62419640 1 --2- 172.21.15.71:0/3266987781 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x562982079950 0x56298207bd70 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fcf92bbca18bbd server_cookie=fee99108b4bf5f37 in_seq=0 out_seq=0 2024-09-05T07:46:52.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.111+0000 7f4d45ffb640 10 client.17070 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:46:52.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.111+0000 7f4d45ffb640 1 -- 172.21.15.71:0/3266987781 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562981f5cd70 con 0x562982079950 2024-09-05T07:46:52.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.111+0000 7f4d45ffb640 10 client.17070 handle_command_reply: tid=0 2024-09-05T07:46:52.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.111+0000 7f4d66a56740 1 client.17070 shutdown 2024-09-05T07:46:52.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.111+0000 7f4d66a56740 1 -- 172.21.15.71:0/3266987781 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 msgr2=0x562981ff8160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:52.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.111+0000 7f4d66a56740 1 --2- 172.21.15.71:0/3266987781 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 0x562981ff8160 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f4d4c046040 tx=0x7f4d4c0bc780 comp rx=0 tx=0).stop 2024-09-05T07:46:52.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.111+0000 7f4d66a56740 1 -- 172.21.15.71:0/3266987781 shutdown_connections 2024-09-05T07:46:52.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.111+0000 7f4d66a56740 1 --2- 172.21.15.71:0/3266987781 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562981ffe780 0x562981ff86a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.111+0000 7f4d66a56740 1 --2- 172.21.15.71:0/3266987781 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562981ff0b40 0x562981ff8160 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.111+0000 7f4d66a56740 1 --2- 172.21.15.71:0/3266987781 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x562982079950 0x56298207bd70 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.111+0000 7f4d66a56740 1 --2- 172.21.15.71:0/3266987781 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562981fef5d0 0x562982006fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.111+0000 7f4d45ffb640 0 client.17070 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:46:52.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.111+0000 7f4d66a56740 1 -- 172.21.15.71:0/3266987781 >> 172.21.15.71:0/3266987781 conn(0x562981fb8310 msgr2=0x562981ff6720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:52.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.111+0000 7f4d66a56740 1 -- 172.21.15.71:0/3266987781 shutdown_connections 2024-09-05T07:46:52.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.111+0000 7f4d66a56740 1 -- 172.21.15.71:0/3266987781 wait complete. 2024-09-05T07:46:52.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.112+0000 7f4d66a56740 20 client.17070 trim_cache size 0 max 16384 2024-09-05T07:46:52.124 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:46:52.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.112+0000 7f4d6467d640 1 -- 172.21.15.71:0/2542371240 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4d480a2cf0 msgr2=0x7f4d480a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:52.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.112+0000 7f4d6467d640 1 --2- 172.21.15.71:0/2542371240 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4d480a2cf0 0x7f4d480a51b0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4d5401c000 tx=0x7f4d5401d000 comp rx=0 tx=0).stop 2024-09-05T07:46:52.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.112+0000 7f4d6467d640 1 -- 172.21.15.71:0/2542371240 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d5c101420 msgr2=0x7f4d5c197850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:52.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.112+0000 7f4d6467d640 1 --2- 172.21.15.71:0/2542371240 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d5c101420 0x7f4d5c197850 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f4d4c005940 tx=0x7f4d4c0042f0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.112+0000 7f4d6467d640 1 -- 172.21.15.71:0/2542371240 shutdown_connections 2024-09-05T07:46:52.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.112+0000 7f4d6467d640 1 --2- 172.21.15.71:0/2542371240 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f4d480a2cf0 0x7f4d480a51b0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.112+0000 7f4d6467d640 1 --2- 172.21.15.71:0/2542371240 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4d5c106a80 0x7f4d5c19bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.112+0000 7f4d6467d640 1 --2- 172.21.15.71:0/2542371240 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4d5c101420 0x7f4d5c197850 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.112+0000 7f4d6467d640 1 --2- 172.21.15.71:0/2542371240 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4d5c100a80 0x7f4d5c197310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:52.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.112+0000 7f4d6467d640 1 -- 172.21.15.71:0/2542371240 >> 172.21.15.71:0/2542371240 conn(0x7f4d5c0fc7a0 msgr2=0x7f4d5c0fd0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:52.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.112+0000 7f4d6467d640 1 -- 172.21.15.71:0/2542371240 shutdown_connections 2024-09-05T07:46:52.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:52.112+0000 7f4d6467d640 1 -- 172.21.15.71:0/2542371240 wait complete. 2024-09-05T07:46:52.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:52 smithi071 ceph-mon[30965]: pgmap v254: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:46:52.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:52 smithi123 ceph-mon[34568]: pgmap v254: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:46:52.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:52 smithi192 ceph-mon[34929]: pgmap v254: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:46:52.947 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T07:46:53.192 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:46:53.741 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.712+0000 7f6c8ce31640 1 -- 172.21.15.71:0/2758180900 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c88100a80 msgr2=0x7f6c88100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:53.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.712+0000 7f6c8ce31640 1 --2- 172.21.15.71:0/2758180900 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c88100a80 0x7f6c88100ee0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f6c7c009930 tx=0x7f6c7c02a420 comp rx=0 tx=0).stop 2024-09-05T07:46:53.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.712+0000 7f6c8ce31640 1 -- 172.21.15.71:0/2758180900 shutdown_connections 2024-09-05T07:46:53.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.712+0000 7f6c8ce31640 1 --2- 172.21.15.71:0/2758180900 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c88101420 0x7f6c8810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.712+0000 7f6c8ce31640 1 --2- 172.21.15.71:0/2758180900 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c88100a80 0x7f6c88100ee0 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.712+0000 7f6c8ce31640 1 --2- 172.21.15.71:0/2758180900 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c88106a80 0x7f6c88106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.712+0000 7f6c8ce31640 1 -- 172.21.15.71:0/2758180900 >> 172.21.15.71:0/2758180900 conn(0x7f6c880fc7a0 msgr2=0x7f6c880febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:53.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.712+0000 7f6c8ce31640 1 -- 172.21.15.71:0/2758180900 shutdown_connections 2024-09-05T07:46:53.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.712+0000 7f6c8ce31640 1 -- 172.21.15.71:0/2758180900 wait complete. 2024-09-05T07:46:53.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.713+0000 7f6c8ce31640 1 Processor -- start 2024-09-05T07:46:53.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.713+0000 7f6c8ce31640 1 -- start start 2024-09-05T07:46:53.742 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.713+0000 7f6c8ce31640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c88100a80 0x7f6c88198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:53.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.713+0000 7f6c8ce31640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c88101420 0x7f6c881988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:53.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.713+0000 7f6c8ce31640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c88106a80 0x7f6c8819cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:53.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.713+0000 7f6c8ce31640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6c88110d30 con 0x7f6c88101420 2024-09-05T07:46:53.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.713+0000 7f6c8ce31640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6c88110bb0 con 0x7f6c88106a80 2024-09-05T07:46:53.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.713+0000 7f6c8ce31640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6c88110eb0 con 0x7f6c88100a80 2024-09-05T07:46:53.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.714+0000 7f6c85d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c88101420 0x7f6c881988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:53.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.714+0000 7f6c85d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c88101420 0x7f6c881988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51064/0 (socket says 172.21.15.71:51064) 2024-09-05T07:46:53.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.714+0000 7f6c85d9b640 1 -- 172.21.15.71:0/3423658958 learned_addr learned my addr 172.21.15.71:0/3423658958 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:53.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.714+0000 7f6c8659c640 1 --2- 172.21.15.71:0/3423658958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c88100a80 0x7f6c88198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:53.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.714+0000 7f6c86d9d640 1 --2- 172.21.15.71:0/3423658958 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c88106a80 0x7f6c8819cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:53.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.714+0000 7f6c85d9b640 1 -- 172.21.15.71:0/3423658958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c88100a80 msgr2=0x7f6c88198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:53.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.714+0000 7f6c85d9b640 1 --2- 172.21.15.71:0/3423658958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c88100a80 0x7f6c88198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.743 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.714+0000 7f6c85d9b640 1 -- 172.21.15.71:0/3423658958 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c88106a80 msgr2=0x7f6c8819cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:53.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.714+0000 7f6c85d9b640 1 --2- 172.21.15.71:0/3423658958 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c88106a80 0x7f6c8819cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.714+0000 7f6c85d9b640 1 -- 172.21.15.71:0/3423658958 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c8819d2d0 con 0x7f6c88101420 2024-09-05T07:46:53.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.714+0000 7f6c85d9b640 1 --2- 172.21.15.71:0/3423658958 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c88101420 0x7f6c881988b0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f6c7c004770 tx=0x7f6c7c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:53.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.714+0000 7f6c777fe640 1 -- 172.21.15.71:0/3423658958 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c7c03f070 con 0x7f6c88101420 2024-09-05T07:46:53.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.714+0000 7f6c777fe640 1 -- 172.21.15.71:0/3423658958 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c7c03b460 con 0x7f6c88101420 2024-09-05T07:46:53.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.714+0000 7f6c8ce31640 1 -- 172.21.15.71:0/3423658958 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c8819d560 con 0x7f6c88101420 2024-09-05T07:46:53.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.714+0000 7f6c777fe640 1 -- 172.21.15.71:0/3423658958 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c7c035070 con 0x7f6c88101420 2024-09-05T07:46:53.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.714+0000 7f6c8ce31640 1 -- 172.21.15.71:0/3423658958 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c881a4ea0 con 0x7f6c88101420 2024-09-05T07:46:53.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.717+0000 7f6c777fe640 1 -- 172.21.15.71:0/3423658958 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f6c7c03b610 con 0x7f6c88101420 2024-09-05T07:46:53.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.717+0000 7f6c8f20a740 1 Processor -- start 2024-09-05T07:46:53.744 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.717+0000 7f6c8f20a740 1 -- start start 2024-09-05T07:46:53.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.717+0000 7f6c8f20a740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f3b40 0x5620284f2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:53.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.717+0000 7f6c8f20a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620284f25d0 0x5620284f2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:53.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c8f20a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620284fd370 0x5620284ff760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:53.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c8f20a740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5620284582f0 con 0x5620284f3b40 2024-09-05T07:46:53.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c8f20a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5620283ffcf0 con 0x5620284f25d0 2024-09-05T07:46:53.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c8f20a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5620284542b0 con 0x5620284fd370 2024-09-05T07:46:53.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c777fe640 1 --2- 172.21.15.71:0/3423658958 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6c700a2cf0 0x7f6c700a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:53.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c86d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f3b40 0x5620284f2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:53.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c86d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f3b40 0x5620284f2090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51074/0 (socket says 172.21.15.71:51074) 2024-09-05T07:46:53.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c86d9d640 1 -- 172.21.15.71:0/2983642539 learned_addr learned my addr 172.21.15.71:0/2983642539 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:53.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c8659c640 1 --2- 172.21.15.71:0/2983642539 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620284f25d0 0x5620284f2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:53.745 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c85d9b640 1 --2- 172.21.15.71:0/2983642539 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620284fd370 0x5620284ff760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:53.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c86d9d640 1 --2- 172.21.15.71:0/3423658958 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6c700a2cf0 0x7f6c700a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:53.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c777fe640 1 -- 172.21.15.71:0/3423658958 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f6c7c0efcc0 con 0x7f6c88101420 2024-09-05T07:46:53.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c86d9d640 1 -- 172.21.15.71:0/2983642539 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620284fd370 msgr2=0x5620284ff760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:53.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c86d9d640 1 --2- 172.21.15.71:0/2983642539 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620284fd370 0x5620284ff760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c86d9d640 1 -- 172.21.15.71:0/2983642539 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620284f25d0 msgr2=0x5620284f2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:53.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c86d9d640 1 --2- 172.21.15.71:0/2983642539 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620284f25d0 0x5620284f2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c86d9d640 1 -- 172.21.15.71:0/2983642539 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620283e43a0 con 0x5620284f3b40 2024-09-05T07:46:53.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c86d9d640 1 --2- 172.21.15.71:0/2983642539 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f3b40 0x5620284f2090 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f6c80012910 tx=0x7f6c80012dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bf6f9bf77318e31 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:53.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c74ff9640 1 -- 172.21.15.71:0/2983642539 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c80005020 con 0x5620284f3b40 2024-09-05T07:46:53.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c74ff9640 1 -- 172.21.15.71:0/2983642539 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c80005670 con 0x5620284f3b40 2024-09-05T07:46:53.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.718+0000 7f6c74ff9640 1 -- 172.21.15.71:0/2983642539 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c8001c770 con 0x5620284f3b40 2024-09-05T07:46:53.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.719+0000 7f6c8f20a740 1 -- 172.21.15.71:0/2983642539 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f3b40 msgr2=0x5620284f2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:53.746 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.719+0000 7f6c86d9d640 1 --2- 172.21.15.71:0/3423658958 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6c700a2cf0 0x7f6c700a51b0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f6c8001f000 tx=0x7f6c8001e000 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:53.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.719+0000 7f6c8f20a740 1 --2- 172.21.15.71:0/2983642539 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f3b40 0x5620284f2090 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f6c80012910 tx=0x7f6c80012dd0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.719+0000 7f6c8f20a740 1 -- 172.21.15.71:0/2983642539 shutdown_connections 2024-09-05T07:46:53.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.719+0000 7f6c8f20a740 1 --2- 172.21.15.71:0/2983642539 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620284fd370 0x5620284ff760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.719+0000 7f6c8f20a740 1 --2- 172.21.15.71:0/2983642539 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620284f25d0 0x5620284f2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.719+0000 7f6c8f20a740 1 --2- 172.21.15.71:0/2983642539 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f3b40 0x5620284f2090 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.719+0000 7f6c8f20a740 1 -- 172.21.15.71:0/2983642539 >> 172.21.15.71:0/2983642539 conn(0x5620284bb310 msgr2=0x5620284eec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:53.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.719+0000 7f6c8f20a740 1 -- 172.21.15.71:0/2983642539 shutdown_connections 2024-09-05T07:46:53.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.719+0000 7f6c8f20a740 1 -- 172.21.15.71:0/2983642539 wait complete. 2024-09-05T07:46:53.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c8f20a740 1 -- start start 2024-09-05T07:46:53.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c8f20a740 1 Processor -- start 2024-09-05T07:46:53.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c8f20a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620284f25d0 0x5620284fcdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:53.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c8f20a740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f3b40 0x5620284fa080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:53.747 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c8f20a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620284fd370 0x5620284fa810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:53.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c8f20a740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x562028500070 con 0x5620284f3b40 2024-09-05T07:46:53.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c8f20a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562028413060 con 0x5620284fd370 2024-09-05T07:46:53.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c8f20a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5620285001f0 con 0x5620284f25d0 2024-09-05T07:46:53.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c8f20a740 10 client.0 _ll_register_callbacks cb 0x5620281668c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:53.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c85d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f3b40 0x5620284fa080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:53.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c85d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f3b40 0x5620284fa080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51080/0 (socket says 172.21.15.71:51080) 2024-09-05T07:46:53.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c85d9b640 1 -- 172.21.15.71:0/146073452 learned_addr learned my addr 172.21.15.71:0/146073452 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:53.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c8659c640 1 --2- 172.21.15.71:0/146073452 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620284f25d0 0x5620284fcdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:53.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c86d9d640 1 --2- 172.21.15.71:0/146073452 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620284fd370 0x5620284fa810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:53.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c85d9b640 1 -- 172.21.15.71:0/146073452 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620284f25d0 msgr2=0x5620284fcdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:53.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c85d9b640 1 --2- 172.21.15.71:0/146073452 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620284f25d0 0x5620284fcdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c85d9b640 1 -- 172.21.15.71:0/146073452 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620284fd370 msgr2=0x5620284fa810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:53.748 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c85d9b640 1 --2- 172.21.15.71:0/146073452 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620284fd370 0x5620284fa810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c85d9b640 1 -- 172.21.15.71:0/146073452 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620281c93c0 con 0x5620284f3b40 2024-09-05T07:46:53.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c85d9b640 1 --2- 172.21.15.71:0/146073452 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f3b40 0x5620284fa080 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f6c7c0bba30 tx=0x7f6c7c049f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ac55cf15b9d217b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:53.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.720+0000 7f6c6dffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:53.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.721+0000 7f6c6dffb640 1 -- 172.21.15.71:0/146073452 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c7c048040 con 0x5620284f3b40 2024-09-05T07:46:53.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.721+0000 7f6c6dffb640 1 -- 172.21.15.71:0/146073452 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f6c7c0ed1e0 con 0x5620284f3b40 2024-09-05T07:46:53.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.721+0000 7f6c8f20a740 1 -- 172.21.15.71:0/146073452 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c80005670 con 0x5620284f3b40 2024-09-05T07:46:53.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.721+0000 7f6c6dffb640 1 -- 172.21.15.71:0/146073452 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6c7c0bb690 con 0x5620284f3b40 2024-09-05T07:46:53.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.721+0000 7f6c8f20a740 10 client.17082 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:53.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.721+0000 7f6c8f20a740 1 -- 172.21.15.71:0/146073452 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56202850bb90 con 0x5620284f3b40 2024-09-05T07:46:53.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.721+0000 7f6c6dffb640 1 -- 172.21.15.71:0/146073452 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c80005670 con 0x5620284f3b40 2024-09-05T07:46:53.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.721+0000 7f6c6dffb640 1 -- 172.21.15.71:0/146073452 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f6c7c0d2070 con 0x5620284f3b40 2024-09-05T07:46:53.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.721+0000 7f6c8f20a740 10 client.17082 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:53.749 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.721+0000 7f6c8f20a740 10 client.17082 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:46:53.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.721+0000 7f6c8f20a740 20 client.17082 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:53.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.721+0000 7f6c8f20a740 1 --2- 172.21.15.71:0/146073452 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56202850d090 0x56202850f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:53.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.721+0000 7f6c8f20a740 4 client.17082 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:46:53.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.721+0000 7f6c8f20a740 1 -- 172.21.15.71:0/146073452 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562028465860 con 0x56202850d090 2024-09-05T07:46:53.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.722+0000 7f6c8659c640 1 --2- 172.21.15.71:0/146073452 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56202850d090 0x56202850f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:53.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.722+0000 7f6c8659c640 1 --2- 172.21.15.71:0/146073452 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56202850d090 0x56202850f4c0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c63a314c140f7fca server_cookie=419f59af82f95aa in_seq=0 out_seq=0 2024-09-05T07:46:53.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.722+0000 7f6c6dffb640 10 client.17082 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:53.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.723+0000 7f6c6dffb640 1 -- 172.21.15.71:0/146073452 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562028465860 con 0x56202850d090 2024-09-05T07:46:53.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.723+0000 7f6c6dffb640 10 client.17082 handle_command_reply: tid=0 2024-09-05T07:46:53.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.723+0000 7f6c8f20a740 1 client.17082 shutdown 2024-09-05T07:46:53.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.723+0000 7f6c8f20a740 1 -- 172.21.15.71:0/146073452 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f3b40 msgr2=0x5620284fa080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:53.750 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.723+0000 7f6c8f20a740 1 --2- 172.21.15.71:0/146073452 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f3b40 0x5620284fa080 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f6c7c0bba30 tx=0x7f6c7c049f50 comp rx=0 tx=0).stop 2024-09-05T07:46:53.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.723+0000 7f6c8f20a740 1 -- 172.21.15.71:0/146073452 shutdown_connections 2024-09-05T07:46:53.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.723+0000 7f6c8f20a740 1 --2- 172.21.15.71:0/146073452 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x56202850d090 0x56202850f4c0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.723+0000 7f6c8f20a740 1 --2- 172.21.15.71:0/146073452 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620284fd370 0x5620284fa810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.723+0000 7f6c6dffb640 0 client.17082 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:53.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.723+0000 7f6c8f20a740 1 --2- 172.21.15.71:0/146073452 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f3b40 0x5620284fa080 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.723+0000 7f6c8f20a740 1 --2- 172.21.15.71:0/146073452 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620284f25d0 0x5620284fcdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.723+0000 7f6c8f20a740 1 -- 172.21.15.71:0/146073452 >> 172.21.15.71:0/146073452 conn(0x5620284bb310 msgr2=0x5620284f4990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:53.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.723+0000 7f6c8f20a740 1 -- 172.21.15.71:0/146073452 shutdown_connections 2024-09-05T07:46:53.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.723+0000 7f6c8f20a740 1 -- 172.21.15.71:0/146073452 wait complete. 2024-09-05T07:46:53.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.723+0000 7f6c8f20a740 20 client.17082 trim_cache size 0 max 16384 2024-09-05T07:46:53.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.736+0000 7f6c8f20a740 1 Processor -- start 2024-09-05T07:46:53.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.736+0000 7f6c8f20a740 1 -- start start 2024-09-05T07:46:53.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.736+0000 7f6c8f20a740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f25d0 0x5620284fbff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:53.751 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.736+0000 7f6c8f20a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620284f3b40 0x5620284f5120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:53.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.736+0000 7f6c8f20a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620284fd370 0x5620284f5660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:53.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.736+0000 7f6c8f20a740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6c881b1930 con 0x5620284f25d0 2024-09-05T07:46:53.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.736+0000 7f6c8f20a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6c881af200 con 0x5620284fd370 2024-09-05T07:46:53.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.736+0000 7f6c8f20a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6c881ad070 con 0x5620284f3b40 2024-09-05T07:46:53.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.736+0000 7f6c8659c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f25d0 0x5620284fbff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:53.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.736+0000 7f6c8659c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f25d0 0x5620284fbff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51094/0 (socket says 172.21.15.71:51094) 2024-09-05T07:46:53.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.736+0000 7f6c8659c640 1 -- 172.21.15.71:0/2162506154 learned_addr learned my addr 172.21.15.71:0/2162506154 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:53.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.736+0000 7f6c8659c640 1 -- 172.21.15.71:0/2162506154 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620284f3b40 msgr2=0x5620284f5120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:53.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.736+0000 7f6c8659c640 1 --2- 172.21.15.71:0/2162506154 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620284f3b40 0x5620284f5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.736+0000 7f6c8659c640 1 -- 172.21.15.71:0/2162506154 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620284fd370 msgr2=0x5620284f5660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:53.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.736+0000 7f6c8659c640 1 --2- 172.21.15.71:0/2162506154 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620284fd370 0x5620284f5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.752 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.736+0000 7f6c8659c640 1 -- 172.21.15.71:0/2162506154 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620284ee510 con 0x5620284f25d0 2024-09-05T07:46:53.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.736+0000 7f6c8659c640 1 --2- 172.21.15.71:0/2162506154 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f25d0 0x5620284fbff0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f6c78005f00 tx=0x7f6c7800b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ac2d99871ae59df server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:53.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.736+0000 7f6c6ffff640 1 -- 172.21.15.71:0/2162506154 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c78003de0 con 0x5620284f25d0 2024-09-05T07:46:53.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.736+0000 7f6c6ffff640 1 -- 172.21.15.71:0/2162506154 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c780054d0 con 0x5620284f25d0 2024-09-05T07:46:53.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.736+0000 7f6c6ffff640 1 -- 172.21.15.71:0/2162506154 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c780116a0 con 0x5620284f25d0 2024-09-05T07:46:53.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.737+0000 7f6c8f20a740 1 -- 172.21.15.71:0/2162506154 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f25d0 msgr2=0x5620284fbff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:53.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.737+0000 7f6c8f20a740 1 --2- 172.21.15.71:0/2162506154 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f25d0 0x5620284fbff0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f6c78005f00 tx=0x7f6c7800b390 comp rx=0 tx=0).stop 2024-09-05T07:46:53.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.737+0000 7f6c8f20a740 1 -- 172.21.15.71:0/2162506154 shutdown_connections 2024-09-05T07:46:53.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.737+0000 7f6c8f20a740 1 --2- 172.21.15.71:0/2162506154 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620284fd370 0x5620284f5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.737+0000 7f6c8f20a740 1 --2- 172.21.15.71:0/2162506154 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620284f3b40 0x5620284f5120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.737+0000 7f6c8f20a740 1 --2- 172.21.15.71:0/2162506154 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284f25d0 0x5620284fbff0 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.737+0000 7f6c8f20a740 1 -- 172.21.15.71:0/2162506154 >> 172.21.15.71:0/2162506154 conn(0x5620284bb310 msgr2=0x5620284fb8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:53.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.737+0000 7f6c8f20a740 1 -- 172.21.15.71:0/2162506154 shutdown_connections 2024-09-05T07:46:53.753 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.737+0000 7f6c8f20a740 1 -- 172.21.15.71:0/2162506154 wait complete. 2024-09-05T07:46:53.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.737+0000 7f6c8f20a740 1 -- start start 2024-09-05T07:46:53.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.737+0000 7f6c8f20a740 1 Processor -- start 2024-09-05T07:46:53.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c8f20a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620284f25d0 0x562028501a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:53.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c8f20a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620284f3b40 0x562028501f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:53.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c8f20a740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284fd370 0x562028570d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:53.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c8f20a740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6c881ad6c0 con 0x5620284fd370 2024-09-05T07:46:53.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c8f20a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6c881aeb30 con 0x5620284f25d0 2024-09-05T07:46:53.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c8f20a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6c881add90 con 0x5620284f3b40 2024-09-05T07:46:53.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c8f20a740 10 client.0 _ll_register_callbacks cb 0x7f6c7c005b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:53.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c86d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284fd370 0x562028570d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:53.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c86d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284fd370 0x562028570d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51110/0 (socket says 172.21.15.71:51110) 2024-09-05T07:46:53.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c86d9d640 1 -- 172.21.15.71:0/4241486745 learned_addr learned my addr 172.21.15.71:0/4241486745 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:53.754 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c8659c640 1 --2- 172.21.15.71:0/4241486745 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620284f25d0 0x562028501a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:53.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c86d9d640 1 -- 172.21.15.71:0/4241486745 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620284f3b40 msgr2=0x562028501f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:53.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c86d9d640 1 --2- 172.21.15.71:0/4241486745 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620284f3b40 0x562028501f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c86d9d640 1 -- 172.21.15.71:0/4241486745 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620284f25d0 msgr2=0x562028501a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:53.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c86d9d640 1 --2- 172.21.15.71:0/4241486745 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620284f25d0 0x562028501a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c86d9d640 1 -- 172.21.15.71:0/4241486745 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562028571320 con 0x5620284fd370 2024-09-05T07:46:53.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c86d9d640 1 --2- 172.21.15.71:0/4241486745 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284fd370 0x562028570d30 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f6c8001c8d0 tx=0x7f6c800076a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a4023fdc8f77921 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:53.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c6dffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:53.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c6dffb640 1 -- 172.21.15.71:0/4241486745 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c80007cd0 con 0x5620284fd370 2024-09-05T07:46:53.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c6dffb640 1 -- 172.21.15.71:0/4241486745 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f6c8001cc90 con 0x5620284fd370 2024-09-05T07:46:53.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.738+0000 7f6c8f20a740 1 -- 172.21.15.71:0/4241486745 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c780054d0 con 0x5620284fd370 2024-09-05T07:46:53.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.739+0000 7f6c6dffb640 1 -- 172.21.15.71:0/4241486745 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6c80003970 con 0x5620284fd370 2024-09-05T07:46:53.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.739+0000 7f6c8f20a740 10 client.17088 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:53.755 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.739+0000 7f6c8f20a740 1 -- 172.21.15.71:0/4241486745 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5620285786a0 con 0x5620284fd370 2024-09-05T07:46:53.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.739+0000 7f6c6dffb640 1 -- 172.21.15.71:0/4241486745 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c780054d0 con 0x5620284fd370 2024-09-05T07:46:53.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.739+0000 7f6c6dffb640 1 -- 172.21.15.71:0/4241486745 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f6c80004620 con 0x5620284fd370 2024-09-05T07:46:53.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.739+0000 7f6c8f20a740 10 client.17088 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:53.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.739+0000 7f6c8f20a740 10 client.17088 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:46:53.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.739+0000 7f6c8f20a740 20 client.17088 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:53.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.739+0000 7f6c8f20a740 1 --2- 172.21.15.71:0/4241486745 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x562028578cb0 0x56202857b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:53.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.739+0000 7f6c8f20a740 4 client.17088 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:46:53.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.739+0000 7f6c8f20a740 1 -- 172.21.15.71:0/4241486745 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56202845fd70 con 0x562028578cb0 2024-09-05T07:46:53.756 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.740+0000 7f6c8659c640 1 --2- 172.21.15.71:0/4241486745 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x562028578cb0 0x56202857b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:53.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.742+0000 7f6c8659c640 1 --2- 172.21.15.71:0/4241486745 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x562028578cb0 0x56202857b0d0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2113c3212c90efc4 server_cookie=104785aa4e133523 in_seq=0 out_seq=0 2024-09-05T07:46:53.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.742+0000 7f6c6dffb640 10 client.17088 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:53.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.742+0000 7f6c6dffb640 1 -- 172.21.15.71:0/4241486745 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56202845fd70 con 0x562028578cb0 2024-09-05T07:46:53.757 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.742+0000 7f6c6dffb640 10 client.17088 handle_command_reply: tid=0 2024-09-05T07:46:53.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.742+0000 7f6c8f20a740 1 client.17088 shutdown 2024-09-05T07:46:53.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.742+0000 7f6c8f20a740 1 -- 172.21.15.71:0/4241486745 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284fd370 msgr2=0x562028570d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:53.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.742+0000 7f6c8f20a740 1 --2- 172.21.15.71:0/4241486745 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284fd370 0x562028570d30 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f6c8001c8d0 tx=0x7f6c800076a0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.743+0000 7f6c8f20a740 1 -- 172.21.15.71:0/4241486745 shutdown_connections 2024-09-05T07:46:53.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.743+0000 7f6c8f20a740 1 --2- 172.21.15.71:0/4241486745 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x562028578cb0 0x56202857b0d0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.743+0000 7f6c8f20a740 1 --2- 172.21.15.71:0/4241486745 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5620284fd370 0x562028570d30 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.743+0000 7f6c8f20a740 1 --2- 172.21.15.71:0/4241486745 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5620284f3b40 0x562028501f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.743+0000 7f6c6dffb640 0 client.17088 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:53.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.743+0000 7f6c8f20a740 1 --2- 172.21.15.71:0/4241486745 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5620284f25d0 0x562028501a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.743+0000 7f6c8f20a740 1 -- 172.21.15.71:0/4241486745 >> 172.21.15.71:0/4241486745 conn(0x5620284bb310 msgr2=0x5620284edd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:53.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.743+0000 7f6c8f20a740 1 -- 172.21.15.71:0/4241486745 shutdown_connections 2024-09-05T07:46:53.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.743+0000 7f6c8f20a740 1 -- 172.21.15.71:0/4241486745 wait complete. 2024-09-05T07:46:53.758 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.743+0000 7f6c8f20a740 20 client.17088 trim_cache size 0 max 16384 2024-09-05T07:46:53.759 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:46:53.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.743+0000 7f6c8ce31640 1 -- 172.21.15.71:0/3423658958 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6c700a2cf0 msgr2=0x7f6c700a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:53.759 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.743+0000 7f6c8ce31640 1 --2- 172.21.15.71:0/3423658958 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6c700a2cf0 0x7f6c700a51b0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f6c8001f000 tx=0x7f6c8001e000 comp rx=0 tx=0).stop 2024-09-05T07:46:53.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.743+0000 7f6c8ce31640 1 -- 172.21.15.71:0/3423658958 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c88101420 msgr2=0x7f6c881988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:53.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.743+0000 7f6c8ce31640 1 --2- 172.21.15.71:0/3423658958 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c88101420 0x7f6c881988b0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f6c7c004770 tx=0x7f6c7c0042f0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.744+0000 7f6c8ce31640 1 -- 172.21.15.71:0/3423658958 shutdown_connections 2024-09-05T07:46:53.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.744+0000 7f6c8ce31640 1 --2- 172.21.15.71:0/3423658958 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6c700a2cf0 0x7f6c700a51b0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.744+0000 7f6c8ce31640 1 --2- 172.21.15.71:0/3423658958 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6c88106a80 0x7f6c8819cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.744+0000 7f6c8ce31640 1 --2- 172.21.15.71:0/3423658958 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c88101420 0x7f6c881988b0 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.744+0000 7f6c8ce31640 1 --2- 172.21.15.71:0/3423658958 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6c88100a80 0x7f6c88198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:53.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.744+0000 7f6c8ce31640 1 -- 172.21.15.71:0/3423658958 >> 172.21.15.71:0/3423658958 conn(0x7f6c880fc7a0 msgr2=0x7f6c8806ab10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:53.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.744+0000 7f6c8ce31640 1 -- 172.21.15.71:0/3423658958 shutdown_connections 2024-09-05T07:46:53.760 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:53.744+0000 7f6c8ce31640 1 -- 172.21.15.71:0/3423658958 wait complete. 2024-09-05T07:46:54.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:54 smithi071 ceph-mon[30965]: pgmap v255: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:46:54.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:54 smithi123 ceph-mon[34568]: pgmap v255: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:46:54.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:54 smithi192 ceph-mon[34929]: pgmap v255: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:46:55.508 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T07:46:55.509 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T07:46:55.774 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:46:56.270 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.269+0000 7f8065b12640 1 -- 172.21.15.71:0/347310695 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8060102570 msgr2=0x7f80601029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:56.270 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.269+0000 7f8065b12640 1 --2- 172.21.15.71:0/347310695 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8060102570 0x7f80601029b0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f8050009900 tx=0x7f805002a480 comp rx=0 tx=0).stop 2024-09-05T07:46:56.270 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.269+0000 7f8065b12640 1 -- 172.21.15.71:0/347310695 shutdown_connections 2024-09-05T07:46:56.270 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.269+0000 7f8065b12640 1 --2- 172.21.15.71:0/347310695 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8060102ef0 0x7f806010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.270 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.269+0000 7f8065b12640 1 --2- 172.21.15.71:0/347310695 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8060102570 0x7f80601029b0 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.270 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.269+0000 7f8065b12640 1 --2- 172.21.15.71:0/347310695 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8060100e20 0x7f8060101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.270 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.269+0000 7f8065b12640 1 -- 172.21.15.71:0/347310695 >> 172.21.15.71:0/347310695 conn(0x7f80600fc7d0 msgr2=0x7f80600febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:56.270 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.269+0000 7f8065b12640 1 -- 172.21.15.71:0/347310695 shutdown_connections 2024-09-05T07:46:56.270 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.269+0000 7f8065b12640 1 -- 172.21.15.71:0/347310695 wait complete. 2024-09-05T07:46:56.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.270+0000 7f8065b12640 1 Processor -- start 2024-09-05T07:46:56.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.270+0000 7f8065b12640 1 -- start start 2024-09-05T07:46:56.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.270+0000 7f8065b12640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8060100e20 0x7f8060197300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:56.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.270+0000 7f8065b12640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8060102570 0x7f8060197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:56.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.270+0000 7f8065b12640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8060102ef0 0x7f806019bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:56.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.270+0000 7f8065b12640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f8060110e80 con 0x7f8060102ef0 2024-09-05T07:46:56.272 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.270+0000 7f8065b12640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f8060110d00 con 0x7f8060100e20 2024-09-05T07:46:56.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.270+0000 7f8065b12640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f8060111000 con 0x7f8060102570 2024-09-05T07:46:56.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.270+0000 7f805ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8060102ef0 0x7f806019bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:56.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.270+0000 7f805f7fe640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8060100e20 0x7f8060197300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:56.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.270+0000 7f805ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8060102ef0 0x7f806019bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51124/0 (socket says 172.21.15.71:51124) 2024-09-05T07:46:56.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.270+0000 7f805ffff640 1 -- 172.21.15.71:0/88482117 learned_addr learned my addr 172.21.15.71:0/88482117 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:56.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.271+0000 7f805effd640 1 --2- 172.21.15.71:0/88482117 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8060102570 0x7f8060197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:56.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.271+0000 7f805ffff640 1 -- 172.21.15.71:0/88482117 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8060102570 msgr2=0x7f8060197840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:56.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.271+0000 7f805ffff640 1 --2- 172.21.15.71:0/88482117 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8060102570 0x7f8060197840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.271+0000 7f805ffff640 1 -- 172.21.15.71:0/88482117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8060100e20 msgr2=0x7f8060197300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:56.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.271+0000 7f805ffff640 1 --2- 172.21.15.71:0/88482117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8060100e20 0x7f8060197300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.271+0000 7f805ffff640 1 -- 172.21.15.71:0/88482117 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f806019c2b0 con 0x7f8060102ef0 2024-09-05T07:46:56.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.271+0000 7f805ffff640 1 --2- 172.21.15.71:0/88482117 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8060102ef0 0x7f806019bbd0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f805800eaa0 tx=0x7f805800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:56.273 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.271+0000 7f805cff9640 1 -- 172.21.15.71:0/88482117 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f805800cdb0 con 0x7f8060102ef0 2024-09-05T07:46:56.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.271+0000 7f8065b12640 1 -- 172.21.15.71:0/88482117 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f806019c5a0 con 0x7f8060102ef0 2024-09-05T07:46:56.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.271+0000 7f805cff9640 1 -- 172.21.15.71:0/88482117 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8058005020 con 0x7f8060102ef0 2024-09-05T07:46:56.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.271+0000 7f805cff9640 1 -- 172.21.15.71:0/88482117 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80580116d0 con 0x7f8060102ef0 2024-09-05T07:46:56.274 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.271+0000 7f8065b12640 1 -- 172.21.15.71:0/88482117 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80601a3e80 con 0x7f8060102ef0 2024-09-05T07:46:56.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.274+0000 7f805cff9640 1 -- 172.21.15.71:0/88482117 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f8058011870 con 0x7f8060102ef0 2024-09-05T07:46:56.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.274+0000 7f8067eeb740 1 Processor -- start 2024-09-05T07:46:56.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.274+0000 7f8067eeb740 1 -- start start 2024-09-05T07:46:56.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.274+0000 7f8067eeb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5598c11ef1f0 0x5598c11ed9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:56.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.274+0000 7f8067eeb740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 0x5598c11ee410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:56.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.274+0000 7f8067eeb740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11fce00 0x5598c11ff210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:56.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.274+0000 7f8067eeb740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5598c1153280 con 0x5598c11edfb0 2024-09-05T07:46:56.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.274+0000 7f8067eeb740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5598c10fab10 con 0x5598c11fce00 2024-09-05T07:46:56.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.274+0000 7f8067eeb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5598c114f240 con 0x5598c11ef1f0 2024-09-05T07:46:56.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.274+0000 7f805f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 0x5598c11ee410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:56.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.274+0000 7f805f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 0x5598c11ee410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51130/0 (socket says 172.21.15.71:51130) 2024-09-05T07:46:56.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.274+0000 7f805f7fe640 1 -- 172.21.15.71:0/3702923332 learned_addr learned my addr 172.21.15.71:0/3702923332 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:56.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.274+0000 7f805effd640 1 --2- 172.21.15.71:0/3702923332 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5598c11ef1f0 0x5598c11ed9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:56.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.274+0000 7f805effd640 1 --2- 172.21.15.71:0/3702923332 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11fce00 0x5598c11ff210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:56.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.275+0000 7f805f7fe640 1 -- 172.21.15.71:0/3702923332 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5598c11ef1f0 msgr2=0x5598c11ed9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:56.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.275+0000 7f805f7fe640 1 --2- 172.21.15.71:0/3702923332 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5598c11ef1f0 0x5598c11ed9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.275+0000 7f805f7fe640 1 -- 172.21.15.71:0/3702923332 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11fce00 msgr2=0x5598c11ff210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:56.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.275+0000 7f805f7fe640 1 --2- 172.21.15.71:0/3702923332 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11fce00 0x5598c11ff210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.275+0000 7f805f7fe640 1 -- 172.21.15.71:0/3702923332 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598c11071f0 con 0x5598c11edfb0 2024-09-05T07:46:56.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.275+0000 7f805effd640 1 --2- 172.21.15.71:0/3702923332 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11fce00 0x5598c11ff210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:46:56.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.275+0000 7f805f7fe640 1 --2- 172.21.15.71:0/3702923332 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 0x5598c11ee410 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f8048009cf0 tx=0x7f8048011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97b5bff75bc78b34 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:56.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.275+0000 7f805cff9640 1 --2- 172.21.15.71:0/88482117 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f804c0a2cf0 0x7f804c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:56.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.275+0000 7f805effd640 1 --2- 172.21.15.71:0/88482117 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f804c0a2cf0 0x7f804c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:56.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.275+0000 7f8055ffb640 1 -- 172.21.15.71:0/3702923332 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8048004230 con 0x5598c11edfb0 2024-09-05T07:46:56.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.275+0000 7f8055ffb640 1 -- 172.21.15.71:0/3702923332 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f80480043d0 con 0x5598c11edfb0 2024-09-05T07:46:56.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.275+0000 7f8055ffb640 1 -- 172.21.15.71:0/3702923332 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80480197c0 con 0x5598c11edfb0 2024-09-05T07:46:56.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.275+0000 7f805cff9640 1 -- 172.21.15.71:0/88482117 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f80580cf980 con 0x7f8060102ef0 2024-09-05T07:46:56.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.276+0000 7f8067eeb740 1 -- 172.21.15.71:0/3702923332 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 msgr2=0x5598c11ee410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:56.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.276+0000 7f805effd640 1 --2- 172.21.15.71:0/88482117 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f804c0a2cf0 0x7f804c0a51b0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f8050000c00 tx=0x7f805002a480 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:56.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.276+0000 7f8067eeb740 1 --2- 172.21.15.71:0/3702923332 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 0x5598c11ee410 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f8048009cf0 tx=0x7f8048011810 comp rx=0 tx=0).stop 2024-09-05T07:46:56.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.276+0000 7f8067eeb740 1 -- 172.21.15.71:0/3702923332 shutdown_connections 2024-09-05T07:46:56.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.276+0000 7f8067eeb740 1 --2- 172.21.15.71:0/3702923332 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11fce00 0x5598c11ff210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.276+0000 7f8067eeb740 1 --2- 172.21.15.71:0/3702923332 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 0x5598c11ee410 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.280 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.276+0000 7f8067eeb740 1 --2- 172.21.15.71:0/3702923332 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5598c11ef1f0 0x5598c11ed9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.276+0000 7f8067eeb740 1 -- 172.21.15.71:0/3702923332 >> 172.21.15.71:0/3702923332 conn(0x5598c11ea0f0 msgr2=0x5598c11ea4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:56.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.276+0000 7f8067eeb740 1 -- 172.21.15.71:0/3702923332 shutdown_connections 2024-09-05T07:46:56.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.276+0000 7f8067eeb740 1 -- 172.21.15.71:0/3702923332 wait complete. 2024-09-05T07:46:56.281 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.276+0000 7f8067eeb740 1 -- start start 2024-09-05T07:46:56.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.277+0000 7f8067eeb740 1 Processor -- start 2024-09-05T07:46:56.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.277+0000 7f8067eeb740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 0x5598c11f9d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:56.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.277+0000 7f8067eeb740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11ef1f0 0x5598c11fa270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:56.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.277+0000 7f8067eeb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5598c11fce00 0x5598c11fa7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:56.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.277+0000 7f8067eeb740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5598c11ffd30 con 0x5598c11edfb0 2024-09-05T07:46:56.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.277+0000 7f8067eeb740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5598c110df10 con 0x5598c11ef1f0 2024-09-05T07:46:56.285 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.277+0000 7f8067eeb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5598c11ffeb0 con 0x5598c11fce00 2024-09-05T07:46:56.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.277+0000 7f8067eeb740 10 client.0 _ll_register_callbacks cb 0x5598c10d6a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:56.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.277+0000 7f805f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 0x5598c11f9d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:56.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.277+0000 7f805f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 0x5598c11f9d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51142/0 (socket says 172.21.15.71:51142) 2024-09-05T07:46:56.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.277+0000 7f805f7fe640 1 -- 172.21.15.71:0/2206984952 learned_addr learned my addr 172.21.15.71:0/2206984952 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:56.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.277+0000 7f805effd640 1 --2- 172.21.15.71:0/2206984952 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11ef1f0 0x5598c11fa270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:56.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.277+0000 7f805ffff640 1 --2- 172.21.15.71:0/2206984952 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5598c11fce00 0x5598c11fa7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:56.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.277+0000 7f805f7fe640 1 -- 172.21.15.71:0/2206984952 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5598c11fce00 msgr2=0x5598c11fa7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:56.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.277+0000 7f805f7fe640 1 --2- 172.21.15.71:0/2206984952 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5598c11fce00 0x5598c11fa7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.277+0000 7f805f7fe640 1 -- 172.21.15.71:0/2206984952 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11ef1f0 msgr2=0x5598c11fa270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:56.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.277+0000 7f805f7fe640 1 --2- 172.21.15.71:0/2206984952 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11ef1f0 0x5598c11fa270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.277+0000 7f805f7fe640 1 -- 172.21.15.71:0/2206984952 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598c0ec46a0 con 0x5598c11edfb0 2024-09-05T07:46:56.286 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.278+0000 7f805f7fe640 1 --2- 172.21.15.71:0/2206984952 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 0x5598c11f9d30 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f8048011d10 tx=0x7f8048003880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=304408f0c43e9d79 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:56.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.278+0000 7f803effd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:56.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.278+0000 7f803effd640 1 -- 172.21.15.71:0/2206984952 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8048027070 con 0x5598c11edfb0 2024-09-05T07:46:56.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.278+0000 7f803effd640 1 -- 172.21.15.71:0/2206984952 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f8048005450 con 0x5598c11edfb0 2024-09-05T07:46:56.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.278+0000 7f8067eeb740 1 -- 172.21.15.71:0/2206984952 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f80480043d0 con 0x5598c11edfb0 2024-09-05T07:46:56.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.278+0000 7f803effd640 1 -- 172.21.15.71:0/2206984952 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8048033050 con 0x5598c11edfb0 2024-09-05T07:46:56.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.278+0000 7f8067eeb740 10 client.17100 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:56.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.278+0000 7f8067eeb740 1 -- 172.21.15.71:0/2206984952 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5598c120b9b0 con 0x5598c11edfb0 2024-09-05T07:46:56.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.278+0000 7f803effd640 1 -- 172.21.15.71:0/2206984952 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f80480043d0 con 0x5598c11edfb0 2024-09-05T07:46:56.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.278+0000 7f803effd640 1 -- 172.21.15.71:0/2206984952 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f8048004c00 con 0x5598c11edfb0 2024-09-05T07:46:56.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.278+0000 7f8067eeb740 10 client.17100 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:56.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.278+0000 7f8067eeb740 10 client.17100 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:46:56.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.278+0000 7f8067eeb740 20 client.17100 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:56.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.278+0000 7f8067eeb740 1 --2- 172.21.15.71:0/2206984952 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5598c120cdc0 0x5598c120f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:56.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.278+0000 7f8067eeb740 4 client.17100 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:46:56.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.278+0000 7f8067eeb740 1 -- 172.21.15.71:0/2206984952 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5598c11607f0 con 0x5598c120cdc0 2024-09-05T07:46:56.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.279+0000 7f805effd640 1 --2- 172.21.15.71:0/2206984952 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5598c120cdc0 0x5598c120f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:56.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.279+0000 7f805effd640 1 --2- 172.21.15.71:0/2206984952 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5598c120cdc0 0x5598c120f1b0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f4dacf2ebf611a8 server_cookie=6f466f8db57361c9 in_seq=0 out_seq=0 2024-09-05T07:46:56.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.279+0000 7f803effd640 10 client.17100 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:56.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.280+0000 7f803effd640 1 -- 172.21.15.71:0/2206984952 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5598c11607f0 con 0x5598c120cdc0 2024-09-05T07:46:56.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.280+0000 7f803effd640 10 client.17100 handle_command_reply: tid=0 2024-09-05T07:46:56.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.280+0000 7f8067eeb740 1 client.17100 shutdown 2024-09-05T07:46:56.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.280+0000 7f8067eeb740 1 -- 172.21.15.71:0/2206984952 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 msgr2=0x5598c11f9d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:56.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.280+0000 7f8067eeb740 1 --2- 172.21.15.71:0/2206984952 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 0x5598c11f9d30 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f8048011d10 tx=0x7f8048003880 comp rx=0 tx=0).stop 2024-09-05T07:46:56.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.280+0000 7f8067eeb740 1 -- 172.21.15.71:0/2206984952 shutdown_connections 2024-09-05T07:46:56.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.280+0000 7f8067eeb740 1 --2- 172.21.15.71:0/2206984952 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5598c120cdc0 0x5598c120f1b0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.280+0000 7f803effd640 0 client.17100 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:56.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.280+0000 7f8067eeb740 1 --2- 172.21.15.71:0/2206984952 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5598c11fce00 0x5598c11fa7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.280+0000 7f8067eeb740 1 --2- 172.21.15.71:0/2206984952 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11ef1f0 0x5598c11fa270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.280+0000 7f8067eeb740 1 --2- 172.21.15.71:0/2206984952 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 0x5598c11f9d30 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.280+0000 7f8067eeb740 1 -- 172.21.15.71:0/2206984952 >> 172.21.15.71:0/2206984952 conn(0x5598c11ea0f0 msgr2=0x5598c11efe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:56.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.280+0000 7f8067eeb740 1 -- 172.21.15.71:0/2206984952 shutdown_connections 2024-09-05T07:46:56.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.280+0000 7f8067eeb740 1 -- 172.21.15.71:0/2206984952 wait complete. 2024-09-05T07:46:56.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.280+0000 7f8067eeb740 20 client.17100 trim_cache size 0 max 16384 2024-09-05T07:46:56.298 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.297+0000 7f8067eeb740 1 Processor -- start 2024-09-05T07:46:56.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.297+0000 7f8067eeb740 1 -- start start 2024-09-05T07:46:56.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.297+0000 7f8067eeb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5598c11edfb0 0x5598c11fe930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:56.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.297+0000 7f8067eeb740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11ef1f0 0x5598c11fee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:56.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.297+0000 7f8067eeb740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11fce00 0x5598c11f8600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:56.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.297+0000 7f8067eeb740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f80601af870 con 0x5598c11ef1f0 2024-09-05T07:46:56.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.297+0000 7f8067eeb740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f80601ad140 con 0x5598c11fce00 2024-09-05T07:46:56.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.297+0000 7f8067eeb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f80601aafb0 con 0x5598c11edfb0 2024-09-05T07:46:56.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.297+0000 7f805effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11ef1f0 0x5598c11fee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:56.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.297+0000 7f805effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11ef1f0 0x5598c11fee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51146/0 (socket says 172.21.15.71:51146) 2024-09-05T07:46:56.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.297+0000 7f805effd640 1 -- 172.21.15.71:0/3009634142 learned_addr learned my addr 172.21.15.71:0/3009634142 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:56.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.298+0000 7f805f7fe640 1 --2- 172.21.15.71:0/3009634142 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5598c11edfb0 0x5598c11fe930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:56.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.298+0000 7f805ffff640 1 --2- 172.21.15.71:0/3009634142 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11fce00 0x5598c11f8600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:56.300 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.298+0000 7f805effd640 1 -- 172.21.15.71:0/3009634142 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5598c11edfb0 msgr2=0x5598c11fe930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:56.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.298+0000 7f805effd640 1 --2- 172.21.15.71:0/3009634142 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5598c11edfb0 0x5598c11fe930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.298+0000 7f805effd640 1 -- 172.21.15.71:0/3009634142 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11fce00 msgr2=0x5598c11f8600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:56.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.298+0000 7f805effd640 1 --2- 172.21.15.71:0/3009634142 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11fce00 0x5598c11f8600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.298+0000 7f805effd640 1 -- 172.21.15.71:0/3009634142 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598c11eed60 con 0x5598c11ef1f0 2024-09-05T07:46:56.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.298+0000 7f805ffff640 1 --2- 172.21.15.71:0/3009634142 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11fce00 0x5598c11f8600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:46:56.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.298+0000 7f805effd640 1 --2- 172.21.15.71:0/3009634142 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11ef1f0 0x5598c11fee70 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f8050009230 tx=0x7f805003f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a18228164a3a0f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:56.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.298+0000 7f80557fa640 1 -- 172.21.15.71:0/3009634142 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8050003c40 con 0x5598c11ef1f0 2024-09-05T07:46:56.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.298+0000 7f80557fa640 1 -- 172.21.15.71:0/3009634142 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8050059070 con 0x5598c11ef1f0 2024-09-05T07:46:56.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.298+0000 7f80557fa640 1 -- 172.21.15.71:0/3009634142 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80500543a0 con 0x5598c11ef1f0 2024-09-05T07:46:56.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.299+0000 7f8067eeb740 1 -- 172.21.15.71:0/3009634142 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11ef1f0 msgr2=0x5598c11fee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:56.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.299+0000 7f8067eeb740 1 --2- 172.21.15.71:0/3009634142 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11ef1f0 0x5598c11fee70 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f8050009230 tx=0x7f805003f040 comp rx=0 tx=0).stop 2024-09-05T07:46:56.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.299+0000 7f8067eeb740 1 -- 172.21.15.71:0/3009634142 shutdown_connections 2024-09-05T07:46:56.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.299+0000 7f8067eeb740 1 --2- 172.21.15.71:0/3009634142 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11fce00 0x5598c11f8600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.299+0000 7f8067eeb740 1 --2- 172.21.15.71:0/3009634142 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11ef1f0 0x5598c11fee70 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.299+0000 7f8067eeb740 1 --2- 172.21.15.71:0/3009634142 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5598c11edfb0 0x5598c11fe930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.299+0000 7f8067eeb740 1 -- 172.21.15.71:0/3009634142 >> 172.21.15.71:0/3009634142 conn(0x5598c11ea0f0 msgr2=0x5598c11ee390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:56.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.299+0000 7f8067eeb740 1 -- 172.21.15.71:0/3009634142 shutdown_connections 2024-09-05T07:46:56.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.299+0000 7f8067eeb740 1 -- 172.21.15.71:0/3009634142 wait complete. 2024-09-05T07:46:56.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.299+0000 7f8067eeb740 1 -- start start 2024-09-05T07:46:56.306 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.300+0000 7f8067eeb740 1 Processor -- start 2024-09-05T07:46:56.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.300+0000 7f8067eeb740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 0x5598c12056f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:56.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.300+0000 7f8067eeb740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11ef1f0 0x5598c1214150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:56.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.300+0000 7f8067eeb740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5598c11fce00 0x5598c1214690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:56.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.300+0000 7f8067eeb740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f80601ab600 con 0x5598c11edfb0 2024-09-05T07:46:56.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.300+0000 7f8067eeb740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f80601aca70 con 0x5598c11ef1f0 2024-09-05T07:46:56.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.300+0000 7f8067eeb740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f80601abcd0 con 0x5598c11fce00 2024-09-05T07:46:56.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.300+0000 7f8067eeb740 10 client.0 _ll_register_callbacks cb 0x7f8050009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:56.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.300+0000 7f805f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 0x5598c12056f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:56.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.300+0000 7f805f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 0x5598c12056f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51158/0 (socket says 172.21.15.71:51158) 2024-09-05T07:46:56.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.300+0000 7f805f7fe640 1 -- 172.21.15.71:0/2983176348 learned_addr learned my addr 172.21.15.71:0/2983176348 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:56.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.300+0000 7f805effd640 1 --2- 172.21.15.71:0/2983176348 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11ef1f0 0x5598c1214150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:56.307 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.300+0000 7f805f7fe640 1 -- 172.21.15.71:0/2983176348 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5598c11fce00 msgr2=0x5598c1214690 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T07:46:56.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.300+0000 7f805f7fe640 1 --2- 172.21.15.71:0/2983176348 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5598c11fce00 0x5598c1214690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.300+0000 7f805f7fe640 1 -- 172.21.15.71:0/2983176348 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11ef1f0 msgr2=0x5598c1214150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:56.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.300+0000 7f805f7fe640 1 --2- 172.21.15.71:0/2983176348 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11ef1f0 0x5598c1214150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.300+0000 7f805f7fe640 1 -- 172.21.15.71:0/2983176348 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598c1214cd0 con 0x5598c11edfb0 2024-09-05T07:46:56.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.301+0000 7f805f7fe640 1 --2- 172.21.15.71:0/2983176348 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 0x5598c12056f0 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f8048011d10 tx=0x7f80480197c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=750f7597bfa68642 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:56.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.301+0000 7f803effd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:56.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.301+0000 7f803effd640 1 -- 172.21.15.71:0/2983176348 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f804803c060 con 0x5598c11edfb0 2024-09-05T07:46:56.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.301+0000 7f803effd640 1 -- 172.21.15.71:0/2983176348 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7f8048005450 con 0x5598c11edfb0 2024-09-05T07:46:56.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.301+0000 7f8067eeb740 1 -- 172.21.15.71:0/2983176348 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8050059070 con 0x5598c11edfb0 2024-09-05T07:46:56.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.301+0000 7f803effd640 1 -- 172.21.15.71:0/2983176348 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8048043050 con 0x5598c11edfb0 2024-09-05T07:46:56.308 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.301+0000 7f8067eeb740 10 client.17106 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:56.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.301+0000 7f8067eeb740 1 -- 172.21.15.71:0/2983176348 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5598c1204030 con 0x5598c11edfb0 2024-09-05T07:46:56.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.301+0000 7f803effd640 1 -- 172.21.15.71:0/2983176348 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8050059070 con 0x5598c11edfb0 2024-09-05T07:46:56.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.301+0000 7f803effd640 1 -- 172.21.15.71:0/2983176348 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f8048023460 con 0x5598c11edfb0 2024-09-05T07:46:56.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.301+0000 7f8067eeb740 10 client.17106 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:56.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.301+0000 7f8067eeb740 10 client.17106 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:46:56.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.301+0000 7f8067eeb740 20 client.17106 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:56.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.301+0000 7f8067eeb740 1 --2- 172.21.15.71:0/2983176348 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5598c1277f30 0x5598c127a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:56.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.301+0000 7f8067eeb740 4 client.17106 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T07:46:56.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.301+0000 7f8067eeb740 1 -- 172.21.15.71:0/2983176348 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5598c115ad00 con 0x5598c1277f30 2024-09-05T07:46:56.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.301+0000 7f805effd640 1 --2- 172.21.15.71:0/2983176348 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5598c1277f30 0x5598c127a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:56.309 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.302+0000 7f803effd640 10 client.17106 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:56.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.302+0000 7f805effd640 1 --2- 172.21.15.71:0/2983176348 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5598c1277f30 0x5598c127a350 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c6f3cb59c38af0ef server_cookie=39add1b19e8d71eb in_seq=0 out_seq=0 2024-09-05T07:46:56.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.303+0000 7f803effd640 1 -- 172.21.15.71:0/2983176348 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5598c115ad00 con 0x5598c1277f30 2024-09-05T07:46:56.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.303+0000 7f803effd640 10 client.17106 handle_command_reply: tid=0 2024-09-05T07:46:56.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.303+0000 7f8067eeb740 1 client.17106 shutdown 2024-09-05T07:46:56.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.303+0000 7f8067eeb740 1 -- 172.21.15.71:0/2983176348 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 msgr2=0x5598c12056f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:56.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.303+0000 7f8067eeb740 1 --2- 172.21.15.71:0/2983176348 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 0x5598c12056f0 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f8048011d10 tx=0x7f80480197c0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.303+0000 7f8067eeb740 1 -- 172.21.15.71:0/2983176348 shutdown_connections 2024-09-05T07:46:56.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.303+0000 7f8067eeb740 1 --2- 172.21.15.71:0/2983176348 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5598c1277f30 0x5598c127a350 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.303+0000 7f8067eeb740 1 --2- 172.21.15.71:0/2983176348 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5598c11fce00 0x5598c1214690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.303+0000 7f803effd640 0 client.17106 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:56.310 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.303+0000 7f8067eeb740 1 --2- 172.21.15.71:0/2983176348 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5598c11ef1f0 0x5598c1214150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.303+0000 7f8067eeb740 1 --2- 172.21.15.71:0/2983176348 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5598c11edfb0 0x5598c12056f0 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.304+0000 7f8067eeb740 1 -- 172.21.15.71:0/2983176348 >> 172.21.15.71:0/2983176348 conn(0x5598c11ea0f0 msgr2=0x5598c11fe930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:56.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.304+0000 7f8067eeb740 1 -- 172.21.15.71:0/2983176348 shutdown_connections 2024-09-05T07:46:56.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.304+0000 7f8067eeb740 1 -- 172.21.15.71:0/2983176348 wait complete. 2024-09-05T07:46:56.311 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.304+0000 7f8067eeb740 20 client.17106 trim_cache size 0 max 16384 2024-09-05T07:46:56.311 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:46:56.311 INFO:teuthology.orchestra.run.smithi071.stdout: "return_code": 0, 2024-09-05T07:46:56.311 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_tag": "e9af0f17-d94f-498f-a3a8-1f58cac50485", 2024-09-05T07:46:56.311 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": "asynchronous" 2024-09-05T07:46:56.312 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:46:56.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.304+0000 7f8065b12640 1 -- 172.21.15.71:0/88482117 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f804c0a2cf0 msgr2=0x7f804c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:56.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.304+0000 7f8065b12640 1 --2- 172.21.15.71:0/88482117 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f804c0a2cf0 0x7f804c0a51b0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f8050000c00 tx=0x7f805002a480 comp rx=0 tx=0).stop 2024-09-05T07:46:56.312 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.304+0000 7f8065b12640 1 -- 172.21.15.71:0/88482117 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8060102ef0 msgr2=0x7f806019bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:56.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.304+0000 7f8065b12640 1 --2- 172.21.15.71:0/88482117 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8060102ef0 0x7f806019bbd0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f805800eaa0 tx=0x7f805800ef60 comp rx=0 tx=0).stop 2024-09-05T07:46:56.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.304+0000 7f8065b12640 1 -- 172.21.15.71:0/88482117 shutdown_connections 2024-09-05T07:46:56.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.304+0000 7f8065b12640 1 --2- 172.21.15.71:0/88482117 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f804c0a2cf0 0x7f804c0a51b0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.304+0000 7f8065b12640 1 --2- 172.21.15.71:0/88482117 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8060102ef0 0x7f806019bbd0 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.304+0000 7f8065b12640 1 --2- 172.21.15.71:0/88482117 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f8060102570 0x7f8060197840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.304+0000 7f8065b12640 1 --2- 172.21.15.71:0/88482117 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f8060100e20 0x7f8060197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:56.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.304+0000 7f8065b12640 1 -- 172.21.15.71:0/88482117 >> 172.21.15.71:0/88482117 conn(0x7f80600fc7d0 msgr2=0x7f80600febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:56.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.304+0000 7f8065b12640 1 -- 172.21.15.71:0/88482117 shutdown_connections 2024-09-05T07:46:56.313 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:56.304+0000 7f8065b12640 1 -- 172.21.15.71:0/88482117 wait complete. 2024-09-05T07:46:56.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:56 smithi071 ceph-mon[30965]: pgmap v256: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-09-05T07:46:56.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:56 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:46:56.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:56 smithi123 ceph-mon[34568]: pgmap v256: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-09-05T07:46:56.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:56 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:46:56.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:56 smithi192 ceph-mon[34929]: pgmap v256: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-09-05T07:46:56.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:56 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:46:57.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:57 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:46:57.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:57 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:46:57.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:57 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:46:57.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:57 smithi071 ceph-mon[30965]: scrub queued for path: / 2024-09-05T07:46:57.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:57 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:46:57.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:57 smithi071 ceph-mon[30965]: scrub summary: active paths [/] 2024-09-05T07:46:57.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:57 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:46:57.263 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:46:57.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:57 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:46:57.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:57 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:46:57.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:57 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:46:57.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:57 smithi123 ceph-mon[34568]: scrub queued for path: / 2024-09-05T07:46:57.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:57 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:46:57.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:57 smithi123 ceph-mon[34568]: scrub summary: active paths [/] 2024-09-05T07:46:57.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:57 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:46:57.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:57 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:46:57.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:57 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:46:57.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:57 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:46:57.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:57 smithi192 ceph-mon[34929]: scrub queued for path: / 2024-09-05T07:46:57.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:57 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:46:57.462 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:57 smithi192 ceph-mon[34929]: scrub summary: active paths [/] 2024-09-05T07:46:57.462 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:57 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:46:57.509 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:46:58.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.037+0000 7fa14ca41640 1 -- 172.21.15.71:0/2853107242 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa148102d30 msgr2=0x7fa148103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:58.056 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.037+0000 7fa14ca41640 1 --2- 172.21.15.71:0/2853107242 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa148102d30 0x7fa148103110 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7fa138009cd0 tx=0x7fa13802a8e0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.057 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.037+0000 7fa14ca41640 1 -- 172.21.15.71:0/2853107242 shutdown_connections 2024-09-05T07:46:58.057 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.037+0000 7fa14ca41640 1 --2- 172.21.15.71:0/2853107242 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa1481082a0 0x7fa14810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.057 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.037+0000 7fa14ca41640 1 --2- 172.21.15.71:0/2853107242 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa1481036e0 0x7fa148107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.057 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.037+0000 7fa14ca41640 1 --2- 172.21.15.71:0/2853107242 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa148102d30 0x7fa148103110 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.057 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.038+0000 7fa14ca41640 1 -- 172.21.15.71:0/2853107242 >> 172.21.15.71:0/2853107242 conn(0x7fa1480fc7d0 msgr2=0x7fa1480febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:58.057 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.038+0000 7fa14ca41640 1 -- 172.21.15.71:0/2853107242 shutdown_connections 2024-09-05T07:46:58.057 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.038+0000 7fa14ca41640 1 -- 172.21.15.71:0/2853107242 wait complete. 2024-09-05T07:46:58.057 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.038+0000 7fa14ca41640 1 Processor -- start 2024-09-05T07:46:58.057 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.038+0000 7fa14ca41640 1 -- start start 2024-09-05T07:46:58.057 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.038+0000 7fa14ca41640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa148102d30 0x7fa1481984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:58.057 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa14ca41640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa1481036e0 0x7fa1481989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:58.057 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa14ca41640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa1481082a0 0x7fa14819cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:58.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa14ca41640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa148111fb0 con 0x7fa148102d30 2024-09-05T07:46:58.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa14ca41640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa148111e30 con 0x7fa1481036e0 2024-09-05T07:46:58.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa14ca41640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa148112130 con 0x7fa1481082a0 2024-09-05T07:46:58.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa14659c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa148102d30 0x7fa1481984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:58.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa14659c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa148102d30 0x7fa1481984b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51176/0 (socket says 172.21.15.71:51176) 2024-09-05T07:46:58.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa14659c640 1 -- 172.21.15.71:0/675943478 learned_addr learned my addr 172.21.15.71:0/675943478 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:58.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa145d9b640 1 --2- 172.21.15.71:0/675943478 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa1481036e0 0x7fa1481989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:58.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa146d9d640 1 --2- 172.21.15.71:0/675943478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa1481082a0 0x7fa14819cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:58.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa14659c640 1 -- 172.21.15.71:0/675943478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa1481082a0 msgr2=0x7fa14819cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:58.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa14659c640 1 --2- 172.21.15.71:0/675943478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa1481082a0 0x7fa14819cd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa14659c640 1 -- 172.21.15.71:0/675943478 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa1481036e0 msgr2=0x7fa1481989f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:58.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa14659c640 1 --2- 172.21.15.71:0/675943478 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa1481036e0 0x7fa1481989f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa14659c640 1 -- 172.21.15.71:0/675943478 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa14819d460 con 0x7fa148102d30 2024-09-05T07:46:58.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa145d9b640 1 --2- 172.21.15.71:0/675943478 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa1481036e0 0x7fa1481989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:46:58.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa14659c640 1 --2- 172.21.15.71:0/675943478 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa148102d30 0x7fa1481984b0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7fa138006010 tx=0x7fa138003c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:58.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa1377fe640 1 -- 172.21.15.71:0/675943478 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa138004450 con 0x7fa148102d30 2024-09-05T07:46:58.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa1377fe640 1 -- 172.21.15.71:0/675943478 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa1380045f0 con 0x7fa148102d30 2024-09-05T07:46:58.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa14ca41640 1 -- 172.21.15.71:0/675943478 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa14819d6f0 con 0x7fa148102d30 2024-09-05T07:46:58.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa1377fe640 1 -- 172.21.15.71:0/675943478 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1380466e0 con 0x7fa148102d30 2024-09-05T07:46:58.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.039+0000 7fa14ca41640 1 -- 172.21.15.71:0/675943478 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1481a5030 con 0x7fa148102d30 2024-09-05T07:46:58.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.042+0000 7fa1377fe640 1 -- 172.21.15.71:0/675943478 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fa138046880 con 0x7fa148102d30 2024-09-05T07:46:58.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.042+0000 7fa14ee1a740 1 Processor -- start 2024-09-05T07:46:58.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.042+0000 7fa14ee1a740 1 -- start start 2024-09-05T07:46:58.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.042+0000 7fa14ee1a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb46380 0x5628bbb46760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:58.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.042+0000 7fa14ee1a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5628bbb46ca0 0x5628bbb55550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:58.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.042+0000 7fa14ee1a740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb55a90 0x5628bbb57e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:58.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.042+0000 7fa1377fe640 1 --2- 172.21.15.71:0/675943478 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa1300a2d70 0x7fa1300a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:58.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.042+0000 7fa14ee1a740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5628bbaac2e0 con 0x5628bbb55a90 2024-09-05T07:46:58.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.042+0000 7fa14ee1a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5628bba53ce0 con 0x5628bbb46ca0 2024-09-05T07:46:58.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.042+0000 7fa14ee1a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5628bbaa82a0 con 0x5628bbb46380 2024-09-05T07:46:58.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.043+0000 7fa145d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb55a90 0x5628bbb57e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:58.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.043+0000 7fa146d9d640 1 --2- 172.21.15.71:0/675943478 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa1300a2d70 0x7fa1300a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:58.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.043+0000 7fa145d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb55a90 0x5628bbb57e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51186/0 (socket says 172.21.15.71:51186) 2024-09-05T07:46:58.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.043+0000 7fa14659c640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5628bbb46ca0 0x5628bbb55550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:58.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.043+0000 7fa145d9b640 1 -- 172.21.15.71:0/147398735 learned_addr learned my addr 172.21.15.71:0/147398735 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:58.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.043+0000 7fa1377fe640 1 -- 172.21.15.71:0/675943478 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7fa13802e030 con 0x7fa148102d30 2024-09-05T07:46:58.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.043+0000 7fa145d9b640 1 -- 172.21.15.71:0/147398735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb46380 msgr2=0x5628bbb46760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:58.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.043+0000 7fa145d9b640 1 --2- 172.21.15.71:0/147398735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb46380 0x5628bbb46760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.043+0000 7fa145d9b640 1 -- 172.21.15.71:0/147398735 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5628bbb46ca0 msgr2=0x5628bbb55550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:58.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.043+0000 7fa145d9b640 1 --2- 172.21.15.71:0/147398735 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5628bbb46ca0 0x5628bbb55550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.043+0000 7fa145d9b640 1 -- 172.21.15.71:0/147398735 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628bba38440 con 0x5628bbb55a90 2024-09-05T07:46:58.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.043+0000 7fa146d9d640 1 --2- 172.21.15.71:0/675943478 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa1300a2d70 0x7fa1300a5230 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa140006fd0 tx=0x7fa1400092c0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:58.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.043+0000 7fa145d9b640 1 --2- 172.21.15.71:0/147398735 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb55a90 0x5628bbb57e80 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fa13c008bb0 tx=0x7fa13c00e350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4cf516cda9c1dc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:58.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.043+0000 7fa134ff9640 1 -- 172.21.15.71:0/147398735 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa13c014070 con 0x5628bbb55a90 2024-09-05T07:46:58.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.043+0000 7fa134ff9640 1 -- 172.21.15.71:0/147398735 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa13c0054d0 con 0x5628bbb55a90 2024-09-05T07:46:58.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.043+0000 7fa134ff9640 1 -- 172.21.15.71:0/147398735 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa13c010690 con 0x5628bbb55a90 2024-09-05T07:46:58.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.044+0000 7fa14ee1a740 1 -- 172.21.15.71:0/147398735 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb55a90 msgr2=0x5628bbb57e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:58.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.044+0000 7fa14ee1a740 1 --2- 172.21.15.71:0/147398735 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb55a90 0x5628bbb57e80 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fa13c008bb0 tx=0x7fa13c00e350 comp rx=0 tx=0).stop 2024-09-05T07:46:58.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.044+0000 7fa14ee1a740 1 -- 172.21.15.71:0/147398735 shutdown_connections 2024-09-05T07:46:58.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.044+0000 7fa14ee1a740 1 --2- 172.21.15.71:0/147398735 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb55a90 0x5628bbb57e80 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.044+0000 7fa14ee1a740 1 --2- 172.21.15.71:0/147398735 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5628bbb46ca0 0x5628bbb55550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.044+0000 7fa14ee1a740 1 --2- 172.21.15.71:0/147398735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb46380 0x5628bbb46760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.044+0000 7fa14ee1a740 1 -- 172.21.15.71:0/147398735 >> 172.21.15.71:0/147398735 conn(0x5628bbb42a30 msgr2=0x5628bbb42e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:58.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.044+0000 7fa14ee1a740 1 -- 172.21.15.71:0/147398735 shutdown_connections 2024-09-05T07:46:58.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.044+0000 7fa14ee1a740 1 -- 172.21.15.71:0/147398735 wait complete. 2024-09-05T07:46:58.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.044+0000 7fa14ee1a740 1 -- start start 2024-09-05T07:46:58.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.045+0000 7fa14ee1a740 1 Processor -- start 2024-09-05T07:46:58.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.045+0000 7fa14ee1a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb46380 0x5628bbb55450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:58.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.045+0000 7fa14ee1a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5628bbb46ca0 0x5628bbb52700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:58.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.045+0000 7fa14ee1a740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb55a90 0x5628bbb52cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:58.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.045+0000 7fa14ee1a740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5628bbb58660 con 0x5628bbb55a90 2024-09-05T07:46:58.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.045+0000 7fa14ee1a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5628bba67050 con 0x5628bbb46ca0 2024-09-05T07:46:58.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.045+0000 7fa14ee1a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5628bbb587e0 con 0x5628bbb46380 2024-09-05T07:46:58.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.045+0000 7fa14ee1a740 10 client.0 _ll_register_callbacks cb 0x5628bbaa7160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:58.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.045+0000 7fa146d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb55a90 0x5628bbb52cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:58.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.045+0000 7fa146d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb55a90 0x5628bbb52cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51202/0 (socket says 172.21.15.71:51202) 2024-09-05T07:46:58.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.045+0000 7fa146d9d640 1 -- 172.21.15.71:0/299798769 learned_addr learned my addr 172.21.15.71:0/299798769 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:58.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.045+0000 7fa14659c640 1 --2- 172.21.15.71:0/299798769 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb46380 0x5628bbb55450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:58.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.045+0000 7fa145d9b640 1 --2- 172.21.15.71:0/299798769 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5628bbb46ca0 0x5628bbb52700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:58.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.045+0000 7fa146d9d640 1 -- 172.21.15.71:0/299798769 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb46380 msgr2=0x5628bbb55450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:58.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.045+0000 7fa146d9d640 1 --2- 172.21.15.71:0/299798769 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb46380 0x5628bbb55450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.045+0000 7fa146d9d640 1 -- 172.21.15.71:0/299798769 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5628bbb46ca0 msgr2=0x5628bbb52700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:58.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.045+0000 7fa146d9d640 1 --2- 172.21.15.71:0/299798769 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5628bbb46ca0 0x5628bbb52700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.045+0000 7fa146d9d640 1 -- 172.21.15.71:0/299798769 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5628bb81d3c0 con 0x5628bbb55a90 2024-09-05T07:46:58.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.045+0000 7fa146d9d640 1 --2- 172.21.15.71:0/299798769 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb55a90 0x5628bbb52cf0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7fa140009fd0 tx=0x7fa1400047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61ded0314ef2edcc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:58.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.045+0000 7fa12dffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:58.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.046+0000 7fa12dffb640 1 -- 172.21.15.71:0/299798769 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa140026060 con 0x5628bbb55a90 2024-09-05T07:46:58.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.046+0000 7fa14ee1a740 1 -- 172.21.15.71:0/299798769 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa13c0054d0 con 0x5628bbb55a90 2024-09-05T07:46:58.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.046+0000 7fa12dffb640 1 -- 172.21.15.71:0/299798769 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7fa140018c70 con 0x5628bbb55a90 2024-09-05T07:46:58.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.046+0000 7fa12dffb640 1 -- 172.21.15.71:0/299798769 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa1400059c0 con 0x5628bbb55a90 2024-09-05T07:46:58.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.046+0000 7fa14ee1a740 10 client.17118 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:58.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.046+0000 7fa14ee1a740 1 -- 172.21.15.71:0/299798769 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5628bbb64120 con 0x5628bbb55a90 2024-09-05T07:46:58.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.046+0000 7fa12dffb640 1 -- 172.21.15.71:0/299798769 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa13c0054d0 con 0x5628bbb55a90 2024-09-05T07:46:58.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.046+0000 7fa12dffb640 1 -- 172.21.15.71:0/299798769 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fa140006690 con 0x5628bbb55a90 2024-09-05T07:46:58.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.046+0000 7fa14ee1a740 10 client.17118 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:58.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.046+0000 7fa14ee1a740 10 client.17118 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:46:58.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.046+0000 7fa14ee1a740 20 client.17118 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:58.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.046+0000 7fa14ee1a740 1 --2- 172.21.15.71:0/299798769 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5628bbb655e0 0x5628bbb67a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:58.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.046+0000 7fa14ee1a740 4 client.17118 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:46:58.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.046+0000 7fa14ee1a740 1 -- 172.21.15.71:0/299798769 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5628bbab9850 con 0x5628bbb655e0 2024-09-05T07:46:58.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.047+0000 7fa14659c640 1 --2- 172.21.15.71:0/299798769 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5628bbb655e0 0x5628bbb67a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:58.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.047+0000 7fa12dffb640 10 client.17118 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:58.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.047+0000 7fa14659c640 1 --2- 172.21.15.71:0/299798769 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5628bbb655e0 0x5628bbb67a30 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=237d35afd4aafaee server_cookie=dfc5265f91a3adc6 in_seq=0 out_seq=0 2024-09-05T07:46:58.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.048+0000 7fa12dffb640 1 -- 172.21.15.71:0/299798769 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5628bbab9850 con 0x5628bbb655e0 2024-09-05T07:46:58.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.048+0000 7fa12dffb640 10 client.17118 handle_command_reply: tid=0 2024-09-05T07:46:58.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.048+0000 7fa14ee1a740 1 client.17118 shutdown 2024-09-05T07:46:58.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.048+0000 7fa14ee1a740 1 -- 172.21.15.71:0/299798769 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb55a90 msgr2=0x5628bbb52cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:58.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.048+0000 7fa14ee1a740 1 --2- 172.21.15.71:0/299798769 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb55a90 0x5628bbb52cf0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7fa140009fd0 tx=0x7fa1400047d0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.048+0000 7fa14ee1a740 1 -- 172.21.15.71:0/299798769 shutdown_connections 2024-09-05T07:46:58.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.048+0000 7fa14ee1a740 1 --2- 172.21.15.71:0/299798769 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5628bbb655e0 0x5628bbb67a30 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.048+0000 7fa14ee1a740 1 --2- 172.21.15.71:0/299798769 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb55a90 0x5628bbb52cf0 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.048+0000 7fa14ee1a740 1 --2- 172.21.15.71:0/299798769 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5628bbb46ca0 0x5628bbb52700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.048+0000 7fa12dffb640 0 client.17118 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:58.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.048+0000 7fa14ee1a740 1 --2- 172.21.15.71:0/299798769 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb46380 0x5628bbb55450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.048+0000 7fa14ee1a740 1 -- 172.21.15.71:0/299798769 >> 172.21.15.71:0/299798769 conn(0x5628bbb42a30 msgr2=0x5628bbb48790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:58.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.048+0000 7fa14ee1a740 1 -- 172.21.15.71:0/299798769 shutdown_connections 2024-09-05T07:46:58.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.048+0000 7fa14ee1a740 1 -- 172.21.15.71:0/299798769 wait complete. 2024-09-05T07:46:58.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.048+0000 7fa14ee1a740 20 client.17118 trim_cache size 0 max 16384 2024-09-05T07:46:58.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.065+0000 7fa14ee1a740 1 Processor -- start 2024-09-05T07:46:58.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.065+0000 7fa14ee1a740 1 -- start start 2024-09-05T07:46:58.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.065+0000 7fa14ee1a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5628bbb46380 0x5628bbb61900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:58.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.065+0000 7fa14ee1a740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb46ca0 0x5628bbb6d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:58.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.065+0000 7fa14ee1a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb55a90 0x5628bbb6d840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:58.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.065+0000 7fa14ee1a740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa1481af7c0 con 0x5628bbb46ca0 2024-09-05T07:46:58.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.065+0000 7fa14ee1a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa1481ad090 con 0x5628bbb46380 2024-09-05T07:46:58.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.065+0000 7fa14ee1a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa1481aaf00 con 0x5628bbb55a90 2024-09-05T07:46:58.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.065+0000 7fa145d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb46ca0 0x5628bbb6d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:58.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.065+0000 7fa145d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb46ca0 0x5628bbb6d300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51206/0 (socket says 172.21.15.71:51206) 2024-09-05T07:46:58.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.065+0000 7fa145d9b640 1 -- 172.21.15.71:0/3529328057 learned_addr learned my addr 172.21.15.71:0/3529328057 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:58.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.065+0000 7fa14659c640 1 --2- 172.21.15.71:0/3529328057 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5628bbb46380 0x5628bbb61900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:58.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.066+0000 7fa146d9d640 1 --2- 172.21.15.71:0/3529328057 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb55a90 0x5628bbb6d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:58.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.066+0000 7fa145d9b640 1 -- 172.21.15.71:0/3529328057 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb55a90 msgr2=0x5628bbb6d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:58.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.066+0000 7fa145d9b640 1 --2- 172.21.15.71:0/3529328057 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb55a90 0x5628bbb6d840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.066+0000 7fa145d9b640 1 -- 172.21.15.71:0/3529328057 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5628bbb46380 msgr2=0x5628bbb61900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:58.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.066+0000 7fa145d9b640 1 --2- 172.21.15.71:0/3529328057 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5628bbb46380 0x5628bbb61900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.066+0000 7fa145d9b640 1 -- 172.21.15.71:0/3529328057 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628bbb557c0 con 0x5628bbb46ca0 2024-09-05T07:46:58.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.066+0000 7fa146d9d640 1 --2- 172.21.15.71:0/3529328057 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb55a90 0x5628bbb6d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:46:58.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.066+0000 7fa145d9b640 1 --2- 172.21.15.71:0/3529328057 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb46ca0 0x5628bbb6d300 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7fa13c008bb0 tx=0x7fa13c00efd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf323d2419d27d6d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:58.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.066+0000 7fa12ffff640 1 -- 172.21.15.71:0/3529328057 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa13c028070 con 0x5628bbb46ca0 2024-09-05T07:46:58.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.066+0000 7fa12ffff640 1 -- 172.21.15.71:0/3529328057 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa13c004880 con 0x5628bbb46ca0 2024-09-05T07:46:58.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.066+0000 7fa12ffff640 1 -- 172.21.15.71:0/3529328057 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa13c014050 con 0x5628bbb46ca0 2024-09-05T07:46:58.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.067+0000 7fa14ee1a740 1 -- 172.21.15.71:0/3529328057 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb46ca0 msgr2=0x5628bbb6d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:58.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.067+0000 7fa14ee1a740 1 --2- 172.21.15.71:0/3529328057 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb46ca0 0x5628bbb6d300 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7fa13c008bb0 tx=0x7fa13c00efd0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.067+0000 7fa14ee1a740 1 -- 172.21.15.71:0/3529328057 shutdown_connections 2024-09-05T07:46:58.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.067+0000 7fa14ee1a740 1 --2- 172.21.15.71:0/3529328057 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb55a90 0x5628bbb6d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.067+0000 7fa14ee1a740 1 --2- 172.21.15.71:0/3529328057 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb46ca0 0x5628bbb6d300 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.067+0000 7fa14ee1a740 1 --2- 172.21.15.71:0/3529328057 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5628bbb46380 0x5628bbb61900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.067+0000 7fa14ee1a740 1 -- 172.21.15.71:0/3529328057 >> 172.21.15.71:0/3529328057 conn(0x5628bbb42a30 msgr2=0x5628bbb4dd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:58.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.067+0000 7fa14ee1a740 1 -- 172.21.15.71:0/3529328057 shutdown_connections 2024-09-05T07:46:58.074 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.067+0000 7fa14ee1a740 1 -- 172.21.15.71:0/3529328057 wait complete. 2024-09-05T07:46:58.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.067+0000 7fa14ee1a740 1 -- start start 2024-09-05T07:46:58.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.067+0000 7fa14ee1a740 1 Processor -- start 2024-09-05T07:46:58.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.067+0000 7fa14ee1a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb46380 0x5628bbb5a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:58.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa14ee1a740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb46ca0 0x5628bbb5a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:58.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa14ee1a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5628bbb55a90 0x5628bbbc9310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:58.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa14ee1a740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa1481ab550 con 0x5628bbb46ca0 2024-09-05T07:46:58.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa14ee1a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa1481ac9c0 con 0x5628bbb55a90 2024-09-05T07:46:58.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa14ee1a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa1481abc20 con 0x5628bbb46380 2024-09-05T07:46:58.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa14ee1a740 10 client.0 _ll_register_callbacks cb 0x7fa140009650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:46:58.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa145d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb46ca0 0x5628bbb5a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:58.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa145d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb46ca0 0x5628bbb5a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:51218/0 (socket says 172.21.15.71:51218) 2024-09-05T07:46:58.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa145d9b640 1 -- 172.21.15.71:0/3332401646 learned_addr learned my addr 172.21.15.71:0/3332401646 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:46:58.075 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa146d9d640 1 --2- 172.21.15.71:0/3332401646 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5628bbb55a90 0x5628bbbc9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:58.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa14659c640 1 --2- 172.21.15.71:0/3332401646 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb46380 0x5628bbb5a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:58.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa145d9b640 1 -- 172.21.15.71:0/3332401646 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb46380 msgr2=0x5628bbb5a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:58.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa145d9b640 1 --2- 172.21.15.71:0/3332401646 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb46380 0x5628bbb5a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa145d9b640 1 -- 172.21.15.71:0/3332401646 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5628bbb55a90 msgr2=0x5628bbbc9310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:46:58.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa145d9b640 1 --2- 172.21.15.71:0/3332401646 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5628bbb55a90 0x5628bbbc9310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa145d9b640 1 -- 172.21.15.71:0/3332401646 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5628bbbc9950 con 0x5628bbb46ca0 2024-09-05T07:46:58.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa14659c640 1 --2- 172.21.15.71:0/3332401646 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb46380 0x5628bbb5a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:46:58.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa145d9b640 1 --2- 172.21.15.71:0/3332401646 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb46ca0 0x5628bbb5a610 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fa13c008b00 tx=0x7fa13c0053e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a054a0cfa6c35c21 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:46:58.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa12dffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:46:58.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa12dffb640 1 -- 172.21.15.71:0/3332401646 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa13c031060 con 0x5628bbb46ca0 2024-09-05T07:46:58.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa12dffb640 1 -- 172.21.15.71:0/3332401646 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9626+0+0 (secure 0 0 0) 0x7fa13c008690 con 0x5628bbb46ca0 2024-09-05T07:46:58.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.068+0000 7fa14ee1a740 1 -- 172.21.15.71:0/3332401646 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa13c004880 con 0x5628bbb46ca0 2024-09-05T07:46:58.076 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.069+0000 7fa12dffb640 1 -- 172.21.15.71:0/3332401646 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa13c038050 con 0x5628bbb46ca0 2024-09-05T07:46:58.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.069+0000 7fa14ee1a740 10 client.17124 fetch_fsmap learned FSMap version 26 2024-09-05T07:46:58.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.069+0000 7fa14ee1a740 1 -- 172.21.15.71:0/3332401646 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5628bbbd0c40 con 0x5628bbb46ca0 2024-09-05T07:46:58.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.069+0000 7fa12dffb640 1 -- 172.21.15.71:0/3332401646 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa13c004880 con 0x5628bbb46ca0 2024-09-05T07:46:58.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.069+0000 7fa12dffb640 1 -- 172.21.15.71:0/3332401646 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fa13c02b070 con 0x5628bbb46ca0 2024-09-05T07:46:58.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.069+0000 7fa14ee1a740 10 client.17124 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:46:58.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.069+0000 7fa14ee1a740 10 client.17124 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:46:58.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.069+0000 7fa14ee1a740 20 client.17124 populate_metadata read hostname 'smithi071' 2024-09-05T07:46:58.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.069+0000 7fa14ee1a740 1 --2- 172.21.15.71:0/3332401646 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5628bbbd10c0 0x5628bbbd34e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:46:58.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.069+0000 7fa14ee1a740 4 client.17124 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:46:58.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.069+0000 7fa14ee1a740 1 -- 172.21.15.71:0/3332401646 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5628bbab3d60 con 0x5628bbbd10c0 2024-09-05T07:46:58.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.069+0000 7fa14659c640 1 --2- 172.21.15.71:0/3332401646 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5628bbbd10c0 0x5628bbbd34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:46:58.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.070+0000 7fa14659c640 1 --2- 172.21.15.71:0/3332401646 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5628bbbd10c0 0x5628bbbd34e0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b33dc9996e0897eb server_cookie=5f315e70479a4643 in_seq=0 out_seq=0 2024-09-05T07:46:58.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.070+0000 7fa12dffb640 10 client.17124 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:58.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.070+0000 7fa12dffb640 1 -- 172.21.15.71:0/3332401646 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5628bbab3d60 con 0x5628bbbd10c0 2024-09-05T07:46:58.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.070+0000 7fa12dffb640 10 client.17124 handle_command_reply: tid=0 2024-09-05T07:46:58.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.070+0000 7fa14ee1a740 1 client.17124 shutdown 2024-09-05T07:46:58.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.070+0000 7fa14ee1a740 1 -- 172.21.15.71:0/3332401646 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb46ca0 msgr2=0x5628bbb5a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:58.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.070+0000 7fa14ee1a740 1 --2- 172.21.15.71:0/3332401646 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb46ca0 0x5628bbb5a610 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fa13c008b00 tx=0x7fa13c0053e0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.070+0000 7fa14ee1a740 1 -- 172.21.15.71:0/3332401646 shutdown_connections 2024-09-05T07:46:58.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.070+0000 7fa14ee1a740 1 --2- 172.21.15.71:0/3332401646 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5628bbbd10c0 0x5628bbbd34e0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.070+0000 7fa14ee1a740 1 --2- 172.21.15.71:0/3332401646 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5628bbb55a90 0x5628bbbc9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.070+0000 7fa14ee1a740 1 --2- 172.21.15.71:0/3332401646 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5628bbb46ca0 0x5628bbb5a610 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.070+0000 7fa12dffb640 0 client.17124 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:46:58.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.070+0000 7fa14ee1a740 1 --2- 172.21.15.71:0/3332401646 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5628bbb46380 0x5628bbb5a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.070+0000 7fa14ee1a740 1 -- 172.21.15.71:0/3332401646 >> 172.21.15.71:0/3332401646 conn(0x5628bbb42a30 msgr2=0x5628bbb53f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:58.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.070+0000 7fa14ee1a740 1 -- 172.21.15.71:0/3332401646 shutdown_connections 2024-09-05T07:46:58.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.070+0000 7fa14ee1a740 1 -- 172.21.15.71:0/3332401646 wait complete. 2024-09-05T07:46:58.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.070+0000 7fa14ee1a740 20 client.17124 trim_cache size 0 max 16384 2024-09-05T07:46:58.079 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:46:58.079 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T07:46:58.079 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": { 2024-09-05T07:46:58.079 INFO:teuthology.orchestra.run.smithi071.stdout: "e9af0f17-d94f-498f-a3a8-1f58cac50485": { 2024-09-05T07:46:58.079 INFO:teuthology.orchestra.run.smithi071.stdout: "path": "/", 2024-09-05T07:46:58.080 INFO:teuthology.orchestra.run.smithi071.stdout: "tag": "e9af0f17-d94f-498f-a3a8-1f58cac50485", 2024-09-05T07:46:58.080 INFO:teuthology.orchestra.run.smithi071.stdout: "options": "recursive,force" 2024-09-05T07:46:58.080 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:46:58.080 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:46:58.080 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:46:58.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.071+0000 7fa14ca41640 1 -- 172.21.15.71:0/675943478 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa1300a2d70 msgr2=0x7fa1300a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:58.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.071+0000 7fa14ca41640 1 --2- 172.21.15.71:0/675943478 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa1300a2d70 0x7fa1300a5230 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa140006fd0 tx=0x7fa1400092c0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.071+0000 7fa14ca41640 1 -- 172.21.15.71:0/675943478 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa148102d30 msgr2=0x7fa1481984b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:46:58.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.071+0000 7fa14ca41640 1 --2- 172.21.15.71:0/675943478 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa148102d30 0x7fa1481984b0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7fa138006010 tx=0x7fa138003c70 comp rx=0 tx=0).stop 2024-09-05T07:46:58.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.071+0000 7fa14ca41640 1 -- 172.21.15.71:0/675943478 shutdown_connections 2024-09-05T07:46:58.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.071+0000 7fa14ca41640 1 --2- 172.21.15.71:0/675943478 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa1300a2d70 0x7fa1300a5230 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.071+0000 7fa14ca41640 1 --2- 172.21.15.71:0/675943478 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa1481082a0 0x7fa14819cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.071+0000 7fa14ca41640 1 --2- 172.21.15.71:0/675943478 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa1481036e0 0x7fa1481989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.071+0000 7fa14ca41640 1 --2- 172.21.15.71:0/675943478 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa148102d30 0x7fa1481984b0 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:46:58.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.071+0000 7fa14ca41640 1 -- 172.21.15.71:0/675943478 >> 172.21.15.71:0/675943478 conn(0x7fa1480fc7d0 msgr2=0x7fa148105d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:46:58.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.071+0000 7fa14ca41640 1 -- 172.21.15.71:0/675943478 shutdown_connections 2024-09-05T07:46:58.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:46:58.071+0000 7fa14ca41640 1 -- 172.21.15.71:0/675943478 wait complete. 2024-09-05T07:46:58.512 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:46:58 smithi071 ceph-mon[30965]: pgmap v257: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:46:58.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:46:58 smithi123 ceph-mon[34568]: pgmap v257: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:46:58.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:46:58 smithi192 ceph-mon[34929]: pgmap v257: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:46:58.789 INFO:tasks.cephfs.filesystem:scrub status for tag:e9af0f17-d94f-498f-a3a8-1f58cac50485 - {'path': '/', 'tag': 'e9af0f17-d94f-498f-a3a8-1f58cac50485', 'options': 'recursive,force'} 2024-09-05T07:47:00.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:00 smithi071 ceph-mon[30965]: pgmap v258: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-09-05T07:47:00.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:00 smithi123 ceph-mon[34568]: pgmap v258: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-09-05T07:47:00.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:00 smithi192 ceph-mon[34929]: pgmap v258: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s 2024-09-05T07:47:01.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:01 smithi071 ceph-mon[30965]: scrub summary: idle 2024-09-05T07:47:01.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:01 smithi123 ceph-mon[34568]: scrub summary: idle 2024-09-05T07:47:01.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:01 smithi192 ceph-mon[34929]: scrub summary: idle 2024-09-05T07:47:02.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:02 smithi071 ceph-mon[30965]: pgmap v259: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:47:02.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:02 smithi123 ceph-mon[34568]: pgmap v259: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:47:02.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:02 smithi192 ceph-mon[34929]: pgmap v259: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:47:04.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:04 smithi071 ceph-mon[30965]: pgmap v260: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 23 KiB/s wr, 10 op/s 2024-09-05T07:47:04.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:04 smithi123 ceph-mon[34568]: pgmap v260: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 23 KiB/s wr, 10 op/s 2024-09-05T07:47:04.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:04 smithi192 ceph-mon[34929]: pgmap v260: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 23 KiB/s wr, 10 op/s 2024-09-05T07:47:06.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:06 smithi071 ceph-mon[30965]: pgmap v261: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:47:06.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:06 smithi123 ceph-mon[34568]: pgmap v261: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:47:06.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:06 smithi192 ceph-mon[34929]: pgmap v261: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:47:08.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:08 smithi071 ceph-mon[30965]: pgmap v262: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:47:08.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:08 smithi123 ceph-mon[34568]: pgmap v262: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:47:08.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:08 smithi192 ceph-mon[34929]: pgmap v262: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:47:10.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:10 smithi071 ceph-mon[30965]: pgmap v263: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-09-05T07:47:10.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:10 smithi123 ceph-mon[34568]: pgmap v263: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-09-05T07:47:10.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:10 smithi192 ceph-mon[34929]: pgmap v263: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-09-05T07:47:12.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:12 smithi071 ceph-mon[30965]: pgmap v264: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:47:12.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:12 smithi071 ceph-mon[30965]: osdmap e98: 12 total, 12 up, 12 in 2024-09-05T07:47:12.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:12 smithi123 ceph-mon[34568]: pgmap v264: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:47:12.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:12 smithi123 ceph-mon[34568]: osdmap e98: 12 total, 12 up, 12 in 2024-09-05T07:47:12.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:12 smithi192 ceph-mon[34929]: pgmap v264: 129 pgs: 129 active+clean; 259 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:47:12.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:12 smithi192 ceph-mon[34929]: osdmap e98: 12 total, 12 up, 12 in 2024-09-05T07:47:14.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:14 smithi071 ceph-mon[30965]: pgmap v266: 129 pgs: 129 active+clean; 103 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 26 KiB/s wr, 23 op/s 2024-09-05T07:47:14.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:14 smithi123 ceph-mon[34568]: pgmap v266: 129 pgs: 129 active+clean; 103 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 26 KiB/s wr, 23 op/s 2024-09-05T07:47:14.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:14 smithi192 ceph-mon[34929]: pgmap v266: 129 pgs: 129 active+clean; 103 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 26 KiB/s wr, 23 op/s 2024-09-05T07:47:16.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:16 smithi071 ceph-mon[30965]: pgmap v267: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:47:16.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:16 smithi123 ceph-mon[34568]: pgmap v267: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:47:16.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:16 smithi192 ceph-mon[34929]: pgmap v267: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:47:18.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:18 smithi071 ceph-mon[30965]: pgmap v268: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:47:18.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:18 smithi123 ceph-mon[34568]: pgmap v268: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:47:18.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:18 smithi192 ceph-mon[34929]: pgmap v268: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:47:20.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:20 smithi071 ceph-mon[30965]: pgmap v269: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:47:20.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:20 smithi071 ceph-mon[30965]: osdmap e99: 12 total, 12 up, 12 in 2024-09-05T07:47:20.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:20 smithi123 ceph-mon[34568]: pgmap v269: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:47:20.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:20 smithi123 ceph-mon[34568]: osdmap e99: 12 total, 12 up, 12 in 2024-09-05T07:47:20.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:20 smithi192 ceph-mon[34929]: pgmap v269: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:47:20.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:20 smithi192 ceph-mon[34929]: osdmap e99: 12 total, 12 up, 12 in 2024-09-05T07:47:22.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:22 smithi071 ceph-mon[30965]: pgmap v271: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 218 B/s wr, 6 op/s 2024-09-05T07:47:22.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:22 smithi123 ceph-mon[34568]: pgmap v271: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 218 B/s wr, 6 op/s 2024-09-05T07:47:22.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:22 smithi192 ceph-mon[34929]: pgmap v271: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 218 B/s wr, 6 op/s 2024-09-05T07:47:24.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:24 smithi071 ceph-mon[30965]: pgmap v272: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:47:24.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:24 smithi123 ceph-mon[34568]: pgmap v272: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:47:24.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:24 smithi192 ceph-mon[34929]: pgmap v272: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:47:26.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:26 smithi071 ceph-mon[30965]: pgmap v273: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:47:26.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:26 smithi123 ceph-mon[34568]: pgmap v273: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:47:26.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:26 smithi192 ceph-mon[34929]: pgmap v273: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:47:28.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:28 smithi071 ceph-mon[30965]: pgmap v274: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:47:28.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:28 smithi123 ceph-mon[34568]: pgmap v274: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:47:28.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:28 smithi192 ceph-mon[34929]: pgmap v274: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:47:28.790 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:47:29.054 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:47:29.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.556+0000 7f502074d640 1 -- 172.21.15.71:0/405355189 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5018102780 msgr2=0x7f50181067d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:29.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.556+0000 7f502074d640 1 --2- 172.21.15.71:0/405355189 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5018102780 0x7f50181067d0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f500c009900 tx=0x7f500c02a410 comp rx=0 tx=0).stop 2024-09-05T07:47:29.573 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.556+0000 7f502074d640 1 -- 172.21.15.71:0/405355189 shutdown_connections 2024-09-05T07:47:29.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.556+0000 7f502074d640 1 --2- 172.21.15.71:0/405355189 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5018106f00 0x7f501810ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.556+0000 7f502074d640 1 --2- 172.21.15.71:0/405355189 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5018102780 0x7f50181067d0 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.556+0000 7f502074d640 1 --2- 172.21.15.71:0/405355189 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5018101dd0 0x7f50181021b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.556+0000 7f502074d640 1 -- 172.21.15.71:0/405355189 >> 172.21.15.71:0/405355189 conn(0x7f50180fd890 msgr2=0x7f50180ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:29.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.556+0000 7f502074d640 1 -- 172.21.15.71:0/405355189 shutdown_connections 2024-09-05T07:47:29.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.556+0000 7f502074d640 1 -- 172.21.15.71:0/405355189 wait complete. 2024-09-05T07:47:29.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.557+0000 7f502074d640 1 Processor -- start 2024-09-05T07:47:29.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.557+0000 7f502074d640 1 -- start start 2024-09-05T07:47:29.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.557+0000 7f502074d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5018101dd0 0x7f5018198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:29.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.557+0000 7f502074d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5018102780 0x7f50181988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:29.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.557+0000 7f502074d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5018106f00 0x7f501819cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:29.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.557+0000 7f502074d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f5018111e10 con 0x7f5018101dd0 2024-09-05T07:47:29.574 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.557+0000 7f502074d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5018111c90 con 0x7f5018102780 2024-09-05T07:47:29.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.557+0000 7f502074d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5018111f90 con 0x7f5018106f00 2024-09-05T07:47:29.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.557+0000 7f501e4e9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5018101dd0 0x7f5018198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:29.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.557+0000 7f501e4e9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5018101dd0 0x7f5018198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38716/0 (socket says 172.21.15.71:38716) 2024-09-05T07:47:29.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.557+0000 7f501e4e9640 1 -- 172.21.15.71:0/3075557946 learned_addr learned my addr 172.21.15.71:0/3075557946 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:29.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.557+0000 7f501dce8640 1 --2- 172.21.15.71:0/3075557946 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5018102780 0x7f50181988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:29.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.557+0000 7f501ecea640 1 --2- 172.21.15.71:0/3075557946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5018106f00 0x7f501819cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:29.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.557+0000 7f501e4e9640 1 -- 172.21.15.71:0/3075557946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5018106f00 msgr2=0x7f501819cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:29.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.557+0000 7f501e4e9640 1 --2- 172.21.15.71:0/3075557946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5018106f00 0x7f501819cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.557+0000 7f501e4e9640 1 -- 172.21.15.71:0/3075557946 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5018102780 msgr2=0x7f50181988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:29.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.557+0000 7f501e4e9640 1 --2- 172.21.15.71:0/3075557946 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5018102780 0x7f50181988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.557+0000 7f501e4e9640 1 -- 172.21.15.71:0/3075557946 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f501819d340 con 0x7f5018101dd0 2024-09-05T07:47:29.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.557+0000 7f501e4e9640 1 --2- 172.21.15.71:0/3075557946 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5018101dd0 0x7f5018198390 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f501000ea80 tx=0x7f501000ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:29.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.558+0000 7f50177fe640 1 -- 172.21.15.71:0/3075557946 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f501000ce40 con 0x7f5018101dd0 2024-09-05T07:47:29.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.558+0000 7f502074d640 1 -- 172.21.15.71:0/3075557946 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f501819d630 con 0x7f5018101dd0 2024-09-05T07:47:29.575 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.558+0000 7f50177fe640 1 -- 172.21.15.71:0/3075557946 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5010005020 con 0x7f5018101dd0 2024-09-05T07:47:29.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.558+0000 7f50177fe640 1 -- 172.21.15.71:0/3075557946 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50100116d0 con 0x7f5018101dd0 2024-09-05T07:47:29.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.558+0000 7f502074d640 1 -- 172.21.15.71:0/3075557946 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50181a4f10 con 0x7f5018101dd0 2024-09-05T07:47:29.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.560+0000 7f50177fe640 1 -- 172.21.15.71:0/3075557946 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f50100051d0 con 0x7f5018101dd0 2024-09-05T07:47:29.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.560+0000 7f50177fe640 1 --2- 172.21.15.71:0/3075557946 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f50000a2cf0 0x7f50000a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:29.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.561+0000 7f501dce8640 1 --2- 172.21.15.71:0/3075557946 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f50000a2cf0 0x7f50000a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:29.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.561+0000 7f50177fe640 1 -- 172.21.15.71:0/3075557946 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9626+0+0 (secure 0 0 0) 0x7f50100cfbd0 con 0x7f5018101dd0 2024-09-05T07:47:29.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.561+0000 7f501dce8640 1 --2- 172.21.15.71:0/3075557946 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f50000a2cf0 0x7f50000a51b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f500c031440 tx=0x7f500c005b50 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:29.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.561+0000 7f5022b26740 1 Processor -- start 2024-09-05T07:47:29.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.561+0000 7f5022b26740 1 -- start start 2024-09-05T07:47:29.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.562+0000 7f5022b26740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f0cd72f4a0 0x55f0cd72f880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:29.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.562+0000 7f5022b26740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0cd72fdc0 0x55f0cd73a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:29.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.562+0000 7f5022b26740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 0x55f0cd73ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:29.576 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.562+0000 7f5022b26740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55f0cd6952e0 con 0x55f0cd73a680 2024-09-05T07:47:29.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.562+0000 7f5022b26740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55f0cd63cce0 con 0x55f0cd72fdc0 2024-09-05T07:47:29.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.562+0000 7f5022b26740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55f0cd6912a0 con 0x55f0cd72f4a0 2024-09-05T07:47:29.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.562+0000 7f501ecea640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 0x55f0cd73ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:29.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.562+0000 7f501ecea640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 0x55f0cd73ca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38728/0 (socket says 172.21.15.71:38728) 2024-09-05T07:47:29.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.562+0000 7f501ecea640 1 -- 172.21.15.71:0/3575559462 learned_addr learned my addr 172.21.15.71:0/3575559462 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:29.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.562+0000 7f501e4e9640 1 --2- 172.21.15.71:0/3575559462 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f0cd72f4a0 0x55f0cd72f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:29.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.562+0000 7f501dce8640 1 --2- 172.21.15.71:0/3575559462 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0cd72fdc0 0x55f0cd73a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:29.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.562+0000 7f501ecea640 1 -- 172.21.15.71:0/3575559462 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f0cd72f4a0 msgr2=0x55f0cd72f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:29.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.562+0000 7f501ecea640 1 --2- 172.21.15.71:0/3575559462 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f0cd72f4a0 0x55f0cd72f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.562+0000 7f501ecea640 1 -- 172.21.15.71:0/3575559462 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0cd72fdc0 msgr2=0x55f0cd73a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:29.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.562+0000 7f501ecea640 1 --2- 172.21.15.71:0/3575559462 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0cd72fdc0 0x55f0cd73a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.562+0000 7f501ecea640 1 -- 172.21.15.71:0/3575559462 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f0cd621440 con 0x55f0cd73a680 2024-09-05T07:47:29.577 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.562+0000 7f501ecea640 1 --2- 172.21.15.71:0/3575559462 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 0x55f0cd73ca70 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f500800dbb0 tx=0x7f500800f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f645a9ecd63ed97 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:29.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.563+0000 7f5014ff9640 1 -- 172.21.15.71:0/3575559462 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f500800dea0 con 0x55f0cd73a680 2024-09-05T07:47:29.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.563+0000 7f5014ff9640 1 -- 172.21.15.71:0/3575559462 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50080035f0 con 0x55f0cd73a680 2024-09-05T07:47:29.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.563+0000 7f5014ff9640 1 -- 172.21.15.71:0/3575559462 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50080116a0 con 0x55f0cd73a680 2024-09-05T07:47:29.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.564+0000 7f5022b26740 1 -- 172.21.15.71:0/3575559462 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 msgr2=0x55f0cd73ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:29.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.564+0000 7f5022b26740 1 --2- 172.21.15.71:0/3575559462 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 0x55f0cd73ca70 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f500800dbb0 tx=0x7f500800f730 comp rx=0 tx=0).stop 2024-09-05T07:47:29.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.564+0000 7f5022b26740 1 -- 172.21.15.71:0/3575559462 shutdown_connections 2024-09-05T07:47:29.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.564+0000 7f5022b26740 1 --2- 172.21.15.71:0/3575559462 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 0x55f0cd73ca70 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.564+0000 7f5022b26740 1 --2- 172.21.15.71:0/3575559462 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0cd72fdc0 0x55f0cd73a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.564+0000 7f5022b26740 1 --2- 172.21.15.71:0/3575559462 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f0cd72f4a0 0x55f0cd72f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.564+0000 7f5022b26740 1 -- 172.21.15.71:0/3575559462 >> 172.21.15.71:0/3575559462 conn(0x55f0cd72ba30 msgr2=0x55f0cd72be10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:29.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.564+0000 7f5022b26740 1 -- 172.21.15.71:0/3575559462 shutdown_connections 2024-09-05T07:47:29.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.564+0000 7f5022b26740 1 -- 172.21.15.71:0/3575559462 wait complete. 2024-09-05T07:47:29.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.564+0000 7f5022b26740 1 -- start start 2024-09-05T07:47:29.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.564+0000 7f5022b26740 1 Processor -- start 2024-09-05T07:47:29.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f5022b26740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f0cd72f4a0 0x55f0cd739fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:29.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f5022b26740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0cd72fdc0 0x55f0cd737250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:29.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f5022b26740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 0x55f0cd737790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:29.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f5022b26740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55f0cd73d250 con 0x55f0cd73a680 2024-09-05T07:47:29.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f5022b26740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55f0cd650050 con 0x55f0cd72fdc0 2024-09-05T07:47:29.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f5022b26740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55f0cd73d3d0 con 0x55f0cd72f4a0 2024-09-05T07:47:29.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f5022b26740 10 client.0 _ll_register_callbacks cb 0x55f0cd690160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:47:29.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f501ecea640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 0x55f0cd737790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:29.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f501ecea640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 0x55f0cd737790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38730/0 (socket says 172.21.15.71:38730) 2024-09-05T07:47:29.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f501ecea640 1 -- 172.21.15.71:0/477438254 learned_addr learned my addr 172.21.15.71:0/477438254 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:29.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f501dce8640 1 --2- 172.21.15.71:0/477438254 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0cd72fdc0 0x55f0cd737250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:29.579 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f501e4e9640 1 --2- 172.21.15.71:0/477438254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f0cd72f4a0 0x55f0cd739fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:29.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f501ecea640 1 -- 172.21.15.71:0/477438254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f0cd72f4a0 msgr2=0x55f0cd739fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:29.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f501ecea640 1 --2- 172.21.15.71:0/477438254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f0cd72f4a0 0x55f0cd739fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f501ecea640 1 -- 172.21.15.71:0/477438254 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0cd72fdc0 msgr2=0x55f0cd737250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:29.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f501ecea640 1 --2- 172.21.15.71:0/477438254 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0cd72fdc0 0x55f0cd737250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f501ecea640 1 -- 172.21.15.71:0/477438254 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f0cd4063c0 con 0x55f0cd73a680 2024-09-05T07:47:29.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f501ecea640 1 --2- 172.21.15.71:0/477438254 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 0x55f0cd737790 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f500800fc30 tx=0x7f500800ded0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1876255c07453b56 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:29.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f4ffdffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:47:29.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f4ffdffb640 1 -- 172.21.15.71:0/477438254 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f500802b060 con 0x55f0cd73a680 2024-09-05T07:47:29.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f4ffdffb640 1 -- 172.21.15.71:0/477438254 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9626+0+0 (secure 0 0 0) 0x7f50080039b0 con 0x55f0cd73a680 2024-09-05T07:47:29.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.565+0000 7f5022b26740 1 -- 172.21.15.71:0/477438254 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50080035f0 con 0x55f0cd73a680 2024-09-05T07:47:29.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.566+0000 7f4ffdffb640 1 -- 172.21.15.71:0/477438254 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5008032050 con 0x55f0cd73a680 2024-09-05T07:47:29.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.566+0000 7f5022b26740 10 client.17136 fetch_fsmap learned FSMap version 26 2024-09-05T07:47:29.580 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.566+0000 7f5022b26740 1 -- 172.21.15.71:0/477438254 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f0cd748bd0 con 0x55f0cd73a680 2024-09-05T07:47:29.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.566+0000 7f4ffdffb640 1 -- 172.21.15.71:0/477438254 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50080035f0 con 0x55f0cd73a680 2024-09-05T07:47:29.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.566+0000 7f4ffdffb640 1 -- 172.21.15.71:0/477438254 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f50080267d0 con 0x55f0cd73a680 2024-09-05T07:47:29.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.566+0000 7f5022b26740 10 client.17136 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:47:29.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.566+0000 7f5022b26740 10 client.17136 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:47:29.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.566+0000 7f5022b26740 20 client.17136 populate_metadata read hostname 'smithi071' 2024-09-05T07:47:29.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.566+0000 7f5022b26740 1 --2- 172.21.15.71:0/477438254 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f0cd74a090 0x55f0cd74c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:29.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.566+0000 7f5022b26740 4 client.17136 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:47:29.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.566+0000 7f5022b26740 1 -- 172.21.15.71:0/477438254 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f0cd6a2850 con 0x55f0cd74a090 2024-09-05T07:47:29.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.567+0000 7f501e4e9640 1 --2- 172.21.15.71:0/477438254 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f0cd74a090 0x55f0cd74c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:29.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.567+0000 7f4ffdffb640 10 client.17136 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:47:29.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.567+0000 7f501e4e9640 1 --2- 172.21.15.71:0/477438254 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f0cd74a090 0x55f0cd74c480 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a40327a5063516e server_cookie=5237832f2c2e5384 in_seq=0 out_seq=0 2024-09-05T07:47:29.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.568+0000 7f4ffdffb640 1 -- 172.21.15.71:0/477438254 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f0cd6a2850 con 0x55f0cd74a090 2024-09-05T07:47:29.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.568+0000 7f4ffdffb640 10 client.17136 handle_command_reply: tid=0 2024-09-05T07:47:29.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.568+0000 7f5022b26740 1 client.17136 shutdown 2024-09-05T07:47:29.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.568+0000 7f5022b26740 1 -- 172.21.15.71:0/477438254 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 msgr2=0x55f0cd737790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:29.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.568+0000 7f5022b26740 1 --2- 172.21.15.71:0/477438254 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 0x55f0cd737790 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f500800fc30 tx=0x7f500800ded0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.568+0000 7f5022b26740 1 -- 172.21.15.71:0/477438254 shutdown_connections 2024-09-05T07:47:29.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.568+0000 7f5022b26740 1 --2- 172.21.15.71:0/477438254 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f0cd74a090 0x55f0cd74c480 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.568+0000 7f4ffdffb640 0 client.17136 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:47:29.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.568+0000 7f5022b26740 1 --2- 172.21.15.71:0/477438254 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 0x55f0cd737790 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.568+0000 7f5022b26740 1 --2- 172.21.15.71:0/477438254 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0cd72fdc0 0x55f0cd737250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.568+0000 7f5022b26740 1 --2- 172.21.15.71:0/477438254 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f0cd72f4a0 0x55f0cd739fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.568+0000 7f5022b26740 1 -- 172.21.15.71:0/477438254 >> 172.21.15.71:0/477438254 conn(0x55f0cd72ba30 msgr2=0x55f0cd731710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:29.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.568+0000 7f5022b26740 1 -- 172.21.15.71:0/477438254 shutdown_connections 2024-09-05T07:47:29.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.568+0000 7f5022b26740 1 -- 172.21.15.71:0/477438254 wait complete. 2024-09-05T07:47:29.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.568+0000 7f5022b26740 20 client.17136 trim_cache size 0 max 16384 2024-09-05T07:47:29.587 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.586+0000 7f5022b26740 1 Processor -- start 2024-09-05T07:47:29.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.586+0000 7f5022b26740 1 -- start start 2024-09-05T07:47:29.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.586+0000 7f5022b26740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0cd72f4a0 0x55f0cd7464b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:29.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.586+0000 7f5022b26740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f0cd72fdc0 0x55f0cd751a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:29.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.586+0000 7f5022b26740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 0x55f0cd751f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:29.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.586+0000 7f5022b26740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f50181b1b20 con 0x55f0cd73a680 2024-09-05T07:47:29.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.586+0000 7f5022b26740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f50181af3f0 con 0x55f0cd72f4a0 2024-09-05T07:47:29.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.586+0000 7f5022b26740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f50181ad260 con 0x55f0cd72fdc0 2024-09-05T07:47:29.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.586+0000 7f501ecea640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 0x55f0cd751f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:29.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.586+0000 7f501ecea640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 0x55f0cd751f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38744/0 (socket says 172.21.15.71:38744) 2024-09-05T07:47:29.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.586+0000 7f501ecea640 1 -- 172.21.15.71:0/4217394828 learned_addr learned my addr 172.21.15.71:0/4217394828 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:29.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.587+0000 7f501dce8640 1 --2- 172.21.15.71:0/4217394828 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f0cd72fdc0 0x55f0cd751a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:29.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.587+0000 7f501e4e9640 1 --2- 172.21.15.71:0/4217394828 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0cd72f4a0 0x55f0cd7464b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:29.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.587+0000 7f501ecea640 1 -- 172.21.15.71:0/4217394828 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f0cd72fdc0 msgr2=0x55f0cd751a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:29.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.587+0000 7f501ecea640 1 --2- 172.21.15.71:0/4217394828 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f0cd72fdc0 0x55f0cd751a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.587+0000 7f501ecea640 1 -- 172.21.15.71:0/4217394828 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0cd72f4a0 msgr2=0x55f0cd7464b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:29.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.587+0000 7f501ecea640 1 --2- 172.21.15.71:0/4217394828 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0cd72f4a0 0x55f0cd7464b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.587+0000 7f501ecea640 1 -- 172.21.15.71:0/4217394828 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f0cd730640 con 0x55f0cd73a680 2024-09-05T07:47:29.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.587+0000 7f501ecea640 1 --2- 172.21.15.71:0/4217394828 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 0x55f0cd751f90 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f500800dad0 tx=0x7f500800fce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fba41cc1b82b6a56 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:29.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.587+0000 7f4ffffff640 1 -- 172.21.15.71:0/4217394828 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5008005850 con 0x55f0cd73a680 2024-09-05T07:47:29.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.587+0000 7f4ffffff640 1 -- 172.21.15.71:0/4217394828 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f500800d660 con 0x55f0cd73a680 2024-09-05T07:47:29.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.587+0000 7f4ffffff640 1 -- 172.21.15.71:0/4217394828 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50080266d0 con 0x55f0cd73a680 2024-09-05T07:47:29.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.588+0000 7f5022b26740 1 -- 172.21.15.71:0/4217394828 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 msgr2=0x55f0cd751f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:29.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.588+0000 7f5022b26740 1 --2- 172.21.15.71:0/4217394828 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 0x55f0cd751f90 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f500800dad0 tx=0x7f500800fce0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.588+0000 7f5022b26740 1 -- 172.21.15.71:0/4217394828 shutdown_connections 2024-09-05T07:47:29.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.588+0000 7f5022b26740 1 --2- 172.21.15.71:0/4217394828 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd73a680 0x55f0cd751f90 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.588+0000 7f5022b26740 1 --2- 172.21.15.71:0/4217394828 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f0cd72fdc0 0x55f0cd751a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.588+0000 7f5022b26740 1 --2- 172.21.15.71:0/4217394828 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0cd72f4a0 0x55f0cd7464b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.588+0000 7f5022b26740 1 -- 172.21.15.71:0/4217394828 >> 172.21.15.71:0/4217394828 conn(0x55f0cd72ba30 msgr2=0x55f0cd736340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:29.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.588+0000 7f5022b26740 1 -- 172.21.15.71:0/4217394828 shutdown_connections 2024-09-05T07:47:29.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.588+0000 7f5022b26740 1 -- 172.21.15.71:0/4217394828 wait complete. 2024-09-05T07:47:29.593 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.588+0000 7f5022b26740 1 -- start start 2024-09-05T07:47:29.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.588+0000 7f5022b26740 1 Processor -- start 2024-09-05T07:47:29.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.589+0000 7f5022b26740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd72f4a0 0x55f0cd7426d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:29.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.589+0000 7f5022b26740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0cd72fdc0 0x55f0cd742c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:29.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.589+0000 7f5022b26740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f0cd73a680 0x55f0cd73db50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:29.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.589+0000 7f5022b26740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f50181ad8b0 con 0x55f0cd72f4a0 2024-09-05T07:47:29.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.589+0000 7f5022b26740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f50181aed20 con 0x55f0cd72fdc0 2024-09-05T07:47:29.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.589+0000 7f5022b26740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f50181adf80 con 0x55f0cd73a680 2024-09-05T07:47:29.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.589+0000 7f5022b26740 10 client.0 _ll_register_callbacks cb 0x7f5008015070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:47:29.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.589+0000 7f501e4e9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd72f4a0 0x55f0cd7426d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:29.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.589+0000 7f501e4e9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd72f4a0 0x55f0cd7426d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:38754/0 (socket says 172.21.15.71:38754) 2024-09-05T07:47:29.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.589+0000 7f501e4e9640 1 -- 172.21.15.71:0/3270506352 learned_addr learned my addr 172.21.15.71:0/3270506352 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:29.594 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.589+0000 7f501dce8640 1 --2- 172.21.15.71:0/3270506352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0cd72fdc0 0x55f0cd742c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:29.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.589+0000 7f501ecea640 1 --2- 172.21.15.71:0/3270506352 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f0cd73a680 0x55f0cd73db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:29.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.589+0000 7f501e4e9640 1 -- 172.21.15.71:0/3270506352 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f0cd73a680 msgr2=0x55f0cd73db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:29.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.589+0000 7f501e4e9640 1 --2- 172.21.15.71:0/3270506352 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f0cd73a680 0x55f0cd73db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.589+0000 7f501e4e9640 1 -- 172.21.15.71:0/3270506352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0cd72fdc0 msgr2=0x55f0cd742c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:29.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.589+0000 7f501e4e9640 1 --2- 172.21.15.71:0/3270506352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0cd72fdc0 0x55f0cd742c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.589+0000 7f501e4e9640 1 -- 172.21.15.71:0/3270506352 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f0cd73e350 con 0x55f0cd72f4a0 2024-09-05T07:47:29.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.589+0000 7f501e4e9640 1 --2- 172.21.15.71:0/3270506352 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd72f4a0 0x55f0cd7426d0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f50100ccf80 tx=0x7f50100cf040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=444158442b0f9c44 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:29.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.589+0000 7f4ffdffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:47:29.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.589+0000 7f4ffdffb640 1 -- 172.21.15.71:0/3270506352 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f501001f040 con 0x55f0cd72f4a0 2024-09-05T07:47:29.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.590+0000 7f4ffdffb640 1 -- 172.21.15.71:0/3270506352 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9626+0+0 (secure 0 0 0) 0x7f50100cd150 con 0x55f0cd72f4a0 2024-09-05T07:47:29.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.590+0000 7f5022b26740 1 -- 172.21.15.71:0/3270506352 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f500800d660 con 0x55f0cd72f4a0 2024-09-05T07:47:29.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.590+0000 7f4ffdffb640 1 -- 172.21.15.71:0/3270506352 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5010082050 con 0x55f0cd72f4a0 2024-09-05T07:47:29.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.590+0000 7f5022b26740 10 client.17142 fetch_fsmap learned FSMap version 26 2024-09-05T07:47:29.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.590+0000 7f5022b26740 1 -- 172.21.15.71:0/3270506352 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f0cd7b44d0 con 0x55f0cd72f4a0 2024-09-05T07:47:29.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.590+0000 7f4ffdffb640 1 -- 172.21.15.71:0/3270506352 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f500800d660 con 0x55f0cd72f4a0 2024-09-05T07:47:29.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.590+0000 7f4ffdffb640 1 -- 172.21.15.71:0/3270506352 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f501000f040 con 0x55f0cd72f4a0 2024-09-05T07:47:29.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.590+0000 7f5022b26740 10 client.17142 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:47:29.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.590+0000 7f5022b26740 10 client.17142 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:47:29.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.590+0000 7f5022b26740 20 client.17142 populate_metadata read hostname 'smithi071' 2024-09-05T07:47:29.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.590+0000 7f5022b26740 1 --2- 172.21.15.71:0/3270506352 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f0cd74a090 0x55f0cd7b6c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:29.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.590+0000 7f5022b26740 4 client.17142 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:47:29.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.590+0000 7f5022b26740 1 -- 172.21.15.71:0/3270506352 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f0cd69cd60 con 0x55f0cd74a090 2024-09-05T07:47:29.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.590+0000 7f501dce8640 1 --2- 172.21.15.71:0/3270506352 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f0cd74a090 0x55f0cd7b6c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:29.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.591+0000 7f501dce8640 1 --2- 172.21.15.71:0/3270506352 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f0cd74a090 0x55f0cd7b6c20 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8d6b74c1ddd162af server_cookie=7b2712af97dd3d72 in_seq=0 out_seq=0 2024-09-05T07:47:29.596 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.591+0000 7f4ffdffb640 10 client.17142 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:47:29.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.591+0000 7f4ffdffb640 1 -- 172.21.15.71:0/3270506352 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55f0cd69cd60 con 0x55f0cd74a090 2024-09-05T07:47:29.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.591+0000 7f4ffdffb640 10 client.17142 handle_command_reply: tid=0 2024-09-05T07:47:29.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.591+0000 7f5022b26740 1 client.17142 shutdown 2024-09-05T07:47:29.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.591+0000 7f5022b26740 1 -- 172.21.15.71:0/3270506352 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd72f4a0 msgr2=0x55f0cd7426d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:29.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.591+0000 7f5022b26740 1 --2- 172.21.15.71:0/3270506352 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd72f4a0 0x55f0cd7426d0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f50100ccf80 tx=0x7f50100cf040 comp rx=0 tx=0).stop 2024-09-05T07:47:29.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.591+0000 7f5022b26740 1 -- 172.21.15.71:0/3270506352 shutdown_connections 2024-09-05T07:47:29.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.591+0000 7f5022b26740 1 --2- 172.21.15.71:0/3270506352 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55f0cd74a090 0x55f0cd7b6c20 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.591+0000 7f5022b26740 1 --2- 172.21.15.71:0/3270506352 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55f0cd73a680 0x55f0cd73db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.591+0000 7f4ffdffb640 0 client.17142 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:47:29.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.591+0000 7f5022b26740 1 --2- 172.21.15.71:0/3270506352 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55f0cd72fdc0 0x55f0cd742c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.591+0000 7f5022b26740 1 --2- 172.21.15.71:0/3270506352 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55f0cd72f4a0 0x55f0cd7426d0 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.597 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.591+0000 7f5022b26740 1 -- 172.21.15.71:0/3270506352 >> 172.21.15.71:0/3270506352 conn(0x55f0cd72ba30 msgr2=0x55f0cd738ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:29.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.591+0000 7f5022b26740 1 -- 172.21.15.71:0/3270506352 shutdown_connections 2024-09-05T07:47:29.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.591+0000 7f5022b26740 1 -- 172.21.15.71:0/3270506352 wait complete. 2024-09-05T07:47:29.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.591+0000 7f5022b26740 20 client.17142 trim_cache size 0 max 16384 2024-09-05T07:47:29.598 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:47:29.598 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "no active scrubs running", 2024-09-05T07:47:29.598 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": {} 2024-09-05T07:47:29.598 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:47:29.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.592+0000 7f502074d640 1 -- 172.21.15.71:0/3075557946 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f50000a2cf0 msgr2=0x7f50000a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:29.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.592+0000 7f502074d640 1 --2- 172.21.15.71:0/3075557946 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f50000a2cf0 0x7f50000a51b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f500c031440 tx=0x7f500c005b50 comp rx=0 tx=0).stop 2024-09-05T07:47:29.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.592+0000 7f502074d640 1 -- 172.21.15.71:0/3075557946 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5018101dd0 msgr2=0x7f5018198390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:29.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.592+0000 7f502074d640 1 --2- 172.21.15.71:0/3075557946 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5018101dd0 0x7f5018198390 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f501000ea80 tx=0x7f501000ef40 comp rx=0 tx=0).stop 2024-09-05T07:47:29.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.592+0000 7f502074d640 1 -- 172.21.15.71:0/3075557946 shutdown_connections 2024-09-05T07:47:29.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.592+0000 7f502074d640 1 --2- 172.21.15.71:0/3075557946 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f50000a2cf0 0x7f50000a51b0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.592+0000 7f502074d640 1 --2- 172.21.15.71:0/3075557946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5018106f00 0x7f501819cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.592+0000 7f502074d640 1 --2- 172.21.15.71:0/3075557946 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5018102780 0x7f50181988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.592+0000 7f502074d640 1 --2- 172.21.15.71:0/3075557946 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5018101dd0 0x7f5018198390 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:29.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.592+0000 7f502074d640 1 -- 172.21.15.71:0/3075557946 >> 172.21.15.71:0/3075557946 conn(0x7f50180fd890 msgr2=0x7f50180fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:29.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.592+0000 7f502074d640 1 -- 172.21.15.71:0/3075557946 shutdown_connections 2024-09-05T07:47:29.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:29.592+0000 7f502074d640 1 -- 172.21.15.71:0/3075557946 wait complete. 2024-09-05T07:47:30.379 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:30 smithi071 ceph-mon[30965]: pgmap v275: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:47:30.407 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T07:47:30.407 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:47:30.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:30 smithi123 ceph-mon[34568]: pgmap v275: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:47:30.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:30 smithi192 ceph-mon[34929]: pgmap v275: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:47:30.662 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:47:31.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.173+0000 7f03a2231640 1 -- 172.21.15.71:0/959108643 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f039c112b90 msgr2=0x7f039c114f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:31.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.173+0000 7f03a2231640 1 --2- 172.21.15.71:0/959108643 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f039c112b90 0x7f039c114f80 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f0394009ca0 tx=0x7f039402a950 comp rx=0 tx=0).stop 2024-09-05T07:47:31.208 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.173+0000 7f03a2231640 1 -- 172.21.15.71:0/959108643 shutdown_connections 2024-09-05T07:47:31.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.173+0000 7f03a2231640 1 --2- 172.21.15.71:0/959108643 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f039c112b90 0x7f039c114f80 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:31.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.173+0000 7f03a2231640 1 --2- 172.21.15.71:0/959108643 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f039c074eb0 0x7f039c112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:31.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.173+0000 7f03a2231640 1 --2- 172.21.15.71:0/959108643 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f039c074590 0x7f039c074970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:31.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.173+0000 7f03a2231640 1 -- 172.21.15.71:0/959108643 >> 172.21.15.71:0/959108643 conn(0x7f039c0fd8c0 msgr2=0x7f039c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:31.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.173+0000 7f03a2231640 1 -- 172.21.15.71:0/959108643 shutdown_connections 2024-09-05T07:47:31.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.173+0000 7f03a2231640 1 -- 172.21.15.71:0/959108643 wait complete. 2024-09-05T07:47:31.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.174+0000 7f03a2231640 1 Processor -- start 2024-09-05T07:47:31.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.174+0000 7f03a2231640 1 -- start start 2024-09-05T07:47:31.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.174+0000 7f03a2231640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f039c074590 0x7f039c1a4790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:31.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.174+0000 7f03a2231640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f039c074eb0 0x7f039c1a4cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:31.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.174+0000 7f03a2231640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f039c112b90 0x7f039c19e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:31.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.174+0000 7f03a2231640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f039c1184e0 con 0x7f039c074eb0 2024-09-05T07:47:31.209 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.174+0000 7f03a2231640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f039c118360 con 0x7f039c112b90 2024-09-05T07:47:31.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.174+0000 7f03a2231640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f039c118660 con 0x7f039c074590 2024-09-05T07:47:31.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.174+0000 7f039affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f039c074eb0 0x7f039c1a4cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:31.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.174+0000 7f039affd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f039c074eb0 0x7f039c1a4cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46250/0 (socket says 172.21.15.71:46250) 2024-09-05T07:47:31.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.175+0000 7f039affd640 1 -- 172.21.15.71:0/1509349131 learned_addr learned my addr 172.21.15.71:0/1509349131 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:31.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.175+0000 7f039b7fe640 1 --2- 172.21.15.71:0/1509349131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f039c074590 0x7f039c1a4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:31.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.175+0000 7f039bfff640 1 --2- 172.21.15.71:0/1509349131 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f039c112b90 0x7f039c19e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:31.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.175+0000 7f039affd640 1 -- 172.21.15.71:0/1509349131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f039c074590 msgr2=0x7f039c1a4790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:31.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.175+0000 7f039affd640 1 --2- 172.21.15.71:0/1509349131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f039c074590 0x7f039c1a4790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:31.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.175+0000 7f039affd640 1 -- 172.21.15.71:0/1509349131 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f039c112b90 msgr2=0x7f039c19e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:31.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.175+0000 7f039affd640 1 --2- 172.21.15.71:0/1509349131 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f039c112b90 0x7f039c19e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:31.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.175+0000 7f039affd640 1 -- 172.21.15.71:0/1509349131 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f039c19f080 con 0x7f039c074eb0 2024-09-05T07:47:31.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.175+0000 7f039b7fe640 1 --2- 172.21.15.71:0/1509349131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f039c074590 0x7f039c1a4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:47:31.210 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.175+0000 7f039bfff640 1 --2- 172.21.15.71:0/1509349131 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f039c112b90 0x7f039c19e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:47:31.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.175+0000 7f039affd640 1 --2- 172.21.15.71:0/1509349131 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f039c074eb0 0x7f039c1a4cd0 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f039000b4a0 tx=0x7f039000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:31.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.175+0000 7f0398ff9640 1 -- 172.21.15.71:0/1509349131 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0390014070 con 0x7f039c074eb0 2024-09-05T07:47:31.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.175+0000 7f0398ff9640 1 -- 172.21.15.71:0/1509349131 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0390010ac0 con 0x7f039c074eb0 2024-09-05T07:47:31.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.175+0000 7f03a2231640 1 -- 172.21.15.71:0/1509349131 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f039c19f370 con 0x7f039c074eb0 2024-09-05T07:47:31.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.175+0000 7f0398ff9640 1 -- 172.21.15.71:0/1509349131 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0390017c30 con 0x7f039c074eb0 2024-09-05T07:47:31.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.175+0000 7f03a2231640 1 -- 172.21.15.71:0/1509349131 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f039c1ab660 con 0x7f039c074eb0 2024-09-05T07:47:31.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.176+0000 7f03a2231640 1 -- 172.21.15.71:0/1509349131 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f039c0749f0 con 0x7f039c074eb0 2024-09-05T07:47:31.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.177+0000 7f0398ff9640 1 -- 172.21.15.71:0/1509349131 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f0390017070 con 0x7f039c074eb0 2024-09-05T07:47:31.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.178+0000 7f0398ff9640 1 --2- 172.21.15.71:0/1509349131 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f03840a2cf0 0x7f03840a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:31.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.178+0000 7f039b7fe640 1 --2- 172.21.15.71:0/1509349131 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f03840a2cf0 0x7f03840a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:31.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.178+0000 7f0398ff9640 1 -- 172.21.15.71:0/1509349131 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9626+0+0 (secure 0 0 0) 0x7f03900cef90 con 0x7f039c074eb0 2024-09-05T07:47:31.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.178+0000 7f039b7fe640 1 --2- 172.21.15.71:0/1509349131 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f03840a2cf0 0x7f03840a51b0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f039c19fa90 tx=0x7f038c008040 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:31.211 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.181+0000 7f0398ff9640 1 -- 172.21.15.71:0/1509349131 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f039009b870 con 0x7f039c074eb0 2024-09-05T07:47:31.383 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.382+0000 7f03a2231640 1 -- 172.21.15.71:0/1509349131 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f039c19fe80 con 0x7f039c074eb0 2024-09-05T07:47:31.384 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.383+0000 7f0398ff9640 1 -- 172.21.15.71:0/1509349131 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7f039c19fe80 con 0x7f039c074eb0 2024-09-05T07:47:31.384 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:47:31.384 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:47:31.385 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:47:31.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.385+0000 7f03a2231640 1 -- 172.21.15.71:0/1509349131 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f03840a2cf0 msgr2=0x7f03840a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:31.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.385+0000 7f03a2231640 1 --2- 172.21.15.71:0/1509349131 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f03840a2cf0 0x7f03840a51b0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f039c19fa90 tx=0x7f038c008040 comp rx=0 tx=0).stop 2024-09-05T07:47:31.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.385+0000 7f03a2231640 1 -- 172.21.15.71:0/1509349131 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f039c074eb0 msgr2=0x7f039c1a4cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:31.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.385+0000 7f03a2231640 1 --2- 172.21.15.71:0/1509349131 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f039c074eb0 0x7f039c1a4cd0 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f039000b4a0 tx=0x7f039000b960 comp rx=0 tx=0).stop 2024-09-05T07:47:31.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.385+0000 7f03a2231640 1 -- 172.21.15.71:0/1509349131 shutdown_connections 2024-09-05T07:47:31.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.385+0000 7f03a2231640 1 --2- 172.21.15.71:0/1509349131 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f03840a2cf0 0x7f03840a51b0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:31.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.385+0000 7f03a2231640 1 --2- 172.21.15.71:0/1509349131 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f039c112b90 0x7f039c19e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:31.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.385+0000 7f03a2231640 1 --2- 172.21.15.71:0/1509349131 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f039c074eb0 0x7f039c1a4cd0 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:31.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.385+0000 7f03a2231640 1 --2- 172.21.15.71:0/1509349131 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f039c074590 0x7f039c1a4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:31.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.385+0000 7f03a2231640 1 -- 172.21.15.71:0/1509349131 >> 172.21.15.71:0/1509349131 conn(0x7f039c0fd8c0 msgr2=0x7f039c0ff580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:31.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.385+0000 7f03a2231640 1 -- 172.21.15.71:0/1509349131 shutdown_connections 2024-09-05T07:47:31.386 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:31.385+0000 7f03a2231640 1 -- 172.21.15.71:0/1509349131 wait complete. 2024-09-05T07:47:32.072 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T07:47:32.323 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:47:32.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:32 smithi071 ceph-mon[30965]: pgmap v276: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-09-05T07:47:32.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:32 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1509349131' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:47:32.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:32 smithi123 ceph-mon[34568]: pgmap v276: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-09-05T07:47:32.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:32 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1509349131' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:47:32.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:32 smithi192 ceph-mon[34929]: pgmap v276: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-09-05T07:47:32.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:32 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1509349131' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:47:32.877 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.867+0000 7f4850458640 1 -- 172.21.15.71:0/919580688 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4848102780 msgr2=0x7f48481067d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:32.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.867+0000 7f4850458640 1 --2- 172.21.15.71:0/919580688 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4848102780 0x7f48481067d0 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f4838009900 tx=0x7f483802a410 comp rx=0 tx=0).stop 2024-09-05T07:47:32.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.867+0000 7f4850458640 1 -- 172.21.15.71:0/919580688 shutdown_connections 2024-09-05T07:47:32.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.867+0000 7f4850458640 1 --2- 172.21.15.71:0/919580688 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4848106f00 0x7f484810ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.867+0000 7f4850458640 1 --2- 172.21.15.71:0/919580688 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4848102780 0x7f48481067d0 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.867+0000 7f4850458640 1 --2- 172.21.15.71:0/919580688 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4848101dd0 0x7f48481021b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.867+0000 7f4850458640 1 -- 172.21.15.71:0/919580688 >> 172.21.15.71:0/919580688 conn(0x7f48480fd8b0 msgr2=0x7f48480ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:32.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.867+0000 7f4850458640 1 -- 172.21.15.71:0/919580688 shutdown_connections 2024-09-05T07:47:32.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.867+0000 7f4850458640 1 -- 172.21.15.71:0/919580688 wait complete. 2024-09-05T07:47:32.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.867+0000 7f4850458640 1 Processor -- start 2024-09-05T07:47:32.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.868+0000 7f4850458640 1 -- start start 2024-09-05T07:47:32.878 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.868+0000 7f4850458640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4848101dd0 0x7f4848198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:32.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.868+0000 7f4850458640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4848102780 0x7f48481988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:32.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.868+0000 7f4850458640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4848106f00 0x7f484819cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:32.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.868+0000 7f4850458640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4848111e30 con 0x7f4848102780 2024-09-05T07:47:32.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.868+0000 7f4850458640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4848111cb0 con 0x7f4848106f00 2024-09-05T07:47:32.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.868+0000 7f4850458640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4848111fb0 con 0x7f4848101dd0 2024-09-05T07:47:32.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.868+0000 7f484d9f3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4848102780 0x7f48481988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:32.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.868+0000 7f484d9f3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4848102780 0x7f48481988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46268/0 (socket says 172.21.15.71:46268) 2024-09-05T07:47:32.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.868+0000 7f484d9f3640 1 -- 172.21.15.71:0/3712809780 learned_addr learned my addr 172.21.15.71:0/3712809780 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:32.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.868+0000 7f484e9f5640 1 --2- 172.21.15.71:0/3712809780 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4848106f00 0x7f484819cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:32.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.868+0000 7f484e1f4640 1 --2- 172.21.15.71:0/3712809780 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4848101dd0 0x7f4848198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:32.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.868+0000 7f484d9f3640 1 -- 172.21.15.71:0/3712809780 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4848101dd0 msgr2=0x7f4848198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:32.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.868+0000 7f484d9f3640 1 --2- 172.21.15.71:0/3712809780 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4848101dd0 0x7f4848198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.868+0000 7f484d9f3640 1 -- 172.21.15.71:0/3712809780 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4848106f00 msgr2=0x7f484819cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:32.879 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.868+0000 7f484d9f3640 1 --2- 172.21.15.71:0/3712809780 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4848106f00 0x7f484819cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.868+0000 7f484d9f3640 1 -- 172.21.15.71:0/3712809780 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f484819d320 con 0x7f4848102780 2024-09-05T07:47:32.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.868+0000 7f484e9f5640 1 --2- 172.21.15.71:0/3712809780 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4848106f00 0x7f484819cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:47:32.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.868+0000 7f484d9f3640 1 --2- 172.21.15.71:0/3712809780 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4848102780 0x7f48481988b0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f4838006010 tx=0x7f4838004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:32.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.869+0000 7f483f7fe640 1 -- 172.21.15.71:0/3712809780 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f483803f030 con 0x7f4848102780 2024-09-05T07:47:32.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.869+0000 7f483f7fe640 1 -- 172.21.15.71:0/3712809780 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48380035f0 con 0x7f4848102780 2024-09-05T07:47:32.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.869+0000 7f4850458640 1 -- 172.21.15.71:0/3712809780 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f484819d5b0 con 0x7f4848102780 2024-09-05T07:47:32.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.869+0000 7f483f7fe640 1 -- 172.21.15.71:0/3712809780 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4838035070 con 0x7f4848102780 2024-09-05T07:47:32.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.869+0000 7f4850458640 1 -- 172.21.15.71:0/3712809780 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48481a4ef0 con 0x7f4848102780 2024-09-05T07:47:32.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.871+0000 7f483f7fe640 1 -- 172.21.15.71:0/3712809780 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f4838003b10 con 0x7f4848102780 2024-09-05T07:47:32.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.871+0000 7f4852831740 1 Processor -- start 2024-09-05T07:47:32.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.871+0000 7f4852831740 1 -- start start 2024-09-05T07:47:32.880 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f4852831740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 0x556ca2338090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:32.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f4852831740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ca23385d0 0x556ca2338a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:32.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f4852831740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca2343370 0x556ca2345760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:32.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f483f7fe640 1 --2- 172.21.15.71:0/3712809780 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f48340a2d70 0x7f48340a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:32.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f4852831740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x556ca229e2f0 con 0x556ca2339b40 2024-09-05T07:47:32.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f4852831740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556ca2245cf0 con 0x556ca2343370 2024-09-05T07:47:32.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f4852831740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x556ca229a2b0 con 0x556ca23385d0 2024-09-05T07:47:32.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f484e9f5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 0x556ca2338090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:32.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f484e9f5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 0x556ca2338090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46274/0 (socket says 172.21.15.71:46274) 2024-09-05T07:47:32.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f484e9f5640 1 -- 172.21.15.71:0/3034280616 learned_addr learned my addr 172.21.15.71:0/3034280616 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:32.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f484e9f5640 1 --2- 172.21.15.71:0/3712809780 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f48340a2d70 0x7f48340a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:32.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f484e1f4640 1 --2- 172.21.15.71:0/3034280616 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ca23385d0 0x556ca2338a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:32.881 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f483f7fe640 1 -- 172.21.15.71:0/3712809780 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9626+0+0 (secure 0 0 0) 0x7f48380f0450 con 0x7f4848102780 2024-09-05T07:47:32.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f484d9f3640 1 --2- 172.21.15.71:0/3034280616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca2343370 0x556ca2345760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:32.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f484e9f5640 1 -- 172.21.15.71:0/3034280616 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ca23385d0 msgr2=0x556ca2338a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:32.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f484e9f5640 1 --2- 172.21.15.71:0/3034280616 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ca23385d0 0x556ca2338a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f484e9f5640 1 -- 172.21.15.71:0/3034280616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca2343370 msgr2=0x556ca2345760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:32.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f484e9f5640 1 --2- 172.21.15.71:0/3034280616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca2343370 0x556ca2345760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f484e9f5640 1 -- 172.21.15.71:0/3034280616 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ca222a3a0 con 0x556ca2339b40 2024-09-05T07:47:32.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f484d9f3640 1 --2- 172.21.15.71:0/3034280616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca2343370 0x556ca2345760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:47:32.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f484e9f5640 1 --2- 172.21.15.71:0/3034280616 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 0x556ca2338090 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f484000afa0 tx=0x7f4840016700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e27aa637ba862cfd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:32.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.872+0000 7f484e9f5640 1 --2- 172.21.15.71:0/3712809780 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f48340a2d70 0x7f48340a5230 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f484000afd0 tx=0x7f484001a000 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:32.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.873+0000 7f483cdea640 1 -- 172.21.15.71:0/3034280616 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4840026070 con 0x556ca2339b40 2024-09-05T07:47:32.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.873+0000 7f483cdea640 1 -- 172.21.15.71:0/3034280616 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4840009d00 con 0x556ca2339b40 2024-09-05T07:47:32.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.873+0000 7f483cdea640 1 -- 172.21.15.71:0/3034280616 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4840013040 con 0x556ca2339b40 2024-09-05T07:47:32.882 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.873+0000 7f4852831740 1 -- 172.21.15.71:0/3034280616 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 msgr2=0x556ca2338090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:32.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.873+0000 7f4852831740 1 --2- 172.21.15.71:0/3034280616 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 0x556ca2338090 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f484000afa0 tx=0x7f4840016700 comp rx=0 tx=0).stop 2024-09-05T07:47:32.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.873+0000 7f4852831740 1 -- 172.21.15.71:0/3034280616 shutdown_connections 2024-09-05T07:47:32.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.873+0000 7f4852831740 1 --2- 172.21.15.71:0/3034280616 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca2343370 0x556ca2345760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.873+0000 7f4852831740 1 --2- 172.21.15.71:0/3034280616 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ca23385d0 0x556ca2338a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.873+0000 7f4852831740 1 --2- 172.21.15.71:0/3034280616 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 0x556ca2338090 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.873+0000 7f4852831740 1 -- 172.21.15.71:0/3034280616 >> 172.21.15.71:0/3034280616 conn(0x556ca2301310 msgr2=0x556ca2334c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:32.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.874+0000 7f4852831740 1 -- 172.21.15.71:0/3034280616 shutdown_connections 2024-09-05T07:47:32.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.874+0000 7f4852831740 1 -- 172.21.15.71:0/3034280616 wait complete. 2024-09-05T07:47:32.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.874+0000 7f4852831740 1 -- start start 2024-09-05T07:47:32.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.874+0000 7f4852831740 1 Processor -- start 2024-09-05T07:47:32.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.874+0000 7f4852831740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ca23385d0 0x556ca2342d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:32.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.874+0000 7f4852831740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 0x556ca2340000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:32.883 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.874+0000 7f4852831740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca2343370 0x556ca23405d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:32.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.874+0000 7f4852831740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x556ca2346010 con 0x556ca2339b40 2024-09-05T07:47:32.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.874+0000 7f4852831740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556ca2259060 con 0x556ca2343370 2024-09-05T07:47:32.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.874+0000 7f4852831740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x556ca2346190 con 0x556ca23385d0 2024-09-05T07:47:32.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.874+0000 7f4852831740 10 client.0 _ll_register_callbacks cb 0x556ca1fac8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:47:32.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.874+0000 7f484d9f3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 0x556ca2340000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:32.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.874+0000 7f484d9f3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 0x556ca2340000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46284/0 (socket says 172.21.15.71:46284) 2024-09-05T07:47:32.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.874+0000 7f484d9f3640 1 -- 172.21.15.71:0/1990224867 learned_addr learned my addr 172.21.15.71:0/1990224867 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:32.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.875+0000 7f484e1f4640 1 --2- 172.21.15.71:0/1990224867 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ca23385d0 0x556ca2342d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:32.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.875+0000 7f484e9f5640 1 --2- 172.21.15.71:0/1990224867 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca2343370 0x556ca23405d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:32.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.875+0000 7f484d9f3640 1 -- 172.21.15.71:0/1990224867 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ca23385d0 msgr2=0x556ca2342d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:32.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.875+0000 7f484d9f3640 1 --2- 172.21.15.71:0/1990224867 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ca23385d0 0x556ca2342d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.884 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.875+0000 7f484d9f3640 1 -- 172.21.15.71:0/1990224867 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca2343370 msgr2=0x556ca23405d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:32.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.875+0000 7f484d9f3640 1 --2- 172.21.15.71:0/1990224867 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca2343370 0x556ca23405d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.875+0000 7f484d9f3640 1 -- 172.21.15.71:0/1990224867 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ca200f3c0 con 0x556ca2339b40 2024-09-05T07:47:32.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.875+0000 7f484d9f3640 1 --2- 172.21.15.71:0/1990224867 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 0x556ca2340000 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f48380ed7b0 tx=0x7f48380bc2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da921ac6f1f30336 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:32.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.875+0000 7f4831ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:47:32.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.875+0000 7f4831ffb640 1 -- 172.21.15.71:0/1990224867 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4838049040 con 0x556ca2339b40 2024-09-05T07:47:32.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.875+0000 7f4831ffb640 1 -- 172.21.15.71:0/1990224867 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9626+0+0 (secure 0 0 0) 0x7f48380b8b90 con 0x556ca2339b40 2024-09-05T07:47:32.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.875+0000 7f4852831740 1 -- 172.21.15.71:0/1990224867 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4840009d00 con 0x556ca2339b40 2024-09-05T07:47:32.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.875+0000 7f4831ffb640 1 -- 172.21.15.71:0/1990224867 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f48380037a0 con 0x556ca2339b40 2024-09-05T07:47:32.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.875+0000 7f4852831740 10 client.17160 fetch_fsmap learned FSMap version 26 2024-09-05T07:47:32.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.875+0000 7f4852831740 1 -- 172.21.15.71:0/1990224867 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556ca2351a00 con 0x556ca2339b40 2024-09-05T07:47:32.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.875+0000 7f4831ffb640 1 -- 172.21.15.71:0/1990224867 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4840009d00 con 0x556ca2339b40 2024-09-05T07:47:32.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.876+0000 7f4831ffb640 1 -- 172.21.15.71:0/1990224867 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f48380bc780 con 0x556ca2339b40 2024-09-05T07:47:32.885 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.876+0000 7f4852831740 10 client.17160 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:47:32.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.876+0000 7f4852831740 10 client.17160 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:47:32.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.876+0000 7f4852831740 20 client.17160 populate_metadata read hostname 'smithi071' 2024-09-05T07:47:32.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.876+0000 7f4852831740 1 --2- 172.21.15.71:0/1990224867 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x556ca2352dc0 0x556ca23551b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:32.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.876+0000 7f4852831740 4 client.17160 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:47:32.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.876+0000 7f4852831740 1 -- 172.21.15.71:0/1990224867 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556ca22ab860 con 0x556ca2352dc0 2024-09-05T07:47:32.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.876+0000 7f484e1f4640 1 --2- 172.21.15.71:0/1990224867 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x556ca2352dc0 0x556ca23551b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:32.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.877+0000 7f4831ffb640 10 client.17160 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:47:32.886 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.877+0000 7f484e1f4640 1 --2- 172.21.15.71:0/1990224867 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x556ca2352dc0 0x556ca23551b0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b5d7bda6766bcd58 server_cookie=3de83098b5fd1a07 in_seq=0 out_seq=0 2024-09-05T07:47:32.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.878+0000 7f4831ffb640 1 -- 172.21.15.71:0/1990224867 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556ca22ab860 con 0x556ca2352dc0 2024-09-05T07:47:32.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.878+0000 7f4831ffb640 10 client.17160 handle_command_reply: tid=0 2024-09-05T07:47:32.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.878+0000 7f4852831740 1 client.17160 shutdown 2024-09-05T07:47:32.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.879+0000 7f4852831740 1 -- 172.21.15.71:0/1990224867 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 msgr2=0x556ca2340000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:32.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.879+0000 7f4852831740 1 --2- 172.21.15.71:0/1990224867 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 0x556ca2340000 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f48380ed7b0 tx=0x7f48380bc2f0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.887 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.879+0000 7f4852831740 1 -- 172.21.15.71:0/1990224867 shutdown_connections 2024-09-05T07:47:32.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.879+0000 7f4852831740 1 --2- 172.21.15.71:0/1990224867 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x556ca2352dc0 0x556ca23551b0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.879+0000 7f4831ffb640 0 client.17160 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:47:32.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.879+0000 7f4852831740 1 --2- 172.21.15.71:0/1990224867 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca2343370 0x556ca23405d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.879+0000 7f4852831740 1 --2- 172.21.15.71:0/1990224867 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 0x556ca2340000 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.879+0000 7f4852831740 1 --2- 172.21.15.71:0/1990224867 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ca23385d0 0x556ca2342d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.879+0000 7f4852831740 1 -- 172.21.15.71:0/1990224867 >> 172.21.15.71:0/1990224867 conn(0x556ca2301310 msgr2=0x556ca233a960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:32.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.879+0000 7f4852831740 1 -- 172.21.15.71:0/1990224867 shutdown_connections 2024-09-05T07:47:32.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.879+0000 7f4852831740 1 -- 172.21.15.71:0/1990224867 wait complete. 2024-09-05T07:47:32.888 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.879+0000 7f4852831740 20 client.17160 trim_cache size 0 max 16384 2024-09-05T07:47:32.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.891+0000 7f4852831740 1 Processor -- start 2024-09-05T07:47:32.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.891+0000 7f4852831740 1 -- start start 2024-09-05T07:47:32.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.892+0000 7f4852831740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca23385d0 0x556ca234f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:32.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.892+0000 7f4852831740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 0x556ca2333c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:32.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.892+0000 7f4852831740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ca2343370 0x556ca235aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:32.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.892+0000 7f4852831740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f48481b19b0 con 0x556ca2339b40 2024-09-05T07:47:32.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.892+0000 7f4852831740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f48481af280 con 0x556ca23385d0 2024-09-05T07:47:32.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.892+0000 7f4852831740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f48481ad0f0 con 0x556ca2343370 2024-09-05T07:47:32.893 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.892+0000 7f484d9f3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 0x556ca2333c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:32.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.892+0000 7f484d9f3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 0x556ca2333c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46300/0 (socket says 172.21.15.71:46300) 2024-09-05T07:47:32.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.892+0000 7f484d9f3640 1 -- 172.21.15.71:0/3394881517 learned_addr learned my addr 172.21.15.71:0/3394881517 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:32.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.892+0000 7f484d9f3640 1 -- 172.21.15.71:0/3394881517 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ca2343370 msgr2=0x556ca235aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:32.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.892+0000 7f484d9f3640 1 --2- 172.21.15.71:0/3394881517 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ca2343370 0x556ca235aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.892+0000 7f484d9f3640 1 -- 172.21.15.71:0/3394881517 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca23385d0 msgr2=0x556ca234f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:32.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.892+0000 7f484e1f4640 1 --2- 172.21.15.71:0/3394881517 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca23385d0 0x556ca234f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:32.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.892+0000 7f484d9f3640 1 --2- 172.21.15.71:0/3394881517 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca23385d0 0x556ca234f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.892+0000 7f484d9f3640 1 -- 172.21.15.71:0/3394881517 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ca2335730 con 0x556ca2339b40 2024-09-05T07:47:32.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.892+0000 7f484e1f4640 1 --2- 172.21.15.71:0/3394881517 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca23385d0 0x556ca234f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:47:32.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.892+0000 7f484d9f3640 1 --2- 172.21.15.71:0/3394881517 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 0x556ca2333c10 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f48380c4c60 tx=0x7f48380b88f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54c506db5377ab80 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:32.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.892+0000 7f4833fff640 1 -- 172.21.15.71:0/3394881517 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4838049070 con 0x556ca2339b40 2024-09-05T07:47:32.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.892+0000 7f4833fff640 1 -- 172.21.15.71:0/3394881517 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48380bcc20 con 0x556ca2339b40 2024-09-05T07:47:32.894 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.892+0000 7f4833fff640 1 -- 172.21.15.71:0/3394881517 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48380ed9d0 con 0x556ca2339b40 2024-09-05T07:47:32.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.893+0000 7f4852831740 1 -- 172.21.15.71:0/3394881517 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 msgr2=0x556ca2333c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:32.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.893+0000 7f4852831740 1 --2- 172.21.15.71:0/3394881517 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 0x556ca2333c10 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f48380c4c60 tx=0x7f48380b88f0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.893+0000 7f4852831740 1 -- 172.21.15.71:0/3394881517 shutdown_connections 2024-09-05T07:47:32.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.893+0000 7f4852831740 1 --2- 172.21.15.71:0/3394881517 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ca2343370 0x556ca235aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.893+0000 7f4852831740 1 --2- 172.21.15.71:0/3394881517 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2339b40 0x556ca2333c10 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.893+0000 7f4852831740 1 --2- 172.21.15.71:0/3394881517 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca23385d0 0x556ca234f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.898 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.893+0000 7f4852831740 1 -- 172.21.15.71:0/3394881517 >> 172.21.15.71:0/3394881517 conn(0x556ca2301310 msgr2=0x556ca2333500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:32.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.893+0000 7f4852831740 1 -- 172.21.15.71:0/3394881517 shutdown_connections 2024-09-05T07:47:32.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.893+0000 7f4852831740 1 -- 172.21.15.71:0/3394881517 wait complete. 2024-09-05T07:47:32.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.893+0000 7f4852831740 1 -- start start 2024-09-05T07:47:32.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.893+0000 7f4852831740 1 Processor -- start 2024-09-05T07:47:32.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.894+0000 7f4852831740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ca23385d0 0x556ca234b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:32.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.894+0000 7f4852831740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca2339b40 0x556ca234bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:32.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.894+0000 7f4852831740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2343370 0x556ca2348510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:32.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.894+0000 7f4852831740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f48481ad740 con 0x556ca2343370 2024-09-05T07:47:32.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.894+0000 7f4852831740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f48481aebb0 con 0x556ca2339b40 2024-09-05T07:47:32.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.894+0000 7f4852831740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f48481ade10 con 0x556ca23385d0 2024-09-05T07:47:32.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.894+0000 7f4852831740 10 client.0 _ll_register_callbacks cb 0x7f48380b8840 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:47:32.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.894+0000 7f484d9f3640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca2339b40 0x556ca234bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:32.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.894+0000 7f484e9f5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2343370 0x556ca2348510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:32.899 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.894+0000 7f484d9f3640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca2339b40 0x556ca234bc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:56812/0 (socket says 172.21.15.71:56812) 2024-09-05T07:47:32.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.894+0000 7f484e9f5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2343370 0x556ca2348510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46310/0 (socket says 172.21.15.71:46310) 2024-09-05T07:47:32.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.894+0000 7f484d9f3640 1 -- 172.21.15.71:0/4199484869 learned_addr learned my addr 172.21.15.71:0/4199484869 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:32.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.894+0000 7f484e1f4640 1 --2- 172.21.15.71:0/4199484869 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ca23385d0 0x556ca234b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:32.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.894+0000 7f484e9f5640 1 -- 172.21.15.71:0/4199484869 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ca23385d0 msgr2=0x556ca234b720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:32.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.894+0000 7f484e9f5640 1 --2- 172.21.15.71:0/4199484869 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ca23385d0 0x556ca234b720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.894+0000 7f484e9f5640 1 -- 172.21.15.71:0/4199484869 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca2339b40 msgr2=0x556ca234bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:32.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.894+0000 7f484e9f5640 1 --2- 172.21.15.71:0/4199484869 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca2339b40 0x556ca234bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.894+0000 7f484e9f5640 1 -- 172.21.15.71:0/4199484869 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ca2348d10 con 0x556ca2343370 2024-09-05T07:47:32.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.894+0000 7f484e1f4640 1 --2- 172.21.15.71:0/4199484869 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ca23385d0 0x556ca234b720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:47:32.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.894+0000 7f484d9f3640 1 --2- 172.21.15.71:0/4199484869 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca2339b40 0x556ca234bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:47:32.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.895+0000 7f484e9f5640 1 --2- 172.21.15.71:0/4199484869 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2343370 0x556ca2348510 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f4840009440 tx=0x7f4840009d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e5e651d3508cad6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:32.900 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.895+0000 7f4831ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:47:32.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.895+0000 7f4831ffb640 1 -- 172.21.15.71:0/4199484869 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4840030070 con 0x556ca2343370 2024-09-05T07:47:32.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.895+0000 7f4852831740 1 -- 172.21.15.71:0/4199484869 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f48380bcc20 con 0x556ca2343370 2024-09-05T07:47:32.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.895+0000 7f4831ffb640 1 -- 172.21.15.71:0/4199484869 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9626+0+0 (secure 0 0 0) 0x7f484000a8f0 con 0x556ca2343370 2024-09-05T07:47:32.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.895+0000 7f4831ffb640 1 -- 172.21.15.71:0/4199484869 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f484003c050 con 0x556ca2343370 2024-09-05T07:47:32.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.895+0000 7f4852831740 10 client.17166 fetch_fsmap learned FSMap version 26 2024-09-05T07:47:32.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.895+0000 7f4852831740 1 -- 172.21.15.71:0/4199484869 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556ca23c2a00 con 0x556ca2343370 2024-09-05T07:47:32.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.895+0000 7f4831ffb640 1 -- 172.21.15.71:0/4199484869 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48380bcc20 con 0x556ca2343370 2024-09-05T07:47:32.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.895+0000 7f4831ffb640 1 -- 172.21.15.71:0/4199484869 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f4840035440 con 0x556ca2343370 2024-09-05T07:47:32.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.895+0000 7f4852831740 10 client.17166 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:47:32.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.895+0000 7f4852831740 10 client.17166 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:47:32.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.895+0000 7f4852831740 20 client.17166 populate_metadata read hostname 'smithi071' 2024-09-05T07:47:32.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.895+0000 7f4852831740 1 --2- 172.21.15.71:0/4199484869 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x556ca23c2f80 0x556ca23c5370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:32.901 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.895+0000 7f4852831740 4 client.17166 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:47:32.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.895+0000 7f4852831740 1 -- 172.21.15.71:0/4199484869 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556ca22a5d70 con 0x556ca23c2f80 2024-09-05T07:47:32.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.896+0000 7f484e1f4640 1 --2- 172.21.15.71:0/4199484869 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x556ca23c2f80 0x556ca23c5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:32.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.896+0000 7f4831ffb640 10 client.17166 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:47:32.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.896+0000 7f484e1f4640 1 --2- 172.21.15.71:0/4199484869 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x556ca23c2f80 0x556ca23c5370 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a59691c16a1edd7a server_cookie=e755a48531f55cdf in_seq=0 out_seq=0 2024-09-05T07:47:32.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.896+0000 7f4831ffb640 1 -- 172.21.15.71:0/4199484869 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556ca22a5d70 con 0x556ca23c2f80 2024-09-05T07:47:32.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.896+0000 7f4831ffb640 10 client.17166 handle_command_reply: tid=0 2024-09-05T07:47:32.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.896+0000 7f4852831740 1 client.17166 shutdown 2024-09-05T07:47:32.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.896+0000 7f4852831740 1 -- 172.21.15.71:0/4199484869 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2343370 msgr2=0x556ca2348510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:32.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.896+0000 7f4852831740 1 --2- 172.21.15.71:0/4199484869 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2343370 0x556ca2348510 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f4840009440 tx=0x7f4840009d00 comp rx=0 tx=0).stop 2024-09-05T07:47:32.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.896+0000 7f4852831740 1 -- 172.21.15.71:0/4199484869 shutdown_connections 2024-09-05T07:47:32.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.896+0000 7f4852831740 1 --2- 172.21.15.71:0/4199484869 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x556ca23c2f80 0x556ca23c5370 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.896+0000 7f4852831740 1 --2- 172.21.15.71:0/4199484869 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556ca2343370 0x556ca2348510 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.902 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.896+0000 7f4852831740 1 --2- 172.21.15.71:0/4199484869 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556ca2339b40 0x556ca234bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.903 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.896+0000 7f4852831740 1 --2- 172.21.15.71:0/4199484869 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556ca23385d0 0x556ca234b720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.903 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.896+0000 7f4852831740 1 -- 172.21.15.71:0/4199484869 >> 172.21.15.71:0/4199484869 conn(0x556ca2301310 msgr2=0x556ca2342080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:32.903 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.896+0000 7f4831ffb640 0 client.17166 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:47:32.903 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.896+0000 7f4852831740 1 -- 172.21.15.71:0/4199484869 shutdown_connections 2024-09-05T07:47:32.903 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.896+0000 7f4852831740 1 -- 172.21.15.71:0/4199484869 wait complete. 2024-09-05T07:47:32.903 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.896+0000 7f4852831740 20 client.17166 trim_cache size 0 max 16384 2024-09-05T07:47:32.903 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:47:32.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.897+0000 7f4850458640 1 -- 172.21.15.71:0/3712809780 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f48340a2d70 msgr2=0x7f48340a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:32.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.897+0000 7f4850458640 1 --2- 172.21.15.71:0/3712809780 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f48340a2d70 0x7f48340a5230 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f484000afd0 tx=0x7f484001a000 comp rx=0 tx=0).stop 2024-09-05T07:47:32.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.897+0000 7f4850458640 1 -- 172.21.15.71:0/3712809780 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4848102780 msgr2=0x7f48481988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:32.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.897+0000 7f4850458640 1 --2- 172.21.15.71:0/3712809780 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4848102780 0x7f48481988b0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f4838006010 tx=0x7f4838004270 comp rx=0 tx=0).stop 2024-09-05T07:47:32.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.897+0000 7f4850458640 1 -- 172.21.15.71:0/3712809780 shutdown_connections 2024-09-05T07:47:32.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.897+0000 7f4850458640 1 --2- 172.21.15.71:0/3712809780 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f48340a2d70 0x7f48340a5230 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.897+0000 7f4850458640 1 --2- 172.21.15.71:0/3712809780 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4848106f00 0x7f484819cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.897+0000 7f4850458640 1 --2- 172.21.15.71:0/3712809780 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4848102780 0x7f48481988b0 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.897+0000 7f4850458640 1 --2- 172.21.15.71:0/3712809780 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4848101dd0 0x7f4848198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:32.904 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.897+0000 7f4850458640 1 -- 172.21.15.71:0/3712809780 >> 172.21.15.71:0/3712809780 conn(0x7f48480fd8b0 msgr2=0x7f48480fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:32.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.897+0000 7f4850458640 1 -- 172.21.15.71:0/3712809780 shutdown_connections 2024-09-05T07:47:32.905 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:32.897+0000 7f4850458640 1 -- 172.21.15.71:0/3712809780 wait complete. 2024-09-05T07:47:33.766 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T07:47:34.015 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:47:34.388 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:34 smithi071 ceph-mon[30965]: pgmap v277: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-05T07:47:34.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:34 smithi123 ceph-mon[34568]: pgmap v277: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-05T07:47:34.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:34 smithi192 ceph-mon[34929]: pgmap v277: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-05T07:47:34.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.469+0000 7fddfce16640 1 -- 172.21.15.71:0/1637179655 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fddf8106f10 msgr2=0x7fddf810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:34.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.469+0000 7fddfce16640 1 --2- 172.21.15.71:0/1637179655 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fddf8106f10 0x7fddf810ea90 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7fdde8009900 tx=0x7fdde802a410 comp rx=0 tx=0).stop 2024-09-05T07:47:34.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.469+0000 7fddfce16640 1 -- 172.21.15.71:0/1637179655 shutdown_connections 2024-09-05T07:47:34.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.469+0000 7fddfce16640 1 --2- 172.21.15.71:0/1637179655 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fddf8106f10 0x7fddf810ea90 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.469+0000 7fddfce16640 1 --2- 172.21.15.71:0/1637179655 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fddf8102790 0x7fddf81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.469+0000 7fddfce16640 1 --2- 172.21.15.71:0/1637179655 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fddf8101de0 0x7fddf81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.469+0000 7fddfce16640 1 -- 172.21.15.71:0/1637179655 >> 172.21.15.71:0/1637179655 conn(0x7fddf80fd8c0 msgr2=0x7fddf80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:34.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.469+0000 7fddfce16640 1 -- 172.21.15.71:0/1637179655 shutdown_connections 2024-09-05T07:47:34.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.469+0000 7fddfce16640 1 -- 172.21.15.71:0/1637179655 wait complete. 2024-09-05T07:47:34.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.470+0000 7fddfce16640 1 Processor -- start 2024-09-05T07:47:34.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.470+0000 7fddfce16640 1 -- start start 2024-09-05T07:47:34.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.470+0000 7fddfce16640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fddf8101de0 0x7fddf81983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:34.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.470+0000 7fddfce16640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fddf8102790 0x7fddf8198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:34.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.470+0000 7fddfce16640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fddf8106f10 0x7fddf819ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:34.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.470+0000 7fddfce16640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fddf8111e60 con 0x7fddf8102790 2024-09-05T07:47:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.470+0000 7fddfce16640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fddf8111ce0 con 0x7fddf8101de0 2024-09-05T07:47:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.470+0000 7fddfce16640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fddf8111fe0 con 0x7fddf8106f10 2024-09-05T07:47:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.471+0000 7fddf5d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fddf8102790 0x7fddf8198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.471+0000 7fddf5d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fddf8102790 0x7fddf8198920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46336/0 (socket says 172.21.15.71:46336) 2024-09-05T07:47:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.471+0000 7fddf5d9b640 1 -- 172.21.15.71:0/2997392818 learned_addr learned my addr 172.21.15.71:0/2997392818 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.471+0000 7fddf6d9d640 1 --2- 172.21.15.71:0/2997392818 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fddf8106f10 0x7fddf819ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.471+0000 7fddf659c640 1 --2- 172.21.15.71:0/2997392818 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fddf8101de0 0x7fddf81983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.471+0000 7fddf5d9b640 1 -- 172.21.15.71:0/2997392818 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fddf8106f10 msgr2=0x7fddf819ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.471+0000 7fddf5d9b640 1 --2- 172.21.15.71:0/2997392818 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fddf8106f10 0x7fddf819ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.471+0000 7fddf5d9b640 1 -- 172.21.15.71:0/2997392818 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fddf8101de0 msgr2=0x7fddf81983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.471+0000 7fddf5d9b640 1 --2- 172.21.15.71:0/2997392818 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fddf8101de0 0x7fddf81983e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.471+0000 7fddf5d9b640 1 -- 172.21.15.71:0/2997392818 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddf819d390 con 0x7fddf8102790 2024-09-05T07:47:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.471+0000 7fddf659c640 1 --2- 172.21.15.71:0/2997392818 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fddf8101de0 0x7fddf81983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:47:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.471+0000 7fddf5d9b640 1 --2- 172.21.15.71:0/2997392818 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fddf8102790 0x7fddf8198920 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7fdde000d770 tx=0x7fdde000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.471+0000 7fddef7fe640 1 -- 172.21.15.71:0/2997392818 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde0017070 con 0x7fddf8102790 2024-09-05T07:47:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.471+0000 7fddfce16640 1 -- 172.21.15.71:0/2997392818 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddf819d680 con 0x7fddf8102790 2024-09-05T07:47:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.471+0000 7fddef7fe640 1 -- 172.21.15.71:0/2997392818 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdde00054d0 con 0x7fddf8102790 2024-09-05T07:47:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.471+0000 7fddef7fe640 1 -- 172.21.15.71:0/2997392818 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde0004cf0 con 0x7fddf8102790 2024-09-05T07:47:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.471+0000 7fddfce16640 1 -- 172.21.15.71:0/2997392818 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddf81a4f60 con 0x7fddf8102790 2024-09-05T07:47:34.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.473+0000 7fddef7fe640 1 -- 172.21.15.71:0/2997392818 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fdde0004e90 con 0x7fddf8102790 2024-09-05T07:47:34.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.474+0000 7fddff1ef740 1 Processor -- start 2024-09-05T07:47:34.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.474+0000 7fddff1ef740 1 -- start start 2024-09-05T07:47:34.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.474+0000 7fddff1ef740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 0x55e458501090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:34.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.474+0000 7fddff1ef740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4585015d0 0x55e458501a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:34.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.474+0000 7fddff1ef740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e45850c370 0x55e45850e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:34.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.474+0000 7fddff1ef740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55e4584672f0 con 0x55e458502b40 2024-09-05T07:47:34.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.474+0000 7fddff1ef740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e45840ecf0 con 0x55e45850c370 2024-09-05T07:47:34.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.474+0000 7fddff1ef740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55e4584632b0 con 0x55e4585015d0 2024-09-05T07:47:34.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.474+0000 7fddef7fe640 1 --2- 172.21.15.71:0/2997392818 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdde40a2cf0 0x7fdde40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:34.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.474+0000 7fddf6d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 0x55e458501090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:34.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.474+0000 7fddf6d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 0x55e458501090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46352/0 (socket says 172.21.15.71:46352) 2024-09-05T07:47:34.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.474+0000 7fddf6d9d640 1 -- 172.21.15.71:0/2148697018 learned_addr learned my addr 172.21.15.71:0/2148697018 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:34.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.474+0000 7fddf659c640 1 --2- 172.21.15.71:0/2148697018 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4585015d0 0x55e458501a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:34.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.474+0000 7fddf6d9d640 1 --2- 172.21.15.71:0/2997392818 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdde40a2cf0 0x7fdde40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:34.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.474+0000 7fddef7fe640 1 -- 172.21.15.71:0/2997392818 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9626+0+0 (secure 0 0 0) 0x7fdde00cf310 con 0x7fddf8102790 2024-09-05T07:47:34.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.474+0000 7fddf5d9b640 1 --2- 172.21.15.71:0/2148697018 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e45850c370 0x55e45850e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:34.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.475+0000 7fddf6d9d640 1 -- 172.21.15.71:0/2148697018 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4585015d0 msgr2=0x55e458501a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:34.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.475+0000 7fddf6d9d640 1 --2- 172.21.15.71:0/2148697018 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4585015d0 0x55e458501a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.475+0000 7fddf6d9d640 1 -- 172.21.15.71:0/2148697018 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e45850c370 msgr2=0x55e45850e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:34.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.475+0000 7fddf6d9d640 1 --2- 172.21.15.71:0/2148697018 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e45850c370 0x55e45850e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.475+0000 7fddf6d9d640 1 -- 172.21.15.71:0/2148697018 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4583f33a0 con 0x55e458502b40 2024-09-05T07:47:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.475+0000 7fddf6d9d640 1 --2- 172.21.15.71:0/2148697018 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 0x55e458501090 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7fdde802a930 tx=0x7fdde80040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f12f12d6ce4340ae server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.475+0000 7fddf6d9d640 1 --2- 172.21.15.71:0/2997392818 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdde40a2cf0 0x7fdde40a51b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fdde8031440 tx=0x7fdde8035000 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.475+0000 7fddecff9640 1 -- 172.21.15.71:0/2148697018 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde8035070 con 0x55e458502b40 2024-09-05T07:47:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.475+0000 7fddecff9640 1 -- 172.21.15.71:0/2148697018 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdde8005020 con 0x55e458502b40 2024-09-05T07:47:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.475+0000 7fddecff9640 1 -- 172.21.15.71:0/2148697018 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde80048c0 con 0x55e458502b40 2024-09-05T07:47:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.476+0000 7fddff1ef740 1 -- 172.21.15.71:0/2148697018 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 msgr2=0x55e458501090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.476+0000 7fddff1ef740 1 --2- 172.21.15.71:0/2148697018 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 0x55e458501090 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7fdde802a930 tx=0x7fdde80040c0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.476+0000 7fddff1ef740 1 -- 172.21.15.71:0/2148697018 shutdown_connections 2024-09-05T07:47:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.476+0000 7fddff1ef740 1 --2- 172.21.15.71:0/2148697018 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e45850c370 0x55e45850e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.476+0000 7fddff1ef740 1 --2- 172.21.15.71:0/2148697018 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4585015d0 0x55e458501a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.476+0000 7fddff1ef740 1 --2- 172.21.15.71:0/2148697018 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 0x55e458501090 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.476+0000 7fddff1ef740 1 -- 172.21.15.71:0/2148697018 >> 172.21.15.71:0/2148697018 conn(0x55e4584ca310 msgr2=0x55e4584fdc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:34.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.476+0000 7fddff1ef740 1 -- 172.21.15.71:0/2148697018 shutdown_connections 2024-09-05T07:47:34.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.476+0000 7fddff1ef740 1 -- 172.21.15.71:0/2148697018 wait complete. 2024-09-05T07:47:34.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.476+0000 7fddff1ef740 1 -- start start 2024-09-05T07:47:34.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.477+0000 7fddff1ef740 1 Processor -- start 2024-09-05T07:47:34.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.477+0000 7fddff1ef740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4585015d0 0x55e45850be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:34.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.477+0000 7fddff1ef740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 0x55e4585090d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:34.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.477+0000 7fddff1ef740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e45850c370 0x55e458509860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:34.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.477+0000 7fddff1ef740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55e45850f010 con 0x55e458502b40 2024-09-05T07:47:34.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.477+0000 7fddff1ef740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55e458422060 con 0x55e45850c370 2024-09-05T07:47:34.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.477+0000 7fddff1ef740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55e45850f190 con 0x55e4585015d0 2024-09-05T07:47:34.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.477+0000 7fddff1ef740 10 client.0 _ll_register_callbacks cb 0x55e4581758c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:47:34.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.477+0000 7fddf5d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 0x55e4585090d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.477+0000 7fddf5d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 0x55e4585090d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46368/0 (socket says 172.21.15.71:46368) 2024-09-05T07:47:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.477+0000 7fddf5d9b640 1 -- 172.21.15.71:0/635998454 learned_addr learned my addr 172.21.15.71:0/635998454 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.477+0000 7fddf659c640 1 --2- 172.21.15.71:0/635998454 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4585015d0 0x55e45850be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.477+0000 7fddf6d9d640 1 --2- 172.21.15.71:0/635998454 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e45850c370 0x55e458509860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.477+0000 7fddf5d9b640 1 -- 172.21.15.71:0/635998454 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4585015d0 msgr2=0x55e45850be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.477+0000 7fddf5d9b640 1 --2- 172.21.15.71:0/635998454 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4585015d0 0x55e45850be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.477+0000 7fddf5d9b640 1 -- 172.21.15.71:0/635998454 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e45850c370 msgr2=0x55e458509860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.477+0000 7fddf5d9b640 1 --2- 172.21.15.71:0/635998454 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e45850c370 0x55e458509860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.477+0000 7fddf5d9b640 1 -- 172.21.15.71:0/635998454 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4581d83c0 con 0x55e458502b40 2024-09-05T07:47:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.478+0000 7fddf5d9b640 1 --2- 172.21.15.71:0/635998454 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 0x55e4585090d0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7fdde00cc6c0 tx=0x7fdde009b270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d6d0836ccbaf1ec server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.478+0000 7fddddffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:47:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.478+0000 7fddddffb640 1 -- 172.21.15.71:0/635998454 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde0020040 con 0x55e458502b40 2024-09-05T07:47:34.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.478+0000 7fddddffb640 1 -- 172.21.15.71:0/635998454 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9626+0+0 (secure 0 0 0) 0x7fdde00b4260 con 0x55e458502b40 2024-09-05T07:47:34.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.478+0000 7fddff1ef740 1 -- 172.21.15.71:0/635998454 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdde8005020 con 0x55e458502b40 2024-09-05T07:47:34.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.478+0000 7fddddffb640 1 -- 172.21.15.71:0/635998454 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdde0009c30 con 0x55e458502b40 2024-09-05T07:47:34.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.478+0000 7fddff1ef740 10 client.17178 fetch_fsmap learned FSMap version 26 2024-09-05T07:47:34.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.478+0000 7fddff1ef740 1 -- 172.21.15.71:0/635998454 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e45851ab80 con 0x55e458502b40 2024-09-05T07:47:34.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.478+0000 7fddddffb640 1 -- 172.21.15.71:0/635998454 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdde8005020 con 0x55e458502b40 2024-09-05T07:47:34.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.478+0000 7fddddffb640 1 -- 172.21.15.71:0/635998454 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fdde0097a50 con 0x55e458502b40 2024-09-05T07:47:34.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.478+0000 7fddff1ef740 10 client.17178 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:47:34.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.478+0000 7fddff1ef740 10 client.17178 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:47:34.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.478+0000 7fddff1ef740 20 client.17178 populate_metadata read hostname 'smithi071' 2024-09-05T07:47:34.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.478+0000 7fddff1ef740 1 --2- 172.21.15.71:0/635998454 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55e45851bf90 0x55e45851e380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.478+0000 7fddff1ef740 4 client.17178 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:47:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.478+0000 7fddff1ef740 1 -- 172.21.15.71:0/635998454 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e458474860 con 0x55e45851bf90 2024-09-05T07:47:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.478+0000 7fddf659c640 1 --2- 172.21.15.71:0/635998454 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55e45851bf90 0x55e45851e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.479+0000 7fddddffb640 10 client.17178 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:47:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.479+0000 7fddf659c640 1 --2- 172.21.15.71:0/635998454 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55e45851bf90 0x55e45851e380 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e6dbd201b80537df server_cookie=e36c2a3716e21450 in_seq=0 out_seq=0 2024-09-05T07:47:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.479+0000 7fddddffb640 1 -- 172.21.15.71:0/635998454 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e458474860 con 0x55e45851bf90 2024-09-05T07:47:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.479+0000 7fddddffb640 10 client.17178 handle_command_reply: tid=0 2024-09-05T07:47:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.480+0000 7fddff1ef740 1 client.17178 shutdown 2024-09-05T07:47:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.480+0000 7fddff1ef740 1 -- 172.21.15.71:0/635998454 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 msgr2=0x55e4585090d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.480+0000 7fddff1ef740 1 --2- 172.21.15.71:0/635998454 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 0x55e4585090d0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7fdde00cc6c0 tx=0x7fdde009b270 comp rx=0 tx=0).stop 2024-09-05T07:47:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.480+0000 7fddff1ef740 1 -- 172.21.15.71:0/635998454 shutdown_connections 2024-09-05T07:47:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.480+0000 7fddff1ef740 1 --2- 172.21.15.71:0/635998454 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55e45851bf90 0x55e45851e380 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.480+0000 7fddff1ef740 1 --2- 172.21.15.71:0/635998454 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e45850c370 0x55e458509860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.480+0000 7fddff1ef740 1 --2- 172.21.15.71:0/635998454 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 0x55e4585090d0 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.480+0000 7fddddffb640 0 client.17178 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:47:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.480+0000 7fddff1ef740 1 --2- 172.21.15.71:0/635998454 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4585015d0 0x55e45850be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.480+0000 7fddff1ef740 1 -- 172.21.15.71:0/635998454 >> 172.21.15.71:0/635998454 conn(0x55e4584ca310 msgr2=0x55e458503990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.480+0000 7fddff1ef740 1 -- 172.21.15.71:0/635998454 shutdown_connections 2024-09-05T07:47:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.480+0000 7fddff1ef740 1 -- 172.21.15.71:0/635998454 wait complete. 2024-09-05T07:47:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.480+0000 7fddff1ef740 20 client.17178 trim_cache size 0 max 16384 2024-09-05T07:47:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.493+0000 7fddff1ef740 1 Processor -- start 2024-09-05T07:47:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.493+0000 7fddff1ef740 1 -- start start 2024-09-05T07:47:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.493+0000 7fddff1ef740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4585015d0 0x55e458523c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.493+0000 7fddff1ef740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e458502b40 0x55e458524190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:34.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.493+0000 7fddff1ef740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e45850c370 0x55e458506330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.493+0000 7fddff1ef740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fddf81b1a90 con 0x55e45850c370 2024-09-05T07:47:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.493+0000 7fddff1ef740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fddf81af360 con 0x55e458502b40 2024-09-05T07:47:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.493+0000 7fddff1ef740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fddf81ad1d0 con 0x55e4585015d0 2024-09-05T07:47:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.493+0000 7fddf6d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e45850c370 0x55e458506330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.493+0000 7fddf6d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e45850c370 0x55e458506330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46384/0 (socket says 172.21.15.71:46384) 2024-09-05T07:47:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.493+0000 7fddf6d9d640 1 -- 172.21.15.71:0/416955004 learned_addr learned my addr 172.21.15.71:0/416955004 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.493+0000 7fddf5d9b640 1 --2- 172.21.15.71:0/416955004 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e458502b40 0x55e458524190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.493+0000 7fddf659c640 1 --2- 172.21.15.71:0/416955004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4585015d0 0x55e458523c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.493+0000 7fddf6d9d640 1 -- 172.21.15.71:0/416955004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4585015d0 msgr2=0x55e458523c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.493+0000 7fddf6d9d640 1 --2- 172.21.15.71:0/416955004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4585015d0 0x55e458523c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.493+0000 7fddf6d9d640 1 -- 172.21.15.71:0/416955004 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e458502b40 msgr2=0x55e458524190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.493+0000 7fddf6d9d640 1 --2- 172.21.15.71:0/416955004 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e458502b40 0x55e458524190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.493+0000 7fddf6d9d640 1 -- 172.21.15.71:0/416955004 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e45850ead0 con 0x55e45850c370 2024-09-05T07:47:34.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.494+0000 7fddf6d9d640 1 --2- 172.21.15.71:0/416955004 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e45850c370 0x55e458506330 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7fdde804b040 tx=0x7fdde802ab90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21ebc44d739acb59 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:34.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.494+0000 7fdddffff640 1 -- 172.21.15.71:0/416955004 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde8031680 con 0x55e45850c370 2024-09-05T07:47:34.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.494+0000 7fdddffff640 1 -- 172.21.15.71:0/416955004 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdde8005020 con 0x55e45850c370 2024-09-05T07:47:34.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.494+0000 7fdddffff640 1 -- 172.21.15.71:0/416955004 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde8004b30 con 0x55e45850c370 2024-09-05T07:47:34.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.495+0000 7fddff1ef740 1 -- 172.21.15.71:0/416955004 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e45850c370 msgr2=0x55e458506330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:34.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.495+0000 7fddff1ef740 1 --2- 172.21.15.71:0/416955004 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e45850c370 0x55e458506330 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7fdde804b040 tx=0x7fdde802ab90 comp rx=0 tx=0).stop 2024-09-05T07:47:34.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.495+0000 7fddff1ef740 1 -- 172.21.15.71:0/416955004 shutdown_connections 2024-09-05T07:47:34.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.495+0000 7fddff1ef740 1 --2- 172.21.15.71:0/416955004 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e45850c370 0x55e458506330 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.495+0000 7fddff1ef740 1 --2- 172.21.15.71:0/416955004 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e458502b40 0x55e458524190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.495+0000 7fddff1ef740 1 --2- 172.21.15.71:0/416955004 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e4585015d0 0x55e458523c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.495+0000 7fddff1ef740 1 -- 172.21.15.71:0/416955004 >> 172.21.15.71:0/416955004 conn(0x55e4584ca310 msgr2=0x55e4585079a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:34.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.495+0000 7fddff1ef740 1 -- 172.21.15.71:0/416955004 shutdown_connections 2024-09-05T07:47:34.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.495+0000 7fddff1ef740 1 -- 172.21.15.71:0/416955004 wait complete. 2024-09-05T07:47:34.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.495+0000 7fddff1ef740 1 -- start start 2024-09-05T07:47:34.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.495+0000 7fddff1ef740 1 Processor -- start 2024-09-05T07:47:34.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.495+0000 7fddff1ef740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4585015d0 0x55e45857ff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:34.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.495+0000 7fddff1ef740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 0x55e458580480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:34.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.495+0000 7fddff1ef740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e45850c370 0x55e458510900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:34.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.495+0000 7fddff1ef740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fddf81ad820 con 0x55e458502b40 2024-09-05T07:47:34.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.495+0000 7fddff1ef740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fddf81aec90 con 0x55e4585015d0 2024-09-05T07:47:34.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.495+0000 7fddff1ef740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fddf81adef0 con 0x55e45850c370 2024-09-05T07:47:34.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.495+0000 7fddff1ef740 10 client.0 _ll_register_callbacks cb 0x7fdde0004720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:47:34.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.495+0000 7fddf5d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 0x55e458580480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:34.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.495+0000 7fddf5d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 0x55e458580480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46400/0 (socket says 172.21.15.71:46400) 2024-09-05T07:47:34.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.496+0000 7fddf5d9b640 1 -- 172.21.15.71:0/3874428880 learned_addr learned my addr 172.21.15.71:0/3874428880 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:34.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.496+0000 7fddf6d9d640 1 --2- 172.21.15.71:0/3874428880 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e45850c370 0x55e458510900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:34.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.496+0000 7fddf659c640 1 --2- 172.21.15.71:0/3874428880 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4585015d0 0x55e45857ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:34.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.496+0000 7fddf5d9b640 1 -- 172.21.15.71:0/3874428880 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e45850c370 msgr2=0x55e458510900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:34.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.496+0000 7fddf5d9b640 1 --2- 172.21.15.71:0/3874428880 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e45850c370 0x55e458510900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.496+0000 7fddf5d9b640 1 -- 172.21.15.71:0/3874428880 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4585015d0 msgr2=0x55e45857ff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:34.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.496+0000 7fddf5d9b640 1 --2- 172.21.15.71:0/3874428880 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4585015d0 0x55e45857ff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.496+0000 7fddf5d9b640 1 -- 172.21.15.71:0/3874428880 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e458511100 con 0x55e458502b40 2024-09-05T07:47:34.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.496+0000 7fddf5d9b640 1 --2- 172.21.15.71:0/3874428880 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 0x55e458580480 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x55e45850a710 tx=0x7fdde00b44d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5986264a066051d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:34.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.496+0000 7fddddffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:47:34.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.496+0000 7fddddffb640 1 -- 172.21.15.71:0/3874428880 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde0020070 con 0x55e458502b40 2024-09-05T07:47:34.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.496+0000 7fddddffb640 1 -- 172.21.15.71:0/3874428880 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9626+0+0 (secure 0 0 0) 0x7fdde009a830 con 0x55e458502b40 2024-09-05T07:47:34.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.496+0000 7fddff1ef740 1 -- 172.21.15.71:0/3874428880 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdde8005020 con 0x55e458502b40 2024-09-05T07:47:34.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.496+0000 7fddddffb640 1 -- 172.21.15.71:0/3874428880 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdde009ad40 con 0x55e458502b40 2024-09-05T07:47:34.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.496+0000 7fddff1ef740 10 client.17184 fetch_fsmap learned FSMap version 26 2024-09-05T07:47:34.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.496+0000 7fddff1ef740 1 -- 172.21.15.71:0/3874428880 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e4585876e0 con 0x55e458502b40 2024-09-05T07:47:34.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.496+0000 7fddddffb640 1 -- 172.21.15.71:0/3874428880 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdde8005020 con 0x55e458502b40 2024-09-05T07:47:34.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.497+0000 7fddddffb640 1 -- 172.21.15.71:0/3874428880 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fdde00a0920 con 0x55e458502b40 2024-09-05T07:47:34.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.497+0000 7fddff1ef740 10 client.17184 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:47:34.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.497+0000 7fddff1ef740 10 client.17184 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:47:34.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.497+0000 7fddff1ef740 20 client.17184 populate_metadata read hostname 'smithi071' 2024-09-05T07:47:34.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.497+0000 7fddff1ef740 1 --2- 172.21.15.71:0/3874428880 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55e458587de0 0x55e45858a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:34.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.497+0000 7fddff1ef740 4 client.17184 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:47:34.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.497+0000 7fddff1ef740 1 -- 172.21.15.71:0/3874428880 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e45846ed70 con 0x55e458587de0 2024-09-05T07:47:34.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.497+0000 7fddf659c640 1 --2- 172.21.15.71:0/3874428880 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55e458587de0 0x55e45858a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:34.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.497+0000 7fddf659c640 1 --2- 172.21.15.71:0/3874428880 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55e458587de0 0x55e45858a1d0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=12e2df7a0df05c4a server_cookie=40276ab437003c6f in_seq=0 out_seq=0 2024-09-05T07:47:34.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.497+0000 7fddddffb640 10 client.17184 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:47:34.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.497+0000 7fddddffb640 1 -- 172.21.15.71:0/3874428880 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e45846ed70 con 0x55e458587de0 2024-09-05T07:47:34.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.497+0000 7fddddffb640 10 client.17184 handle_command_reply: tid=0 2024-09-05T07:47:34.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.497+0000 7fddff1ef740 1 client.17184 shutdown 2024-09-05T07:47:34.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddff1ef740 1 -- 172.21.15.71:0/3874428880 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 msgr2=0x55e458580480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:34.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddff1ef740 1 --2- 172.21.15.71:0/3874428880 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 0x55e458580480 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x55e45850a710 tx=0x7fdde00b44d0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddff1ef740 1 -- 172.21.15.71:0/3874428880 shutdown_connections 2024-09-05T07:47:34.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddff1ef740 1 --2- 172.21.15.71:0/3874428880 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55e45850c370 0x55e458510900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddff1ef740 1 --2- 172.21.15.71:0/3874428880 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55e458502b40 0x55e458580480 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddff1ef740 1 --2- 172.21.15.71:0/3874428880 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55e458587de0 0x55e45858a1d0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddff1ef740 1 --2- 172.21.15.71:0/3874428880 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55e4585015d0 0x55e45857ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddddffb640 0 client.17184 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:47:34.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddff1ef740 1 -- 172.21.15.71:0/3874428880 >> 172.21.15.71:0/3874428880 conn(0x55e4584ca310 msgr2=0x55e45850a930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:34.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddff1ef740 1 -- 172.21.15.71:0/3874428880 shutdown_connections 2024-09-05T07:47:34.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddff1ef740 1 -- 172.21.15.71:0/3874428880 wait complete. 2024-09-05T07:47:34.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddff1ef740 20 client.17184 trim_cache size 0 max 16384 2024-09-05T07:47:34.517 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:47:34.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddfce16640 1 -- 172.21.15.71:0/2997392818 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdde40a2cf0 msgr2=0x7fdde40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:34.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddfce16640 1 --2- 172.21.15.71:0/2997392818 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdde40a2cf0 0x7fdde40a51b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fdde8031440 tx=0x7fdde8035000 comp rx=0 tx=0).stop 2024-09-05T07:47:34.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddfce16640 1 -- 172.21.15.71:0/2997392818 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fddf8102790 msgr2=0x7fddf8198920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:34.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddfce16640 1 --2- 172.21.15.71:0/2997392818 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fddf8102790 0x7fddf8198920 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7fdde000d770 tx=0x7fdde000dc30 comp rx=0 tx=0).stop 2024-09-05T07:47:34.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddfce16640 1 -- 172.21.15.71:0/2997392818 shutdown_connections 2024-09-05T07:47:34.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddfce16640 1 --2- 172.21.15.71:0/2997392818 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdde40a2cf0 0x7fdde40a51b0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddfce16640 1 --2- 172.21.15.71:0/2997392818 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fddf8106f10 0x7fddf819ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.518 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddfce16640 1 --2- 172.21.15.71:0/2997392818 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fddf8102790 0x7fddf8198920 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddfce16640 1 --2- 172.21.15.71:0/2997392818 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fddf8101de0 0x7fddf81983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:34.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddfce16640 1 -- 172.21.15.71:0/2997392818 >> 172.21.15.71:0/2997392818 conn(0x7fddf80fd8c0 msgr2=0x7fddf80fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:34.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.498+0000 7fddfce16640 1 -- 172.21.15.71:0/2997392818 shutdown_connections 2024-09-05T07:47:34.519 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:34.499+0000 7fddfce16640 1 -- 172.21.15.71:0/2997392818 wait complete. 2024-09-05T07:47:35.481 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T07:47:35.725 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:47:36.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.207+0000 7f99ac777640 1 -- 172.21.15.71:0/2707418974 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f99a4102780 msgr2=0x7f99a41067d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:36.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.207+0000 7f99ac777640 1 --2- 172.21.15.71:0/2707418974 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f99a4102780 0x7f99a41067d0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f9994009900 tx=0x7f999402a410 comp rx=0 tx=0).stop 2024-09-05T07:47:36.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.207+0000 7f99ac777640 1 -- 172.21.15.71:0/2707418974 shutdown_connections 2024-09-05T07:47:36.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.207+0000 7f99ac777640 1 --2- 172.21.15.71:0/2707418974 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99a4106f00 0x7f99a410ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.225 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.207+0000 7f99ac777640 1 --2- 172.21.15.71:0/2707418974 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f99a4102780 0x7f99a41067d0 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.207+0000 7f99ac777640 1 --2- 172.21.15.71:0/2707418974 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f99a4101dd0 0x7f99a41021b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.207+0000 7f99ac777640 1 -- 172.21.15.71:0/2707418974 >> 172.21.15.71:0/2707418974 conn(0x7f99a40fd8b0 msgr2=0x7f99a40ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:36.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.207+0000 7f99ac777640 1 -- 172.21.15.71:0/2707418974 shutdown_connections 2024-09-05T07:47:36.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.207+0000 7f99ac777640 1 -- 172.21.15.71:0/2707418974 wait complete. 2024-09-05T07:47:36.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.208+0000 7f99ac777640 1 Processor -- start 2024-09-05T07:47:36.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.208+0000 7f99ac777640 1 -- start start 2024-09-05T07:47:36.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.208+0000 7f99ac777640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99a4101dd0 0x7f99a40744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:36.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.208+0000 7f99ac777640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f99a4102780 0x7f99a4074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:36.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.208+0000 7f99ac777640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f99a4106f00 0x7f99a4074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:36.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.208+0000 7f99ac777640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f99a4111e30 con 0x7f99a4106f00 2024-09-05T07:47:36.226 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.208+0000 7f99ac777640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f99a4111cb0 con 0x7f99a4102780 2024-09-05T07:47:36.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.208+0000 7f99ac777640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f99a4111fb0 con 0x7f99a4101dd0 2024-09-05T07:47:36.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.208+0000 7f99aad14640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f99a4106f00 0x7f99a4074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:36.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.208+0000 7f99aad14640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f99a4106f00 0x7f99a4074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46430/0 (socket says 172.21.15.71:46430) 2024-09-05T07:47:36.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.208+0000 7f99aad14640 1 -- 172.21.15.71:0/3934483087 learned_addr learned my addr 172.21.15.71:0/3934483087 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:36.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.208+0000 7f99aa513640 1 --2- 172.21.15.71:0/3934483087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99a4101dd0 0x7f99a40744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:36.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.209+0000 7f99aad14640 1 -- 172.21.15.71:0/3934483087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99a4101dd0 msgr2=0x7f99a40744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:36.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.209+0000 7f99aad14640 1 --2- 172.21.15.71:0/3934483087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99a4101dd0 0x7f99a40744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.209+0000 7f99aad14640 1 -- 172.21.15.71:0/3934483087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f99a4102780 msgr2=0x7f99a4074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:36.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.209+0000 7f99a9d12640 1 --2- 172.21.15.71:0/3934483087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f99a4102780 0x7f99a4074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:36.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.209+0000 7f99aad14640 1 --2- 172.21.15.71:0/3934483087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f99a4102780 0x7f99a4074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.209+0000 7f99aad14640 1 -- 172.21.15.71:0/3934483087 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99a41a6830 con 0x7f99a4106f00 2024-09-05T07:47:36.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.209+0000 7f99aad14640 1 --2- 172.21.15.71:0/3934483087 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f99a4106f00 0x7f99a4074f70 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f999c00b970 tx=0x7f999c00bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:36.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.209+0000 7f999b7fe640 1 -- 172.21.15.71:0/3934483087 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f999c019070 con 0x7f99a4106f00 2024-09-05T07:47:36.227 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.209+0000 7f999b7fe640 1 -- 172.21.15.71:0/3934483087 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f999c014440 con 0x7f99a4106f00 2024-09-05T07:47:36.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.209+0000 7f99ac777640 1 -- 172.21.15.71:0/3934483087 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99a41a6b20 con 0x7f99a4106f00 2024-09-05T07:47:36.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.209+0000 7f999b7fe640 1 -- 172.21.15.71:0/3934483087 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f999c0075d0 con 0x7f99a4106f00 2024-09-05T07:47:36.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.209+0000 7f99ac777640 1 -- 172.21.15.71:0/3934483087 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99a41a7060 con 0x7f99a4106f00 2024-09-05T07:47:36.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.211+0000 7f999b7fe640 1 -- 172.21.15.71:0/3934483087 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f999c01c070 con 0x7f99a4106f00 2024-09-05T07:47:36.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.211+0000 7f99aeb50740 1 Processor -- start 2024-09-05T07:47:36.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f99aeb50740 1 -- start start 2024-09-05T07:47:36.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f99aeb50740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fbcd6cfb40 0x55fbcd6ce090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:36.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f99aeb50740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6cea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:36.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f99aeb50740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fbcd6d9370 0x55fbcd6db760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:36.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f99aeb50740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55fbcd6342f0 con 0x55fbcd6ce5d0 2024-09-05T07:47:36.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f99aeb50740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55fbcd5dbcf0 con 0x55fbcd6d9370 2024-09-05T07:47:36.228 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f99aeb50740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55fbcd6302b0 con 0x55fbcd6cfb40 2024-09-05T07:47:36.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f99aa513640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6cea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:36.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f99aa513640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6cea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46444/0 (socket says 172.21.15.71:46444) 2024-09-05T07:47:36.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f99aa513640 1 -- 172.21.15.71:0/935665385 learned_addr learned my addr 172.21.15.71:0/935665385 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:36.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f999b7fe640 1 --2- 172.21.15.71:0/3934483087 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f99900a2cf0 0x7f99900a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:36.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f99a9d12640 1 --2- 172.21.15.71:0/935665385 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fbcd6cfb40 0x55fbcd6ce090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:36.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f99aad14640 1 --2- 172.21.15.71:0/3934483087 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f99900a2cf0 0x7f99900a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:36.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f99aa513640 1 -- 172.21.15.71:0/935665385 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fbcd6cfb40 msgr2=0x55fbcd6ce090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:36.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f99aa513640 1 --2- 172.21.15.71:0/935665385 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fbcd6cfb40 0x55fbcd6ce090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f99a9d12640 1 --2- 172.21.15.71:0/935665385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fbcd6d9370 0x55fbcd6db760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:36.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f99aa513640 1 -- 172.21.15.71:0/935665385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fbcd6d9370 msgr2=0x55fbcd6db760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:36.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f99aa513640 1 --2- 172.21.15.71:0/935665385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fbcd6d9370 0x55fbcd6db760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f99aa513640 1 -- 172.21.15.71:0/935665385 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fbcd5c03a0 con 0x55fbcd6ce5d0 2024-09-05T07:47:36.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f99a9d12640 1 --2- 172.21.15.71:0/935665385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fbcd6d9370 0x55fbcd6db760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:47:36.229 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.212+0000 7f999b7fe640 1 -- 172.21.15.71:0/3934483087 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9626+0+0 (secure 0 0 0) 0x7f999c0cecd0 con 0x7f99a4106f00 2024-09-05T07:47:36.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.213+0000 7f99aa513640 1 --2- 172.21.15.71:0/935665385 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6cea10 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f99a000ad00 tx=0x7f99a000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1796293f2883c4b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:36.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.213+0000 7f9998ff9640 1 -- 172.21.15.71:0/935665385 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99a001d070 con 0x55fbcd6ce5d0 2024-09-05T07:47:36.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.213+0000 7f9998ff9640 1 -- 172.21.15.71:0/935665385 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f99a0018af0 con 0x55fbcd6ce5d0 2024-09-05T07:47:36.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.213+0000 7f99aad14640 1 --2- 172.21.15.71:0/3934483087 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f99900a2cf0 0x7f99900a51b0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f999c0cc190 tx=0x7f999c06df20 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:36.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.213+0000 7f9998ff9640 1 -- 172.21.15.71:0/935665385 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99a0010ae0 con 0x55fbcd6ce5d0 2024-09-05T07:47:36.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.213+0000 7f99aeb50740 1 -- 172.21.15.71:0/935665385 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 msgr2=0x55fbcd6cea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:36.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.213+0000 7f99aeb50740 1 --2- 172.21.15.71:0/935665385 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6cea10 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f99a000ad00 tx=0x7f99a000f790 comp rx=0 tx=0).stop 2024-09-05T07:47:36.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.213+0000 7f99aeb50740 1 -- 172.21.15.71:0/935665385 shutdown_connections 2024-09-05T07:47:36.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.213+0000 7f99aeb50740 1 --2- 172.21.15.71:0/935665385 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fbcd6d9370 0x55fbcd6db760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.213+0000 7f99aeb50740 1 --2- 172.21.15.71:0/935665385 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6cea10 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.213+0000 7f99aeb50740 1 --2- 172.21.15.71:0/935665385 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fbcd6cfb40 0x55fbcd6ce090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.214+0000 7f99aeb50740 1 -- 172.21.15.71:0/935665385 >> 172.21.15.71:0/935665385 conn(0x55fbcd697310 msgr2=0x55fbcd6cac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:36.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.214+0000 7f99aeb50740 1 -- 172.21.15.71:0/935665385 shutdown_connections 2024-09-05T07:47:36.230 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.214+0000 7f99aeb50740 1 -- 172.21.15.71:0/935665385 wait complete. 2024-09-05T07:47:36.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.214+0000 7f99aeb50740 1 -- start start 2024-09-05T07:47:36.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.214+0000 7f99aeb50740 1 Processor -- start 2024-09-05T07:47:36.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.214+0000 7f99aeb50740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6d8d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:36.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.214+0000 7f99aeb50740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6cfb40 0x55fbcd6d6020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:36.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.214+0000 7f99aeb50740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fbcd6d9370 0x55fbcd6d6610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:36.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.214+0000 7f99aeb50740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55fbcd6dc070 con 0x55fbcd6cfb40 2024-09-05T07:47:36.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.214+0000 7f99aeb50740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55fbcd5ef060 con 0x55fbcd6d9370 2024-09-05T07:47:36.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.214+0000 7f99aeb50740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55fbcd6dc1f0 con 0x55fbcd6ce5d0 2024-09-05T07:47:36.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.214+0000 7f99aeb50740 10 client.0 _ll_register_callbacks cb 0x55fbcd3428c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:47:36.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.214+0000 7f99aa513640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6cfb40 0x55fbcd6d6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:36.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.214+0000 7f99aa513640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6cfb40 0x55fbcd6d6020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46452/0 (socket says 172.21.15.71:46452) 2024-09-05T07:47:36.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.214+0000 7f99aa513640 1 -- 172.21.15.71:0/3028870123 learned_addr learned my addr 172.21.15.71:0/3028870123 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:36.231 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f99aa513640 1 -- 172.21.15.71:0/3028870123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fbcd6ce5d0 msgr2=0x55fbcd6d8d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:36.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f99aa513640 1 --2- 172.21.15.71:0/3028870123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6d8d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f99aa513640 1 -- 172.21.15.71:0/3028870123 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fbcd6d9370 msgr2=0x55fbcd6d6610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:36.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f99aa513640 1 --2- 172.21.15.71:0/3028870123 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fbcd6d9370 0x55fbcd6d6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f99aa513640 1 -- 172.21.15.71:0/3028870123 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fbcd3a53c0 con 0x55fbcd6cfb40 2024-09-05T07:47:36.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f99aa513640 1 --2- 172.21.15.71:0/3028870123 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6cfb40 0x55fbcd6d6020 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f99a001b040 tx=0x7f99a00186f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24b345b3587d67af server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:36.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f998dffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:47:36.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f998dffb640 1 -- 172.21.15.71:0/3028870123 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99a0026020 con 0x55fbcd6cfb40 2024-09-05T07:47:36.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f998dffb640 1 -- 172.21.15.71:0/3028870123 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9626+0+0 (secure 0 0 0) 0x7f99a0010c90 con 0x55fbcd6cfb40 2024-09-05T07:47:36.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f99aeb50740 1 -- 172.21.15.71:0/3028870123 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f99a0018af0 con 0x55fbcd6cfb40 2024-09-05T07:47:36.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f998dffb640 1 -- 172.21.15.71:0/3028870123 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f99a0031050 con 0x55fbcd6cfb40 2024-09-05T07:47:36.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f99aeb50740 10 client.17196 fetch_fsmap learned FSMap version 26 2024-09-05T07:47:36.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f99aeb50740 1 -- 172.21.15.71:0/3028870123 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fbcd6e7ab0 con 0x55fbcd6cfb40 2024-09-05T07:47:36.232 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f998dffb640 1 -- 172.21.15.71:0/3028870123 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f99a0018af0 con 0x55fbcd6cfb40 2024-09-05T07:47:36.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f998dffb640 1 -- 172.21.15.71:0/3028870123 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f99a00046e0 con 0x55fbcd6cfb40 2024-09-05T07:47:36.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f99aeb50740 10 client.17196 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:47:36.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f99aeb50740 10 client.17196 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:47:36.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f99aeb50740 20 client.17196 populate_metadata read hostname 'smithi071' 2024-09-05T07:47:36.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f99aeb50740 1 --2- 172.21.15.71:0/3028870123 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55fbcd6e8eb0 0x55fbcd6eb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:36.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f99aeb50740 4 client.17196 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:47:36.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.215+0000 7f99aeb50740 1 -- 172.21.15.71:0/3028870123 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fbcd641860 con 0x55fbcd6e8eb0 2024-09-05T07:47:36.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.216+0000 7f99a9d12640 1 --2- 172.21.15.71:0/3028870123 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55fbcd6e8eb0 0x55fbcd6eb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:36.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.216+0000 7f99a9d12640 1 --2- 172.21.15.71:0/3028870123 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55fbcd6e8eb0 0x55fbcd6eb2a0 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=23d1e636c37b590 server_cookie=8f564d7a989a737b in_seq=0 out_seq=0 2024-09-05T07:47:36.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.216+0000 7f998dffb640 10 client.17196 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:47:36.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.217+0000 7f998dffb640 1 -- 172.21.15.71:0/3028870123 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fbcd641860 con 0x55fbcd6e8eb0 2024-09-05T07:47:36.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.217+0000 7f998dffb640 10 client.17196 handle_command_reply: tid=0 2024-09-05T07:47:36.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.217+0000 7f99aeb50740 1 client.17196 shutdown 2024-09-05T07:47:36.233 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.217+0000 7f99aeb50740 1 -- 172.21.15.71:0/3028870123 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6cfb40 msgr2=0x55fbcd6d6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:36.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.217+0000 7f99aeb50740 1 --2- 172.21.15.71:0/3028870123 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6cfb40 0x55fbcd6d6020 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f99a001b040 tx=0x7f99a00186f0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.217+0000 7f99aeb50740 1 -- 172.21.15.71:0/3028870123 shutdown_connections 2024-09-05T07:47:36.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.217+0000 7f99aeb50740 1 --2- 172.21.15.71:0/3028870123 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55fbcd6e8eb0 0x55fbcd6eb2a0 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.217+0000 7f99aeb50740 1 --2- 172.21.15.71:0/3028870123 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fbcd6d9370 0x55fbcd6d6610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.217+0000 7f998dffb640 0 client.17196 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:47:36.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.217+0000 7f99aeb50740 1 --2- 172.21.15.71:0/3028870123 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6cfb40 0x55fbcd6d6020 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.217+0000 7f99aeb50740 1 --2- 172.21.15.71:0/3028870123 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6d8d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.217+0000 7f99aeb50740 1 -- 172.21.15.71:0/3028870123 >> 172.21.15.71:0/3028870123 conn(0x55fbcd697310 msgr2=0x55fbcd6d0930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:36.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.217+0000 7f99aeb50740 1 -- 172.21.15.71:0/3028870123 shutdown_connections 2024-09-05T07:47:36.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.217+0000 7f99aeb50740 1 -- 172.21.15.71:0/3028870123 wait complete. 2024-09-05T07:47:36.234 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.217+0000 7f99aeb50740 20 client.17196 trim_cache size 0 max 16384 2024-09-05T07:47:36.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.230+0000 7f99aeb50740 1 Processor -- start 2024-09-05T07:47:36.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.230+0000 7f99aeb50740 1 -- start start 2024-09-05T07:47:36.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.230+0000 7f99aeb50740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6cae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:36.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.230+0000 7f99aeb50740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fbcd6cfb40 0x55fbcd6e5340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:36.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.230+0000 7f99aeb50740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fbcd6d9370 0x55fbcd6d58e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:36.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.230+0000 7f99aeb50740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f99a41b3cd0 con 0x55fbcd6ce5d0 2024-09-05T07:47:36.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.230+0000 7f99aeb50740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f99a41b15a0 con 0x55fbcd6d9370 2024-09-05T07:47:36.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.230+0000 7f99aeb50740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f99a41af410 con 0x55fbcd6cfb40 2024-09-05T07:47:36.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.230+0000 7f99a9d12640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6cae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:36.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.230+0000 7f99a9d12640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6cae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46458/0 (socket says 172.21.15.71:46458) 2024-09-05T07:47:36.239 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.230+0000 7f99a9d12640 1 -- 172.21.15.71:0/1808707564 learned_addr learned my addr 172.21.15.71:0/1808707564 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:36.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.231+0000 7f99aa513640 1 --2- 172.21.15.71:0/1808707564 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fbcd6cfb40 0x55fbcd6e5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:36.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.231+0000 7f99a9d12640 1 --2- 172.21.15.71:0/1808707564 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fbcd6d9370 0x55fbcd6d58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:36.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.231+0000 7f99a9d12640 1 -- 172.21.15.71:0/1808707564 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fbcd6cfb40 msgr2=0x55fbcd6e5340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:36.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.231+0000 7f99a9d12640 1 --2- 172.21.15.71:0/1808707564 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fbcd6cfb40 0x55fbcd6e5340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.231+0000 7f99a9d12640 1 -- 172.21.15.71:0/1808707564 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fbcd6d9370 msgr2=0x55fbcd6d58e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:36.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.231+0000 7f99a9d12640 1 --2- 172.21.15.71:0/1808707564 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fbcd6d9370 0x55fbcd6d58e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.231+0000 7f99a9d12640 1 -- 172.21.15.71:0/1808707564 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fbcd6cb960 con 0x55fbcd6ce5d0 2024-09-05T07:47:36.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.231+0000 7f99a9d12640 1 --2- 172.21.15.71:0/1808707564 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6cae10 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f9994005940 tx=0x7f9994000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6472f60fdd26be42 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:36.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.231+0000 7f998ffff640 1 -- 172.21.15.71:0/1808707564 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9994035040 con 0x55fbcd6ce5d0 2024-09-05T07:47:36.240 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.231+0000 7f998ffff640 1 -- 172.21.15.71:0/1808707564 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f99940035f0 con 0x55fbcd6ce5d0 2024-09-05T07:47:36.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.231+0000 7f998ffff640 1 -- 172.21.15.71:0/1808707564 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9994031950 con 0x55fbcd6ce5d0 2024-09-05T07:47:36.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.232+0000 7f99aeb50740 1 -- 172.21.15.71:0/1808707564 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 msgr2=0x55fbcd6cae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:36.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.232+0000 7f99aeb50740 1 --2- 172.21.15.71:0/1808707564 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6cae10 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f9994005940 tx=0x7f9994000bc0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.232+0000 7f99aeb50740 1 -- 172.21.15.71:0/1808707564 shutdown_connections 2024-09-05T07:47:36.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.232+0000 7f99aeb50740 1 --2- 172.21.15.71:0/1808707564 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fbcd6d9370 0x55fbcd6d58e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.232+0000 7f99aeb50740 1 --2- 172.21.15.71:0/1808707564 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fbcd6cfb40 0x55fbcd6e5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.232+0000 7f99aeb50740 1 --2- 172.21.15.71:0/1808707564 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6cae10 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.232+0000 7f99aeb50740 1 -- 172.21.15.71:0/1808707564 >> 172.21.15.71:0/1808707564 conn(0x55fbcd697310 msgr2=0x55fbcd6ca700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:36.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.232+0000 7f99aeb50740 1 -- 172.21.15.71:0/1808707564 shutdown_connections 2024-09-05T07:47:36.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.232+0000 7f99aeb50740 1 -- 172.21.15.71:0/1808707564 wait complete. 2024-09-05T07:47:36.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.232+0000 7f99aeb50740 1 -- start start 2024-09-05T07:47:36.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.232+0000 7f99aeb50740 1 Processor -- start 2024-09-05T07:47:36.241 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.232+0000 7f99aeb50740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6e19a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:36.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.232+0000 7f99aeb50740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fbcd6cfb40 0x55fbcd6d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:36.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.232+0000 7f99aeb50740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fbcd6d9370 0x55fbcd6d3090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:36.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.232+0000 7f99aeb50740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f99a41afa60 con 0x55fbcd6ce5d0 2024-09-05T07:47:36.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.232+0000 7f99aeb50740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f99a41b0ed0 con 0x55fbcd6cfb40 2024-09-05T07:47:36.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.232+0000 7f99aeb50740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f99a41b0130 con 0x55fbcd6d9370 2024-09-05T07:47:36.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.232+0000 7f99aeb50740 10 client.0 _ll_register_callbacks cb 0x7f99a001b070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:47:36.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.233+0000 7f99a9d12640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6e19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:36.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.233+0000 7f99a9d12640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6e19a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46460/0 (socket says 172.21.15.71:46460) 2024-09-05T07:47:36.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.233+0000 7f99a9d12640 1 -- 172.21.15.71:0/2880108740 learned_addr learned my addr 172.21.15.71:0/2880108740 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:36.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.233+0000 7f99a9d12640 1 --2- 172.21.15.71:0/2880108740 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fbcd6d9370 0x55fbcd6d3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:36.242 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.233+0000 7f99aa513640 1 --2- 172.21.15.71:0/2880108740 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fbcd6cfb40 0x55fbcd6d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:36.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.233+0000 7f99a9d12640 1 -- 172.21.15.71:0/2880108740 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fbcd6d9370 msgr2=0x55fbcd6d3090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:36.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.233+0000 7f99a9d12640 1 --2- 172.21.15.71:0/2880108740 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fbcd6d9370 0x55fbcd6d3090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.233+0000 7f99a9d12640 1 -- 172.21.15.71:0/2880108740 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fbcd6cfb40 msgr2=0x55fbcd6d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:36.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.233+0000 7f99a9d12640 1 --2- 172.21.15.71:0/2880108740 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fbcd6cfb40 0x55fbcd6d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.233+0000 7f99a9d12640 1 -- 172.21.15.71:0/2880108740 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fbcd6d3650 con 0x55fbcd6ce5d0 2024-09-05T07:47:36.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.233+0000 7f99a9d12640 1 --2- 172.21.15.71:0/2880108740 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6e19a0 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f9994046040 tx=0x7f999402a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2301c2b3052487f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:36.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.233+0000 7f998dffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:47:36.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.233+0000 7f998dffb640 1 -- 172.21.15.71:0/2880108740 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9994056020 con 0x55fbcd6ce5d0 2024-09-05T07:47:36.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.233+0000 7f99aeb50740 1 -- 172.21.15.71:0/2880108740 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f99940035f0 con 0x55fbcd6ce5d0 2024-09-05T07:47:36.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.233+0000 7f998dffb640 1 -- 172.21.15.71:0/2880108740 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9626+0+0 (secure 0 0 0) 0x7f99940316b0 con 0x55fbcd6ce5d0 2024-09-05T07:47:36.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.233+0000 7f998dffb640 1 -- 172.21.15.71:0/2880108740 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9994061050 con 0x55fbcd6ce5d0 2024-09-05T07:47:36.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.233+0000 7f99aeb50740 10 client.17202 fetch_fsmap learned FSMap version 26 2024-09-05T07:47:36.243 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.233+0000 7f99aeb50740 1 -- 172.21.15.71:0/2880108740 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fbcd753620 con 0x55fbcd6ce5d0 2024-09-05T07:47:36.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.233+0000 7f998dffb640 1 -- 172.21.15.71:0/2880108740 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f99940035f0 con 0x55fbcd6ce5d0 2024-09-05T07:47:36.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.234+0000 7f998dffb640 1 -- 172.21.15.71:0/2880108740 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f999403a040 con 0x55fbcd6ce5d0 2024-09-05T07:47:36.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.234+0000 7f99aeb50740 10 client.17202 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:47:36.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.234+0000 7f99aeb50740 10 client.17202 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:47:36.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.234+0000 7f99aeb50740 20 client.17202 populate_metadata read hostname 'smithi071' 2024-09-05T07:47:36.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.234+0000 7f99aeb50740 1 --2- 172.21.15.71:0/2880108740 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55fbcd753c90 0x55fbcd7560b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:36.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.234+0000 7f99aeb50740 4 client.17202 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:47:36.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.234+0000 7f99aeb50740 1 -- 172.21.15.71:0/2880108740 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fbcd63bd70 con 0x55fbcd753c90 2024-09-05T07:47:36.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.234+0000 7f99aa513640 1 --2- 172.21.15.71:0/2880108740 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55fbcd753c90 0x55fbcd7560b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:36.244 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.234+0000 7f998dffb640 10 client.17202 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:47:36.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.234+0000 7f99aa513640 1 --2- 172.21.15.71:0/2880108740 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55fbcd753c90 0x55fbcd7560b0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bc19555e5604d6f3 server_cookie=d4b3f1a990b1022a in_seq=0 out_seq=0 2024-09-05T07:47:36.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f998dffb640 1 -- 172.21.15.71:0/2880108740 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fbcd63bd70 con 0x55fbcd753c90 2024-09-05T07:47:36.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f998dffb640 10 client.17202 handle_command_reply: tid=0 2024-09-05T07:47:36.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f99aeb50740 1 client.17202 shutdown 2024-09-05T07:47:36.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f99aeb50740 1 -- 172.21.15.71:0/2880108740 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 msgr2=0x55fbcd6e19a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:36.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f99aeb50740 1 --2- 172.21.15.71:0/2880108740 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6e19a0 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f9994046040 tx=0x7f999402a410 comp rx=0 tx=0).stop 2024-09-05T07:47:36.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f99aeb50740 1 -- 172.21.15.71:0/2880108740 shutdown_connections 2024-09-05T07:47:36.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f99aeb50740 1 --2- 172.21.15.71:0/2880108740 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55fbcd753c90 0x55fbcd7560b0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f99aeb50740 1 --2- 172.21.15.71:0/2880108740 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55fbcd6d9370 0x55fbcd6d3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f99aeb50740 1 --2- 172.21.15.71:0/2880108740 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55fbcd6cfb40 0x55fbcd6d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f99aeb50740 1 --2- 172.21.15.71:0/2880108740 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55fbcd6ce5d0 0x55fbcd6e19a0 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f99aeb50740 1 -- 172.21.15.71:0/2880108740 >> 172.21.15.71:0/2880108740 conn(0x55fbcd697310 msgr2=0x55fbcd6ca700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:36.245 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f998dffb640 0 client.17202 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:47:36.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f99aeb50740 1 -- 172.21.15.71:0/2880108740 shutdown_connections 2024-09-05T07:47:36.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f99aeb50740 1 -- 172.21.15.71:0/2880108740 wait complete. 2024-09-05T07:47:36.246 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f99aeb50740 20 client.17202 trim_cache size 0 max 16384 2024-09-05T07:47:36.246 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:47:36.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f99ac777640 1 -- 172.21.15.71:0/3934483087 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f99900a2cf0 msgr2=0x7f99900a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:36.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f99ac777640 1 --2- 172.21.15.71:0/3934483087 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f99900a2cf0 0x7f99900a51b0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f999c0cc190 tx=0x7f999c06df20 comp rx=0 tx=0).stop 2024-09-05T07:47:36.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f99ac777640 1 -- 172.21.15.71:0/3934483087 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f99a4106f00 msgr2=0x7f99a4074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:36.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f99ac777640 1 --2- 172.21.15.71:0/3934483087 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f99a4106f00 0x7f99a4074f70 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f999c00b970 tx=0x7f999c00bd70 comp rx=0 tx=0).stop 2024-09-05T07:47:36.247 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f99ac777640 1 -- 172.21.15.71:0/3934483087 shutdown_connections 2024-09-05T07:47:36.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.235+0000 7f99ac777640 1 --2- 172.21.15.71:0/3934483087 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f99900a2cf0 0x7f99900a51b0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.236+0000 7f99ac777640 1 --2- 172.21.15.71:0/3934483087 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f99a4106f00 0x7f99a4074f70 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.236+0000 7f99ac777640 1 --2- 172.21.15.71:0/3934483087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f99a4102780 0x7f99a4074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.236+0000 7f99ac777640 1 --2- 172.21.15.71:0/3934483087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f99a4101dd0 0x7f99a40744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:36.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.236+0000 7f99ac777640 1 -- 172.21.15.71:0/3934483087 >> 172.21.15.71:0/3934483087 conn(0x7f99a40fd8b0 msgr2=0x7f99a40fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:36.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.236+0000 7f99ac777640 1 -- 172.21.15.71:0/3934483087 shutdown_connections 2024-09-05T07:47:36.248 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:36.236+0000 7f99ac777640 1 -- 172.21.15.71:0/3934483087 wait complete. 2024-09-05T07:47:36.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:36 smithi071 ceph-mon[30965]: pgmap v278: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:47:36.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:36 smithi123 ceph-mon[34568]: pgmap v278: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:47:36.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:36 smithi192 ceph-mon[34929]: pgmap v278: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:47:37.908 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T07:47:37.908 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T07:47:38.169 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:47:38.290 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:38 smithi071 ceph-mon[30965]: pgmap v279: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-09-05T07:47:38.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:38 smithi123 ceph-mon[34568]: pgmap v279: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-09-05T07:47:38.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:38 smithi192 ceph-mon[34929]: pgmap v279: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-09-05T07:47:38.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.650+0000 7fa6c828d640 1 -- 172.21.15.71:0/2096914579 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa6c0102790 msgr2=0x7fa6c01067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:38.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.650+0000 7fa6c828d640 1 --2- 172.21.15.71:0/2096914579 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa6c0102790 0x7fa6c01067e0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fa6b0009900 tx=0x7fa6b002a410 comp rx=0 tx=0).stop 2024-09-05T07:47:38.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.650+0000 7fa6c828d640 1 -- 172.21.15.71:0/2096914579 shutdown_connections 2024-09-05T07:47:38.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.650+0000 7fa6c828d640 1 --2- 172.21.15.71:0/2096914579 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa6c0106f10 0x7fa6c010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.650+0000 7fa6c828d640 1 --2- 172.21.15.71:0/2096914579 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa6c0102790 0x7fa6c01067e0 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.650+0000 7fa6c828d640 1 --2- 172.21.15.71:0/2096914579 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa6c0101de0 0x7fa6c01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.650+0000 7fa6c828d640 1 -- 172.21.15.71:0/2096914579 >> 172.21.15.71:0/2096914579 conn(0x7fa6c00fd8c0 msgr2=0x7fa6c00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:38.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.650+0000 7fa6c828d640 1 -- 172.21.15.71:0/2096914579 shutdown_connections 2024-09-05T07:47:38.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.650+0000 7fa6c828d640 1 -- 172.21.15.71:0/2096914579 wait complete. 2024-09-05T07:47:38.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.651+0000 7fa6c828d640 1 Processor -- start 2024-09-05T07:47:38.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.651+0000 7fa6c828d640 1 -- start start 2024-09-05T07:47:38.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.651+0000 7fa6c828d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa6c0101de0 0x7fa6c0198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:38.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.651+0000 7fa6c828d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa6c0102790 0x7fa6c0198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:38.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.651+0000 7fa6c828d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa6c0106f10 0x7fa6c019ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:38.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.651+0000 7fa6c828d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c0111e40 con 0x7fa6c0106f10 2024-09-05T07:47:38.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.651+0000 7fa6c828d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c0111cc0 con 0x7fa6c0101de0 2024-09-05T07:47:38.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.651+0000 7fa6c828d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c0111fc0 con 0x7fa6c0102790 2024-09-05T07:47:38.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.651+0000 7fa6c682a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa6c0106f10 0x7fa6c019ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:38.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.651+0000 7fa6c682a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa6c0106f10 0x7fa6c019ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46490/0 (socket says 172.21.15.71:46490) 2024-09-05T07:47:38.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.651+0000 7fa6c682a640 1 -- 172.21.15.71:0/3895409687 learned_addr learned my addr 172.21.15.71:0/3895409687 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:38.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.651+0000 7fa6c5828640 1 --2- 172.21.15.71:0/3895409687 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa6c0102790 0x7fa6c0198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:38.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.651+0000 7fa6c6029640 1 --2- 172.21.15.71:0/3895409687 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa6c0101de0 0x7fa6c0198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:38.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.652+0000 7fa6c682a640 1 -- 172.21.15.71:0/3895409687 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa6c0102790 msgr2=0x7fa6c0198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:38.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.652+0000 7fa6c682a640 1 --2- 172.21.15.71:0/3895409687 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa6c0102790 0x7fa6c0198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.652+0000 7fa6c682a640 1 -- 172.21.15.71:0/3895409687 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa6c0101de0 msgr2=0x7fa6c0198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:38.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.652+0000 7fa6c682a640 1 --2- 172.21.15.71:0/3895409687 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa6c0101de0 0x7fa6c0198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.652+0000 7fa6c682a640 1 -- 172.21.15.71:0/3895409687 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6c019d3b0 con 0x7fa6c0106f10 2024-09-05T07:47:38.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.652+0000 7fa6c6029640 1 --2- 172.21.15.71:0/3895409687 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa6c0101de0 0x7fa6c0198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:47:38.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.652+0000 7fa6c682a640 1 --2- 172.21.15.71:0/3895409687 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa6c0106f10 0x7fa6c019ccd0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7fa6b800cce0 tx=0x7fa6b800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:38.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.652+0000 7fa6b77fe640 1 -- 172.21.15.71:0/3895409687 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b800f450 con 0x7fa6c0106f10 2024-09-05T07:47:38.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.652+0000 7fa6c828d640 1 -- 172.21.15.71:0/3895409687 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6c019d6a0 con 0x7fa6c0106f10 2024-09-05T07:47:38.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.652+0000 7fa6b77fe640 1 -- 172.21.15.71:0/3895409687 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6b800faa0 con 0x7fa6c0106f10 2024-09-05T07:47:38.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.652+0000 7fa6b77fe640 1 -- 172.21.15.71:0/3895409687 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b8018b70 con 0x7fa6c0106f10 2024-09-05T07:47:38.655 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.652+0000 7fa6c828d640 1 -- 172.21.15.71:0/3895409687 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6c01a4f80 con 0x7fa6c0106f10 2024-09-05T07:47:38.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.654+0000 7fa6b77fe640 1 -- 172.21.15.71:0/3895409687 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fa6b8018d10 con 0x7fa6c0106f10 2024-09-05T07:47:38.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.655+0000 7fa6ca666740 1 Processor -- start 2024-09-05T07:47:38.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.655+0000 7fa6ca666740 1 -- start start 2024-09-05T07:47:38.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.655+0000 7fa6b77fe640 1 --2- 172.21.15.71:0/3895409687 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa6ac0a2cf0 0x7fa6ac0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:38.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.655+0000 7fa6ca666740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af1eb60 0x556f6af1ef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:38.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.655+0000 7fa6ca666740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af1f480 0x556f6af29800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:38.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.655+0000 7fa6ca666740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f6af29d40 0x556f6af2c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:38.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.655+0000 7fa6ca666740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x556f6ae84280 con 0x556f6af1f480 2024-09-05T07:47:38.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.655+0000 7fa6ca666740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556f6ae2bb10 con 0x556f6af1eb60 2024-09-05T07:47:38.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.655+0000 7fa6ca666740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x556f6ae80240 con 0x556f6af29d40 2024-09-05T07:47:38.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.655+0000 7fa6b77fe640 1 -- 172.21.15.71:0/3895409687 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9626+0+0 (secure 0 0 0) 0x7fa6b80cfcf0 con 0x7fa6c0106f10 2024-09-05T07:47:38.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.655+0000 7fa6c5828640 1 --2- 172.21.15.71:0/3895409687 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa6ac0a2cf0 0x7fa6ac0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:38.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.655+0000 7fa6c5828640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af1f480 0x556f6af29800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:38.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.655+0000 7fa6c6029640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af1eb60 0x556f6af1ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:38.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.655+0000 7fa6c6029640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af1eb60 0x556f6af1ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:56980/0 (socket says 172.21.15.71:56980) 2024-09-05T07:47:38.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.655+0000 7fa6c5828640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af1f480 0x556f6af29800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46492/0 (socket says 172.21.15.71:46492) 2024-09-05T07:47:38.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.655+0000 7fa6c6029640 1 -- 172.21.15.71:0/1061245163 learned_addr learned my addr 172.21.15.71:0/1061245163 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:38.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.656+0000 7fa6c682a640 1 --2- 172.21.15.71:0/1061245163 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f6af29d40 0x556f6af2c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:38.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.656+0000 7fa6c6029640 1 -- 172.21.15.71:0/1061245163 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f6af29d40 msgr2=0x556f6af2c130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:38.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.656+0000 7fa6c6029640 1 --2- 172.21.15.71:0/1061245163 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f6af29d40 0x556f6af2c130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.656+0000 7fa6c6029640 1 -- 172.21.15.71:0/1061245163 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af1f480 msgr2=0x556f6af29800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:38.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.656+0000 7fa6c6029640 1 --2- 172.21.15.71:0/1061245163 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af1f480 0x556f6af29800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.656+0000 7fa6c6029640 1 -- 172.21.15.71:0/1061245163 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f6ae381f0 con 0x556f6af1eb60 2024-09-05T07:47:38.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.656+0000 7fa6c5828640 1 --2- 172.21.15.71:0/3895409687 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa6ac0a2cf0 0x7fa6ac0a51b0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa6b0031440 tx=0x7fa6b0032c50 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:38.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.656+0000 7fa6c6029640 1 --2- 172.21.15.71:0/1061245163 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af1eb60 0x556f6af1ef40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa6bc007850 tx=0x7fa6bc007d10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a5796f3cf908925 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:38.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.656+0000 7fa6b4dea640 1 -- 172.21.15.71:0/1061245163 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6bc00d8d0 con 0x556f6af1eb60 2024-09-05T07:47:38.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.656+0000 7fa6b4dea640 1 -- 172.21.15.71:0/1061245163 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6bc018070 con 0x556f6af1eb60 2024-09-05T07:47:38.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.656+0000 7fa6b4dea640 1 -- 172.21.15.71:0/1061245163 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6bc013df0 con 0x556f6af1eb60 2024-09-05T07:47:38.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.657+0000 7fa6ca666740 1 -- 172.21.15.71:0/1061245163 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af1eb60 msgr2=0x556f6af1ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:38.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.657+0000 7fa6ca666740 1 --2- 172.21.15.71:0/1061245163 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af1eb60 0x556f6af1ef40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa6bc007850 tx=0x7fa6bc007d10 comp rx=0 tx=0).stop 2024-09-05T07:47:38.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.657+0000 7fa6ca666740 1 -- 172.21.15.71:0/1061245163 shutdown_connections 2024-09-05T07:47:38.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.657+0000 7fa6ca666740 1 --2- 172.21.15.71:0/1061245163 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f6af29d40 0x556f6af2c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.657+0000 7fa6ca666740 1 --2- 172.21.15.71:0/1061245163 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af1f480 0x556f6af29800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.657+0000 7fa6ca666740 1 --2- 172.21.15.71:0/1061245163 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af1eb60 0x556f6af1ef40 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.657+0000 7fa6ca666740 1 -- 172.21.15.71:0/1061245163 >> 172.21.15.71:0/1061245163 conn(0x556f6af1b0f0 msgr2=0x556f6af1b4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:38.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.657+0000 7fa6ca666740 1 -- 172.21.15.71:0/1061245163 shutdown_connections 2024-09-05T07:47:38.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.657+0000 7fa6ca666740 1 -- 172.21.15.71:0/1061245163 wait complete. 2024-09-05T07:47:38.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.657+0000 7fa6ca666740 1 -- start start 2024-09-05T07:47:38.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.657+0000 7fa6ca666740 1 Processor -- start 2024-09-05T07:47:38.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.658+0000 7fa6ca666740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af1eb60 0x556f6af26b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:38.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.658+0000 7fa6ca666740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af1f480 0x556f6af270c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:38.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.658+0000 7fa6ca666740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f6af29d40 0x556f6af27600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:38.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.658+0000 7fa6ca666740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x556f6af2c910 con 0x556f6af1f480 2024-09-05T07:47:38.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.658+0000 7fa6ca666740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x556f6ae3ef10 con 0x556f6af1eb60 2024-09-05T07:47:38.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.658+0000 7fa6ca666740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x556f6af2ca90 con 0x556f6af29d40 2024-09-05T07:47:38.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.658+0000 7fa6ca666740 10 client.0 _ll_register_callbacks cb 0x556f6ae07a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:47:38.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.658+0000 7fa6c5828640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af1f480 0x556f6af270c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:38.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.658+0000 7fa6c5828640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af1f480 0x556f6af270c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46500/0 (socket says 172.21.15.71:46500) 2024-09-05T07:47:38.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.658+0000 7fa6c5828640 1 -- 172.21.15.71:0/1633123388 learned_addr learned my addr 172.21.15.71:0/1633123388 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:38.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.658+0000 7fa6c6029640 1 --2- 172.21.15.71:0/1633123388 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af1eb60 0x556f6af26b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:38.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.658+0000 7fa6c5828640 1 -- 172.21.15.71:0/1633123388 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f6af29d40 msgr2=0x556f6af27600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:38.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.658+0000 7fa6c5828640 1 --2- 172.21.15.71:0/1633123388 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f6af29d40 0x556f6af27600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.658+0000 7fa6c5828640 1 -- 172.21.15.71:0/1633123388 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af1eb60 msgr2=0x556f6af26b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:38.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.658+0000 7fa6c5828640 1 --2- 172.21.15.71:0/1633123388 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af1eb60 0x556f6af26b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.658+0000 7fa6c5828640 1 -- 172.21.15.71:0/1633123388 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f6abf56a0 con 0x556f6af1f480 2024-09-05T07:47:38.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.659+0000 7fa6c5828640 1 --2- 172.21.15.71:0/1633123388 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af1f480 0x556f6af270c0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fa6b0009900 tx=0x7fa6b0005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=799b332b120d9069 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:38.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.659+0000 7fa6a9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:47:38.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.659+0000 7fa6a9ffb640 1 -- 172.21.15.71:0/1633123388 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b004f030 con 0x556f6af1f480 2024-09-05T07:47:38.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.659+0000 7fa6ca666740 1 -- 172.21.15.71:0/1633123388 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6bc018070 con 0x556f6af1f480 2024-09-05T07:47:38.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.659+0000 7fa6a9ffb640 1 -- 172.21.15.71:0/1633123388 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9626+0+0 (secure 0 0 0) 0x7fa6b00043b0 con 0x556f6af1f480 2024-09-05T07:47:38.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.659+0000 7fa6a9ffb640 1 -- 172.21.15.71:0/1633123388 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa6b0005020 con 0x556f6af1f480 2024-09-05T07:47:38.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.659+0000 7fa6ca666740 10 client.17214 fetch_fsmap learned FSMap version 26 2024-09-05T07:47:38.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.659+0000 7fa6ca666740 1 -- 172.21.15.71:0/1633123388 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556f6af38480 con 0x556f6af1f480 2024-09-05T07:47:38.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.659+0000 7fa6a9ffb640 1 -- 172.21.15.71:0/1633123388 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6bc018070 con 0x556f6af1f480 2024-09-05T07:47:38.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.659+0000 7fa6a9ffb640 1 -- 172.21.15.71:0/1633123388 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fa6b00035f0 con 0x556f6af1f480 2024-09-05T07:47:38.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.659+0000 7fa6ca666740 10 client.17214 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:47:38.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.660+0000 7fa6ca666740 10 client.17214 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:47:38.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.660+0000 7fa6ca666740 20 client.17214 populate_metadata read hostname 'smithi071' 2024-09-05T07:47:38.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.660+0000 7fa6ca666740 1 --2- 172.21.15.71:0/1633123388 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556f6af398e0 0x556f6af3bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:38.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.660+0000 7fa6ca666740 4 client.17214 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:47:38.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.660+0000 7fa6ca666740 1 -- 172.21.15.71:0/1633123388 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556f6ae917f0 con 0x556f6af398e0 2024-09-05T07:47:38.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.660+0000 7fa6c6029640 1 --2- 172.21.15.71:0/1633123388 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556f6af398e0 0x556f6af3bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:38.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.660+0000 7fa6a9ffb640 10 client.17214 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:47:38.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.660+0000 7fa6c6029640 1 --2- 172.21.15.71:0/1633123388 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556f6af398e0 0x556f6af3bda0 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=66f56d6ad9f0d223 server_cookie=475ec8aa22164ef2 in_seq=0 out_seq=0 2024-09-05T07:47:38.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.661+0000 7fa6a9ffb640 1 -- 172.21.15.71:0/1633123388 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556f6ae917f0 con 0x556f6af398e0 2024-09-05T07:47:38.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.661+0000 7fa6a9ffb640 10 client.17214 handle_command_reply: tid=0 2024-09-05T07:47:38.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.661+0000 7fa6ca666740 1 client.17214 shutdown 2024-09-05T07:47:38.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.661+0000 7fa6ca666740 1 -- 172.21.15.71:0/1633123388 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af1f480 msgr2=0x556f6af270c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:38.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.661+0000 7fa6ca666740 1 --2- 172.21.15.71:0/1633123388 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af1f480 0x556f6af270c0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fa6b0009900 tx=0x7fa6b0005e80 comp rx=0 tx=0).stop 2024-09-05T07:47:38.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.661+0000 7fa6ca666740 1 -- 172.21.15.71:0/1633123388 shutdown_connections 2024-09-05T07:47:38.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.661+0000 7fa6ca666740 1 --2- 172.21.15.71:0/1633123388 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556f6af398e0 0x556f6af3bda0 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.661+0000 7fa6ca666740 1 --2- 172.21.15.71:0/1633123388 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f6af29d40 0x556f6af27600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.661+0000 7fa6ca666740 1 --2- 172.21.15.71:0/1633123388 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af1f480 0x556f6af270c0 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.661+0000 7fa6a9ffb640 0 client.17214 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:47:38.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.661+0000 7fa6ca666740 1 --2- 172.21.15.71:0/1633123388 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af1eb60 0x556f6af26b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.661+0000 7fa6ca666740 1 -- 172.21.15.71:0/1633123388 >> 172.21.15.71:0/1633123388 conn(0x556f6af1b0f0 msgr2=0x556f6af1a270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:38.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.661+0000 7fa6ca666740 1 -- 172.21.15.71:0/1633123388 shutdown_connections 2024-09-05T07:47:38.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.661+0000 7fa6ca666740 1 -- 172.21.15.71:0/1633123388 wait complete. 2024-09-05T07:47:38.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.661+0000 7fa6ca666740 20 client.17214 trim_cache size 0 max 16384 2024-09-05T07:47:38.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.678+0000 7fa6ca666740 1 Processor -- start 2024-09-05T07:47:38.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.678+0000 7fa6ca666740 1 -- start start 2024-09-05T07:47:38.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.679+0000 7fa6ca666740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af1eb60 0x556f6af25a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:38.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.679+0000 7fa6ca666740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f6af1f480 0x556f6af41670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:38.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.679+0000 7fa6ca666740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af29d40 0x556f6af41bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:38.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.679+0000 7fa6ca666740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c01b19e0 con 0x556f6af29d40 2024-09-05T07:47:38.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.679+0000 7fa6ca666740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c01af2b0 con 0x556f6af1eb60 2024-09-05T07:47:38.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.679+0000 7fa6ca666740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c01ad120 con 0x556f6af1f480 2024-09-05T07:47:38.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.679+0000 7fa6c682a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af29d40 0x556f6af41bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:38.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.679+0000 7fa6c682a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af29d40 0x556f6af41bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46502/0 (socket says 172.21.15.71:46502) 2024-09-05T07:47:38.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.679+0000 7fa6c682a640 1 -- 172.21.15.71:0/2567337653 learned_addr learned my addr 172.21.15.71:0/2567337653 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:38.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.679+0000 7fa6c5828640 1 --2- 172.21.15.71:0/2567337653 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f6af1f480 0x556f6af41670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:38.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.679+0000 7fa6c682a640 1 -- 172.21.15.71:0/2567337653 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f6af1f480 msgr2=0x556f6af41670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:38.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.679+0000 7fa6c682a640 1 --2- 172.21.15.71:0/2567337653 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f6af1f480 0x556f6af41670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.679+0000 7fa6c682a640 1 -- 172.21.15.71:0/2567337653 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af1eb60 msgr2=0x556f6af25a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:38.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.679+0000 7fa6c682a640 1 --2- 172.21.15.71:0/2567337653 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af1eb60 0x556f6af25a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.679+0000 7fa6c682a640 1 -- 172.21.15.71:0/2567337653 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f6af1af20 con 0x556f6af29d40 2024-09-05T07:47:38.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.679+0000 7fa6c682a640 1 --2- 172.21.15.71:0/2567337653 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af29d40 0x556f6af41bb0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7fa6b80cd0a0 tx=0x7fa6b8007670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9f4b11a575f41a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:38.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.679+0000 7fa6abfff640 1 -- 172.21.15.71:0/2567337653 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b809bdc0 con 0x556f6af29d40 2024-09-05T07:47:38.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.679+0000 7fa6abfff640 1 -- 172.21.15.71:0/2567337653 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6b80a0170 con 0x556f6af29d40 2024-09-05T07:47:38.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.679+0000 7fa6abfff640 1 -- 172.21.15.71:0/2567337653 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b80a4800 con 0x556f6af29d40 2024-09-05T07:47:38.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.680+0000 7fa6ca666740 1 -- 172.21.15.71:0/2567337653 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af29d40 msgr2=0x556f6af41bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:38.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.680+0000 7fa6ca666740 1 --2- 172.21.15.71:0/2567337653 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af29d40 0x556f6af41bb0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7fa6b80cd0a0 tx=0x7fa6b8007670 comp rx=0 tx=0).stop 2024-09-05T07:47:38.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.680+0000 7fa6ca666740 1 -- 172.21.15.71:0/2567337653 shutdown_connections 2024-09-05T07:47:38.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.680+0000 7fa6ca666740 1 --2- 172.21.15.71:0/2567337653 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af29d40 0x556f6af41bb0 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.680+0000 7fa6ca666740 1 --2- 172.21.15.71:0/2567337653 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f6af1f480 0x556f6af41670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.680+0000 7fa6ca666740 1 --2- 172.21.15.71:0/2567337653 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af1eb60 0x556f6af25a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.680+0000 7fa6ca666740 1 -- 172.21.15.71:0/2567337653 >> 172.21.15.71:0/2567337653 conn(0x556f6af1b0f0 msgr2=0x556f6af25320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:38.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.680+0000 7fa6ca666740 1 -- 172.21.15.71:0/2567337653 shutdown_connections 2024-09-05T07:47:38.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.680+0000 7fa6ca666740 1 -- 172.21.15.71:0/2567337653 wait complete. 2024-09-05T07:47:38.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.680+0000 7fa6ca666740 1 -- start start 2024-09-05T07:47:38.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.680+0000 7fa6ca666740 1 Processor -- start 2024-09-05T07:47:38.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6ca666740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af1eb60 0x556f6af2e610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:38.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6ca666740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f6af1f480 0x556f6af2eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:38.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6ca666740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af29d40 0x556f6af9c600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:38.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6ca666740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c01ad770 con 0x556f6af1eb60 2024-09-05T07:47:38.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6ca666740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c01aebe0 con 0x556f6af29d40 2024-09-05T07:47:38.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6ca666740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c01ade40 con 0x556f6af1f480 2024-09-05T07:47:38.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6ca666740 10 client.0 _ll_register_callbacks cb 0x7fa6b0032e60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:47:38.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6c6029640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af1eb60 0x556f6af2e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:38.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6c6029640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af1eb60 0x556f6af2e610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46512/0 (socket says 172.21.15.71:46512) 2024-09-05T07:47:38.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6c6029640 1 -- 172.21.15.71:0/310151575 learned_addr learned my addr 172.21.15.71:0/310151575 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:38.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6c5828640 1 --2- 172.21.15.71:0/310151575 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f6af1f480 0x556f6af2eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:38.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6c682a640 1 --2- 172.21.15.71:0/310151575 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af29d40 0x556f6af9c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:38.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6c6029640 1 -- 172.21.15.71:0/310151575 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f6af1f480 msgr2=0x556f6af2eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:38.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6c6029640 1 --2- 172.21.15.71:0/310151575 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f6af1f480 0x556f6af2eb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6c6029640 1 -- 172.21.15.71:0/310151575 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af29d40 msgr2=0x556f6af9c600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:38.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6c6029640 1 --2- 172.21.15.71:0/310151575 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af29d40 0x556f6af9c600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6c6029640 1 -- 172.21.15.71:0/310151575 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f6af219d0 con 0x556f6af1eb60 2024-09-05T07:47:38.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6c6029640 1 --2- 172.21.15.71:0/310151575 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af1eb60 0x556f6af2e610 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7fa6bc004810 tx=0x7fa6bc007fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42058291e7697ce0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:38.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6a9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:47:38.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6a9ffb640 1 -- 172.21.15.71:0/310151575 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6bc00dda0 con 0x556f6af1eb60 2024-09-05T07:47:38.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6a9ffb640 1 -- 172.21.15.71:0/310151575 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9626+0+0 (secure 0 0 0) 0x7fa6bc013620 con 0x556f6af1eb60 2024-09-05T07:47:38.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.681+0000 7fa6ca666740 1 -- 172.21.15.71:0/310151575 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6b80a0170 con 0x556f6af1eb60 2024-09-05T07:47:38.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.682+0000 7fa6a9ffb640 1 -- 172.21.15.71:0/310151575 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa6bc013820 con 0x556f6af1eb60 2024-09-05T07:47:38.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.682+0000 7fa6ca666740 10 client.17220 fetch_fsmap learned FSMap version 26 2024-09-05T07:47:38.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.682+0000 7fa6ca666740 1 -- 172.21.15.71:0/310151575 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556f6afa50a0 con 0x556f6af1eb60 2024-09-05T07:47:38.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.682+0000 7fa6a9ffb640 1 -- 172.21.15.71:0/310151575 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6b80a0170 con 0x556f6af1eb60 2024-09-05T07:47:38.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.682+0000 7fa6a9ffb640 1 -- 172.21.15.71:0/310151575 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fa6bc0269c0 con 0x556f6af1eb60 2024-09-05T07:47:38.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.682+0000 7fa6ca666740 10 client.17220 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:47:38.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.682+0000 7fa6ca666740 10 client.17220 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:47:38.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.682+0000 7fa6ca666740 20 client.17220 populate_metadata read hostname 'smithi071' 2024-09-05T07:47:38.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.682+0000 7fa6ca666740 1 --2- 172.21.15.71:0/310151575 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556f6af398e0 0x556f6afa7530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:38.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.682+0000 7fa6ca666740 4 client.17220 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T07:47:38.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.682+0000 7fa6ca666740 1 -- 172.21.15.71:0/310151575 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x556f6ae8bd00 con 0x556f6af398e0 2024-09-05T07:47:38.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.682+0000 7fa6c5828640 1 --2- 172.21.15.71:0/310151575 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556f6af398e0 0x556f6afa7530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:38.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.683+0000 7fa6a9ffb640 10 client.17220 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:47:38.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.683+0000 7fa6c5828640 1 --2- 172.21.15.71:0/310151575 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556f6af398e0 0x556f6afa7530 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=728630db45cc2fab server_cookie=d70d2a29e6651b38 in_seq=0 out_seq=0 2024-09-05T07:47:38.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.683+0000 7fa6a9ffb640 1 -- 172.21.15.71:0/310151575 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x556f6ae8bd00 con 0x556f6af398e0 2024-09-05T07:47:38.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.683+0000 7fa6a9ffb640 10 client.17220 handle_command_reply: tid=0 2024-09-05T07:47:38.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.683+0000 7fa6ca666740 1 client.17220 shutdown 2024-09-05T07:47:38.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.684+0000 7fa6ca666740 1 -- 172.21.15.71:0/310151575 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af1eb60 msgr2=0x556f6af2e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.684+0000 7fa6ca666740 1 --2- 172.21.15.71:0/310151575 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af1eb60 0x556f6af2e610 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7fa6bc004810 tx=0x7fa6bc007fb0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.684+0000 7fa6ca666740 1 -- 172.21.15.71:0/310151575 shutdown_connections 2024-09-05T07:47:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.684+0000 7fa6ca666740 1 --2- 172.21.15.71:0/310151575 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x556f6af398e0 0x556f6afa7530 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.684+0000 7fa6ca666740 1 --2- 172.21.15.71:0/310151575 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x556f6af29d40 0x556f6af9c600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.684+0000 7fa6ca666740 1 --2- 172.21.15.71:0/310151575 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x556f6af1f480 0x556f6af2eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.684+0000 7fa6ca666740 1 --2- 172.21.15.71:0/310151575 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556f6af1eb60 0x556f6af2e610 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.684+0000 7fa6ca666740 1 -- 172.21.15.71:0/310151575 >> 172.21.15.71:0/310151575 conn(0x556f6af1b0f0 msgr2=0x556f6af20dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.684+0000 7fa6a9ffb640 0 client.17220 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:47:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.684+0000 7fa6ca666740 1 -- 172.21.15.71:0/310151575 shutdown_connections 2024-09-05T07:47:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.684+0000 7fa6ca666740 1 -- 172.21.15.71:0/310151575 wait complete. 2024-09-05T07:47:38.690 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.684+0000 7fa6ca666740 20 client.17220 trim_cache size 0 max 16384 2024-09-05T07:47:38.691 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:47:38.691 INFO:teuthology.orchestra.run.smithi071.stdout: "return_code": 0, 2024-09-05T07:47:38.691 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_tag": "64bd165e-fe45-47b8-a043-45cb7af51734", 2024-09-05T07:47:38.691 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": "asynchronous" 2024-09-05T07:47:38.691 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:47:38.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.684+0000 7fa6c828d640 1 -- 172.21.15.71:0/3895409687 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa6ac0a2cf0 msgr2=0x7fa6ac0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:38.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.684+0000 7fa6c828d640 1 --2- 172.21.15.71:0/3895409687 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa6ac0a2cf0 0x7fa6ac0a51b0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa6b0031440 tx=0x7fa6b0032c50 comp rx=0 tx=0).stop 2024-09-05T07:47:38.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.684+0000 7fa6c828d640 1 -- 172.21.15.71:0/3895409687 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa6c0106f10 msgr2=0x7fa6c019ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:38.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.684+0000 7fa6c828d640 1 --2- 172.21.15.71:0/3895409687 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa6c0106f10 0x7fa6c019ccd0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7fa6b800cce0 tx=0x7fa6b800a620 comp rx=0 tx=0).stop 2024-09-05T07:47:38.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.685+0000 7fa6c828d640 1 -- 172.21.15.71:0/3895409687 shutdown_connections 2024-09-05T07:47:38.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.685+0000 7fa6c828d640 1 --2- 172.21.15.71:0/3895409687 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa6ac0a2cf0 0x7fa6ac0a51b0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.685+0000 7fa6c828d640 1 --2- 172.21.15.71:0/3895409687 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa6c0106f10 0x7fa6c019ccd0 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.685+0000 7fa6c828d640 1 --2- 172.21.15.71:0/3895409687 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa6c0102790 0x7fa6c0198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.692 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.685+0000 7fa6c828d640 1 --2- 172.21.15.71:0/3895409687 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa6c0101de0 0x7fa6c0198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:38.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.685+0000 7fa6c828d640 1 -- 172.21.15.71:0/3895409687 >> 172.21.15.71:0/3895409687 conn(0x7fa6c00fd8c0 msgr2=0x7fa6c00fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:38.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.685+0000 7fa6c828d640 1 -- 172.21.15.71:0/3895409687 shutdown_connections 2024-09-05T07:47:38.693 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:38.685+0000 7fa6c828d640 1 -- 172.21.15.71:0/3895409687 wait complete. 2024-09-05T07:47:39.427 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:47:39.671 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:47:40.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.150+0000 7f5bf66c1640 1 -- 172.21.15.71:0/2626962483 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5bf010c180 msgr2=0x7f5bf010e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:40.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.150+0000 7f5bf66c1640 1 --2- 172.21.15.71:0/2626962483 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5bf010c180 0x7f5bf010e600 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f5be8009ca0 tx=0x7f5be802a950 comp rx=0 tx=0).stop 2024-09-05T07:47:40.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.151+0000 7f5bf66c1640 1 -- 172.21.15.71:0/2626962483 shutdown_connections 2024-09-05T07:47:40.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.151+0000 7f5bf66c1640 1 --2- 172.21.15.71:0/2626962483 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5bf010c180 0x7f5bf010e600 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.151+0000 7f5bf66c1640 1 --2- 172.21.15.71:0/2626962483 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5bf01036c0 0x7f5bf010bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.151+0000 7f5bf66c1640 1 --2- 172.21.15.71:0/2626962483 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5bf0102da0 0x7f5bf0103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.151+0000 7f5bf66c1640 1 -- 172.21.15.71:0/2626962483 >> 172.21.15.71:0/2626962483 conn(0x7f5bf00fc7a0 msgr2=0x7f5bf00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:40.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.151+0000 7f5bf66c1640 1 -- 172.21.15.71:0/2626962483 shutdown_connections 2024-09-05T07:47:40.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.151+0000 7f5bf66c1640 1 -- 172.21.15.71:0/2626962483 wait complete. 2024-09-05T07:47:40.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.151+0000 7f5bf66c1640 1 Processor -- start 2024-09-05T07:47:40.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.151+0000 7f5bf66c1640 1 -- start start 2024-09-05T07:47:40.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.151+0000 7f5bf66c1640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5bf0102da0 0x7f5bf01981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:40.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.151+0000 7f5bf66c1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5bf01036c0 0x7f5bf01986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:40.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.151+0000 7f5bf66c1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5bf010c180 0x7f5bf019ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:40.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.151+0000 7f5bf66c1640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf0111e10 con 0x7f5bf010c180 2024-09-05T07:47:40.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.151+0000 7f5bf66c1640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf0111c90 con 0x7f5bf0102da0 2024-09-05T07:47:40.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.151+0000 7f5bf66c1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf0111f90 con 0x7f5bf01036c0 2024-09-05T07:47:40.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.152+0000 7f5bf4c5e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5bf010c180 0x7f5bf019ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:40.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.152+0000 7f5bf4c5e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5bf010c180 0x7f5bf019ca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46536/0 (socket says 172.21.15.71:46536) 2024-09-05T07:47:40.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.152+0000 7f5bf4c5e640 1 -- 172.21.15.71:0/2350772032 learned_addr learned my addr 172.21.15.71:0/2350772032 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:40.189 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.152+0000 7f5beffff640 1 --2- 172.21.15.71:0/2350772032 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5bf0102da0 0x7f5bf01981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:40.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.152+0000 7f5be7fff640 1 --2- 172.21.15.71:0/2350772032 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5bf01036c0 0x7f5bf01986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:40.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.152+0000 7f5bf4c5e640 1 -- 172.21.15.71:0/2350772032 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5bf01036c0 msgr2=0x7f5bf01986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:40.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.152+0000 7f5bf4c5e640 1 --2- 172.21.15.71:0/2350772032 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5bf01036c0 0x7f5bf01986f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.152+0000 7f5bf4c5e640 1 -- 172.21.15.71:0/2350772032 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5bf0102da0 msgr2=0x7f5bf01981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:40.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.152+0000 7f5bf4c5e640 1 --2- 172.21.15.71:0/2350772032 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5bf0102da0 0x7f5bf01981b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.152+0000 7f5bf4c5e640 1 -- 172.21.15.71:0/2350772032 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bf019d160 con 0x7f5bf010c180 2024-09-05T07:47:40.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.152+0000 7f5beffff640 1 --2- 172.21.15.71:0/2350772032 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5bf0102da0 0x7f5bf01981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:47:40.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.152+0000 7f5bf4c5e640 1 --2- 172.21.15.71:0/2350772032 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5bf010c180 0x7f5bf019ca80 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f5be8006010 tx=0x7f5be802f640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:40.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.152+0000 7f5bedffb640 1 -- 172.21.15.71:0/2350772032 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5be8034040 con 0x7f5bf010c180 2024-09-05T07:47:40.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.152+0000 7f5bedffb640 1 -- 172.21.15.71:0/2350772032 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5be8003e00 con 0x7f5bf010c180 2024-09-05T07:47:40.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.152+0000 7f5bedffb640 1 -- 172.21.15.71:0/2350772032 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5be8045480 con 0x7f5bf010c180 2024-09-05T07:47:40.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.152+0000 7f5bf66c1640 1 -- 172.21.15.71:0/2350772032 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bf019d3f0 con 0x7f5bf010c180 2024-09-05T07:47:40.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.152+0000 7f5bf66c1640 1 -- 172.21.15.71:0/2350772032 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bf01a4d30 con 0x7f5bf010c180 2024-09-05T07:47:40.190 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.155+0000 7f5bedffb640 1 -- 172.21.15.71:0/2350772032 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f5be8037020 con 0x7f5bf010c180 2024-09-05T07:47:40.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.155+0000 7f5bf8a9a740 1 Processor -- start 2024-09-05T07:47:40.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.155+0000 7f5bf8a9a740 1 -- start start 2024-09-05T07:47:40.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.155+0000 7f5bf8a9a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5564ffe584a0 0x5564ffe58880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:40.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.155+0000 7f5bf8a9a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5564ffe58dc0 0x5564ffe63140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:40.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.155+0000 7f5bf8a9a740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe63680 0x5564ffe65a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:40.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.155+0000 7f5bf8a9a740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5564ffdbe2e0 con 0x5564ffe63680 2024-09-05T07:47:40.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.155+0000 7f5bf8a9a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5564ffd65ce0 con 0x5564ffe58dc0 2024-09-05T07:47:40.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.155+0000 7f5bf8a9a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5564ffdba2a0 con 0x5564ffe584a0 2024-09-05T07:47:40.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.155+0000 7f5be7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe63680 0x5564ffe65a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:40.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.156+0000 7f5be7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe63680 0x5564ffe65a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46540/0 (socket says 172.21.15.71:46540) 2024-09-05T07:47:40.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.156+0000 7f5be7fff640 1 -- 172.21.15.71:0/2646927473 learned_addr learned my addr 172.21.15.71:0/2646927473 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:40.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.156+0000 7f5bedffb640 1 --2- 172.21.15.71:0/2350772032 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f5bdc0a2cf0 0x7f5bdc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:40.191 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.156+0000 7f5beffff640 1 --2- 172.21.15.71:0/2646927473 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5564ffe58dc0 0x5564ffe63140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:40.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.156+0000 7f5be7fff640 1 --2- 172.21.15.71:0/2646927473 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5564ffe584a0 0x5564ffe58880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:40.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.156+0000 7f5bf4c5e640 1 --2- 172.21.15.71:0/2350772032 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f5bdc0a2cf0 0x7f5bdc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:40.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.156+0000 7f5bedffb640 1 -- 172.21.15.71:0/2350772032 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9626+0+0 (secure 0 0 0) 0x7f5be80f0980 con 0x7f5bf010c180 2024-09-05T07:47:40.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.156+0000 7f5be7fff640 1 -- 172.21.15.71:0/2646927473 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5564ffe584a0 msgr2=0x5564ffe58880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:40.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.156+0000 7f5be7fff640 1 --2- 172.21.15.71:0/2646927473 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5564ffe584a0 0x5564ffe58880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.156+0000 7f5be7fff640 1 -- 172.21.15.71:0/2646927473 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5564ffe58dc0 msgr2=0x5564ffe63140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:40.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.156+0000 7f5be7fff640 1 --2- 172.21.15.71:0/2646927473 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5564ffe58dc0 0x5564ffe63140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.156+0000 7f5be7fff640 1 -- 172.21.15.71:0/2646927473 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5564ffd4a440 con 0x5564ffe63680 2024-09-05T07:47:40.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.156+0000 7f5be7fff640 1 --2- 172.21.15.71:0/2646927473 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe63680 0x5564ffe65a70 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f5bd80103a0 tx=0x7f5bd800a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9784b118b33aae server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:40.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.156+0000 7f5bf4c5e640 1 --2- 172.21.15.71:0/2350772032 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f5bdc0a2cf0 0x7f5bdc0a51b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5be80ede40 tx=0x7f5be80b2080 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:40.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.156+0000 7f5be67fc640 1 -- 172.21.15.71:0/2646927473 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd8004020 con 0x5564ffe63680 2024-09-05T07:47:40.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.156+0000 7f5be67fc640 1 -- 172.21.15.71:0/2646927473 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5bd80041c0 con 0x5564ffe63680 2024-09-05T07:47:40.192 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.156+0000 7f5be67fc640 1 -- 172.21.15.71:0/2646927473 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd8003850 con 0x5564ffe63680 2024-09-05T07:47:40.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.157+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/2646927473 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe63680 msgr2=0x5564ffe65a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:40.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.157+0000 7f5bf8a9a740 1 --2- 172.21.15.71:0/2646927473 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe63680 0x5564ffe65a70 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f5bd80103a0 tx=0x7f5bd800a5d0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.157+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/2646927473 shutdown_connections 2024-09-05T07:47:40.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.157+0000 7f5bf8a9a740 1 --2- 172.21.15.71:0/2646927473 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe63680 0x5564ffe65a70 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.157+0000 7f5bf8a9a740 1 --2- 172.21.15.71:0/2646927473 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5564ffe58dc0 0x5564ffe63140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.157+0000 7f5bf8a9a740 1 --2- 172.21.15.71:0/2646927473 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5564ffe584a0 0x5564ffe58880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.157+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/2646927473 >> 172.21.15.71:0/2646927473 conn(0x5564ffe54a30 msgr2=0x5564ffe54e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:40.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.157+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/2646927473 shutdown_connections 2024-09-05T07:47:40.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.157+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/2646927473 wait complete. 2024-09-05T07:47:40.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.157+0000 7f5bf8a9a740 1 -- start start 2024-09-05T07:47:40.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5bf8a9a740 1 Processor -- start 2024-09-05T07:47:40.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5bf8a9a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5564ffe584a0 0x5564ffe62fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:40.193 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5bf8a9a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5564ffe58dc0 0x5564ffe60260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:40.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5bf8a9a740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe63680 0x5564ffe607a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:40.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5bf8a9a740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5564ffe66250 con 0x5564ffe63680 2024-09-05T07:47:40.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5bf8a9a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5564ffd79050 con 0x5564ffe58dc0 2024-09-05T07:47:40.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5bf8a9a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5564ffe663d0 con 0x5564ffe584a0 2024-09-05T07:47:40.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5bf8a9a740 10 client.0 _ll_register_callbacks cb 0x5564ffdb9160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:47:40.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5be7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe63680 0x5564ffe607a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:40.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5be7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe63680 0x5564ffe607a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46550/0 (socket says 172.21.15.71:46550) 2024-09-05T07:47:40.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5be7fff640 1 -- 172.21.15.71:0/921432790 learned_addr learned my addr 172.21.15.71:0/921432790 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:40.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5be7fff640 1 --2- 172.21.15.71:0/921432790 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5564ffe584a0 0x5564ffe62fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:40.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5beffff640 1 --2- 172.21.15.71:0/921432790 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5564ffe58dc0 0x5564ffe60260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:40.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5be7fff640 1 -- 172.21.15.71:0/921432790 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5564ffe584a0 msgr2=0x5564ffe62fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:40.194 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5be7fff640 1 --2- 172.21.15.71:0/921432790 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5564ffe584a0 0x5564ffe62fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5be7fff640 1 -- 172.21.15.71:0/921432790 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5564ffe58dc0 msgr2=0x5564ffe60260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:40.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5be7fff640 1 --2- 172.21.15.71:0/921432790 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5564ffe58dc0 0x5564ffe60260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5be7fff640 1 -- 172.21.15.71:0/921432790 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5564ffb2f3c0 con 0x5564ffe63680 2024-09-05T07:47:40.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5be7fff640 1 --2- 172.21.15.71:0/921432790 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe63680 0x5564ffe607a0 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f5bd80057c0 tx=0x7f5bd8012ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15d987e7216cd5d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:40.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5bcf7fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:47:40.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.158+0000 7f5bcf7fe640 1 -- 172.21.15.71:0/921432790 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd8004370 con 0x5564ffe63680 2024-09-05T07:47:40.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.159+0000 7f5bcf7fe640 1 -- 172.21.15.71:0/921432790 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9626+0+0 (secure 0 0 0) 0x7f5bd8005050 con 0x5564ffe63680 2024-09-05T07:47:40.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.159+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/921432790 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5bd80041c0 con 0x5564ffe63680 2024-09-05T07:47:40.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.159+0000 7f5bcf7fe640 1 -- 172.21.15.71:0/921432790 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5bd8031050 con 0x5564ffe63680 2024-09-05T07:47:40.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.159+0000 7f5bf8a9a740 10 client.17232 fetch_fsmap learned FSMap version 26 2024-09-05T07:47:40.195 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.159+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/921432790 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5564ffe71c00 con 0x5564ffe63680 2024-09-05T07:47:40.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.159+0000 7f5bcf7fe640 1 -- 172.21.15.71:0/921432790 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5bd80041c0 con 0x5564ffe63680 2024-09-05T07:47:40.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.159+0000 7f5bcf7fe640 1 -- 172.21.15.71:0/921432790 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f5bd800f040 con 0x5564ffe63680 2024-09-05T07:47:40.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.159+0000 7f5bf8a9a740 10 client.17232 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:47:40.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.159+0000 7f5bf8a9a740 10 client.17232 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:47:40.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.159+0000 7f5bf8a9a740 20 client.17232 populate_metadata read hostname 'smithi071' 2024-09-05T07:47:40.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.159+0000 7f5bf8a9a740 1 --2- 172.21.15.71:0/921432790 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5564ffe73060 0x5564ffe75450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:40.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.159+0000 7f5bf8a9a740 4 client.17232 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:47:40.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.159+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/921432790 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5564ffdcb850 con 0x5564ffe73060 2024-09-05T07:47:40.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.159+0000 7f5beffff640 1 --2- 172.21.15.71:0/921432790 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5564ffe73060 0x5564ffe75450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:40.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.160+0000 7f5bcf7fe640 10 client.17232 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:47:40.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.160+0000 7f5beffff640 1 --2- 172.21.15.71:0/921432790 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5564ffe73060 0x5564ffe75450 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=10024e5ecec59689 server_cookie=1f688aa0132895c4 in_seq=0 out_seq=0 2024-09-05T07:47:40.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.160+0000 7f5bcf7fe640 1 -- 172.21.15.71:0/921432790 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5564ffdcb850 con 0x5564ffe73060 2024-09-05T07:47:40.196 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.160+0000 7f5bcf7fe640 10 client.17232 handle_command_reply: tid=0 2024-09-05T07:47:40.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.160+0000 7f5bf8a9a740 1 client.17232 shutdown 2024-09-05T07:47:40.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.161+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/921432790 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe63680 msgr2=0x5564ffe607a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:40.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.161+0000 7f5bf8a9a740 1 --2- 172.21.15.71:0/921432790 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe63680 0x5564ffe607a0 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f5bd80057c0 tx=0x7f5bd8012ce0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.161+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/921432790 shutdown_connections 2024-09-05T07:47:40.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.161+0000 7f5bf8a9a740 1 --2- 172.21.15.71:0/921432790 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5564ffe73060 0x5564ffe75450 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.161+0000 7f5bf8a9a740 1 --2- 172.21.15.71:0/921432790 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe63680 0x5564ffe607a0 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.161+0000 7f5bf8a9a740 1 --2- 172.21.15.71:0/921432790 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5564ffe58dc0 0x5564ffe60260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.161+0000 7f5bcf7fe640 0 client.17232 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:47:40.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.161+0000 7f5bf8a9a740 1 --2- 172.21.15.71:0/921432790 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5564ffe584a0 0x5564ffe62fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.161+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/921432790 >> 172.21.15.71:0/921432790 conn(0x5564ffe54a30 msgr2=0x5564ffe5a710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:40.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.161+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/921432790 shutdown_connections 2024-09-05T07:47:40.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.161+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/921432790 wait complete. 2024-09-05T07:47:40.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.161+0000 7f5bf8a9a740 20 client.17232 trim_cache size 0 max 16384 2024-09-05T07:47:40.197 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.177+0000 7f5bf8a9a740 1 Processor -- start 2024-09-05T07:47:40.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.177+0000 7f5bf8a9a740 1 -- start start 2024-09-05T07:47:40.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.178+0000 7f5bf8a9a740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe54a30 0x5564ffe6f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:40.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.178+0000 7f5bf8a9a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5564ffe584a0 0x5564ffe621d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:40.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.178+0000 7f5bf8a9a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5564ffe58dc0 0x5564ffe7aab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:40.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.178+0000 7f5bf8a9a740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf01b18d0 con 0x5564ffe54a30 2024-09-05T07:47:40.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.178+0000 7f5bf8a9a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf01af1a0 con 0x5564ffe584a0 2024-09-05T07:47:40.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.178+0000 7f5bf8a9a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf01ad010 con 0x5564ffe58dc0 2024-09-05T07:47:40.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.178+0000 7f5be7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe54a30 0x5564ffe6f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:40.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.178+0000 7f5be7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe54a30 0x5564ffe6f4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46560/0 (socket says 172.21.15.71:46560) 2024-09-05T07:47:40.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.178+0000 7f5be7fff640 1 -- 172.21.15.71:0/2890833406 learned_addr learned my addr 172.21.15.71:0/2890833406 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:40.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.178+0000 7f5be7fff640 1 -- 172.21.15.71:0/2890833406 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5564ffe58dc0 msgr2=0x5564ffe7aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:40.198 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.178+0000 7f5be7fff640 1 --2- 172.21.15.71:0/2890833406 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5564ffe58dc0 0x5564ffe7aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.178+0000 7f5be7fff640 1 -- 172.21.15.71:0/2890833406 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5564ffe584a0 msgr2=0x5564ffe621d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:40.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.178+0000 7f5beffff640 1 --2- 172.21.15.71:0/2890833406 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5564ffe584a0 0x5564ffe621d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:40.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.178+0000 7f5be7fff640 1 --2- 172.21.15.71:0/2890833406 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5564ffe584a0 0x5564ffe621d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.178+0000 7f5be7fff640 1 -- 172.21.15.71:0/2890833406 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5564ffe544d0 con 0x5564ffe54a30 2024-09-05T07:47:40.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.178+0000 7f5beffff640 1 --2- 172.21.15.71:0/2890833406 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5564ffe584a0 0x5564ffe621d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:47:40.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.178+0000 7f5be7fff640 1 --2- 172.21.15.71:0/2890833406 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe54a30 0x5564ffe6f4b0 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f5bd801d4f0 tx=0x7f5bd8010d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95e3111d05672eac server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:40.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.178+0000 7f5be5ffb640 1 -- 172.21.15.71:0/2890833406 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd800a330 con 0x5564ffe54a30 2024-09-05T07:47:40.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.178+0000 7f5be5ffb640 1 -- 172.21.15.71:0/2890833406 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5bd8012ad0 con 0x5564ffe54a30 2024-09-05T07:47:40.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.178+0000 7f5be5ffb640 1 -- 172.21.15.71:0/2890833406 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd801d970 con 0x5564ffe54a30 2024-09-05T07:47:40.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.179+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/2890833406 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe54a30 msgr2=0x5564ffe6f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:40.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.179+0000 7f5bf8a9a740 1 --2- 172.21.15.71:0/2890833406 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe54a30 0x5564ffe6f4b0 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f5bd801d4f0 tx=0x7f5bd8010d70 comp rx=0 tx=0).stop 2024-09-05T07:47:40.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.179+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/2890833406 shutdown_connections 2024-09-05T07:47:40.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.179+0000 7f5bf8a9a740 1 --2- 172.21.15.71:0/2890833406 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5564ffe58dc0 0x5564ffe7aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.199 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.179+0000 7f5bf8a9a740 1 --2- 172.21.15.71:0/2890833406 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5564ffe584a0 0x5564ffe621d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.179+0000 7f5bf8a9a740 1 --2- 172.21.15.71:0/2890833406 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe54a30 0x5564ffe6f4b0 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.179+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/2890833406 >> 172.21.15.71:0/2890833406 conn(0x5564ffe60900 msgr2=0x5564ffe61ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:40.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.179+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/2890833406 shutdown_connections 2024-09-05T07:47:40.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.179+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/2890833406 wait complete. 2024-09-05T07:47:40.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.179+0000 7f5bf8a9a740 1 -- start start 2024-09-05T07:47:40.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.180+0000 7f5bf8a9a740 1 Processor -- start 2024-09-05T07:47:40.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.180+0000 7f5bf8a9a740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe54a30 0x5564ffede580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:40.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.180+0000 7f5bf8a9a740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5564ffe584a0 0x5564ffedeac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:40.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.180+0000 7f5bf8a9a740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5564ffe58dc0 0x5564ffe66c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:40.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.180+0000 7f5bf8a9a740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf01ad660 con 0x5564ffe54a30 2024-09-05T07:47:40.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.180+0000 7f5bf8a9a740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf01aead0 con 0x5564ffe584a0 2024-09-05T07:47:40.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.180+0000 7f5bf8a9a740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf01add30 con 0x5564ffe58dc0 2024-09-05T07:47:40.200 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.180+0000 7f5bf8a9a740 10 client.0 _ll_register_callbacks cb 0x7f5be0008390 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:47:40.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.180+0000 7f5be7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe54a30 0x5564ffede580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:40.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.180+0000 7f5be7fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe54a30 0x5564ffede580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46576/0 (socket says 172.21.15.71:46576) 2024-09-05T07:47:40.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.180+0000 7f5be7fff640 1 -- 172.21.15.71:0/231826721 learned_addr learned my addr 172.21.15.71:0/231826721 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:47:40.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.180+0000 7f5be7fff640 1 -- 172.21.15.71:0/231826721 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5564ffe58dc0 msgr2=0x5564ffe66c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:40.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.180+0000 7f5be7fff640 1 --2- 172.21.15.71:0/231826721 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5564ffe58dc0 0x5564ffe66c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.180+0000 7f5be7fff640 1 -- 172.21.15.71:0/231826721 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5564ffe584a0 msgr2=0x5564ffedeac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:47:40.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.180+0000 7f5be7fff640 1 --2- 172.21.15.71:0/231826721 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5564ffe584a0 0x5564ffedeac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.180+0000 7f5be7fff640 1 -- 172.21.15.71:0/231826721 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5564ffe672f0 con 0x5564ffe54a30 2024-09-05T07:47:40.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.180+0000 7f5be7fff640 1 --2- 172.21.15.71:0/231826721 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe54a30 0x5564ffede580 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f5bd8005ee0 tx=0x7f5bd800a330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93007dc6be8392db server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:47:40.201 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.180+0000 7f5bcf7fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:47:40.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.180+0000 7f5bcf7fe640 1 -- 172.21.15.71:0/231826721 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd801dbc0 con 0x5564ffe54a30 2024-09-05T07:47:40.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.181+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/231826721 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5bd8012ad0 con 0x5564ffe54a30 2024-09-05T07:47:40.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.181+0000 7f5bcf7fe640 1 -- 172.21.15.71:0/231826721 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9626+0+0 (secure 0 0 0) 0x7f5bd801dd60 con 0x5564ffe54a30 2024-09-05T07:47:40.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.181+0000 7f5bcf7fe640 1 -- 172.21.15.71:0/231826721 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5bd8048050 con 0x5564ffe54a30 2024-09-05T07:47:40.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.181+0000 7f5bf8a9a740 10 client.17238 fetch_fsmap learned FSMap version 26 2024-09-05T07:47:40.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.181+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/231826721 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5564ffee5d60 con 0x5564ffe54a30 2024-09-05T07:47:40.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.181+0000 7f5bcf7fe640 1 -- 172.21.15.71:0/231826721 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5bd8012ad0 con 0x5564ffe54a30 2024-09-05T07:47:40.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.181+0000 7f5bcf7fe640 1 -- 172.21.15.71:0/231826721 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f5bd8027040 con 0x5564ffe54a30 2024-09-05T07:47:40.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.181+0000 7f5bf8a9a740 10 client.17238 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:47:40.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.181+0000 7f5bf8a9a740 10 client.17238 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:47:40.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.181+0000 7f5bf8a9a740 20 client.17238 populate_metadata read hostname 'smithi071' 2024-09-05T07:47:40.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.181+0000 7f5bf8a9a740 1 --2- 172.21.15.71:0/231826721 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5564ffe63680 0x5564ffee83f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:47:40.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.181+0000 7f5bf8a9a740 4 client.17238 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:47:40.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.181+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/231826721 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5564ffdc5d60 con 0x5564ffe63680 2024-09-05T07:47:40.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.181+0000 7f5beffff640 1 --2- 172.21.15.71:0/231826721 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5564ffe63680 0x5564ffee83f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:47:40.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.182+0000 7f5bcf7fe640 10 client.17238 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:47:40.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.182+0000 7f5beffff640 1 --2- 172.21.15.71:0/231826721 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5564ffe63680 0x5564ffee83f0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=40f9cca31bedd95d server_cookie=8bbc396fb5cf039b in_seq=0 out_seq=0 2024-09-05T07:47:40.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.182+0000 7f5bcf7fe640 1 -- 172.21.15.71:0/231826721 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5564ffdc5d60 con 0x5564ffe63680 2024-09-05T07:47:40.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.182+0000 7f5bcf7fe640 10 client.17238 handle_command_reply: tid=0 2024-09-05T07:47:40.203 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.182+0000 7f5bf8a9a740 1 client.17238 shutdown 2024-09-05T07:47:40.204 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:47:40.204 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T07:47:40.204 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": { 2024-09-05T07:47:40.204 INFO:teuthology.orchestra.run.smithi071.stdout: "64bd165e-fe45-47b8-a043-45cb7af51734": { 2024-09-05T07:47:40.204 INFO:teuthology.orchestra.run.smithi071.stdout: "path": "/", 2024-09-05T07:47:40.204 INFO:teuthology.orchestra.run.smithi071.stdout: "tag": "64bd165e-fe45-47b8-a043-45cb7af51734", 2024-09-05T07:47:40.204 INFO:teuthology.orchestra.run.smithi071.stdout: "options": "recursive,force" 2024-09-05T07:47:40.205 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:47:40.205 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:47:40.205 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:47:40.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.182+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/231826721 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe54a30 msgr2=0x5564ffede580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:40.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.182+0000 7f5bf8a9a740 1 --2- 172.21.15.71:0/231826721 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe54a30 0x5564ffede580 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f5bd8005ee0 tx=0x7f5bd800a330 comp rx=0 tx=0).stop 2024-09-05T07:47:40.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.182+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/231826721 shutdown_connections 2024-09-05T07:47:40.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.182+0000 7f5bf8a9a740 1 --2- 172.21.15.71:0/231826721 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5564ffe63680 0x5564ffee83f0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.182+0000 7f5bf8a9a740 1 --2- 172.21.15.71:0/231826721 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5564ffe58dc0 0x5564ffe66c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.182+0000 7f5bf8a9a740 1 --2- 172.21.15.71:0/231826721 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5564ffe584a0 0x5564ffedeac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.182+0000 7f5bf8a9a740 1 --2- 172.21.15.71:0/231826721 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5564ffe54a30 0x5564ffede580 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.205 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.182+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/231826721 >> 172.21.15.71:0/231826721 conn(0x5564ffe60900 msgr2=0x5564ffe622e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:40.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.182+0000 7f5bcf7fe640 0 client.17238 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:47:40.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.182+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/231826721 shutdown_connections 2024-09-05T07:47:40.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.182+0000 7f5bf8a9a740 1 -- 172.21.15.71:0/231826721 wait complete. 2024-09-05T07:47:40.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.182+0000 7f5bf8a9a740 20 client.17238 trim_cache size 0 max 16384 2024-09-05T07:47:40.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.183+0000 7f5bf66c1640 1 -- 172.21.15.71:0/2350772032 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f5bdc0a2cf0 msgr2=0x7f5bdc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:40.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.183+0000 7f5bf66c1640 1 --2- 172.21.15.71:0/2350772032 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f5bdc0a2cf0 0x7f5bdc0a51b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5be80ede40 tx=0x7f5be80b2080 comp rx=0 tx=0).stop 2024-09-05T07:47:40.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.183+0000 7f5bf66c1640 1 -- 172.21.15.71:0/2350772032 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5bf010c180 msgr2=0x7f5bf019ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:47:40.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.183+0000 7f5bf66c1640 1 --2- 172.21.15.71:0/2350772032 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5bf010c180 0x7f5bf019ca80 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f5be8006010 tx=0x7f5be802f640 comp rx=0 tx=0).stop 2024-09-05T07:47:40.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.183+0000 7f5bf66c1640 1 -- 172.21.15.71:0/2350772032 shutdown_connections 2024-09-05T07:47:40.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.183+0000 7f5bf66c1640 1 --2- 172.21.15.71:0/2350772032 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f5bdc0a2cf0 0x7f5bdc0a51b0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.206 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.183+0000 7f5bf66c1640 1 --2- 172.21.15.71:0/2350772032 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5bf010c180 0x7f5bf019ca80 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.183+0000 7f5bf66c1640 1 --2- 172.21.15.71:0/2350772032 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f5bf01036c0 0x7f5bf01986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.183+0000 7f5bf66c1640 1 --2- 172.21.15.71:0/2350772032 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f5bf0102da0 0x7f5bf01981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:47:40.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.183+0000 7f5bf66c1640 1 -- 172.21.15.71:0/2350772032 >> 172.21.15.71:0/2350772032 conn(0x7f5bf00fc7a0 msgr2=0x7f5bf00fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:47:40.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.183+0000 7f5bf66c1640 1 -- 172.21.15.71:0/2350772032 shutdown_connections 2024-09-05T07:47:40.207 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:47:40.183+0000 7f5bf66c1640 1 -- 172.21.15.71:0/2350772032 wait complete. 2024-09-05T07:47:40.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:40 smithi071 ceph-mon[30965]: pgmap v280: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-09-05T07:47:40.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:40 smithi071 ceph-mon[30965]: scrub queued for path: / 2024-09-05T07:47:40.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:40 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:47:40.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:40 smithi071 ceph-mon[30965]: scrub summary: active paths [/] 2024-09-05T07:47:40.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:40 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:47:40.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:40 smithi123 ceph-mon[34568]: pgmap v280: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-09-05T07:47:40.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:40 smithi123 ceph-mon[34568]: scrub queued for path: / 2024-09-05T07:47:40.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:40 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:47:40.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:40 smithi123 ceph-mon[34568]: scrub summary: active paths [/] 2024-09-05T07:47:40.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:40 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:47:40.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:40 smithi192 ceph-mon[34929]: pgmap v280: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-09-05T07:47:40.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:40 smithi192 ceph-mon[34929]: scrub queued for path: / 2024-09-05T07:47:40.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:40 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:47:40.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:40 smithi192 ceph-mon[34929]: scrub summary: active paths [/] 2024-09-05T07:47:40.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:40 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:47:40.887 INFO:tasks.cephfs.filesystem:scrub status for tag:64bd165e-fe45-47b8-a043-45cb7af51734 - {'path': '/', 'tag': '64bd165e-fe45-47b8-a043-45cb7af51734', 'options': 'recursive,force'} 2024-09-05T07:47:41.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:41 smithi071 ceph-mon[30965]: scrub summary: idle 2024-09-05T07:47:41.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:41 smithi123 ceph-mon[34568]: scrub summary: idle 2024-09-05T07:47:41.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:41 smithi192 ceph-mon[34929]: scrub summary: idle 2024-09-05T07:47:42.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:42 smithi071 ceph-mon[30965]: pgmap v281: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-09-05T07:47:42.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:42 smithi123 ceph-mon[34568]: pgmap v281: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-09-05T07:47:42.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:42 smithi192 ceph-mon[34929]: pgmap v281: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-09-05T07:47:44.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:44 smithi071 ceph-mon[30965]: pgmap v282: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-05T07:47:44.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:44 smithi123 ceph-mon[34568]: pgmap v282: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-05T07:47:44.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:44 smithi192 ceph-mon[34929]: pgmap v282: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-05T07:47:46.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:46 smithi123 ceph-mon[34568]: pgmap v283: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-09-05T07:47:46.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:46 smithi192 ceph-mon[34929]: pgmap v283: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-09-05T07:47:46.469 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:46 smithi071 ceph-mon[30965]: pgmap v283: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-09-05T07:47:48.434 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:48 smithi123 ceph-mon[34568]: pgmap v284: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:47:48.463 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:48 smithi192 ceph-mon[34929]: pgmap v284: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:47:48.651 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:48 smithi071 ceph-mon[30965]: pgmap v284: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:47:50.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:50 smithi123 ceph-mon[34568]: pgmap v285: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:47:50.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:50 smithi192 ceph-mon[34929]: pgmap v285: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:47:50.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:50 smithi071 ceph-mon[30965]: pgmap v285: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:47:52.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:52 smithi123 ceph-mon[34568]: pgmap v286: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:47:52.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:52 smithi192 ceph-mon[34929]: pgmap v286: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:47:52.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:52 smithi071 ceph-mon[30965]: pgmap v286: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:47:54.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:54 smithi123 ceph-mon[34568]: pgmap v287: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:47:54.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:54 smithi192 ceph-mon[34929]: pgmap v287: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:47:54.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:54 smithi071 ceph-mon[30965]: pgmap v287: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:47:56.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:56 smithi123 ceph-mon[34568]: pgmap v288: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:47:56.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:56 smithi192 ceph-mon[34929]: pgmap v288: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:47:56.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:56 smithi071 ceph-mon[30965]: pgmap v288: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:47:57.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:57 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:47:57.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:57 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:47:57.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:57 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:47:57.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:57 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:47:57.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:57 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:47:57.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:57 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:47:57.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:57 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:47:57.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:57 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:47:57.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:57 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:47:57.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:57 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:47:57.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:57 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:47:57.461 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:57 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:47:58.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:47:58 smithi123 ceph-mon[34568]: pgmap v289: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:47:58.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:47:58 smithi192 ceph-mon[34929]: pgmap v289: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:47:58.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:47:58 smithi071 ceph-mon[30965]: pgmap v289: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:48:00.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:00 smithi192 ceph-mon[34929]: pgmap v290: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:48:00.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:00 smithi071 ceph-mon[30965]: pgmap v290: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:48:00.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:00 smithi123 ceph-mon[34568]: pgmap v290: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:48:02.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:02 smithi192 ceph-mon[34929]: pgmap v291: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:48:02.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:02 smithi071 ceph-mon[30965]: pgmap v291: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:48:02.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:02 smithi123 ceph-mon[34568]: pgmap v291: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:48:04.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:04 smithi192 ceph-mon[34929]: pgmap v292: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2024-09-05T07:48:04.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:04 smithi071 ceph-mon[30965]: pgmap v292: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2024-09-05T07:48:04.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:04 smithi123 ceph-mon[34568]: pgmap v292: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 23 KiB/s wr, 9 op/s 2024-09-05T07:48:06.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:06 smithi192 ceph-mon[34929]: pgmap v293: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:48:06.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:06 smithi071 ceph-mon[30965]: pgmap v293: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:48:06.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:06 smithi123 ceph-mon[34568]: pgmap v293: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T07:48:07.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:07 smithi192 ceph-mon[34929]: osdmap e100: 12 total, 12 up, 12 in 2024-09-05T07:48:07.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:07 smithi071 ceph-mon[30965]: osdmap e100: 12 total, 12 up, 12 in 2024-09-05T07:48:07.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:07 smithi123 ceph-mon[34568]: osdmap e100: 12 total, 12 up, 12 in 2024-09-05T07:48:08.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:08 smithi192 ceph-mon[34929]: pgmap v295: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-09-05T07:48:08.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:08 smithi071 ceph-mon[30965]: pgmap v295: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-09-05T07:48:08.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:08 smithi123 ceph-mon[34568]: pgmap v295: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-09-05T07:48:10.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:10 smithi192 ceph-mon[34929]: pgmap v296: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-09-05T07:48:10.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:10 smithi071 ceph-mon[30965]: pgmap v296: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-09-05T07:48:10.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:10 smithi123 ceph-mon[34568]: pgmap v296: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-09-05T07:48:10.888 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:48:11.147 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:48:11.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.622+0000 7fd8655e7640 1 -- 172.21.15.71:0/713298328 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd86010c180 msgr2=0x7fd86010e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:11.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.622+0000 7fd8655e7640 1 --2- 172.21.15.71:0/713298328 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd86010c180 0x7fd86010e600 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7fd858009ca0 tx=0x7fd85802a950 comp rx=0 tx=0).stop 2024-09-05T07:48:11.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.622+0000 7fd8655e7640 1 -- 172.21.15.71:0/713298328 shutdown_connections 2024-09-05T07:48:11.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.622+0000 7fd8655e7640 1 --2- 172.21.15.71:0/713298328 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd86010c180 0x7fd86010e600 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.622+0000 7fd8655e7640 1 --2- 172.21.15.71:0/713298328 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd8601036c0 0x7fd86010bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.622+0000 7fd8655e7640 1 --2- 172.21.15.71:0/713298328 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd860102da0 0x7fd860103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.622+0000 7fd8655e7640 1 -- 172.21.15.71:0/713298328 >> 172.21.15.71:0/713298328 conn(0x7fd8600fc7a0 msgr2=0x7fd8600febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:11.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.622+0000 7fd8655e7640 1 -- 172.21.15.71:0/713298328 shutdown_connections 2024-09-05T07:48:11.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.622+0000 7fd8655e7640 1 -- 172.21.15.71:0/713298328 wait complete. 2024-09-05T07:48:11.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.623+0000 7fd8655e7640 1 Processor -- start 2024-09-05T07:48:11.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.623+0000 7fd8655e7640 1 -- start start 2024-09-05T07:48:11.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.623+0000 7fd8655e7640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd860102da0 0x7fd860100a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:11.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.623+0000 7fd8655e7640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd8601036c0 0x7fd860100f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:11.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.623+0000 7fd8655e7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd86010c180 0x7fd860101480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:11.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.623+0000 7fd8655e7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd860111e10 con 0x7fd86010c180 2024-09-05T07:48:11.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.623+0000 7fd8655e7640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd860111c90 con 0x7fd8601036c0 2024-09-05T07:48:11.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.623+0000 7fd8655e7640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd860111f90 con 0x7fd860102da0 2024-09-05T07:48:11.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.623+0000 7fd85f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd86010c180 0x7fd860101480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:11.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.623+0000 7fd85f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd86010c180 0x7fd860101480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40064/0 (socket says 172.21.15.71:40064) 2024-09-05T07:48:11.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.623+0000 7fd85f7fe640 1 -- 172.21.15.71:0/272192067 learned_addr learned my addr 172.21.15.71:0/272192067 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:11.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.623+0000 7fd85e7fc640 1 --2- 172.21.15.71:0/272192067 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd8601036c0 0x7fd860100f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:11.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.623+0000 7fd85effd640 1 --2- 172.21.15.71:0/272192067 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd860102da0 0x7fd860100a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:11.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.624+0000 7fd85f7fe640 1 -- 172.21.15.71:0/272192067 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd860102da0 msgr2=0x7fd860100a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:11.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.624+0000 7fd85f7fe640 1 --2- 172.21.15.71:0/272192067 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd860102da0 0x7fd860100a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.624+0000 7fd85f7fe640 1 -- 172.21.15.71:0/272192067 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd8601036c0 msgr2=0x7fd860100f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:11.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.624+0000 7fd85f7fe640 1 --2- 172.21.15.71:0/272192067 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd8601036c0 0x7fd860100f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.624+0000 7fd85f7fe640 1 -- 172.21.15.71:0/272192067 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8601aad40 con 0x7fd86010c180 2024-09-05T07:48:11.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.624+0000 7fd85e7fc640 1 --2- 172.21.15.71:0/272192067 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd8601036c0 0x7fd860100f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:48:11.640 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.624+0000 7fd85f7fe640 1 --2- 172.21.15.71:0/272192067 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd86010c180 0x7fd860101480 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7fd85802ae70 tx=0x7fd85802f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:11.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.624+0000 7fd857fff640 1 -- 172.21.15.71:0/272192067 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd858034040 con 0x7fd86010c180 2024-09-05T07:48:11.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.624+0000 7fd8655e7640 1 -- 172.21.15.71:0/272192067 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8601aaf10 con 0x7fd86010c180 2024-09-05T07:48:11.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.624+0000 7fd857fff640 1 -- 172.21.15.71:0/272192067 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd8580308f0 con 0x7fd86010c180 2024-09-05T07:48:11.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.624+0000 7fd857fff640 1 -- 172.21.15.71:0/272192067 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8580047f0 con 0x7fd86010c180 2024-09-05T07:48:11.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.624+0000 7fd8655e7640 1 -- 172.21.15.71:0/272192067 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8601ab3c0 con 0x7fd86010c180 2024-09-05T07:48:11.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.627+0000 7fd8679c0740 1 Processor -- start 2024-09-05T07:48:11.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.628+0000 7fd857fff640 1 -- 172.21.15.71:0/272192067 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fd858037020 con 0x7fd86010c180 2024-09-05T07:48:11.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.628+0000 7fd8679c0740 1 -- start start 2024-09-05T07:48:11.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.628+0000 7fd8679c0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570788414a0 0x557078841880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:11.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.628+0000 7fd8679c0740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557078841dc0 0x55707884c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:11.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.628+0000 7fd8679c0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55707884c680 0x55707884ea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:11.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.628+0000 7fd8679c0740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5570787a72e0 con 0x557078841dc0 2024-09-05T07:48:11.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.628+0000 7fd8679c0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55707874ece0 con 0x5570788414a0 2024-09-05T07:48:11.641 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.628+0000 7fd8679c0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5570787a32a0 con 0x55707884c680 2024-09-05T07:48:11.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.628+0000 7fd85effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557078841dc0 0x55707884c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:11.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.628+0000 7fd85effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557078841dc0 0x55707884c140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40078/0 (socket says 172.21.15.71:40078) 2024-09-05T07:48:11.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.628+0000 7fd85effd640 1 -- 172.21.15.71:0/3489736461 learned_addr learned my addr 172.21.15.71:0/3489736461 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:11.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.628+0000 7fd85e7fc640 1 --2- 172.21.15.71:0/3489736461 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55707884c680 0x55707884ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:11.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.628+0000 7fd85e7fc640 1 --2- 172.21.15.71:0/3489736461 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570788414a0 0x557078841880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:11.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.629+0000 7fd85effd640 1 -- 172.21.15.71:0/3489736461 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55707884c680 msgr2=0x55707884ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:11.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.629+0000 7fd85effd640 1 --2- 172.21.15.71:0/3489736461 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55707884c680 0x55707884ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.629+0000 7fd85effd640 1 -- 172.21.15.71:0/3489736461 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570788414a0 msgr2=0x557078841880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:11.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.629+0000 7fd85effd640 1 --2- 172.21.15.71:0/3489736461 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570788414a0 0x557078841880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.629+0000 7fd85effd640 1 -- 172.21.15.71:0/3489736461 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557078733440 con 0x557078841dc0 2024-09-05T07:48:11.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.629+0000 7fd857fff640 1 --2- 172.21.15.71:0/272192067 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd84c0a2cf0 0x7fd84c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:11.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.629+0000 7fd85e7fc640 1 --2- 172.21.15.71:0/272192067 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd84c0a2cf0 0x7fd84c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:11.642 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.629+0000 7fd85effd640 1 --2- 172.21.15.71:0/3489736461 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557078841dc0 0x55707884c140 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7fd84800bd10 tx=0x7fd8480107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3de420be20b3b55a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:11.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.629+0000 7fd857fff640 1 -- 172.21.15.71:0/272192067 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9714+0+0 (secure 0 0 0) 0x7fd8580f06f0 con 0x7fd86010c180 2024-09-05T07:48:11.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.629+0000 7fd8557fa640 1 -- 172.21.15.71:0/3489736461 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd848004030 con 0x557078841dc0 2024-09-05T07:48:11.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.629+0000 7fd8557fa640 1 -- 172.21.15.71:0/3489736461 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd8480035f0 con 0x557078841dc0 2024-09-05T07:48:11.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.629+0000 7fd8557fa640 1 -- 172.21.15.71:0/3489736461 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd848011750 con 0x557078841dc0 2024-09-05T07:48:11.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.630+0000 7fd8679c0740 1 -- 172.21.15.71:0/3489736461 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557078841dc0 msgr2=0x55707884c140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:11.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.630+0000 7fd8679c0740 1 --2- 172.21.15.71:0/3489736461 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557078841dc0 0x55707884c140 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7fd84800bd10 tx=0x7fd8480107a0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.630+0000 7fd85e7fc640 1 --2- 172.21.15.71:0/272192067 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd84c0a2cf0 0x7fd84c0a51b0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd85000bfd0 tx=0x7fd85000b410 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:11.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.630+0000 7fd8679c0740 1 -- 172.21.15.71:0/3489736461 shutdown_connections 2024-09-05T07:48:11.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.630+0000 7fd8679c0740 1 --2- 172.21.15.71:0/3489736461 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55707884c680 0x55707884ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.630+0000 7fd8679c0740 1 --2- 172.21.15.71:0/3489736461 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557078841dc0 0x55707884c140 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.630+0000 7fd8679c0740 1 --2- 172.21.15.71:0/3489736461 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5570788414a0 0x557078841880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.630+0000 7fd8679c0740 1 -- 172.21.15.71:0/3489736461 >> 172.21.15.71:0/3489736461 conn(0x55707883da30 msgr2=0x55707883de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:11.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.630+0000 7fd8679c0740 1 -- 172.21.15.71:0/3489736461 shutdown_connections 2024-09-05T07:48:11.643 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.630+0000 7fd8679c0740 1 -- 172.21.15.71:0/3489736461 wait complete. 2024-09-05T07:48:11.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.630+0000 7fd8679c0740 1 -- start start 2024-09-05T07:48:11.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.630+0000 7fd8679c0740 1 Processor -- start 2024-09-05T07:48:11.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd8679c0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570788414a0 0x55707884bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:11.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd8679c0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557078841dc0 0x5570788491f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:11.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd8679c0740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55707884c680 0x557078849730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:11.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd8679c0740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55707884f250 con 0x55707884c680 2024-09-05T07:48:11.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd8679c0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x557078762050 con 0x557078841dc0 2024-09-05T07:48:11.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd8679c0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55707884f3d0 con 0x5570788414a0 2024-09-05T07:48:11.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd8679c0740 10 client.0 _ll_register_callbacks cb 0x5570787a2160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:48:11.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd85f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55707884c680 0x557078849730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:11.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd85f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55707884c680 0x557078849730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40086/0 (socket says 172.21.15.71:40086) 2024-09-05T07:48:11.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd85f7fe640 1 -- 172.21.15.71:0/3555331354 learned_addr learned my addr 172.21.15.71:0/3555331354 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:11.644 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd85e7fc640 1 --2- 172.21.15.71:0/3555331354 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557078841dc0 0x5570788491f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:11.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd85effd640 1 --2- 172.21.15.71:0/3555331354 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570788414a0 0x55707884bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:11.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd85f7fe640 1 -- 172.21.15.71:0/3555331354 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570788414a0 msgr2=0x55707884bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:11.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd85f7fe640 1 --2- 172.21.15.71:0/3555331354 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570788414a0 0x55707884bf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd85f7fe640 1 -- 172.21.15.71:0/3555331354 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557078841dc0 msgr2=0x5570788491f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:11.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd85f7fe640 1 --2- 172.21.15.71:0/3555331354 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557078841dc0 0x5570788491f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd85f7fe640 1 -- 172.21.15.71:0/3555331354 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570785183c0 con 0x55707884c680 2024-09-05T07:48:11.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd85f7fe640 1 --2- 172.21.15.71:0/3555331354 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55707884c680 0x557078849730 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fd8580c4fb0 tx=0x7fd8580b8b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b15253f862d9678 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:11.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd8467fc640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:48:11.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd8467fc640 1 -- 172.21.15.71:0/3555331354 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8580d5060 con 0x55707884c680 2024-09-05T07:48:11.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.631+0000 7fd8467fc640 1 -- 172.21.15.71:0/3555331354 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9714+0+0 (secure 0 0 0) 0x7fd8580c5050 con 0x55707884c680 2024-09-05T07:48:11.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.632+0000 7fd8679c0740 1 -- 172.21.15.71:0/3555331354 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd8480035f0 con 0x55707884c680 2024-09-05T07:48:11.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.632+0000 7fd8467fc640 1 -- 172.21.15.71:0/3555331354 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd85802c040 con 0x55707884c680 2024-09-05T07:48:11.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.632+0000 7fd8679c0740 10 client.17250 fetch_fsmap learned FSMap version 26 2024-09-05T07:48:11.645 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.632+0000 7fd8679c0740 1 -- 172.21.15.71:0/3555331354 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55707885abd0 con 0x55707884c680 2024-09-05T07:48:11.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.632+0000 7fd8467fc640 1 -- 172.21.15.71:0/3555331354 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd8480035f0 con 0x55707884c680 2024-09-05T07:48:11.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.632+0000 7fd8467fc640 1 -- 172.21.15.71:0/3555331354 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fd85804d030 con 0x55707884c680 2024-09-05T07:48:11.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.632+0000 7fd8679c0740 10 client.17250 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:48:11.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.632+0000 7fd8679c0740 10 client.17250 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:48:11.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.632+0000 7fd8679c0740 20 client.17250 populate_metadata read hostname 'smithi071' 2024-09-05T07:48:11.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.632+0000 7fd8679c0740 1 --2- 172.21.15.71:0/3555331354 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55707885c060 0x55707885e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:11.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.632+0000 7fd8679c0740 4 client.17250 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:48:11.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.632+0000 7fd8679c0740 1 -- 172.21.15.71:0/3555331354 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5570787b4850 con 0x55707885c060 2024-09-05T07:48:11.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.632+0000 7fd85effd640 1 --2- 172.21.15.71:0/3555331354 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55707885c060 0x55707885e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:11.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.633+0000 7fd8467fc640 10 client.17250 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:48:11.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.633+0000 7fd85effd640 1 --2- 172.21.15.71:0/3555331354 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55707885c060 0x55707885e4b0 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2226e03fc3fdf72f server_cookie=d81ba6481e1856f9 in_seq=0 out_seq=0 2024-09-05T07:48:11.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.633+0000 7fd8467fc640 1 -- 172.21.15.71:0/3555331354 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5570787b4850 con 0x55707885c060 2024-09-05T07:48:11.646 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.633+0000 7fd8467fc640 10 client.17250 handle_command_reply: tid=0 2024-09-05T07:48:11.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.633+0000 7fd8679c0740 1 client.17250 shutdown 2024-09-05T07:48:11.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.634+0000 7fd8679c0740 1 -- 172.21.15.71:0/3555331354 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55707884c680 msgr2=0x557078849730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:11.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.634+0000 7fd8679c0740 1 --2- 172.21.15.71:0/3555331354 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55707884c680 0x557078849730 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fd8580c4fb0 tx=0x7fd8580b8b10 comp rx=0 tx=0).stop 2024-09-05T07:48:11.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.634+0000 7fd8679c0740 1 -- 172.21.15.71:0/3555331354 shutdown_connections 2024-09-05T07:48:11.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.634+0000 7fd8679c0740 1 --2- 172.21.15.71:0/3555331354 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55707885c060 0x55707885e4b0 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.634+0000 7fd8679c0740 1 --2- 172.21.15.71:0/3555331354 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55707884c680 0x557078849730 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.634+0000 7fd8467fc640 0 client.17250 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:48:11.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.634+0000 7fd8679c0740 1 --2- 172.21.15.71:0/3555331354 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557078841dc0 0x5570788491f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.634+0000 7fd8679c0740 1 --2- 172.21.15.71:0/3555331354 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570788414a0 0x55707884bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.634+0000 7fd8679c0740 1 -- 172.21.15.71:0/3555331354 >> 172.21.15.71:0/3555331354 conn(0x55707883da30 msgr2=0x55707883cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:11.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.634+0000 7fd8679c0740 1 -- 172.21.15.71:0/3555331354 shutdown_connections 2024-09-05T07:48:11.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.634+0000 7fd8679c0740 1 -- 172.21.15.71:0/3555331354 wait complete. 2024-09-05T07:48:11.647 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.634+0000 7fd8679c0740 20 client.17250 trim_cache size 0 max 16384 2024-09-05T07:48:11.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.651+0000 7fd8679c0740 1 Processor -- start 2024-09-05T07:48:11.652 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.651+0000 7fd8679c0740 1 -- start start 2024-09-05T07:48:11.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.651+0000 7fd8679c0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570788414a0 0x557078847ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:11.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.651+0000 7fd8679c0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557078841dc0 0x557078863d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:11.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.651+0000 7fd8679c0740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55707884c680 0x5570788642d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:11.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.651+0000 7fd8679c0740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd8601b8040 con 0x55707884c680 2024-09-05T07:48:11.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.651+0000 7fd8679c0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd8601b5910 con 0x557078841dc0 2024-09-05T07:48:11.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.651+0000 7fd8679c0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd8601b3780 con 0x5570788414a0 2024-09-05T07:48:11.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.651+0000 7fd85f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55707884c680 0x5570788642d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:11.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.651+0000 7fd85f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55707884c680 0x5570788642d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40090/0 (socket says 172.21.15.71:40090) 2024-09-05T07:48:11.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.651+0000 7fd85effd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570788414a0 0x557078847ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:11.653 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.651+0000 7fd85f7fe640 1 -- 172.21.15.71:0/770610833 learned_addr learned my addr 172.21.15.71:0/770610833 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:11.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.651+0000 7fd85e7fc640 1 --2- 172.21.15.71:0/770610833 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557078841dc0 0x557078863d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:11.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.652+0000 7fd85f7fe640 1 -- 172.21.15.71:0/770610833 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570788414a0 msgr2=0x557078847ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:11.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.652+0000 7fd85f7fe640 1 --2- 172.21.15.71:0/770610833 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570788414a0 0x557078847ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.652+0000 7fd85f7fe640 1 -- 172.21.15.71:0/770610833 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557078841dc0 msgr2=0x557078863d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:11.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.652+0000 7fd85f7fe640 1 --2- 172.21.15.71:0/770610833 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557078841dc0 0x557078863d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.652+0000 7fd85f7fe640 1 -- 172.21.15.71:0/770610833 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570788481a0 con 0x55707884c680 2024-09-05T07:48:11.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.652+0000 7fd85f7fe640 1 --2- 172.21.15.71:0/770610833 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55707884c680 0x5570788642d0 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fd8580bc800 tx=0x7fd8580b8c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84da53321fb0f645 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:11.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.652+0000 7fd854ff9640 1 -- 172.21.15.71:0/770610833 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8580d5070 con 0x55707884c680 2024-09-05T07:48:11.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.652+0000 7fd854ff9640 1 -- 172.21.15.71:0/770610833 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd858004040 con 0x55707884c680 2024-09-05T07:48:11.654 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.652+0000 7fd854ff9640 1 -- 172.21.15.71:0/770610833 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8580a7240 con 0x55707884c680 2024-09-05T07:48:11.659 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.653+0000 7fd8679c0740 1 -- 172.21.15.71:0/770610833 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55707884c680 msgr2=0x5570788642d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:11.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.653+0000 7fd8679c0740 1 --2- 172.21.15.71:0/770610833 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55707884c680 0x5570788642d0 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fd8580bc800 tx=0x7fd8580b8c40 comp rx=0 tx=0).stop 2024-09-05T07:48:11.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.653+0000 7fd8679c0740 1 -- 172.21.15.71:0/770610833 shutdown_connections 2024-09-05T07:48:11.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.653+0000 7fd8679c0740 1 --2- 172.21.15.71:0/770610833 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55707884c680 0x5570788642d0 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.653+0000 7fd8679c0740 1 --2- 172.21.15.71:0/770610833 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557078841dc0 0x557078863d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.653+0000 7fd8679c0740 1 --2- 172.21.15.71:0/770610833 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5570788414a0 0x557078847ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.653+0000 7fd8679c0740 1 -- 172.21.15.71:0/770610833 >> 172.21.15.71:0/770610833 conn(0x55707883da30 msgr2=0x55707884b270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:11.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.653+0000 7fd8679c0740 1 -- 172.21.15.71:0/770610833 shutdown_connections 2024-09-05T07:48:11.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.653+0000 7fd8679c0740 1 -- 172.21.15.71:0/770610833 wait complete. 2024-09-05T07:48:11.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.653+0000 7fd8679c0740 1 -- start start 2024-09-05T07:48:11.660 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.654+0000 7fd8679c0740 1 Processor -- start 2024-09-05T07:48:11.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.654+0000 7fd8679c0740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5570788414a0 0x557078854ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:11.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.654+0000 7fd8679c0740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557078841dc0 0x557078852240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:11.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.654+0000 7fd8679c0740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55707884c680 0x5570788529d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:11.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.654+0000 7fd8679c0740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd8601b3dd0 con 0x5570788414a0 2024-09-05T07:48:11.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.654+0000 7fd8679c0740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd8601b5240 con 0x557078841dc0 2024-09-05T07:48:11.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.654+0000 7fd8679c0740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd8601b44a0 con 0x55707884c680 2024-09-05T07:48:11.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.654+0000 7fd85effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5570788414a0 0x557078854ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:11.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.654+0000 7fd8679c0740 10 client.0 _ll_register_callbacks cb 0x7fd858004230 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:48:11.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.654+0000 7fd85effd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5570788414a0 0x557078854ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40094/0 (socket says 172.21.15.71:40094) 2024-09-05T07:48:11.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.654+0000 7fd85effd640 1 -- 172.21.15.71:0/4151255022 learned_addr learned my addr 172.21.15.71:0/4151255022 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:11.661 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.654+0000 7fd85e7fc640 1 --2- 172.21.15.71:0/4151255022 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557078841dc0 0x557078852240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:11.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.654+0000 7fd85f7fe640 1 --2- 172.21.15.71:0/4151255022 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55707884c680 0x5570788529d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:11.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.655+0000 7fd85effd640 1 -- 172.21.15.71:0/4151255022 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55707884c680 msgr2=0x5570788529d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:11.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.655+0000 7fd85effd640 1 --2- 172.21.15.71:0/4151255022 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55707884c680 0x5570788529d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.655+0000 7fd85effd640 1 -- 172.21.15.71:0/4151255022 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557078841dc0 msgr2=0x557078852240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:11.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.655+0000 7fd85effd640 1 --2- 172.21.15.71:0/4151255022 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557078841dc0 0x557078852240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.655+0000 7fd85effd640 1 -- 172.21.15.71:0/4151255022 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570788c5d70 con 0x5570788414a0 2024-09-05T07:48:11.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.655+0000 7fd85f7fe640 1 --2- 172.21.15.71:0/4151255022 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55707884c680 0x5570788529d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:48:11.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.655+0000 7fd85e7fc640 1 --2- 172.21.15.71:0/4151255022 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557078841dc0 0x557078852240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:48:11.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.655+0000 7fd85effd640 1 --2- 172.21.15.71:0/4151255022 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5570788414a0 0x557078854ef0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fd84800bd10 tx=0x7fd84800be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=875f5b856d681b7e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:11.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.655+0000 7fd8467fc640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:48:11.662 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.655+0000 7fd8467fc640 1 -- 172.21.15.71:0/4151255022 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd848034060 con 0x5570788414a0 2024-09-05T07:48:11.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.655+0000 7fd8467fc640 1 -- 172.21.15.71:0/4151255022 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9714+0+0 (secure 0 0 0) 0x7fd848005300 con 0x5570788414a0 2024-09-05T07:48:11.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.655+0000 7fd8679c0740 1 -- 172.21.15.71:0/4151255022 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5570787aed60 con 0x5570788414a0 2024-09-05T07:48:11.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.655+0000 7fd8467fc640 1 -- 172.21.15.71:0/4151255022 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd84803b050 con 0x5570788414a0 2024-09-05T07:48:11.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.655+0000 7fd8679c0740 10 client.17256 fetch_fsmap learned FSMap version 26 2024-09-05T07:48:11.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.655+0000 7fd8679c0740 1 -- 172.21.15.71:0/4151255022 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5570788c6f30 con 0x5570788414a0 2024-09-05T07:48:11.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.655+0000 7fd8467fc640 1 -- 172.21.15.71:0/4151255022 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5570787aed60 con 0x5570788414a0 2024-09-05T07:48:11.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.656+0000 7fd8467fc640 1 -- 172.21.15.71:0/4151255022 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fd848011440 con 0x5570788414a0 2024-09-05T07:48:11.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.656+0000 7fd8679c0740 10 client.17256 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:48:11.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.656+0000 7fd8679c0740 10 client.17256 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:48:11.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.656+0000 7fd8679c0740 20 client.17256 populate_metadata read hostname 'smithi071' 2024-09-05T07:48:11.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.656+0000 7fd8679c0740 1 --2- 172.21.15.71:0/4151255022 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5570788c7380 0x5570788c97a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:11.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.656+0000 7fd8679c0740 4 client.17256 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:48:11.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.656+0000 7fd8679c0740 1 -- 172.21.15.71:0/4151255022 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55707872b210 con 0x5570788c7380 2024-09-05T07:48:11.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.656+0000 7fd85e7fc640 1 --2- 172.21.15.71:0/4151255022 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5570788c7380 0x5570788c97a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:11.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.656+0000 7fd8467fc640 10 client.17256 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:48:11.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.656+0000 7fd85e7fc640 1 --2- 172.21.15.71:0/4151255022 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5570788c7380 0x5570788c97a0 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63c1f825980e99e9 server_cookie=e7818b5435c201e2 in_seq=0 out_seq=0 2024-09-05T07:48:11.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.657+0000 7fd8467fc640 1 -- 172.21.15.71:0/4151255022 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55707872b210 con 0x5570788c7380 2024-09-05T07:48:11.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.657+0000 7fd8467fc640 10 client.17256 handle_command_reply: tid=0 2024-09-05T07:48:11.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.657+0000 7fd8679c0740 1 client.17256 shutdown 2024-09-05T07:48:11.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.657+0000 7fd8679c0740 1 -- 172.21.15.71:0/4151255022 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5570788414a0 msgr2=0x557078854ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:11.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.657+0000 7fd8679c0740 1 --2- 172.21.15.71:0/4151255022 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5570788414a0 0x557078854ef0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fd84800bd10 tx=0x7fd84800be90 comp rx=0 tx=0).stop 2024-09-05T07:48:11.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.657+0000 7fd8679c0740 1 -- 172.21.15.71:0/4151255022 shutdown_connections 2024-09-05T07:48:11.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.657+0000 7fd8679c0740 1 --2- 172.21.15.71:0/4151255022 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5570788c7380 0x5570788c97a0 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.657+0000 7fd8679c0740 1 --2- 172.21.15.71:0/4151255022 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55707884c680 0x5570788529d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.657+0000 7fd8467fc640 0 client.17256 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:48:11.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.657+0000 7fd8679c0740 1 --2- 172.21.15.71:0/4151255022 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557078841dc0 0x557078852240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.657+0000 7fd8679c0740 1 --2- 172.21.15.71:0/4151255022 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5570788414a0 0x557078854ef0 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.657+0000 7fd8679c0740 1 -- 172.21.15.71:0/4151255022 >> 172.21.15.71:0/4151255022 conn(0x55707883da30 msgr2=0x55707884b270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:11.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.657+0000 7fd8679c0740 1 -- 172.21.15.71:0/4151255022 shutdown_connections 2024-09-05T07:48:11.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.657+0000 7fd8679c0740 1 -- 172.21.15.71:0/4151255022 wait complete. 2024-09-05T07:48:11.665 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.657+0000 7fd8679c0740 20 client.17256 trim_cache size 0 max 16384 2024-09-05T07:48:11.666 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:48:11.666 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "no active scrubs running", 2024-09-05T07:48:11.666 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": {} 2024-09-05T07:48:11.666 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:48:11.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.658+0000 7fd8655e7640 1 -- 172.21.15.71:0/272192067 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd84c0a2cf0 msgr2=0x7fd84c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:11.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.658+0000 7fd8655e7640 1 --2- 172.21.15.71:0/272192067 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd84c0a2cf0 0x7fd84c0a51b0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd85000bfd0 tx=0x7fd85000b410 comp rx=0 tx=0).stop 2024-09-05T07:48:11.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.658+0000 7fd8655e7640 1 -- 172.21.15.71:0/272192067 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd86010c180 msgr2=0x7fd860101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:11.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.658+0000 7fd8655e7640 1 --2- 172.21.15.71:0/272192067 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd86010c180 0x7fd860101480 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7fd85802ae70 tx=0x7fd85802f5d0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.658+0000 7fd8655e7640 1 -- 172.21.15.71:0/272192067 shutdown_connections 2024-09-05T07:48:11.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.658+0000 7fd8655e7640 1 --2- 172.21.15.71:0/272192067 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd84c0a2cf0 0x7fd84c0a51b0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.658+0000 7fd8655e7640 1 --2- 172.21.15.71:0/272192067 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd86010c180 0x7fd860101480 unknown :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.658+0000 7fd8655e7640 1 --2- 172.21.15.71:0/272192067 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd8601036c0 0x7fd860100f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.658+0000 7fd8655e7640 1 --2- 172.21.15.71:0/272192067 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd860102da0 0x7fd860100a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:11.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.658+0000 7fd8655e7640 1 -- 172.21.15.71:0/272192067 >> 172.21.15.71:0/272192067 conn(0x7fd8600fc7a0 msgr2=0x7fd8600fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:11.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.658+0000 7fd8655e7640 1 -- 172.21.15.71:0/272192067 shutdown_connections 2024-09-05T07:48:11.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:11.658+0000 7fd8655e7640 1 -- 172.21.15.71:0/272192067 wait complete. 2024-09-05T07:48:12.460 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:12 smithi192 ceph-mon[34929]: pgmap v297: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-09-05T07:48:12.477 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:12 smithi071 ceph-mon[30965]: pgmap v297: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-09-05T07:48:12.506 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T07:48:12.506 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:48:12.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:12 smithi123 ceph-mon[34568]: pgmap v297: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-09-05T07:48:12.758 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:48:13.276 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.262+0000 7f2a7b12d640 1 -- 172.21.15.71:0/3766858152 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a74102790 msgr2=0x7f2a741067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:13.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.262+0000 7f2a7b12d640 1 --2- 172.21.15.71:0/3766858152 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a74102790 0x7f2a741067e0 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f2a60009900 tx=0x7f2a6002a410 comp rx=0 tx=0).stop 2024-09-05T07:48:13.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.262+0000 7f2a7b12d640 1 -- 172.21.15.71:0/3766858152 shutdown_connections 2024-09-05T07:48:13.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.262+0000 7f2a7b12d640 1 --2- 172.21.15.71:0/3766858152 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a74106f10 0x7f2a7410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:13.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.262+0000 7f2a7b12d640 1 --2- 172.21.15.71:0/3766858152 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a74102790 0x7f2a741067e0 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:13.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.262+0000 7f2a7b12d640 1 --2- 172.21.15.71:0/3766858152 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a74101de0 0x7f2a741021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:13.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.262+0000 7f2a7b12d640 1 -- 172.21.15.71:0/3766858152 >> 172.21.15.71:0/3766858152 conn(0x7f2a740fd8c0 msgr2=0x7f2a740ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:13.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.262+0000 7f2a7b12d640 1 -- 172.21.15.71:0/3766858152 shutdown_connections 2024-09-05T07:48:13.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.262+0000 7f2a7b12d640 1 -- 172.21.15.71:0/3766858152 wait complete. 2024-09-05T07:48:13.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.263+0000 7f2a7b12d640 1 Processor -- start 2024-09-05T07:48:13.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.263+0000 7f2a7b12d640 1 -- start start 2024-09-05T07:48:13.277 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.263+0000 7f2a7b12d640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a74101de0 0x7f2a740744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:13.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.263+0000 7f2a7b12d640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a74102790 0x7f2a74074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:13.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.263+0000 7f2a7b12d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a74106f10 0x7f2a74074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:13.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.263+0000 7f2a7b12d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2a74111e60 con 0x7f2a74106f10 2024-09-05T07:48:13.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.263+0000 7f2a7b12d640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2a74111ce0 con 0x7f2a74101de0 2024-09-05T07:48:13.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.263+0000 7f2a7b12d640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f2a74111fe0 con 0x7f2a74102790 2024-09-05T07:48:13.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.263+0000 7f2a796ca640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a74106f10 0x7f2a74074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:13.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.263+0000 7f2a796ca640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a74106f10 0x7f2a74074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40102/0 (socket says 172.21.15.71:40102) 2024-09-05T07:48:13.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.263+0000 7f2a796ca640 1 -- 172.21.15.71:0/581683774 learned_addr learned my addr 172.21.15.71:0/581683774 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:13.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.263+0000 7f2a73fff640 1 --2- 172.21.15.71:0/581683774 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a74102790 0x7f2a74074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:13.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.263+0000 7f2a78ec9640 1 --2- 172.21.15.71:0/581683774 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a74101de0 0x7f2a740744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:13.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.264+0000 7f2a796ca640 1 -- 172.21.15.71:0/581683774 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a74102790 msgr2=0x7f2a74074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:13.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.264+0000 7f2a796ca640 1 --2- 172.21.15.71:0/581683774 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a74102790 0x7f2a74074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:13.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.264+0000 7f2a796ca640 1 -- 172.21.15.71:0/581683774 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a74101de0 msgr2=0x7f2a740744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:13.278 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.264+0000 7f2a796ca640 1 --2- 172.21.15.71:0/581683774 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a74101de0 0x7f2a740744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:13.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.264+0000 7f2a796ca640 1 -- 172.21.15.71:0/581683774 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a741a68e0 con 0x7f2a74106f10 2024-09-05T07:48:13.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.264+0000 7f2a796ca640 1 --2- 172.21.15.71:0/581683774 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a74106f10 0x7f2a74074f70 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f2a6c00cad0 tx=0x7f2a6c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:13.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.264+0000 7f2a71ffb640 1 -- 172.21.15.71:0/581683774 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a6c00ae20 con 0x7f2a74106f10 2024-09-05T07:48:13.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.264+0000 7f2a71ffb640 1 -- 172.21.15.71:0/581683774 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2a6c005020 con 0x7f2a74106f10 2024-09-05T07:48:13.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.264+0000 7f2a7b12d640 1 -- 172.21.15.71:0/581683774 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a741a6bd0 con 0x7f2a74106f10 2024-09-05T07:48:13.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.264+0000 7f2a71ffb640 1 -- 172.21.15.71:0/581683774 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a6c00f6b0 con 0x7f2a74106f10 2024-09-05T07:48:13.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.264+0000 7f2a7b12d640 1 -- 172.21.15.71:0/581683774 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a741a7130 con 0x7f2a74106f10 2024-09-05T07:48:13.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.265+0000 7f2a7b12d640 1 -- 172.21.15.71:0/581683774 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a741021c0 con 0x7f2a74106f10 2024-09-05T07:48:13.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.266+0000 7f2a71ffb640 1 -- 172.21.15.71:0/581683774 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f2a6c0051d0 con 0x7f2a74106f10 2024-09-05T07:48:13.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.267+0000 7f2a71ffb640 1 --2- 172.21.15.71:0/581683774 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2a640a2d70 0x7f2a640a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:13.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.267+0000 7f2a78ec9640 1 --2- 172.21.15.71:0/581683774 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2a640a2d70 0x7f2a640a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:13.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.267+0000 7f2a71ffb640 1 -- 172.21.15.71:0/581683774 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9714+0+0 (secure 0 0 0) 0x7f2a6c0cf8d0 con 0x7f2a74106f10 2024-09-05T07:48:13.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.267+0000 7f2a78ec9640 1 --2- 172.21.15.71:0/581683774 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2a640a2d70 0x7f2a640a5230 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2a68009890 tx=0x7f2a68008040 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:13.279 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.271+0000 7f2a71ffb640 1 -- 172.21.15.71:0/581683774 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2a6c014030 con 0x7f2a74106f10 2024-09-05T07:48:13.470 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.469+0000 7f2a7b12d640 1 -- 172.21.15.71:0/581683774 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2a7402d7c0 con 0x7f2a74106f10 2024-09-05T07:48:13.471 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.470+0000 7f2a71ffb640 1 -- 172.21.15.71:0/581683774 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7f2a6c09c040 con 0x7f2a74106f10 2024-09-05T07:48:13.471 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:48:13.471 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:48:13.471 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:48:13.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.472+0000 7f2a7b12d640 1 -- 172.21.15.71:0/581683774 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2a640a2d70 msgr2=0x7f2a640a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:13.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.472+0000 7f2a7b12d640 1 --2- 172.21.15.71:0/581683774 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2a640a2d70 0x7f2a640a5230 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2a68009890 tx=0x7f2a68008040 comp rx=0 tx=0).stop 2024-09-05T07:48:13.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.472+0000 7f2a7b12d640 1 -- 172.21.15.71:0/581683774 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a74106f10 msgr2=0x7f2a74074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:13.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.472+0000 7f2a7b12d640 1 --2- 172.21.15.71:0/581683774 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a74106f10 0x7f2a74074f70 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f2a6c00cad0 tx=0x7f2a6c00cf90 comp rx=0 tx=0).stop 2024-09-05T07:48:13.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.472+0000 7f2a7b12d640 1 -- 172.21.15.71:0/581683774 shutdown_connections 2024-09-05T07:48:13.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.472+0000 7f2a7b12d640 1 --2- 172.21.15.71:0/581683774 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f2a640a2d70 0x7f2a640a5230 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:13.473 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.472+0000 7f2a7b12d640 1 --2- 172.21.15.71:0/581683774 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a74106f10 0x7f2a74074f70 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:13.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.472+0000 7f2a7b12d640 1 --2- 172.21.15.71:0/581683774 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2a74102790 0x7f2a74074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:13.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.472+0000 7f2a7b12d640 1 --2- 172.21.15.71:0/581683774 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2a74101de0 0x7f2a740744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:13.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.472+0000 7f2a7b12d640 1 -- 172.21.15.71:0/581683774 >> 172.21.15.71:0/581683774 conn(0x7f2a740fd8c0 msgr2=0x7f2a740fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:13.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.472+0000 7f2a7b12d640 1 -- 172.21.15.71:0/581683774 shutdown_connections 2024-09-05T07:48:13.474 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:13.473+0000 7f2a7b12d640 1 -- 172.21.15.71:0/581683774 wait complete. 2024-09-05T07:48:14.164 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T07:48:14.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:14 smithi071 ceph-mon[30965]: pgmap v298: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 26 KiB/s wr, 23 op/s 2024-09-05T07:48:14.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:14 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/581683774' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:48:14.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:14 smithi071 ceph-mon[30965]: osdmap e101: 12 total, 12 up, 12 in 2024-09-05T07:48:14.415 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:48:14.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:14 smithi123 ceph-mon[34568]: pgmap v298: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 26 KiB/s wr, 23 op/s 2024-09-05T07:48:14.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:14 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/581683774' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:48:14.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:14 smithi123 ceph-mon[34568]: osdmap e101: 12 total, 12 up, 12 in 2024-09-05T07:48:14.712 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:14 smithi192 ceph-mon[34929]: pgmap v298: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 26 KiB/s wr, 23 op/s 2024-09-05T07:48:14.712 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:14 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/581683774' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:48:14.713 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:14 smithi192 ceph-mon[34929]: osdmap e101: 12 total, 12 up, 12 in 2024-09-05T07:48:14.926 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.923+0000 7f9582587640 1 -- 172.21.15.71:0/3682969300 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f957c101de0 msgr2=0x7f957c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:14.926 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.923+0000 7f9582587640 1 --2- 172.21.15.71:0/3682969300 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f957c101de0 0x7f957c1021c0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f956c009900 tx=0x7f956c02a410 comp rx=0 tx=0).stop 2024-09-05T07:48:14.926 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.923+0000 7f9582587640 1 -- 172.21.15.71:0/3682969300 shutdown_connections 2024-09-05T07:48:14.926 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.923+0000 7f9582587640 1 --2- 172.21.15.71:0/3682969300 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f957c106f10 0x7f957c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.926 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.923+0000 7f9582587640 1 --2- 172.21.15.71:0/3682969300 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f957c102790 0x7f957c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.926 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.923+0000 7f9582587640 1 --2- 172.21.15.71:0/3682969300 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f957c101de0 0x7f957c1021c0 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.926 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.923+0000 7f9582587640 1 -- 172.21.15.71:0/3682969300 >> 172.21.15.71:0/3682969300 conn(0x7f957c0fd8c0 msgr2=0x7f957c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:14.926 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.923+0000 7f9582587640 1 -- 172.21.15.71:0/3682969300 shutdown_connections 2024-09-05T07:48:14.926 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.923+0000 7f9582587640 1 -- 172.21.15.71:0/3682969300 wait complete. 2024-09-05T07:48:14.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.924+0000 7f9582587640 1 Processor -- start 2024-09-05T07:48:14.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.924+0000 7f9582587640 1 -- start start 2024-09-05T07:48:14.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.924+0000 7f9582587640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f957c101de0 0x7f957c19a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:14.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.924+0000 7f9582587640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f957c102790 0x7f957c19aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:14.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.924+0000 7f9582587640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f957c106f10 0x7f957c19ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:14.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.924+0000 7f9582587640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f957c111e20 con 0x7f957c101de0 2024-09-05T07:48:14.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.924+0000 7f9582587640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f957c111ca0 con 0x7f957c102790 2024-09-05T07:48:14.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.924+0000 7f9582587640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f957c111fa0 con 0x7f957c106f10 2024-09-05T07:48:14.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.924+0000 7f957bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f957c101de0 0x7f957c19a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:14.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.924+0000 7f957bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f957c101de0 0x7f957c19a5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40124/0 (socket says 172.21.15.71:40124) 2024-09-05T07:48:14.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.924+0000 7f957bfff640 1 -- 172.21.15.71:0/487126936 learned_addr learned my addr 172.21.15.71:0/487126936 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:14.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.924+0000 7f9580b24640 1 --2- 172.21.15.71:0/487126936 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f957c106f10 0x7f957c19ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:14.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.924+0000 7f9573fff640 1 --2- 172.21.15.71:0/487126936 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f957c102790 0x7f957c19aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:14.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.924+0000 7f957bfff640 1 -- 172.21.15.71:0/487126936 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f957c106f10 msgr2=0x7f957c19ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:14.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.924+0000 7f957bfff640 1 --2- 172.21.15.71:0/487126936 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f957c106f10 0x7f957c19ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.924+0000 7f957bfff640 1 -- 172.21.15.71:0/487126936 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f957c102790 msgr2=0x7f957c19aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:14.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.924+0000 7f957bfff640 1 --2- 172.21.15.71:0/487126936 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f957c102790 0x7f957c19aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.924+0000 7f957bfff640 1 -- 172.21.15.71:0/487126936 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f957c19f550 con 0x7f957c101de0 2024-09-05T07:48:14.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.924+0000 7f9580b24640 1 --2- 172.21.15.71:0/487126936 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f957c106f10 0x7f957c19ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:48:14.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.924+0000 7f9573fff640 1 --2- 172.21.15.71:0/487126936 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f957c102790 0x7f957c19aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:48:14.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.925+0000 7f957bfff640 1 --2- 172.21.15.71:0/487126936 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f957c101de0 0x7f957c19a5a0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f956c005940 tx=0x7f956c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:14.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.925+0000 7f9579ffb640 1 -- 172.21.15.71:0/487126936 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f956c03f030 con 0x7f957c101de0 2024-09-05T07:48:14.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.925+0000 7f9579ffb640 1 -- 172.21.15.71:0/487126936 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f956c003aa0 con 0x7f957c101de0 2024-09-05T07:48:14.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.925+0000 7f9582587640 1 -- 172.21.15.71:0/487126936 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f957c19f7e0 con 0x7f957c101de0 2024-09-05T07:48:14.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.925+0000 7f9579ffb640 1 -- 172.21.15.71:0/487126936 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f956c035070 con 0x7f957c101de0 2024-09-05T07:48:14.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.925+0000 7f9582587640 1 -- 172.21.15.71:0/487126936 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f957c1a7120 con 0x7f957c101de0 2024-09-05T07:48:14.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.927+0000 7f9579ffb640 1 -- 172.21.15.71:0/487126936 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f956c042030 con 0x7f957c101de0 2024-09-05T07:48:14.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.928+0000 7f9584960740 1 Processor -- start 2024-09-05T07:48:14.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.928+0000 7f9584960740 1 -- start start 2024-09-05T07:48:14.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.928+0000 7f9584960740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2c0b40 0x55c52d2bf090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:14.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.928+0000 7f9584960740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2bf5d0 0x55c52d2bfa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:14.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.928+0000 7f9584960740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c52d2ca370 0x55c52d2cc760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:14.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.928+0000 7f9584960740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55c52d2252f0 con 0x55c52d2c0b40 2024-09-05T07:48:14.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.928+0000 7f9584960740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55c52d1cccf0 con 0x55c52d2bf5d0 2024-09-05T07:48:14.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.928+0000 7f9584960740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55c52d2212b0 con 0x55c52d2ca370 2024-09-05T07:48:14.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.928+0000 7f9580b24640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2c0b40 0x55c52d2bf090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:14.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.928+0000 7f9579ffb640 1 --2- 172.21.15.71:0/487126936 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f95680a2cf0 0x7f95680a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:14.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.928+0000 7f957bfff640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2bf5d0 0x55c52d2bfa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:14.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.928+0000 7f9580b24640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2c0b40 0x55c52d2bf090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40136/0 (socket says 172.21.15.71:40136) 2024-09-05T07:48:14.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.928+0000 7f9580b24640 1 -- 172.21.15.71:0/220878168 learned_addr learned my addr 172.21.15.71:0/220878168 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:14.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.928+0000 7f9580b24640 1 --2- 172.21.15.71:0/487126936 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f95680a2cf0 0x7f95680a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:14.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.928+0000 7f9573fff640 1 --2- 172.21.15.71:0/220878168 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c52d2ca370 0x55c52d2cc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:14.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.928+0000 7f9579ffb640 1 -- 172.21.15.71:0/487126936 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f956c0f00f0 con 0x7f957c101de0 2024-09-05T07:48:14.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.929+0000 7f9580b24640 1 -- 172.21.15.71:0/220878168 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c52d2ca370 msgr2=0x55c52d2cc760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:14.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.929+0000 7f9580b24640 1 --2- 172.21.15.71:0/220878168 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c52d2ca370 0x55c52d2cc760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.929+0000 7f9580b24640 1 -- 172.21.15.71:0/220878168 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2bf5d0 msgr2=0x55c52d2bfa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:14.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.929+0000 7f9580b24640 1 --2- 172.21.15.71:0/220878168 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2bf5d0 0x55c52d2bfa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.929+0000 7f9580b24640 1 -- 172.21.15.71:0/220878168 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c52d1b13a0 con 0x55c52d2c0b40 2024-09-05T07:48:14.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.929+0000 7f9580b24640 1 --2- 172.21.15.71:0/220878168 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2c0b40 0x55c52d2bf090 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f9574015ef0 tx=0x7f9574012760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bdaa0366d2f9812 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:14.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.929+0000 7f9580b24640 1 --2- 172.21.15.71:0/487126936 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f95680a2cf0 0x7f95680a51b0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f95740092f0 tx=0x7f957401d000 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:14.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.929+0000 7f95727fc640 1 -- 172.21.15.71:0/220878168 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9574025070 con 0x55c52d2c0b40 2024-09-05T07:48:14.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.929+0000 7f95727fc640 1 -- 172.21.15.71:0/220878168 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f957400cbf0 con 0x55c52d2c0b40 2024-09-05T07:48:14.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.929+0000 7f95727fc640 1 -- 172.21.15.71:0/220878168 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9574021db0 con 0x55c52d2c0b40 2024-09-05T07:48:14.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.930+0000 7f9584960740 1 -- 172.21.15.71:0/220878168 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2c0b40 msgr2=0x55c52d2bf090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:14.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.930+0000 7f9584960740 1 --2- 172.21.15.71:0/220878168 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2c0b40 0x55c52d2bf090 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f9574015ef0 tx=0x7f9574012760 comp rx=0 tx=0).stop 2024-09-05T07:48:14.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.930+0000 7f9584960740 1 -- 172.21.15.71:0/220878168 shutdown_connections 2024-09-05T07:48:14.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.930+0000 7f9584960740 1 --2- 172.21.15.71:0/220878168 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c52d2ca370 0x55c52d2cc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.930+0000 7f9584960740 1 --2- 172.21.15.71:0/220878168 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2bf5d0 0x55c52d2bfa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.930+0000 7f9584960740 1 --2- 172.21.15.71:0/220878168 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2c0b40 0x55c52d2bf090 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.930+0000 7f9584960740 1 -- 172.21.15.71:0/220878168 >> 172.21.15.71:0/220878168 conn(0x55c52d288310 msgr2=0x55c52d2bbc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:14.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.930+0000 7f9584960740 1 -- 172.21.15.71:0/220878168 shutdown_connections 2024-09-05T07:48:14.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.930+0000 7f9584960740 1 -- 172.21.15.71:0/220878168 wait complete. 2024-09-05T07:48:14.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.930+0000 7f9584960740 1 -- start start 2024-09-05T07:48:14.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.930+0000 7f9584960740 1 Processor -- start 2024-09-05T07:48:14.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.931+0000 7f9584960740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c52d2bf5d0 0x55c52d2c9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:14.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.931+0000 7f9584960740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2c0b40 0x55c52d2c7070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:14.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.931+0000 7f9584960740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2ca370 0x55c52d2c7800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:14.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.931+0000 7f9584960740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55c52d2cd010 con 0x55c52d2c0b40 2024-09-05T07:48:14.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.931+0000 7f9584960740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55c52d1e0060 con 0x55c52d2ca370 2024-09-05T07:48:14.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.931+0000 7f9584960740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55c52d2cd190 con 0x55c52d2bf5d0 2024-09-05T07:48:14.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.931+0000 7f9584960740 10 client.0 _ll_register_callbacks cb 0x55c52cf338c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:48:14.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.931+0000 7f9573fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2c0b40 0x55c52d2c7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:14.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.931+0000 7f9573fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2c0b40 0x55c52d2c7070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40150/0 (socket says 172.21.15.71:40150) 2024-09-05T07:48:14.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.931+0000 7f9573fff640 1 -- 172.21.15.71:0/1067386946 learned_addr learned my addr 172.21.15.71:0/1067386946 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:14.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.931+0000 7f957bfff640 1 --2- 172.21.15.71:0/1067386946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c52d2bf5d0 0x55c52d2c9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:14.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.931+0000 7f9580b24640 1 --2- 172.21.15.71:0/1067386946 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2ca370 0x55c52d2c7800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:14.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.931+0000 7f9573fff640 1 -- 172.21.15.71:0/1067386946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c52d2bf5d0 msgr2=0x55c52d2c9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:14.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.931+0000 7f9573fff640 1 --2- 172.21.15.71:0/1067386946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c52d2bf5d0 0x55c52d2c9dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.931+0000 7f9573fff640 1 -- 172.21.15.71:0/1067386946 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2ca370 msgr2=0x55c52d2c7800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:14.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.931+0000 7f9573fff640 1 --2- 172.21.15.71:0/1067386946 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2ca370 0x55c52d2c7800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.931+0000 7f9573fff640 1 -- 172.21.15.71:0/1067386946 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c52cf963c0 con 0x55c52d2c0b40 2024-09-05T07:48:14.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.931+0000 7f9573fff640 1 --2- 172.21.15.71:0/1067386946 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2c0b40 0x55c52d2c7070 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f956400bf00 tx=0x7f9564012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6403a5cac6e63ade server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:14.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.931+0000 7f955b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:48:14.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.931+0000 7f955b7fe640 1 -- 172.21.15.71:0/1067386946 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9564005220 con 0x55c52d2c0b40 2024-09-05T07:48:14.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.932+0000 7f955b7fe640 1 -- 172.21.15.71:0/1067386946 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f95640053c0 con 0x55c52d2c0b40 2024-09-05T07:48:14.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.932+0000 7f9584960740 1 -- 172.21.15.71:0/1067386946 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f957400cbf0 con 0x55c52d2c0b40 2024-09-05T07:48:14.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.932+0000 7f955b7fe640 1 -- 172.21.15.71:0/1067386946 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f95640055c0 con 0x55c52d2c0b40 2024-09-05T07:48:14.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.932+0000 7f9584960740 10 client.17274 fetch_fsmap learned FSMap version 26 2024-09-05T07:48:14.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.932+0000 7f9584960740 1 -- 172.21.15.71:0/1067386946 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c52d2d8b80 con 0x55c52d2c0b40 2024-09-05T07:48:14.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.932+0000 7f955b7fe640 1 -- 172.21.15.71:0/1067386946 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f957400cbf0 con 0x55c52d2c0b40 2024-09-05T07:48:14.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.932+0000 7f955b7fe640 1 -- 172.21.15.71:0/1067386946 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f9564019070 con 0x55c52d2c0b40 2024-09-05T07:48:14.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.932+0000 7f9584960740 10 client.17274 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:48:14.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.932+0000 7f9584960740 10 client.17274 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:48:14.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.932+0000 7f9584960740 20 client.17274 populate_metadata read hostname 'smithi071' 2024-09-05T07:48:14.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.932+0000 7f9584960740 1 --2- 172.21.15.71:0/1067386946 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55c52d2da0e0 0x55c52d2dc500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:14.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.932+0000 7f9584960740 4 client.17274 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:48:14.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.932+0000 7f9584960740 1 -- 172.21.15.71:0/1067386946 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c52d232860 con 0x55c52d2da0e0 2024-09-05T07:48:14.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.932+0000 7f957bfff640 1 --2- 172.21.15.71:0/1067386946 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55c52d2da0e0 0x55c52d2dc500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:14.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.933+0000 7f955b7fe640 10 client.17274 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:48:14.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.933+0000 7f957bfff640 1 --2- 172.21.15.71:0/1067386946 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55c52d2da0e0 0x55c52d2dc500 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8b08e63a3e6494ec server_cookie=1ff337a331c72230 in_seq=0 out_seq=0 2024-09-05T07:48:14.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.934+0000 7f955b7fe640 1 -- 172.21.15.71:0/1067386946 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c52d232860 con 0x55c52d2da0e0 2024-09-05T07:48:14.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.934+0000 7f955b7fe640 10 client.17274 handle_command_reply: tid=0 2024-09-05T07:48:14.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.934+0000 7f9584960740 1 client.17274 shutdown 2024-09-05T07:48:14.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.934+0000 7f9584960740 1 -- 172.21.15.71:0/1067386946 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2c0b40 msgr2=0x55c52d2c7070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:14.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.934+0000 7f9584960740 1 --2- 172.21.15.71:0/1067386946 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2c0b40 0x55c52d2c7070 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f956400bf00 tx=0x7f9564012820 comp rx=0 tx=0).stop 2024-09-05T07:48:14.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.934+0000 7f9584960740 1 -- 172.21.15.71:0/1067386946 shutdown_connections 2024-09-05T07:48:14.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.934+0000 7f9584960740 1 --2- 172.21.15.71:0/1067386946 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55c52d2da0e0 0x55c52d2dc500 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.934+0000 7f9584960740 1 --2- 172.21.15.71:0/1067386946 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2ca370 0x55c52d2c7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.934+0000 7f9584960740 1 --2- 172.21.15.71:0/1067386946 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2c0b40 0x55c52d2c7070 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.934+0000 7f9584960740 1 --2- 172.21.15.71:0/1067386946 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c52d2bf5d0 0x55c52d2c9dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.934+0000 7f9584960740 1 -- 172.21.15.71:0/1067386946 >> 172.21.15.71:0/1067386946 conn(0x55c52d288310 msgr2=0x55c52d2c1960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:14.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.934+0000 7f955b7fe640 0 client.17274 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:48:14.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.934+0000 7f9584960740 1 -- 172.21.15.71:0/1067386946 shutdown_connections 2024-09-05T07:48:14.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.934+0000 7f9584960740 1 -- 172.21.15.71:0/1067386946 wait complete. 2024-09-05T07:48:14.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.934+0000 7f9584960740 20 client.17274 trim_cache size 0 max 16384 2024-09-05T07:48:14.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.947+0000 7f9584960740 1 Processor -- start 2024-09-05T07:48:14.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.947+0000 7f9584960740 1 -- start start 2024-09-05T07:48:14.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.947+0000 7f9584960740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2bf5d0 0x55c52d2c7040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:14.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.947+0000 7f9584960740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c52d2c0b40 0x55c52d2e1dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:14.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.947+0000 7f9584960740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2ca370 0x55c52d2e2310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:14.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.947+0000 7f9584960740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f957c1b3c20 con 0x55c52d2bf5d0 2024-09-05T07:48:14.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.947+0000 7f9584960740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f957c1b14f0 con 0x55c52d2ca370 2024-09-05T07:48:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.947+0000 7f9584960740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f957c1af360 con 0x55c52d2c0b40 2024-09-05T07:48:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.947+0000 7f957bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2bf5d0 0x55c52d2c7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.947+0000 7f957bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2bf5d0 0x55c52d2c7040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40158/0 (socket says 172.21.15.71:40158) 2024-09-05T07:48:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.947+0000 7f957bfff640 1 -- 172.21.15.71:0/4235453152 learned_addr learned my addr 172.21.15.71:0/4235453152 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.947+0000 7f957bfff640 1 -- 172.21.15.71:0/4235453152 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c52d2c0b40 msgr2=0x55c52d2e1dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.947+0000 7f957bfff640 1 --2- 172.21.15.71:0/4235453152 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c52d2c0b40 0x55c52d2e1dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.947+0000 7f9580b24640 1 --2- 172.21.15.71:0/4235453152 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2ca370 0x55c52d2e2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.947+0000 7f957bfff640 1 -- 172.21.15.71:0/4235453152 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2ca370 msgr2=0x55c52d2e2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.947+0000 7f957bfff640 1 --2- 172.21.15.71:0/4235453152 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2ca370 0x55c52d2e2310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.947+0000 7f957bfff640 1 -- 172.21.15.71:0/4235453152 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c52d2ca130 con 0x55c52d2bf5d0 2024-09-05T07:48:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.947+0000 7f9580b24640 1 --2- 172.21.15.71:0/4235453152 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2ca370 0x55c52d2e2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:48:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.948+0000 7f957bfff640 1 --2- 172.21.15.71:0/4235453152 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2bf5d0 0x55c52d2c7040 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f956c006010 tx=0x7f956c08c020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0e6a371a8521c8c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.948+0000 7f9571ffb640 1 -- 172.21.15.71:0/4235453152 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f956c049040 con 0x55c52d2bf5d0 2024-09-05T07:48:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.948+0000 7f9571ffb640 1 -- 172.21.15.71:0/4235453152 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f956c03b460 con 0x55c52d2bf5d0 2024-09-05T07:48:14.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.948+0000 7f9571ffb640 1 -- 172.21.15.71:0/4235453152 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f956c0ba4c0 con 0x55c52d2bf5d0 2024-09-05T07:48:14.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.948+0000 7f9584960740 1 -- 172.21.15.71:0/4235453152 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2bf5d0 msgr2=0x55c52d2c7040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:14.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.948+0000 7f9584960740 1 --2- 172.21.15.71:0/4235453152 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2bf5d0 0x55c52d2c7040 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f956c006010 tx=0x7f956c08c020 comp rx=0 tx=0).stop 2024-09-05T07:48:14.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.948+0000 7f9584960740 1 -- 172.21.15.71:0/4235453152 shutdown_connections 2024-09-05T07:48:14.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.948+0000 7f9584960740 1 --2- 172.21.15.71:0/4235453152 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2ca370 0x55c52d2e2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.948+0000 7f9584960740 1 --2- 172.21.15.71:0/4235453152 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c52d2c0b40 0x55c52d2e1dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.948+0000 7f9584960740 1 --2- 172.21.15.71:0/4235453152 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2bf5d0 0x55c52d2c7040 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.948+0000 7f9584960740 1 -- 172.21.15.71:0/4235453152 >> 172.21.15.71:0/4235453152 conn(0x55c52d288310 msgr2=0x55c52d2c6930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:14.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.949+0000 7f9584960740 1 -- 172.21.15.71:0/4235453152 shutdown_connections 2024-09-05T07:48:14.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.949+0000 7f9584960740 1 -- 172.21.15.71:0/4235453152 wait complete. 2024-09-05T07:48:14.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.949+0000 7f9584960740 1 -- start start 2024-09-05T07:48:14.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.949+0000 7f9584960740 1 Processor -- start 2024-09-05T07:48:14.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.949+0000 7f9584960740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c52d2bf5d0 0x55c52d2d2600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:14.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.949+0000 7f9584960740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2c0b40 0x55c52d2d2b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:14.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.949+0000 7f9584960740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2ca370 0x55c52d2c38a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:14.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.949+0000 7f9584960740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f957c1af9b0 con 0x55c52d2ca370 2024-09-05T07:48:14.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.949+0000 7f9584960740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f957c1b0e20 con 0x55c52d2c0b40 2024-09-05T07:48:14.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.949+0000 7f9584960740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f957c1b0080 con 0x55c52d2bf5d0 2024-09-05T07:48:14.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.949+0000 7f9584960740 10 client.0 _ll_register_callbacks cb 0x7f956400bb10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:48:14.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.949+0000 7f9580b24640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2ca370 0x55c52d2c38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:14.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.949+0000 7f9580b24640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2ca370 0x55c52d2c38a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40172/0 (socket says 172.21.15.71:40172) 2024-09-05T07:48:14.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.949+0000 7f9580b24640 1 -- 172.21.15.71:0/1822430870 learned_addr learned my addr 172.21.15.71:0/1822430870 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:14.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.950+0000 7f957bfff640 1 --2- 172.21.15.71:0/1822430870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c52d2bf5d0 0x55c52d2d2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:14.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.950+0000 7f9573fff640 1 --2- 172.21.15.71:0/1822430870 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2c0b40 0x55c52d2d2b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:14.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.950+0000 7f9580b24640 1 -- 172.21.15.71:0/1822430870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c52d2bf5d0 msgr2=0x55c52d2d2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:14.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.950+0000 7f9580b24640 1 --2- 172.21.15.71:0/1822430870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c52d2bf5d0 0x55c52d2d2600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.950+0000 7f9580b24640 1 -- 172.21.15.71:0/1822430870 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2c0b40 msgr2=0x55c52d2d2b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:14.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.950+0000 7f9580b24640 1 --2- 172.21.15.71:0/1822430870 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2c0b40 0x55c52d2d2b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.950+0000 7f9580b24640 1 -- 172.21.15.71:0/1822430870 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c52d2c4080 con 0x55c52d2ca370 2024-09-05T07:48:14.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.950+0000 7f9573fff640 1 --2- 172.21.15.71:0/1822430870 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2c0b40 0x55c52d2d2b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:48:14.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.950+0000 7f9580b24640 1 --2- 172.21.15.71:0/1822430870 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2ca370 0x55c52d2c38a0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f9574012c60 tx=0x7f9574009ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32ad076eb0d268b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:14.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.950+0000 7f955b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:48:14.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.950+0000 7f955b7fe640 1 -- 172.21.15.71:0/1822430870 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9574030070 con 0x55c52d2ca370 2024-09-05T07:48:14.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.950+0000 7f955b7fe640 1 -- 172.21.15.71:0/1822430870 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f957400ce00 con 0x55c52d2ca370 2024-09-05T07:48:14.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.950+0000 7f9584960740 1 -- 172.21.15.71:0/1822430870 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c52d22cd70 con 0x55c52d2ca370 2024-09-05T07:48:14.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.950+0000 7f955b7fe640 1 -- 172.21.15.71:0/1822430870 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f957403f050 con 0x55c52d2ca370 2024-09-05T07:48:14.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.950+0000 7f9584960740 10 client.17280 fetch_fsmap learned FSMap version 26 2024-09-05T07:48:14.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.950+0000 7f9584960740 1 -- 172.21.15.71:0/1822430870 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c52d344770 con 0x55c52d2ca370 2024-09-05T07:48:14.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.950+0000 7f955b7fe640 1 -- 172.21.15.71:0/1822430870 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55c52d22cd70 con 0x55c52d2ca370 2024-09-05T07:48:14.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.951+0000 7f955b7fe640 1 -- 172.21.15.71:0/1822430870 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f957401e030 con 0x55c52d2ca370 2024-09-05T07:48:14.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.951+0000 7f9584960740 10 client.17280 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:48:14.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.951+0000 7f9584960740 10 client.17280 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:48:14.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.951+0000 7f9584960740 20 client.17280 populate_metadata read hostname 'smithi071' 2024-09-05T07:48:14.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.951+0000 7f9584960740 1 --2- 172.21.15.71:0/1822430870 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55c52d344c00 0x55c52d347020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:14.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.951+0000 7f9584960740 4 client.17280 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:48:14.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.951+0000 7f9584960740 1 -- 172.21.15.71:0/1822430870 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c52d1a9170 con 0x55c52d344c00 2024-09-05T07:48:14.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.951+0000 7f957bfff640 1 --2- 172.21.15.71:0/1822430870 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55c52d344c00 0x55c52d347020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:14.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.951+0000 7f957bfff640 1 --2- 172.21.15.71:0/1822430870 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55c52d344c00 0x55c52d347020 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fa54225769e886b4 server_cookie=ddb21bb9b9afa5a9 in_seq=0 out_seq=0 2024-09-05T07:48:14.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.951+0000 7f955b7fe640 10 client.17280 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:48:14.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.952+0000 7f955b7fe640 1 -- 172.21.15.71:0/1822430870 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c52d1a9170 con 0x55c52d344c00 2024-09-05T07:48:14.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.952+0000 7f955b7fe640 10 client.17280 handle_command_reply: tid=0 2024-09-05T07:48:14.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.952+0000 7f9584960740 1 client.17280 shutdown 2024-09-05T07:48:14.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.952+0000 7f9584960740 1 -- 172.21.15.71:0/1822430870 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2ca370 msgr2=0x55c52d2c38a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:14.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.952+0000 7f9584960740 1 --2- 172.21.15.71:0/1822430870 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2ca370 0x55c52d2c38a0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f9574012c60 tx=0x7f9574009ee0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.952+0000 7f9584960740 1 -- 172.21.15.71:0/1822430870 shutdown_connections 2024-09-05T07:48:14.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.952+0000 7f9584960740 1 --2- 172.21.15.71:0/1822430870 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x55c52d344c00 0x55c52d347020 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.952+0000 7f955b7fe640 0 client.17280 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:48:14.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.952+0000 7f9584960740 1 --2- 172.21.15.71:0/1822430870 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55c52d2ca370 0x55c52d2c38a0 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.952+0000 7f9584960740 1 --2- 172.21.15.71:0/1822430870 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55c52d2c0b40 0x55c52d2d2b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.952+0000 7f9584960740 1 --2- 172.21.15.71:0/1822430870 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55c52d2bf5d0 0x55c52d2d2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.952+0000 7f9584960740 1 -- 172.21.15.71:0/1822430870 >> 172.21.15.71:0/1822430870 conn(0x55c52d288310 msgr2=0x55c52d2c5940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:14.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.952+0000 7f9584960740 1 -- 172.21.15.71:0/1822430870 shutdown_connections 2024-09-05T07:48:14.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.952+0000 7f9584960740 1 -- 172.21.15.71:0/1822430870 wait complete. 2024-09-05T07:48:14.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.952+0000 7f9584960740 20 client.17280 trim_cache size 0 max 16384 2024-09-05T07:48:14.957 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:48:14.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.953+0000 7f9582587640 1 -- 172.21.15.71:0/487126936 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f95680a2cf0 msgr2=0x7f95680a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:14.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.953+0000 7f9582587640 1 --2- 172.21.15.71:0/487126936 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f95680a2cf0 0x7f95680a51b0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f95740092f0 tx=0x7f957401d000 comp rx=0 tx=0).stop 2024-09-05T07:48:14.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.953+0000 7f9582587640 1 -- 172.21.15.71:0/487126936 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f957c101de0 msgr2=0x7f957c19a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:14.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.953+0000 7f9582587640 1 --2- 172.21.15.71:0/487126936 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f957c101de0 0x7f957c19a5a0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f956c005940 tx=0x7f956c004270 comp rx=0 tx=0).stop 2024-09-05T07:48:14.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.953+0000 7f9582587640 1 -- 172.21.15.71:0/487126936 shutdown_connections 2024-09-05T07:48:14.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.953+0000 7f9582587640 1 --2- 172.21.15.71:0/487126936 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f95680a2cf0 0x7f95680a51b0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.958 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.953+0000 7f9582587640 1 --2- 172.21.15.71:0/487126936 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f957c106f10 0x7f957c19ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.953+0000 7f9582587640 1 --2- 172.21.15.71:0/487126936 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f957c102790 0x7f957c19aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.953+0000 7f9582587640 1 --2- 172.21.15.71:0/487126936 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f957c101de0 0x7f957c19a5a0 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:14.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.953+0000 7f9582587640 1 -- 172.21.15.71:0/487126936 >> 172.21.15.71:0/487126936 conn(0x7f957c0fd8c0 msgr2=0x7f957c0fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:14.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.953+0000 7f9582587640 1 -- 172.21.15.71:0/487126936 shutdown_connections 2024-09-05T07:48:14.959 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:14.953+0000 7f9582587640 1 -- 172.21.15.71:0/487126936 wait complete. 2024-09-05T07:48:15.693 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T07:48:15.939 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:48:16.361 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:16 smithi071 ceph-mon[30965]: pgmap v300: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 242 B/s wr, 7 op/s 2024-09-05T07:48:16.479 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:16 smithi123 ceph-mon[34568]: pgmap v300: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 242 B/s wr, 7 op/s 2024-09-05T07:48:16.495 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.444+0000 7f405e5f1640 1 -- 172.21.15.71:0/1662134073 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4058102db0 msgr2=0x7f4058103190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:16.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.444+0000 7f405e5f1640 1 --2- 172.21.15.71:0/1662134073 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4058102db0 0x7f4058103190 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f4048009930 tx=0x7f404802a440 comp rx=0 tx=0).stop 2024-09-05T07:48:16.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.444+0000 7f405e5f1640 1 -- 172.21.15.71:0/1662134073 shutdown_connections 2024-09-05T07:48:16.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.444+0000 7f405e5f1640 1 --2- 172.21.15.71:0/1662134073 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f40581082e0 0x7f405810ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.444+0000 7f405e5f1640 1 --2- 172.21.15.71:0/1662134073 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4058103760 0x7f4058107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.444+0000 7f405e5f1640 1 --2- 172.21.15.71:0/1662134073 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4058102db0 0x7f4058103190 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.444+0000 7f405e5f1640 1 -- 172.21.15.71:0/1662134073 >> 172.21.15.71:0/1662134073 conn(0x7f40580fc7d0 msgr2=0x7f40580febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:16.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.444+0000 7f405e5f1640 1 -- 172.21.15.71:0/1662134073 shutdown_connections 2024-09-05T07:48:16.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.444+0000 7f405e5f1640 1 -- 172.21.15.71:0/1662134073 wait complete. 2024-09-05T07:48:16.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.444+0000 7f405e5f1640 1 Processor -- start 2024-09-05T07:48:16.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.444+0000 7f405e5f1640 1 -- start start 2024-09-05T07:48:16.496 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.445+0000 7f405e5f1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4058102db0 0x7f40581985e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:16.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.445+0000 7f405e5f1640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4058103760 0x7f4058198b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:16.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.445+0000 7f405e5f1640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f40581082e0 0x7f405819ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:16.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.445+0000 7f405e5f1640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4058112020 con 0x7f4058102db0 2024-09-05T07:48:16.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.445+0000 7f405e5f1640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4058111ea0 con 0x7f4058103760 2024-09-05T07:48:16.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.445+0000 7f405e5f1640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f40581121a0 con 0x7f40581082e0 2024-09-05T07:48:16.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.445+0000 7f4057fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4058102db0 0x7f40581985e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:16.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.445+0000 7f4057fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4058102db0 0x7f40581985e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40182/0 (socket says 172.21.15.71:40182) 2024-09-05T07:48:16.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.445+0000 7f4057fff640 1 -- 172.21.15.71:0/2586546681 learned_addr learned my addr 172.21.15.71:0/2586546681 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:16.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.445+0000 7f4057fff640 1 -- 172.21.15.71:0/2586546681 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f40581082e0 msgr2=0x7f405819ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:16.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.445+0000 7f404ffff640 1 --2- 172.21.15.71:0/2586546681 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4058103760 0x7f4058198b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:16.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.445+0000 7f405cb8e640 1 --2- 172.21.15.71:0/2586546681 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f40581082e0 0x7f405819ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:16.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.445+0000 7f4057fff640 1 --2- 172.21.15.71:0/2586546681 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f40581082e0 0x7f405819ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.445+0000 7f4057fff640 1 -- 172.21.15.71:0/2586546681 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4058103760 msgr2=0x7f4058198b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:16.497 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.445+0000 7f4057fff640 1 --2- 172.21.15.71:0/2586546681 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4058103760 0x7f4058198b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.445+0000 7f4057fff640 1 -- 172.21.15.71:0/2586546681 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f405819d590 con 0x7f4058102db0 2024-09-05T07:48:16.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.445+0000 7f405cb8e640 1 --2- 172.21.15.71:0/2586546681 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f40581082e0 0x7f405819ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:48:16.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.445+0000 7f4057fff640 1 --2- 172.21.15.71:0/2586546681 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4058102db0 0x7f40581985e0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f4048009a50 tx=0x7f4048004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:16.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.445+0000 7f4055ffb640 1 -- 172.21.15.71:0/2586546681 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f404803f030 con 0x7f4058102db0 2024-09-05T07:48:16.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.445+0000 7f4055ffb640 1 -- 172.21.15.71:0/2586546681 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f40480035f0 con 0x7f4058102db0 2024-09-05T07:48:16.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.446+0000 7f405e5f1640 1 -- 172.21.15.71:0/2586546681 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f405819d820 con 0x7f4058102db0 2024-09-05T07:48:16.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.446+0000 7f4055ffb640 1 -- 172.21.15.71:0/2586546681 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4048035070 con 0x7f4058102db0 2024-09-05T07:48:16.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.446+0000 7f405e5f1640 1 -- 172.21.15.71:0/2586546681 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40581a5160 con 0x7f4058102db0 2024-09-05T07:48:16.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.448+0000 7f4055ffb640 1 -- 172.21.15.71:0/2586546681 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f40480037a0 con 0x7f4058102db0 2024-09-05T07:48:16.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.448+0000 7f40609ca740 1 Processor -- start 2024-09-05T07:48:16.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.448+0000 7f40609ca740 1 -- start start 2024-09-05T07:48:16.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.448+0000 7f40609ca740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8a6090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:16.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.448+0000 7f40609ca740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8a65d0 0x55d3dd8a6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:16.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.448+0000 7f40609ca740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8b1370 0x55d3dd8b3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:16.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.448+0000 7f40609ca740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55d3dd80c2f0 con 0x55d3dd8b1370 2024-09-05T07:48:16.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.448+0000 7f40609ca740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d3dd7b3cf0 con 0x55d3dd8a65d0 2024-09-05T07:48:16.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.448+0000 7f40609ca740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d3dd8082b0 con 0x55d3dd8a7b40 2024-09-05T07:48:16.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.448+0000 7f404ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8b1370 0x55d3dd8b3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:16.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.448+0000 7f404ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8b1370 0x55d3dd8b3760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40184/0 (socket says 172.21.15.71:40184) 2024-09-05T07:48:16.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.448+0000 7f404ffff640 1 -- 172.21.15.71:0/3479043767 learned_addr learned my addr 172.21.15.71:0/3479043767 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:16.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.448+0000 7f4055ffb640 1 --2- 172.21.15.71:0/2586546681 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f40440a2d70 0x7f40440a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:16.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.449+0000 7f4057fff640 1 --2- 172.21.15.71:0/3479043767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8a65d0 0x55d3dd8a6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:16.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.449+0000 7f405cb8e640 1 --2- 172.21.15.71:0/3479043767 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8a6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:16.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.449+0000 7f404ffff640 1 -- 172.21.15.71:0/3479043767 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8a7b40 msgr2=0x55d3dd8a6090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:16.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.449+0000 7f404ffff640 1 --2- 172.21.15.71:0/3479043767 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8a6090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.449+0000 7f404ffff640 1 -- 172.21.15.71:0/3479043767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8a65d0 msgr2=0x55d3dd8a6a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:16.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.449+0000 7f405cb8e640 1 --2- 172.21.15.71:0/2586546681 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f40440a2d70 0x7f40440a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:16.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.449+0000 7f404ffff640 1 --2- 172.21.15.71:0/3479043767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8a65d0 0x55d3dd8a6a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.449+0000 7f404ffff640 1 -- 172.21.15.71:0/3479043767 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d3dd7983a0 con 0x55d3dd8b1370 2024-09-05T07:48:16.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.449+0000 7f4057fff640 1 --2- 172.21.15.71:0/3479043767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8a65d0 0x55d3dd8a6a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:48:16.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.449+0000 7f4055ffb640 1 -- 172.21.15.71:0/2586546681 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f40480f04a0 con 0x7f4058102db0 2024-09-05T07:48:16.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.449+0000 7f404ffff640 1 --2- 172.21.15.71:0/3479043767 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8b1370 0x55d3dd8b3760 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f404000a880 tx=0x7f404000ad40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88756b1087bcbbc9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:16.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.449+0000 7f404e7fc640 1 -- 172.21.15.71:0/3479043767 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4040015070 con 0x55d3dd8b1370 2024-09-05T07:48:16.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.449+0000 7f404e7fc640 1 -- 172.21.15.71:0/3479043767 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f40400113f0 con 0x55d3dd8b1370 2024-09-05T07:48:16.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.449+0000 7f404e7fc640 1 -- 172.21.15.71:0/3479043767 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40400185c0 con 0x55d3dd8b1370 2024-09-05T07:48:16.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.450+0000 7f40609ca740 1 -- 172.21.15.71:0/3479043767 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8b1370 msgr2=0x55d3dd8b3760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:16.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.450+0000 7f405cb8e640 1 --2- 172.21.15.71:0/2586546681 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f40440a2d70 0x7f40440a5230 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f405000c4f0 tx=0x7f4050008220 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:16.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.450+0000 7f40609ca740 1 --2- 172.21.15.71:0/3479043767 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8b1370 0x55d3dd8b3760 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f404000a880 tx=0x7f404000ad40 comp rx=0 tx=0).stop 2024-09-05T07:48:16.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.450+0000 7f40609ca740 1 -- 172.21.15.71:0/3479043767 shutdown_connections 2024-09-05T07:48:16.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.450+0000 7f40609ca740 1 --2- 172.21.15.71:0/3479043767 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8b1370 0x55d3dd8b3760 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.450+0000 7f40609ca740 1 --2- 172.21.15.71:0/3479043767 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8a65d0 0x55d3dd8a6a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.450+0000 7f40609ca740 1 --2- 172.21.15.71:0/3479043767 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8a6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.450+0000 7f40609ca740 1 -- 172.21.15.71:0/3479043767 >> 172.21.15.71:0/3479043767 conn(0x55d3dd86f310 msgr2=0x55d3dd8a2c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:16.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.450+0000 7f40609ca740 1 -- 172.21.15.71:0/3479043767 shutdown_connections 2024-09-05T07:48:16.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.450+0000 7f40609ca740 1 -- 172.21.15.71:0/3479043767 wait complete. 2024-09-05T07:48:16.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.450+0000 7f40609ca740 1 -- start start 2024-09-05T07:48:16.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.450+0000 7f40609ca740 1 Processor -- start 2024-09-05T07:48:16.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f40609ca740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8a65d0 0x55d3dd8b0d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:16.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f40609ca740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8adfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:16.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f40609ca740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8b1370 0x55d3dd8ae570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:16.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f40609ca740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55d3dd8b4070 con 0x55d3dd8a7b40 2024-09-05T07:48:16.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f40609ca740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55d3dd7c7060 con 0x55d3dd8b1370 2024-09-05T07:48:16.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f40609ca740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55d3dd8b41f0 con 0x55d3dd8a65d0 2024-09-05T07:48:16.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f40609ca740 10 client.0 _ll_register_callbacks cb 0x55d3dd51a8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:48:16.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f404ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8adfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:16.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f404ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8adfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40188/0 (socket says 172.21.15.71:40188) 2024-09-05T07:48:16.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f404ffff640 1 -- 172.21.15.71:0/392986424 learned_addr learned my addr 172.21.15.71:0/392986424 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:16.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f4057fff640 1 --2- 172.21.15.71:0/392986424 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8a65d0 0x55d3dd8b0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:16.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f405cb8e640 1 --2- 172.21.15.71:0/392986424 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8b1370 0x55d3dd8ae570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:16.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f404ffff640 1 -- 172.21.15.71:0/392986424 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8a65d0 msgr2=0x55d3dd8b0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:16.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f404ffff640 1 --2- 172.21.15.71:0/392986424 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8a65d0 0x55d3dd8b0d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f404ffff640 1 -- 172.21.15.71:0/392986424 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8b1370 msgr2=0x55d3dd8ae570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:16.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f404ffff640 1 --2- 172.21.15.71:0/392986424 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8b1370 0x55d3dd8ae570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f404ffff640 1 -- 172.21.15.71:0/392986424 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d3dd57d3c0 con 0x55d3dd8a7b40 2024-09-05T07:48:16.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f4057fff640 1 --2- 172.21.15.71:0/392986424 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8a65d0 0x55d3dd8b0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:48:16.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f405cb8e640 1 --2- 172.21.15.71:0/392986424 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8b1370 0x55d3dd8ae570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:48:16.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f404ffff640 1 --2- 172.21.15.71:0/392986424 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8adfd0 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f4040008010 tx=0x7f404000a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6943adc78f7f0663 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:16.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f40377fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:48:16.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f40377fe640 1 -- 172.21.15.71:0/392986424 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4040029060 con 0x55d3dd8a7b40 2024-09-05T07:48:16.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f40377fe640 1 -- 172.21.15.71:0/392986424 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f404000cb40 con 0x55d3dd8a7b40 2024-09-05T07:48:16.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.451+0000 7f40609ca740 1 -- 172.21.15.71:0/392986424 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40400113f0 con 0x55d3dd8a7b40 2024-09-05T07:48:16.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.452+0000 7f40377fe640 1 -- 172.21.15.71:0/392986424 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4040030050 con 0x55d3dd8a7b40 2024-09-05T07:48:16.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.452+0000 7f40609ca740 10 client.17292 fetch_fsmap learned FSMap version 26 2024-09-05T07:48:16.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.452+0000 7f40609ca740 1 -- 172.21.15.71:0/392986424 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d3dd8bfac0 con 0x55d3dd8a7b40 2024-09-05T07:48:16.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.452+0000 7f40377fe640 1 -- 172.21.15.71:0/392986424 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f40400113f0 con 0x55d3dd8a7b40 2024-09-05T07:48:16.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.452+0000 7f40377fe640 1 -- 172.21.15.71:0/392986424 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f4040024420 con 0x55d3dd8a7b40 2024-09-05T07:48:16.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.452+0000 7f40609ca740 10 client.17292 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:48:16.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.452+0000 7f40609ca740 10 client.17292 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:48:16.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.452+0000 7f40609ca740 20 client.17292 populate_metadata read hostname 'smithi071' 2024-09-05T07:48:16.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.452+0000 7f40609ca740 1 --2- 172.21.15.71:0/392986424 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d3dd8c0e10 0x55d3dd8c3200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:16.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.452+0000 7f40609ca740 4 client.17292 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:48:16.503 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.452+0000 7f40609ca740 1 -- 172.21.15.71:0/392986424 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d3dd819860 con 0x55d3dd8c0e10 2024-09-05T07:48:16.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.452+0000 7f4057fff640 1 --2- 172.21.15.71:0/392986424 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d3dd8c0e10 0x55d3dd8c3200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:16.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.453+0000 7f40377fe640 10 client.17292 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:48:16.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.453+0000 7f4057fff640 1 --2- 172.21.15.71:0/392986424 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d3dd8c0e10 0x55d3dd8c3200 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=dde5d0eabe5a1908 server_cookie=d5af5b448067dafa in_seq=0 out_seq=0 2024-09-05T07:48:16.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.453+0000 7f40377fe640 1 -- 172.21.15.71:0/392986424 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d3dd819860 con 0x55d3dd8c0e10 2024-09-05T07:48:16.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.453+0000 7f40377fe640 10 client.17292 handle_command_reply: tid=0 2024-09-05T07:48:16.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.453+0000 7f40609ca740 1 client.17292 shutdown 2024-09-05T07:48:16.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.453+0000 7f40609ca740 1 -- 172.21.15.71:0/392986424 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 msgr2=0x55d3dd8adfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:16.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.454+0000 7f40609ca740 1 --2- 172.21.15.71:0/392986424 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8adfd0 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f4040008010 tx=0x7f404000a5c0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.454+0000 7f40609ca740 1 -- 172.21.15.71:0/392986424 shutdown_connections 2024-09-05T07:48:16.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.454+0000 7f40609ca740 1 --2- 172.21.15.71:0/392986424 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d3dd8c0e10 0x55d3dd8c3200 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.454+0000 7f40609ca740 1 --2- 172.21.15.71:0/392986424 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8b1370 0x55d3dd8ae570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.504 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.454+0000 7f40609ca740 1 --2- 172.21.15.71:0/392986424 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8adfd0 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.454+0000 7f40609ca740 1 --2- 172.21.15.71:0/392986424 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8a65d0 0x55d3dd8b0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.454+0000 7f40377fe640 0 client.17292 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:48:16.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.454+0000 7f40609ca740 1 -- 172.21.15.71:0/392986424 >> 172.21.15.71:0/392986424 conn(0x55d3dd86f310 msgr2=0x55d3dd8a8960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:16.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.454+0000 7f40609ca740 1 -- 172.21.15.71:0/392986424 shutdown_connections 2024-09-05T07:48:16.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.454+0000 7f40609ca740 1 -- 172.21.15.71:0/392986424 wait complete. 2024-09-05T07:48:16.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.454+0000 7f40609ca740 20 client.17292 trim_cache size 0 max 16384 2024-09-05T07:48:16.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.467+0000 7f40609ca740 1 Processor -- start 2024-09-05T07:48:16.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.467+0000 7f40609ca740 1 -- start start 2024-09-05T07:48:16.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.467+0000 7f40609ca740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8a65d0 0x55d3dd8bd310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:16.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.467+0000 7f40609ca740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8a90f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:16.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.467+0000 7f40609ca740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8b1370 0x55d3dd8a9630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:16.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.467+0000 7f40609ca740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f40581b1ab0 con 0x55d3dd8a7b40 2024-09-05T07:48:16.505 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.467+0000 7f40609ca740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f40581af380 con 0x55d3dd8a65d0 2024-09-05T07:48:16.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.467+0000 7f40609ca740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f40581ad1f0 con 0x55d3dd8b1370 2024-09-05T07:48:16.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.467+0000 7f404ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8a90f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:16.506 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:48:16.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.467+0000 7f404ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8a90f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40202/0 (socket says 172.21.15.71:40202) 2024-09-05T07:48:16.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.467+0000 7f404ffff640 1 -- 172.21.15.71:0/29169904 learned_addr learned my addr 172.21.15.71:0/29169904 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:16.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.467+0000 7f4057fff640 1 --2- 172.21.15.71:0/29169904 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8a65d0 0x55d3dd8bd310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:16.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.467+0000 7f405cb8e640 1 --2- 172.21.15.71:0/29169904 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8b1370 0x55d3dd8a9630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:16.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.467+0000 7f404ffff640 1 -- 172.21.15.71:0/29169904 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8b1370 msgr2=0x55d3dd8a9630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:16.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.467+0000 7f404ffff640 1 --2- 172.21.15.71:0/29169904 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8b1370 0x55d3dd8a9630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.467+0000 7f404ffff640 1 -- 172.21.15.71:0/29169904 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8a65d0 msgr2=0x55d3dd8bd310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:16.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.467+0000 7f404ffff640 1 --2- 172.21.15.71:0/29169904 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8a65d0 0x55d3dd8bd310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.467+0000 7f404ffff640 1 -- 172.21.15.71:0/29169904 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d3dd8a3950 con 0x55d3dd8a7b40 2024-09-05T07:48:16.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.467+0000 7f404ffff640 1 --2- 172.21.15.71:0/29169904 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8a90f0 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f4040001eb0 tx=0x7f4040006b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b6a5c7b7a129e08 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:16.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.468+0000 7f404dffb640 1 -- 172.21.15.71:0/29169904 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4040029050 con 0x55d3dd8a7b40 2024-09-05T07:48:16.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.468+0000 7f404dffb640 1 -- 172.21.15.71:0/29169904 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f40400113f0 con 0x55d3dd8a7b40 2024-09-05T07:48:16.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.468+0000 7f404dffb640 1 -- 172.21.15.71:0/29169904 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4040015040 con 0x55d3dd8a7b40 2024-09-05T07:48:16.507 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.468+0000 7f40609ca740 1 -- 172.21.15.71:0/29169904 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 msgr2=0x55d3dd8a90f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:16.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.468+0000 7f40609ca740 1 --2- 172.21.15.71:0/29169904 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8a90f0 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f4040001eb0 tx=0x7f4040006b90 comp rx=0 tx=0).stop 2024-09-05T07:48:16.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.468+0000 7f40609ca740 1 -- 172.21.15.71:0/29169904 shutdown_connections 2024-09-05T07:48:16.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.468+0000 7f40609ca740 1 --2- 172.21.15.71:0/29169904 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8b1370 0x55d3dd8a9630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.468+0000 7f40609ca740 1 --2- 172.21.15.71:0/29169904 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8a90f0 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.468+0000 7f40609ca740 1 --2- 172.21.15.71:0/29169904 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8a65d0 0x55d3dd8bd310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.468+0000 7f40609ca740 1 -- 172.21.15.71:0/29169904 >> 172.21.15.71:0/29169904 conn(0x55d3dd86f310 msgr2=0x55d3dd8ad0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:16.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.468+0000 7f40609ca740 1 -- 172.21.15.71:0/29169904 shutdown_connections 2024-09-05T07:48:16.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.468+0000 7f40609ca740 1 -- 172.21.15.71:0/29169904 wait complete. 2024-09-05T07:48:16.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.469+0000 7f40609ca740 1 -- start start 2024-09-05T07:48:16.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.469+0000 7f40609ca740 1 Processor -- start 2024-09-05T07:48:16.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.469+0000 7f40609ca740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8a65d0 0x55d3dd8b9960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:16.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.469+0000 7f40609ca740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8aaa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:16.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.469+0000 7f40609ca740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8b1370 0x55d3dd8aafc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:16.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.469+0000 7f40609ca740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f40581ad840 con 0x55d3dd8a7b40 2024-09-05T07:48:16.508 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.469+0000 7f40609ca740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f40581aecb0 con 0x55d3dd8a65d0 2024-09-05T07:48:16.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.469+0000 7f40609ca740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f40581adf10 con 0x55d3dd8b1370 2024-09-05T07:48:16.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.469+0000 7f40609ca740 10 client.0 _ll_register_callbacks cb 0x7f404000a6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:48:16.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.469+0000 7f404ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8aaa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:16.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.469+0000 7f404ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8aaa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40218/0 (socket says 172.21.15.71:40218) 2024-09-05T07:48:16.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.469+0000 7f404ffff640 1 -- 172.21.15.71:0/2371087614 learned_addr learned my addr 172.21.15.71:0/2371087614 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:16.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.469+0000 7f4057fff640 1 --2- 172.21.15.71:0/2371087614 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8a65d0 0x55d3dd8b9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:16.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.469+0000 7f405cb8e640 1 --2- 172.21.15.71:0/2371087614 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8b1370 0x55d3dd8aafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:16.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.470+0000 7f404ffff640 1 -- 172.21.15.71:0/2371087614 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8b1370 msgr2=0x55d3dd8aafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:16.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.470+0000 7f404ffff640 1 --2- 172.21.15.71:0/2371087614 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8b1370 0x55d3dd8aafc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.470+0000 7f404ffff640 1 -- 172.21.15.71:0/2371087614 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8a65d0 msgr2=0x55d3dd8b9960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:16.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.470+0000 7f404ffff640 1 --2- 172.21.15.71:0/2371087614 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8a65d0 0x55d3dd8b9960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.470+0000 7f404ffff640 1 -- 172.21.15.71:0/2371087614 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d3dd8ab580 con 0x55d3dd8a7b40 2024-09-05T07:48:16.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.470+0000 7f405cb8e640 1 --2- 172.21.15.71:0/2371087614 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8b1370 0x55d3dd8aafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:48:16.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.470+0000 7f404ffff640 1 --2- 172.21.15.71:0/2371087614 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8aaa80 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f40400046a0 tx=0x7f4040011a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d046dda9f7ed7745 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:16.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.470+0000 7f40377fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:48:16.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.470+0000 7f40377fe640 1 -- 172.21.15.71:0/2371087614 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4040015070 con 0x55d3dd8a7b40 2024-09-05T07:48:16.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.470+0000 7f40377fe640 1 -- 172.21.15.71:0/2371087614 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f4040024c10 con 0x55d3dd8a7b40 2024-09-05T07:48:16.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.470+0000 7f40609ca740 1 -- 172.21.15.71:0/2371087614 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40400113f0 con 0x55d3dd8a7b40 2024-09-05T07:48:16.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.470+0000 7f40377fe640 1 -- 172.21.15.71:0/2371087614 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4040043050 con 0x55d3dd8a7b40 2024-09-05T07:48:16.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.470+0000 7f40609ca740 10 client.17298 fetch_fsmap learned FSMap version 26 2024-09-05T07:48:16.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.470+0000 7f40609ca740 1 -- 172.21.15.71:0/2371087614 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d3dd92b5c0 con 0x55d3dd8a7b40 2024-09-05T07:48:16.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.470+0000 7f40377fe640 1 -- 172.21.15.71:0/2371087614 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f40400113f0 con 0x55d3dd8a7b40 2024-09-05T07:48:16.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.470+0000 7f40377fe640 1 -- 172.21.15.71:0/2371087614 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f4040006020 con 0x55d3dd8a7b40 2024-09-05T07:48:16.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.471+0000 7f40609ca740 10 client.17298 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:48:16.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.471+0000 7f40609ca740 10 client.17298 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:48:16.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.471+0000 7f40609ca740 20 client.17298 populate_metadata read hostname 'smithi071' 2024-09-05T07:48:16.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.471+0000 7f40609ca740 1 --2- 172.21.15.71:0/2371087614 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d3dd92bc70 0x55d3dd92e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:16.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.471+0000 7f40609ca740 4 client.17298 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:48:16.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.471+0000 7f40609ca740 1 -- 172.21.15.71:0/2371087614 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d3dd813d70 con 0x55d3dd92bc70 2024-09-05T07:48:16.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.471+0000 7f4057fff640 1 --2- 172.21.15.71:0/2371087614 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d3dd92bc70 0x55d3dd92e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:16.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.471+0000 7f4057fff640 1 --2- 172.21.15.71:0/2371087614 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d3dd92bc70 0x55d3dd92e090 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6e3bb4816aa22b40 server_cookie=e5fa69011e219b53 in_seq=0 out_seq=0 2024-09-05T07:48:16.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.471+0000 7f40377fe640 10 client.17298 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:48:16.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.471+0000 7f40377fe640 1 -- 172.21.15.71:0/2371087614 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d3dd813d70 con 0x55d3dd92bc70 2024-09-05T07:48:16.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.471+0000 7f40377fe640 10 client.17298 handle_command_reply: tid=0 2024-09-05T07:48:16.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.471+0000 7f40609ca740 1 client.17298 shutdown 2024-09-05T07:48:16.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.471+0000 7f40609ca740 1 -- 172.21.15.71:0/2371087614 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 msgr2=0x55d3dd8aaa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:16.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.471+0000 7f40609ca740 1 --2- 172.21.15.71:0/2371087614 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8aaa80 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f40400046a0 tx=0x7f4040011a70 comp rx=0 tx=0).stop 2024-09-05T07:48:16.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f40609ca740 1 -- 172.21.15.71:0/2371087614 shutdown_connections 2024-09-05T07:48:16.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f40609ca740 1 --2- 172.21.15.71:0/2371087614 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55d3dd8b1370 0x55d3dd8aafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f40609ca740 1 --2- 172.21.15.71:0/2371087614 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d3dd8a7b40 0x55d3dd8aaa80 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f40609ca740 1 --2- 172.21.15.71:0/2371087614 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x55d3dd92bc70 0x55d3dd92e090 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f40609ca740 1 --2- 172.21.15.71:0/2371087614 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55d3dd8a65d0 0x55d3dd8b9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f40377fe640 0 client.17298 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:48:16.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f40609ca740 1 -- 172.21.15.71:0/2371087614 >> 172.21.15.71:0/2371087614 conn(0x55d3dd86f310 msgr2=0x55d3dd8af830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:16.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f40609ca740 1 -- 172.21.15.71:0/2371087614 shutdown_connections 2024-09-05T07:48:16.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f40609ca740 1 -- 172.21.15.71:0/2371087614 wait complete. 2024-09-05T07:48:16.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f40609ca740 20 client.17298 trim_cache size 0 max 16384 2024-09-05T07:48:16.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f405e5f1640 1 -- 172.21.15.71:0/2586546681 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f40440a2d70 msgr2=0x7f40440a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:16.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f405e5f1640 1 --2- 172.21.15.71:0/2586546681 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f40440a2d70 0x7f40440a5230 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f405000c4f0 tx=0x7f4050008220 comp rx=0 tx=0).stop 2024-09-05T07:48:16.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f405e5f1640 1 -- 172.21.15.71:0/2586546681 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4058102db0 msgr2=0x7f40581985e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:16.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f405e5f1640 1 --2- 172.21.15.71:0/2586546681 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4058102db0 0x7f40581985e0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f4048009a50 tx=0x7f4048004270 comp rx=0 tx=0).stop 2024-09-05T07:48:16.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f405e5f1640 1 -- 172.21.15.71:0/2586546681 shutdown_connections 2024-09-05T07:48:16.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f405e5f1640 1 --2- 172.21.15.71:0/2586546681 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f40440a2d70 0x7f40440a5230 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f405e5f1640 1 --2- 172.21.15.71:0/2586546681 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f40581082e0 0x7f405819ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f405e5f1640 1 --2- 172.21.15.71:0/2586546681 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4058103760 0x7f4058198b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f405e5f1640 1 --2- 172.21.15.71:0/2586546681 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4058102db0 0x7f40581985e0 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:16.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f405e5f1640 1 -- 172.21.15.71:0/2586546681 >> 172.21.15.71:0/2586546681 conn(0x7f40580fc7d0 msgr2=0x7f4058105df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:16.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.472+0000 7f405e5f1640 1 -- 172.21.15.71:0/2586546681 shutdown_connections 2024-09-05T07:48:16.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:16.473+0000 7f405e5f1640 1 -- 172.21.15.71:0/2586546681 wait complete. 2024-09-05T07:48:16.513 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:16 smithi192 ceph-mon[34929]: pgmap v300: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 242 B/s wr, 7 op/s 2024-09-05T07:48:17.161 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T07:48:17.405 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:48:17.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.903+0000 7f29059b3640 1 -- 172.21.15.71:0/595334116 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f29001082a0 msgr2=0x7f290010ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:17.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.903+0000 7f29059b3640 1 --2- 172.21.15.71:0/595334116 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f29001082a0 0x7f290010ec40 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f28f8009cd0 tx=0x7f28f802a8e0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.903+0000 7f29059b3640 1 -- 172.21.15.71:0/595334116 shutdown_connections 2024-09-05T07:48:17.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.903+0000 7f29059b3640 1 --2- 172.21.15.71:0/595334116 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f29001082a0 0x7f290010ec40 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.903+0000 7f29059b3640 1 --2- 172.21.15.71:0/595334116 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f29001036e0 0x7f2900107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.903+0000 7f29059b3640 1 --2- 172.21.15.71:0/595334116 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f2900102d30 0x7f2900103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.903+0000 7f29059b3640 1 -- 172.21.15.71:0/595334116 >> 172.21.15.71:0/595334116 conn(0x7f29000fc7d0 msgr2=0x7f29000febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:17.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.903+0000 7f29059b3640 1 -- 172.21.15.71:0/595334116 shutdown_connections 2024-09-05T07:48:17.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.903+0000 7f29059b3640 1 -- 172.21.15.71:0/595334116 wait complete. 2024-09-05T07:48:17.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.903+0000 7f29059b3640 1 Processor -- start 2024-09-05T07:48:17.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.903+0000 7f29059b3640 1 -- start start 2024-09-05T07:48:17.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f29059b3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2900102d30 0x7f2900198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:17.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f29059b3640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f29001036e0 0x7f2900198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:17.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f29059b3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f29001082a0 0x7f290019ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:17.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f29059b3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f2900111f50 con 0x7f29001082a0 2024-09-05T07:48:17.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f29059b3640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f2900111dd0 con 0x7f29001036e0 2024-09-05T07:48:17.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f29059b3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f29001120d0 con 0x7f2900102d30 2024-09-05T07:48:17.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f28ff7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f29001082a0 0x7f290019ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:17.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f28ff7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f29001082a0 0x7f290019ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40250/0 (socket says 172.21.15.71:40250) 2024-09-05T07:48:17.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f28ff7fe640 1 -- 172.21.15.71:0/2576541127 learned_addr learned my addr 172.21.15.71:0/2576541127 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:17.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f28feffd640 1 --2- 172.21.15.71:0/2576541127 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2900102d30 0x7f2900198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:17.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f28f67fc640 1 --2- 172.21.15.71:0/2576541127 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f29001036e0 0x7f2900198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:17.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f28ff7fe640 1 -- 172.21.15.71:0/2576541127 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2900102d30 msgr2=0x7f2900198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:17.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f28ff7fe640 1 --2- 172.21.15.71:0/2576541127 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2900102d30 0x7f2900198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f28ff7fe640 1 -- 172.21.15.71:0/2576541127 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f29001036e0 msgr2=0x7f2900198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:17.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f28ff7fe640 1 --2- 172.21.15.71:0/2576541127 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f29001036e0 0x7f2900198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f28ff7fe640 1 -- 172.21.15.71:0/2576541127 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f290019d3d0 con 0x7f29001082a0 2024-09-05T07:48:17.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f28ff7fe640 1 --2- 172.21.15.71:0/2576541127 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f29001082a0 0x7f290019ccf0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f28f8005cc0 tx=0x7f28f8003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:17.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f29049b1640 1 -- 172.21.15.71:0/2576541127 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f8004450 con 0x7f29001082a0 2024-09-05T07:48:17.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f29049b1640 1 -- 172.21.15.71:0/2576541127 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f28f8031c90 con 0x7f29001082a0 2024-09-05T07:48:17.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f29059b3640 1 -- 172.21.15.71:0/2576541127 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f290019d660 con 0x7f29001082a0 2024-09-05T07:48:17.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f29049b1640 1 -- 172.21.15.71:0/2576541127 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f8030e70 con 0x7f29001082a0 2024-09-05T07:48:17.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.904+0000 7f29059b3640 1 -- 172.21.15.71:0/2576541127 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29001a4fa0 con 0x7f29001082a0 2024-09-05T07:48:17.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.906+0000 7f29049b1640 1 -- 172.21.15.71:0/2576541127 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f28f80045f0 con 0x7f29001082a0 2024-09-05T07:48:17.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.907+0000 7f2907d8c740 1 Processor -- start 2024-09-05T07:48:17.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.907+0000 7f2907d8c740 1 -- start start 2024-09-05T07:48:17.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.907+0000 7f29049b1640 1 --2- 172.21.15.71:0/2576541127 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f28ec0a2cf0 0x7f28ec0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:17.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.907+0000 7f2907d8c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563576ebbb40 0x563576eba090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:17.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.907+0000 7f2907d8c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563576eba5d0 0x563576ebaa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:17.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.907+0000 7f2907d8c740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576ec5370 0x563576ec7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:17.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.907+0000 7f2907d8c740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x563576e202f0 con 0x563576ec5370 2024-09-05T07:48:17.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.907+0000 7f2907d8c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563576dc7cf0 con 0x563576ebbb40 2024-09-05T07:48:17.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.907+0000 7f2907d8c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563576e1c2b0 con 0x563576eba5d0 2024-09-05T07:48:17.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.907+0000 7f28f67fc640 1 --2- 172.21.15.71:0/2576541127 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f28ec0a2cf0 0x7f28ec0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:17.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.907+0000 7f29049b1640 1 -- 172.21.15.71:0/2576541127 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f28f802e030 con 0x7f29001082a0 2024-09-05T07:48:17.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.907+0000 7f28ff7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576ec5370 0x563576ec7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:17.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.908+0000 7f28f67fc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563576eba5d0 0x563576ebaa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:17.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.908+0000 7f28feffd640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563576ebbb40 0x563576eba090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:17.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.908+0000 7f28f67fc640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563576eba5d0 0x563576ebaa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.192:3300/0 says I am v2:172.21.15.71:46000/0 (socket says 172.21.15.71:46000) 2024-09-05T07:48:17.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.908+0000 7f28f67fc640 1 -- 172.21.15.71:0/2146784764 learned_addr learned my addr 172.21.15.71:0/2146784764 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:17.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.908+0000 7f28ff7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576ec5370 0x563576ec7760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40252/0 (socket says 172.21.15.71:40252) 2024-09-05T07:48:17.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.908+0000 7f28f67fc640 1 --2- 172.21.15.71:0/2576541127 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f28ec0a2cf0 0x7f28ec0a51b0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f28e800ba20 tx=0x7f28e800be20 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:17.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.908+0000 7f28ff7fe640 1 -- 172.21.15.71:0/2146784764 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563576eba5d0 msgr2=0x563576ebaa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:17.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.908+0000 7f28ff7fe640 1 --2- 172.21.15.71:0/2146784764 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563576eba5d0 0x563576ebaa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.908+0000 7f28ff7fe640 1 -- 172.21.15.71:0/2146784764 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563576ebbb40 msgr2=0x563576eba090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:17.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.908+0000 7f28ff7fe640 1 --2- 172.21.15.71:0/2146784764 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563576ebbb40 0x563576eba090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.908+0000 7f28ff7fe640 1 -- 172.21.15.71:0/2146784764 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563576dac3a0 con 0x563576ec5370 2024-09-05T07:48:17.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.908+0000 7f28feffd640 1 --2- 172.21.15.71:0/2146784764 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563576ebbb40 0x563576eba090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:48:17.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.908+0000 7f28ff7fe640 1 --2- 172.21.15.71:0/2146784764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576ec5370 0x563576ec7760 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7f28f80edf40 tx=0x7f28f80bc910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84fc39400236a074 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:17.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.908+0000 7f28f5ffb640 1 -- 172.21.15.71:0/2146784764 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f80bcd10 con 0x563576ec5370 2024-09-05T07:48:17.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.908+0000 7f28f5ffb640 1 -- 172.21.15.71:0/2146784764 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f28f8036040 con 0x563576ec5370 2024-09-05T07:48:17.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.908+0000 7f28f5ffb640 1 -- 172.21.15.71:0/2146784764 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f80bc160 con 0x563576ec5370 2024-09-05T07:48:17.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.909+0000 7f2907d8c740 1 -- 172.21.15.71:0/2146784764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576ec5370 msgr2=0x563576ec7760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:17.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.909+0000 7f2907d8c740 1 --2- 172.21.15.71:0/2146784764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576ec5370 0x563576ec7760 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7f28f80edf40 tx=0x7f28f80bc910 comp rx=0 tx=0).stop 2024-09-05T07:48:17.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.909+0000 7f2907d8c740 1 -- 172.21.15.71:0/2146784764 shutdown_connections 2024-09-05T07:48:17.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.909+0000 7f2907d8c740 1 --2- 172.21.15.71:0/2146784764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576ec5370 0x563576ec7760 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.909+0000 7f2907d8c740 1 --2- 172.21.15.71:0/2146784764 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563576eba5d0 0x563576ebaa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.909+0000 7f2907d8c740 1 --2- 172.21.15.71:0/2146784764 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563576ebbb40 0x563576eba090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.909+0000 7f2907d8c740 1 -- 172.21.15.71:0/2146784764 >> 172.21.15.71:0/2146784764 conn(0x563576e83310 msgr2=0x563576eb6c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:17.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.909+0000 7f2907d8c740 1 -- 172.21.15.71:0/2146784764 shutdown_connections 2024-09-05T07:48:17.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.909+0000 7f2907d8c740 1 -- 172.21.15.71:0/2146784764 wait complete. 2024-09-05T07:48:17.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.909+0000 7f2907d8c740 1 -- start start 2024-09-05T07:48:17.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.909+0000 7f2907d8c740 1 Processor -- start 2024-09-05T07:48:17.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f2907d8c740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 0x563576ec4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:17.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f2907d8c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563576ebbb40 0x563576ec2070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:17.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f2907d8c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563576ec5370 0x563576ec2800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:17.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f2907d8c740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x563576ecc240 con 0x563576eba5d0 2024-09-05T07:48:17.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f2907d8c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x563576ddb060 con 0x563576ebbb40 2024-09-05T07:48:17.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f2907d8c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x563576ecc3c0 con 0x563576ec5370 2024-09-05T07:48:17.937 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f2907d8c740 10 client.0 _ll_register_callbacks cb 0x563576b2e8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:48:17.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f28feffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 0x563576ec4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:17.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f28feffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 0x563576ec4dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40266/0 (socket says 172.21.15.71:40266) 2024-09-05T07:48:17.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f28feffd640 1 -- 172.21.15.71:0/3762340752 learned_addr learned my addr 172.21.15.71:0/3762340752 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:17.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f28ff7fe640 1 --2- 172.21.15.71:0/3762340752 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563576ec5370 0x563576ec2800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:17.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f28f67fc640 1 --2- 172.21.15.71:0/3762340752 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563576ebbb40 0x563576ec2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:17.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f28feffd640 1 -- 172.21.15.71:0/3762340752 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563576ec5370 msgr2=0x563576ec2800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:17.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f28feffd640 1 --2- 172.21.15.71:0/3762340752 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563576ec5370 0x563576ec2800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f28feffd640 1 -- 172.21.15.71:0/3762340752 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563576ebbb40 msgr2=0x563576ec2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:17.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f28feffd640 1 --2- 172.21.15.71:0/3762340752 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563576ebbb40 0x563576ec2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f28feffd640 1 -- 172.21.15.71:0/3762340752 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563576b913c0 con 0x563576eba5d0 2024-09-05T07:48:17.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f28feffd640 1 --2- 172.21.15.71:0/3762340752 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 0x563576ec4dc0 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f28f0010a20 tx=0x7f28f0010ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e47dd8fef26ef339 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:17.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f28deffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:48:17.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f28deffd640 1 -- 172.21.15.71:0/3762340752 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f001e060 con 0x563576eba5d0 2024-09-05T07:48:17.938 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f28deffd640 1 -- 172.21.15.71:0/3762340752 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f28f000fc50 con 0x563576eba5d0 2024-09-05T07:48:17.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.910+0000 7f2907d8c740 1 -- 172.21.15.71:0/3762340752 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28f8036040 con 0x563576eba5d0 2024-09-05T07:48:17.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.911+0000 7f28deffd640 1 -- 172.21.15.71:0/3762340752 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f28f0025050 con 0x563576eba5d0 2024-09-05T07:48:17.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.911+0000 7f2907d8c740 10 client.17310 fetch_fsmap learned FSMap version 26 2024-09-05T07:48:17.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.911+0000 7f2907d8c740 1 -- 172.21.15.71:0/3762340752 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563576ed7cf0 con 0x563576eba5d0 2024-09-05T07:48:17.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.911+0000 7f28deffd640 1 -- 172.21.15.71:0/3762340752 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f28f8036040 con 0x563576eba5d0 2024-09-05T07:48:17.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.911+0000 7f28deffd640 1 -- 172.21.15.71:0/3762340752 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f28f000e3b0 con 0x563576eba5d0 2024-09-05T07:48:17.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.911+0000 7f2907d8c740 10 client.17310 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:48:17.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.911+0000 7f2907d8c740 10 client.17310 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:48:17.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.911+0000 7f2907d8c740 20 client.17310 populate_metadata read hostname 'smithi071' 2024-09-05T07:48:17.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.911+0000 7f2907d8c740 1 --2- 172.21.15.71:0/3762340752 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563576ed91b0 0x563576edb5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:17.939 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.911+0000 7f2907d8c740 4 client.17310 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:48:17.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.911+0000 7f2907d8c740 1 -- 172.21.15.71:0/3762340752 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563576e2d860 con 0x563576ed91b0 2024-09-05T07:48:17.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.911+0000 7f28f67fc640 1 --2- 172.21.15.71:0/3762340752 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563576ed91b0 0x563576edb5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:17.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.912+0000 7f28deffd640 10 client.17310 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:48:17.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.912+0000 7f28f67fc640 1 --2- 172.21.15.71:0/3762340752 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563576ed91b0 0x563576edb5c0 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a7a617cc74333fc5 server_cookie=17ddfb787dd9b477 in_seq=0 out_seq=0 2024-09-05T07:48:17.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.912+0000 7f28deffd640 1 -- 172.21.15.71:0/3762340752 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563576e2d860 con 0x563576ed91b0 2024-09-05T07:48:17.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.912+0000 7f28deffd640 10 client.17310 handle_command_reply: tid=0 2024-09-05T07:48:17.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.912+0000 7f2907d8c740 1 client.17310 shutdown 2024-09-05T07:48:17.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.913+0000 7f2907d8c740 1 -- 172.21.15.71:0/3762340752 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 msgr2=0x563576ec4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:17.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.913+0000 7f2907d8c740 1 --2- 172.21.15.71:0/3762340752 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 0x563576ec4dc0 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f28f0010a20 tx=0x7f28f0010ee0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.913+0000 7f2907d8c740 1 -- 172.21.15.71:0/3762340752 shutdown_connections 2024-09-05T07:48:17.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.913+0000 7f2907d8c740 1 --2- 172.21.15.71:0/3762340752 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563576ed91b0 0x563576edb5c0 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.913+0000 7f2907d8c740 1 --2- 172.21.15.71:0/3762340752 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563576ec5370 0x563576ec2800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.940 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.913+0000 7f28deffd640 0 client.17310 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:48:17.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.913+0000 7f2907d8c740 1 --2- 172.21.15.71:0/3762340752 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563576ebbb40 0x563576ec2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.913+0000 7f2907d8c740 1 --2- 172.21.15.71:0/3762340752 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 0x563576ec4dc0 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.913+0000 7f2907d8c740 1 -- 172.21.15.71:0/3762340752 >> 172.21.15.71:0/3762340752 conn(0x563576e83310 msgr2=0x563576ebc990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:17.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.913+0000 7f2907d8c740 1 -- 172.21.15.71:0/3762340752 shutdown_connections 2024-09-05T07:48:17.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.913+0000 7f2907d8c740 1 -- 172.21.15.71:0/3762340752 wait complete. 2024-09-05T07:48:17.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.913+0000 7f2907d8c740 20 client.17310 trim_cache size 0 max 16384 2024-09-05T07:48:17.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.926+0000 7f2907d8c740 1 Processor -- start 2024-09-05T07:48:17.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.926+0000 7f2907d8c740 1 -- start start 2024-09-05T07:48:17.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.926+0000 7f2907d8c740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 0x563576eb6e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:17.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.926+0000 7f2907d8c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563576ebbb40 0x563576ebb300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:17.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.926+0000 7f2907d8c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563576ec5370 0x563576ec1930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:17.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.926+0000 7f2907d8c740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f29001af790 con 0x563576eba5d0 2024-09-05T07:48:17.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.926+0000 7f2907d8c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f29001ad060 con 0x563576ebbb40 2024-09-05T07:48:17.941 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.926+0000 7f2907d8c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f29001aaed0 con 0x563576ec5370 2024-09-05T07:48:17.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.926+0000 7f28feffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 0x563576eb6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:17.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.926+0000 7f28feffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 0x563576eb6e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40278/0 (socket says 172.21.15.71:40278) 2024-09-05T07:48:17.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.926+0000 7f28feffd640 1 -- 172.21.15.71:0/1789339969 learned_addr learned my addr 172.21.15.71:0/1789339969 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:17.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.926+0000 7f28feffd640 1 -- 172.21.15.71:0/1789339969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563576ec5370 msgr2=0x563576ec1930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:17.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.926+0000 7f28feffd640 1 --2- 172.21.15.71:0/1789339969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563576ec5370 0x563576ec1930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.926+0000 7f28feffd640 1 -- 172.21.15.71:0/1789339969 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563576ebbb40 msgr2=0x563576ebb300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:17.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.926+0000 7f28feffd640 1 --2- 172.21.15.71:0/1789339969 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563576ebbb40 0x563576ebb300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.926+0000 7f28feffd640 1 -- 172.21.15.71:0/1789339969 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563576ec2b70 con 0x563576eba5d0 2024-09-05T07:48:17.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.926+0000 7f28feffd640 1 --2- 172.21.15.71:0/1789339969 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 0x563576eb6e10 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f28f000aa40 tx=0x7f28f000efd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25322108e7658f68 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:17.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.926+0000 7f28f57fa640 1 -- 172.21.15.71:0/1789339969 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f002e070 con 0x563576eba5d0 2024-09-05T07:48:17.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.927+0000 7f28f57fa640 1 -- 172.21.15.71:0/1789339969 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f28f000a380 con 0x563576eba5d0 2024-09-05T07:48:17.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.927+0000 7f28f57fa640 1 -- 172.21.15.71:0/1789339969 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f000fc50 con 0x563576eba5d0 2024-09-05T07:48:17.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.927+0000 7f2907d8c740 1 -- 172.21.15.71:0/1789339969 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 msgr2=0x563576eb6e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:17.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.927+0000 7f2907d8c740 1 --2- 172.21.15.71:0/1789339969 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 0x563576eb6e10 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f28f000aa40 tx=0x7f28f000efd0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.927+0000 7f2907d8c740 1 -- 172.21.15.71:0/1789339969 shutdown_connections 2024-09-05T07:48:17.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.927+0000 7f2907d8c740 1 --2- 172.21.15.71:0/1789339969 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563576ec5370 0x563576ec1930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.927+0000 7f2907d8c740 1 --2- 172.21.15.71:0/1789339969 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563576ebbb40 0x563576ebb300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.927+0000 7f2907d8c740 1 --2- 172.21.15.71:0/1789339969 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 0x563576eb6e10 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.927+0000 7f2907d8c740 1 -- 172.21.15.71:0/1789339969 >> 172.21.15.71:0/1789339969 conn(0x563576e83310 msgr2=0x563576eb6700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:17.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.927+0000 7f2907d8c740 1 -- 172.21.15.71:0/1789339969 shutdown_connections 2024-09-05T07:48:17.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.927+0000 7f2907d8c740 1 -- 172.21.15.71:0/1789339969 wait complete. 2024-09-05T07:48:17.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.927+0000 7f2907d8c740 1 -- start start 2024-09-05T07:48:17.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.928+0000 7f2907d8c740 1 Processor -- start 2024-09-05T07:48:17.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.928+0000 7f2907d8c740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 0x563576ed1ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:17.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.928+0000 7f2907d8c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563576ebbb40 0x563576ecd210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:17.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.928+0000 7f2907d8c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563576ec5370 0x563576ecd9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:17.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.928+0000 7f2907d8c740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f29001ab520 con 0x563576eba5d0 2024-09-05T07:48:17.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.928+0000 7f2907d8c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f29001ac990 con 0x563576ebbb40 2024-09-05T07:48:17.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.928+0000 7f2907d8c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f29001abbf0 con 0x563576ec5370 2024-09-05T07:48:17.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.928+0000 7f2907d8c740 10 client.0 _ll_register_callbacks cb 0x7f28f000a840 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:48:17.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.928+0000 7f28feffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 0x563576ed1ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:17.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.928+0000 7f28feffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 0x563576ed1ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40290/0 (socket says 172.21.15.71:40290) 2024-09-05T07:48:17.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.928+0000 7f28feffd640 1 -- 172.21.15.71:0/2607520298 learned_addr learned my addr 172.21.15.71:0/2607520298 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:17.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.928+0000 7f28f67fc640 1 --2- 172.21.15.71:0/2607520298 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563576ebbb40 0x563576ecd210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:17.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.928+0000 7f28feffd640 1 -- 172.21.15.71:0/2607520298 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563576ec5370 msgr2=0x563576ecd9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:17.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.928+0000 7f28feffd640 1 --2- 172.21.15.71:0/2607520298 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563576ec5370 0x563576ecd9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.928+0000 7f28feffd640 1 -- 172.21.15.71:0/2607520298 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563576ebbb40 msgr2=0x563576ecd210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:17.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.928+0000 7f28feffd640 1 --2- 172.21.15.71:0/2607520298 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563576ebbb40 0x563576ecd210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.928+0000 7f28feffd640 1 -- 172.21.15.71:0/2607520298 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563576f42ea0 con 0x563576eba5d0 2024-09-05T07:48:17.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.929+0000 7f28feffd640 1 --2- 172.21.15.71:0/2607520298 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 0x563576ed1ee0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f28f000e7b0 tx=0x7f28f000e5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97a9db8e4275c9ce server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:17.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.929+0000 7f28deffd640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:48:17.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.929+0000 7f28deffd640 1 -- 172.21.15.71:0/2607520298 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f0037060 con 0x563576eba5d0 2024-09-05T07:48:17.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.929+0000 7f28deffd640 1 -- 172.21.15.71:0/2607520298 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f28f000e9a0 con 0x563576eba5d0 2024-09-05T07:48:17.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.929+0000 7f2907d8c740 1 -- 172.21.15.71:0/2607520298 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28f000a380 con 0x563576eba5d0 2024-09-05T07:48:17.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.929+0000 7f28deffd640 1 -- 172.21.15.71:0/2607520298 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f28f003e050 con 0x563576eba5d0 2024-09-05T07:48:17.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.929+0000 7f2907d8c740 10 client.17316 fetch_fsmap learned FSMap version 26 2024-09-05T07:48:17.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.929+0000 7f2907d8c740 1 -- 172.21.15.71:0/2607520298 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563576f44030 con 0x563576eba5d0 2024-09-05T07:48:17.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.929+0000 7f28deffd640 1 -- 172.21.15.71:0/2607520298 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f28f000a380 con 0x563576eba5d0 2024-09-05T07:48:17.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.929+0000 7f28deffd640 1 -- 172.21.15.71:0/2607520298 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f28f0004660 con 0x563576eba5d0 2024-09-05T07:48:17.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.929+0000 7f2907d8c740 10 client.17316 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:48:17.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.929+0000 7f2907d8c740 10 client.17316 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:48:17.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.929+0000 7f2907d8c740 20 client.17316 populate_metadata read hostname 'smithi071' 2024-09-05T07:48:17.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.929+0000 7f2907d8c740 1 --2- 172.21.15.71:0/2607520298 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563576ed91b0 0x563576f466a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:17.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.929+0000 7f2907d8c740 4 client.17316 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:48:17.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.929+0000 7f2907d8c740 1 -- 172.21.15.71:0/2607520298 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563576e27d70 con 0x563576ed91b0 2024-09-05T07:48:17.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.930+0000 7f28f67fc640 1 --2- 172.21.15.71:0/2607520298 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563576ed91b0 0x563576f466a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:17.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.930+0000 7f28deffd640 10 client.17316 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:48:17.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.930+0000 7f28f67fc640 1 --2- 172.21.15.71:0/2607520298 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563576ed91b0 0x563576f466a0 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e797fdf038e4f711 server_cookie=55a731c150cbc4e4 in_seq=0 out_seq=0 2024-09-05T07:48:17.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.930+0000 7f28deffd640 1 -- 172.21.15.71:0/2607520298 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563576e27d70 con 0x563576ed91b0 2024-09-05T07:48:17.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.930+0000 7f28deffd640 10 client.17316 handle_command_reply: tid=0 2024-09-05T07:48:17.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.930+0000 7f2907d8c740 1 client.17316 shutdown 2024-09-05T07:48:17.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.930+0000 7f2907d8c740 1 -- 172.21.15.71:0/2607520298 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 msgr2=0x563576ed1ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:17.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.930+0000 7f2907d8c740 1 --2- 172.21.15.71:0/2607520298 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 0x563576ed1ee0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f28f000e7b0 tx=0x7f28f000e5e0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.930+0000 7f2907d8c740 1 -- 172.21.15.71:0/2607520298 shutdown_connections 2024-09-05T07:48:17.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.930+0000 7f2907d8c740 1 --2- 172.21.15.71:0/2607520298 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x563576ed91b0 0x563576f466a0 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.930+0000 7f2907d8c740 1 --2- 172.21.15.71:0/2607520298 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x563576ec5370 0x563576ecd9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.930+0000 7f2907d8c740 1 --2- 172.21.15.71:0/2607520298 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x563576ebbb40 0x563576ecd210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.930+0000 7f28deffd640 0 client.17316 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:48:17.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.930+0000 7f2907d8c740 1 --2- 172.21.15.71:0/2607520298 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x563576eba5d0 0x563576ed1ee0 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.946 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.930+0000 7f2907d8c740 1 -- 172.21.15.71:0/2607520298 >> 172.21.15.71:0/2607520298 conn(0x563576e83310 msgr2=0x563576eb6700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:17.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.930+0000 7f2907d8c740 1 -- 172.21.15.71:0/2607520298 shutdown_connections 2024-09-05T07:48:17.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.931+0000 7f2907d8c740 1 -- 172.21.15.71:0/2607520298 wait complete. 2024-09-05T07:48:17.947 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.931+0000 7f2907d8c740 20 client.17316 trim_cache size 0 max 16384 2024-09-05T07:48:17.947 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:48:17.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.931+0000 7f29059b3640 1 -- 172.21.15.71:0/2576541127 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f28ec0a2cf0 msgr2=0x7f28ec0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:17.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.931+0000 7f29059b3640 1 --2- 172.21.15.71:0/2576541127 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f28ec0a2cf0 0x7f28ec0a51b0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f28e800ba20 tx=0x7f28e800be20 comp rx=0 tx=0).stop 2024-09-05T07:48:17.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.931+0000 7f29059b3640 1 -- 172.21.15.71:0/2576541127 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f29001082a0 msgr2=0x7f290019ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:17.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.931+0000 7f29059b3640 1 --2- 172.21.15.71:0/2576541127 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f29001082a0 0x7f290019ccf0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f28f8005cc0 tx=0x7f28f8003c20 comp rx=0 tx=0).stop 2024-09-05T07:48:17.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.931+0000 7f29059b3640 1 -- 172.21.15.71:0/2576541127 shutdown_connections 2024-09-05T07:48:17.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.931+0000 7f29059b3640 1 --2- 172.21.15.71:0/2576541127 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f28ec0a2cf0 0x7f28ec0a51b0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.931+0000 7f29059b3640 1 --2- 172.21.15.71:0/2576541127 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f29001082a0 0x7f290019ccf0 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.931+0000 7f29059b3640 1 --2- 172.21.15.71:0/2576541127 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f29001036e0 0x7f2900198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.931+0000 7f29059b3640 1 --2- 172.21.15.71:0/2576541127 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f2900102d30 0x7f2900198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:17.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.931+0000 7f29059b3640 1 -- 172.21.15.71:0/2576541127 >> 172.21.15.71:0/2576541127 conn(0x7f29000fc7d0 msgr2=0x7f2900105d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:17.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.931+0000 7f29059b3640 1 -- 172.21.15.71:0/2576541127 shutdown_connections 2024-09-05T07:48:17.948 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:17.931+0000 7f29059b3640 1 -- 172.21.15.71:0/2576541127 wait complete. 2024-09-05T07:48:18.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:18 smithi071 ceph-mon[30965]: pgmap v301: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:48:18.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:18 smithi123 ceph-mon[34568]: pgmap v301: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:48:18.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:18 smithi192 ceph-mon[34929]: pgmap v301: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:48:19.683 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T07:48:19.684 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T07:48:19.943 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:48:20.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:20 smithi071 ceph-mon[30965]: pgmap v302: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:48:20.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.507+0000 7f991ce87640 1 -- 172.21.15.71:0/3462281553 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9918101220 msgr2=0x7f9918101660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:20.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.507+0000 7f991ce87640 1 --2- 172.21.15.71:0/3462281553 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9918101220 0x7f9918101660 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f990c009900 tx=0x7f990c02a410 comp rx=0 tx=0).stop 2024-09-05T07:48:20.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.507+0000 7f991ce87640 1 -- 172.21.15.71:0/3462281553 shutdown_connections 2024-09-05T07:48:20.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.507+0000 7f991ce87640 1 --2- 172.21.15.71:0/3462281553 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9918101ba0 0x7f991810d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.507+0000 7f991ce87640 1 --2- 172.21.15.71:0/3462281553 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9918101220 0x7f9918101660 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.507+0000 7f991ce87640 1 --2- 172.21.15.71:0/3462281553 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9918105a70 0x7f9918105e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.507+0000 7f991ce87640 1 -- 172.21.15.71:0/3462281553 >> 172.21.15.71:0/3462281553 conn(0x7f99180fbee0 msgr2=0x7f99180fe300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:20.509 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.507+0000 7f991ce87640 1 -- 172.21.15.71:0/3462281553 shutdown_connections 2024-09-05T07:48:20.510 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.507+0000 7f991ce87640 1 -- 172.21.15.71:0/3462281553 wait complete. 2024-09-05T07:48:20.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.508+0000 7f991ce87640 1 Processor -- start 2024-09-05T07:48:20.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.508+0000 7f991ce87640 1 -- start start 2024-09-05T07:48:20.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.508+0000 7f991ce87640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9918101220 0x7f9918199170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:20.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.508+0000 7f991ce87640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9918101ba0 0x7f99181996b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:20.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.508+0000 7f991ce87640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9918105a70 0x7f99181a41f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:20.511 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.508+0000 7f991ce87640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9918110e00 con 0x7f9918101ba0 2024-09-05T07:48:20.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.508+0000 7f991ce87640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9918110c80 con 0x7f9918105a70 2024-09-05T07:48:20.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.508+0000 7f991ce87640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f9918110f80 con 0x7f9918101220 2024-09-05T07:48:20.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.508+0000 7f9915d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9918101ba0 0x7f99181996b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:20.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.509+0000 7f9915d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9918101ba0 0x7f99181996b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40308/0 (socket says 172.21.15.71:40308) 2024-09-05T07:48:20.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.509+0000 7f9915d9b640 1 -- 172.21.15.71:0/777525928 learned_addr learned my addr 172.21.15.71:0/777525928 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:20.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.509+0000 7f9916d9d640 1 --2- 172.21.15.71:0/777525928 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9918105a70 0x7f99181a41f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:20.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.509+0000 7f991659c640 1 --2- 172.21.15.71:0/777525928 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9918101220 0x7f9918199170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:20.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.509+0000 7f9915d9b640 1 -- 172.21.15.71:0/777525928 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9918101220 msgr2=0x7f9918199170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:20.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.509+0000 7f9915d9b640 1 --2- 172.21.15.71:0/777525928 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9918101220 0x7f9918199170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.509+0000 7f9915d9b640 1 -- 172.21.15.71:0/777525928 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9918105a70 msgr2=0x7f99181a41f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:20.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.509+0000 7f9915d9b640 1 --2- 172.21.15.71:0/777525928 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9918105a70 0x7f99181a41f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.509+0000 7f9915d9b640 1 -- 172.21.15.71:0/777525928 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99181a4730 con 0x7f9918101ba0 2024-09-05T07:48:20.512 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.509+0000 7f991659c640 1 --2- 172.21.15.71:0/777525928 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9918101220 0x7f9918199170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:48:20.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.509+0000 7f9915d9b640 1 --2- 172.21.15.71:0/777525928 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9918101ba0 0x7f99181996b0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f990c006010 tx=0x7f990c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:20.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.509+0000 7f99077fe640 1 -- 172.21.15.71:0/777525928 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f990c03f070 con 0x7f9918101ba0 2024-09-05T07:48:20.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.509+0000 7f99077fe640 1 -- 172.21.15.71:0/777525928 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f990c003aa0 con 0x7f9918101ba0 2024-09-05T07:48:20.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.509+0000 7f99077fe640 1 -- 172.21.15.71:0/777525928 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f990c035030 con 0x7f9918101ba0 2024-09-05T07:48:20.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.509+0000 7f991ce87640 1 -- 172.21.15.71:0/777525928 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99181a4900 con 0x7f9918101ba0 2024-09-05T07:48:20.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.509+0000 7f991ce87640 1 -- 172.21.15.71:0/777525928 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99181a4d60 con 0x7f9918101ba0 2024-09-05T07:48:20.513 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.512+0000 7f99077fe640 1 -- 172.21.15.71:0/777525928 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f990c042070 con 0x7f9918101ba0 2024-09-05T07:48:20.514 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.512+0000 7f991f260740 1 Processor -- start 2024-09-05T07:48:20.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.512+0000 7f991f260740 1 -- start start 2024-09-05T07:48:20.515 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.513+0000 7f991f260740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cca1307b60 0x55cca1307f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:20.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.513+0000 7f991f260740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1308480 0x55cca1312800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:20.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.513+0000 7f991f260740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1312d40 0x55cca1315130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:20.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.513+0000 7f991f260740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55cca126d280 con 0x55cca1308480 2024-09-05T07:48:20.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.513+0000 7f991f260740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55cca1214b10 con 0x55cca1307b60 2024-09-05T07:48:20.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.513+0000 7f991f260740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55cca1269240 con 0x55cca1312d40 2024-09-05T07:48:20.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.513+0000 7f991659c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1308480 0x55cca1312800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:20.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.513+0000 7f991659c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1308480 0x55cca1312800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40312/0 (socket says 172.21.15.71:40312) 2024-09-05T07:48:20.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.513+0000 7f991659c640 1 -- 172.21.15.71:0/3041625361 learned_addr learned my addr 172.21.15.71:0/3041625361 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:20.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.513+0000 7f9915d9b640 1 --2- 172.21.15.71:0/3041625361 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1312d40 0x55cca1315130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:20.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.513+0000 7f9916d9d640 1 --2- 172.21.15.71:0/3041625361 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cca1307b60 0x55cca1307f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:20.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.513+0000 7f99077fe640 1 --2- 172.21.15.71:0/777525928 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f99000a2cf0 0x7f99000a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:20.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.513+0000 7f991659c640 1 -- 172.21.15.71:0/3041625361 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1312d40 msgr2=0x55cca1315130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:20.516 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.513+0000 7f991659c640 1 --2- 172.21.15.71:0/3041625361 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1312d40 0x55cca1315130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.513+0000 7f991659c640 1 -- 172.21.15.71:0/3041625361 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cca1307b60 msgr2=0x55cca1307f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:20.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.513+0000 7f991659c640 1 --2- 172.21.15.71:0/3041625361 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cca1307b60 0x55cca1307f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.513+0000 7f991659c640 1 -- 172.21.15.71:0/3041625361 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cca12211f0 con 0x55cca1308480 2024-09-05T07:48:20.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.513+0000 7f9915d9b640 1 --2- 172.21.15.71:0/3041625361 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1312d40 0x55cca1315130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:48:20.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.513+0000 7f9916d9d640 1 --2- 172.21.15.71:0/777525928 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f99000a2cf0 0x7f99000a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:20.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.513+0000 7f99077fe640 1 -- 172.21.15.71:0/777525928 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f990c0f02a0 con 0x7f9918101ba0 2024-09-05T07:48:20.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.514+0000 7f991659c640 1 --2- 172.21.15.71:0/3041625361 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1308480 0x55cca1312800 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f990800baf0 tx=0x7f990800d340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff98c6b88fddf4cb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:20.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.514+0000 7f9904ff9640 1 -- 172.21.15.71:0/3041625361 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9908017420 con 0x55cca1308480 2024-09-05T07:48:20.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.514+0000 7f9916d9d640 1 --2- 172.21.15.71:0/777525928 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f99000a2cf0 0x7f99000a51b0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9910007f30 tx=0x7f9910004a40 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:20.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.514+0000 7f9904ff9640 1 -- 172.21.15.71:0/3041625361 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9908017a70 con 0x55cca1308480 2024-09-05T07:48:20.517 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.514+0000 7f9904ff9640 1 -- 172.21.15.71:0/3041625361 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f990800fb00 con 0x55cca1308480 2024-09-05T07:48:20.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.515+0000 7f991f260740 1 -- 172.21.15.71:0/3041625361 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1308480 msgr2=0x55cca1312800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:20.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.515+0000 7f991f260740 1 --2- 172.21.15.71:0/3041625361 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1308480 0x55cca1312800 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f990800baf0 tx=0x7f990800d340 comp rx=0 tx=0).stop 2024-09-05T07:48:20.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.515+0000 7f991f260740 1 -- 172.21.15.71:0/3041625361 shutdown_connections 2024-09-05T07:48:20.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.515+0000 7f991f260740 1 --2- 172.21.15.71:0/3041625361 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1312d40 0x55cca1315130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.515+0000 7f991f260740 1 --2- 172.21.15.71:0/3041625361 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1308480 0x55cca1312800 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.515+0000 7f991f260740 1 --2- 172.21.15.71:0/3041625361 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cca1307b60 0x55cca1307f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.515+0000 7f991f260740 1 -- 172.21.15.71:0/3041625361 >> 172.21.15.71:0/3041625361 conn(0x55cca13040f0 msgr2=0x55cca13044d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:20.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.515+0000 7f991f260740 1 -- 172.21.15.71:0/3041625361 shutdown_connections 2024-09-05T07:48:20.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.515+0000 7f991f260740 1 -- 172.21.15.71:0/3041625361 wait complete. 2024-09-05T07:48:20.521 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.515+0000 7f991f260740 1 -- start start 2024-09-05T07:48:20.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.515+0000 7f991f260740 1 Processor -- start 2024-09-05T07:48:20.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.515+0000 7f991f260740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cca1307b60 0x55cca130fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:20.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.515+0000 7f991f260740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1308480 0x55cca1310130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:20.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.515+0000 7f991f260740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1312d40 0x55cca1310670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:20.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.515+0000 7f991f260740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x55cca1315910 con 0x55cca1312d40 2024-09-05T07:48:20.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.515+0000 7f991f260740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x55cca1227f10 con 0x55cca1307b60 2024-09-05T07:48:20.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.515+0000 7f991f260740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x55cca1315a90 con 0x55cca1308480 2024-09-05T07:48:20.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.515+0000 7f991f260740 10 client.0 _ll_register_callbacks cb 0x55cca11f0a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:48:20.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.515+0000 7f9916d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1312d40 0x55cca1310670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:20.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.516+0000 7f9916d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1312d40 0x55cca1310670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40318/0 (socket says 172.21.15.71:40318) 2024-09-05T07:48:20.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.516+0000 7f9916d9d640 1 -- 172.21.15.71:0/1348991867 learned_addr learned my addr 172.21.15.71:0/1348991867 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:20.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.516+0000 7f9915d9b640 1 --2- 172.21.15.71:0/1348991867 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1308480 0x55cca1310130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:20.522 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.516+0000 7f991659c640 1 --2- 172.21.15.71:0/1348991867 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cca1307b60 0x55cca130fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.516+0000 7f9916d9d640 1 -- 172.21.15.71:0/1348991867 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1308480 msgr2=0x55cca1310130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.516+0000 7f9916d9d640 1 --2- 172.21.15.71:0/1348991867 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1308480 0x55cca1310130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.516+0000 7f9916d9d640 1 -- 172.21.15.71:0/1348991867 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cca1307b60 msgr2=0x55cca130fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.516+0000 7f9916d9d640 1 --2- 172.21.15.71:0/1348991867 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cca1307b60 0x55cca130fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.516+0000 7f9916d9d640 1 -- 172.21.15.71:0/1348991867 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cca0fde6a0 con 0x55cca1312d40 2024-09-05T07:48:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.516+0000 7f9916d9d640 1 --2- 172.21.15.71:0/1348991867 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1312d40 0x55cca1310670 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f9910008010 tx=0x7f9910004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73e531b4c8b1bc72 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.516+0000 7f98fdffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:48:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.516+0000 7f98fdffb640 1 -- 172.21.15.71:0/1348991867 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9910004d20 con 0x55cca1312d40 2024-09-05T07:48:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.516+0000 7f991f260740 1 -- 172.21.15.71:0/1348991867 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9908017a70 con 0x55cca1312d40 2024-09-05T07:48:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.516+0000 7f98fdffb640 1 -- 172.21.15.71:0/1348991867 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f9910005020 con 0x55cca1312d40 2024-09-05T07:48:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.516+0000 7f98fdffb640 1 -- 172.21.15.71:0/1348991867 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9910005220 con 0x55cca1312d40 2024-09-05T07:48:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.516+0000 7f991f260740 10 client.17328 fetch_fsmap learned FSMap version 26 2024-09-05T07:48:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.516+0000 7f991f260740 1 -- 172.21.15.71:0/1348991867 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cca1321590 con 0x55cca1312d40 2024-09-05T07:48:20.523 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.517+0000 7f98fdffb640 1 -- 172.21.15.71:0/1348991867 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9908017a70 con 0x55cca1312d40 2024-09-05T07:48:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.517+0000 7f98fdffb640 1 -- 172.21.15.71:0/1348991867 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f991001e980 con 0x55cca1312d40 2024-09-05T07:48:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.517+0000 7f991f260740 10 client.17328 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:48:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.517+0000 7f991f260740 10 client.17328 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:48:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.517+0000 7f991f260740 20 client.17328 populate_metadata read hostname 'smithi071' 2024-09-05T07:48:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.517+0000 7f991f260740 1 --2- 172.21.15.71:0/1348991867 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55cca13229a0 0x55cca1324db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.517+0000 7f991f260740 4 client.17328 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:48:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.517+0000 7f991f260740 1 -- 172.21.15.71:0/1348991867 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cca127a7f0 con 0x55cca13229a0 2024-09-05T07:48:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.517+0000 7f991659c640 1 --2- 172.21.15.71:0/1348991867 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55cca13229a0 0x55cca1324db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.518+0000 7f98fdffb640 10 client.17328 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:48:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.518+0000 7f991659c640 1 --2- 172.21.15.71:0/1348991867 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55cca13229a0 0x55cca1324db0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff07994f1ba9d737 server_cookie=93a156b8bc061f74 in_seq=0 out_seq=0 2024-09-05T07:48:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.518+0000 7f98fdffb640 1 -- 172.21.15.71:0/1348991867 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cca127a7f0 con 0x55cca13229a0 2024-09-05T07:48:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.518+0000 7f98fdffb640 10 client.17328 handle_command_reply: tid=0 2024-09-05T07:48:20.524 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.518+0000 7f991f260740 1 client.17328 shutdown 2024-09-05T07:48:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.518+0000 7f991f260740 1 -- 172.21.15.71:0/1348991867 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1312d40 msgr2=0x55cca1310670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.518+0000 7f991f260740 1 --2- 172.21.15.71:0/1348991867 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1312d40 0x55cca1310670 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f9910008010 tx=0x7f9910004ab0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.519+0000 7f991f260740 1 -- 172.21.15.71:0/1348991867 shutdown_connections 2024-09-05T07:48:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.519+0000 7f991f260740 1 --2- 172.21.15.71:0/1348991867 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55cca13229a0 0x55cca1324db0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.519+0000 7f991f260740 1 --2- 172.21.15.71:0/1348991867 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1312d40 0x55cca1310670 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.519+0000 7f991f260740 1 --2- 172.21.15.71:0/1348991867 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1308480 0x55cca1310130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.519+0000 7f991f260740 1 --2- 172.21.15.71:0/1348991867 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cca1307b60 0x55cca130fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.519+0000 7f991f260740 1 -- 172.21.15.71:0/1348991867 >> 172.21.15.71:0/1348991867 conn(0x55cca13040f0 msgr2=0x55cca1309e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.519+0000 7f98fdffb640 0 client.17328 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:48:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.519+0000 7f991f260740 1 -- 172.21.15.71:0/1348991867 shutdown_connections 2024-09-05T07:48:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.519+0000 7f991f260740 1 -- 172.21.15.71:0/1348991867 wait complete. 2024-09-05T07:48:20.525 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.519+0000 7f991f260740 20 client.17328 trim_cache size 0 max 16384 2024-09-05T07:48:20.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.536+0000 7f991f260740 1 Processor -- start 2024-09-05T07:48:20.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.536+0000 7f991f260740 1 -- start start 2024-09-05T07:48:20.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.536+0000 7f991f260740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1307b60 0x55cca130a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:20.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.536+0000 7f991f260740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cca1308480 0x55cca1311a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:20.538 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.536+0000 7f991f260740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1312d40 0x55cca132a680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:20.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.536+0000 7f991f260740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f99181b1a00 con 0x55cca1312d40 2024-09-05T07:48:20.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.536+0000 7f991f260740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f99181af2d0 con 0x55cca1308480 2024-09-05T07:48:20.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.536+0000 7f991f260740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f99181ad140 con 0x55cca1307b60 2024-09-05T07:48:20.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.536+0000 7f9916d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1312d40 0x55cca132a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:20.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.536+0000 7f9916d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1312d40 0x55cca132a680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40330/0 (socket says 172.21.15.71:40330) 2024-09-05T07:48:20.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.536+0000 7f9916d9d640 1 -- 172.21.15.71:0/3226737015 learned_addr learned my addr 172.21.15.71:0/3226737015 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:20.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.536+0000 7f991659c640 1 --2- 172.21.15.71:0/3226737015 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1307b60 0x55cca130a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:20.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.536+0000 7f9915d9b640 1 --2- 172.21.15.71:0/3226737015 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cca1308480 0x55cca1311a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:20.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.536+0000 7f9916d9d640 1 -- 172.21.15.71:0/3226737015 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1307b60 msgr2=0x55cca130a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:20.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.536+0000 7f9916d9d640 1 --2- 172.21.15.71:0/3226737015 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1307b60 0x55cca130a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.536+0000 7f9916d9d640 1 -- 172.21.15.71:0/3226737015 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cca1308480 msgr2=0x55cca1311a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:20.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.536+0000 7f9916d9d640 1 --2- 172.21.15.71:0/3226737015 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cca1308480 0x55cca1311a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.536+0000 7f9916d9d640 1 -- 172.21.15.71:0/3226737015 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cca12ff830 con 0x55cca1312d40 2024-09-05T07:48:20.539 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.536+0000 7f9916d9d640 1 --2- 172.21.15.71:0/3226737015 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1312d40 0x55cca132a680 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f9910007470 tx=0x7f9910012b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd12720bb7b43caa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:20.540 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.537+0000 7f98fffff640 1 -- 172.21.15.71:0/3226737015 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9910037020 con 0x55cca1312d40 2024-09-05T07:48:20.540 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.537+0000 7f98fffff640 1 -- 172.21.15.71:0/3226737015 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9910022070 con 0x55cca1312d40 2024-09-05T07:48:20.540 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.537+0000 7f98fffff640 1 -- 172.21.15.71:0/3226737015 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9910005a90 con 0x55cca1312d40 2024-09-05T07:48:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.537+0000 7f991f260740 1 -- 172.21.15.71:0/3226737015 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1312d40 msgr2=0x55cca132a680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.537+0000 7f991f260740 1 --2- 172.21.15.71:0/3226737015 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1312d40 0x55cca132a680 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f9910007470 tx=0x7f9910012b30 comp rx=0 tx=0).stop 2024-09-05T07:48:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.537+0000 7f991f260740 1 -- 172.21.15.71:0/3226737015 shutdown_connections 2024-09-05T07:48:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.537+0000 7f991f260740 1 --2- 172.21.15.71:0/3226737015 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1312d40 0x55cca132a680 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.537+0000 7f991f260740 1 --2- 172.21.15.71:0/3226737015 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cca1308480 0x55cca1311a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.537+0000 7f991f260740 1 --2- 172.21.15.71:0/3226737015 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1307b60 0x55cca130a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.537+0000 7f991f260740 1 -- 172.21.15.71:0/3226737015 >> 172.21.15.71:0/3226737015 conn(0x55cca13040f0 msgr2=0x55cca1311340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.537+0000 7f991f260740 1 -- 172.21.15.71:0/3226737015 shutdown_connections 2024-09-05T07:48:20.543 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.537+0000 7f991f260740 1 -- 172.21.15.71:0/3226737015 wait complete. 2024-09-05T07:48:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.538+0000 7f991f260740 1 -- start start 2024-09-05T07:48:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.538+0000 7f991f260740 1 Processor -- start 2024-09-05T07:48:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.538+0000 7f991f260740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1307b60 0x55cca131b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.538+0000 7f991f260740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1308480 0x55cca13164d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.538+0000 7f991f260740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cca1312d40 0x55cca1316a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.538+0000 7f991f260740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f99181ad790 con 0x55cca1308480 2024-09-05T07:48:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.538+0000 7f991f260740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f99181aec00 con 0x55cca1312d40 2024-09-05T07:48:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.538+0000 7f991f260740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f99181ade60 con 0x55cca1307b60 2024-09-05T07:48:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.538+0000 7f991f260740 10 client.0 _ll_register_callbacks cb 0x7f99100073a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:48:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.538+0000 7f9915d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1308480 0x55cca13164d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.538+0000 7f9915d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1308480 0x55cca13164d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:40344/0 (socket says 172.21.15.71:40344) 2024-09-05T07:48:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.538+0000 7f9915d9b640 1 -- 172.21.15.71:0/3416429153 learned_addr learned my addr 172.21.15.71:0/3416429153 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:20.544 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.538+0000 7f9915d9b640 1 -- 172.21.15.71:0/3416429153 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1307b60 msgr2=0x55cca131b1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.538+0000 7f991659c640 1 --2- 172.21.15.71:0/3416429153 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1307b60 0x55cca131b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.538+0000 7f9915d9b640 1 --2- 172.21.15.71:0/3416429153 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1307b60 0x55cca131b1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.538+0000 7f9915d9b640 1 -- 172.21.15.71:0/3416429153 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cca1312d40 msgr2=0x55cca1316a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.538+0000 7f9915d9b640 1 --2- 172.21.15.71:0/3416429153 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cca1312d40 0x55cca1316a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.538+0000 7f9915d9b640 1 -- 172.21.15.71:0/3416429153 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cca1316f80 con 0x55cca1308480 2024-09-05T07:48:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.539+0000 7f9915d9b640 1 --2- 172.21.15.71:0/3416429153 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1308480 0x55cca13164d0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f990c0ed600 tx=0x7f990c03d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=deefbd7b1f466d5e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.539+0000 7f98fdffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:48:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.539+0000 7f98fdffb640 1 -- 172.21.15.71:0/3416429153 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f990c049040 con 0x55cca1308480 2024-09-05T07:48:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.539+0000 7f98fdffb640 1 -- 172.21.15.71:0/3416429153 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f990c0b89e0 con 0x55cca1308480 2024-09-05T07:48:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.539+0000 7f991f260740 1 -- 172.21.15.71:0/3416429153 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9910022070 con 0x55cca1308480 2024-09-05T07:48:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.539+0000 7f98fdffb640 1 -- 172.21.15.71:0/3416429153 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f990c0bca70 con 0x55cca1308480 2024-09-05T07:48:20.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.539+0000 7f991f260740 10 client.17334 fetch_fsmap learned FSMap version 26 2024-09-05T07:48:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.539+0000 7f991f260740 1 -- 172.21.15.71:0/3416429153 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cca1395c00 con 0x55cca1308480 2024-09-05T07:48:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.539+0000 7f98fdffb640 1 -- 172.21.15.71:0/3416429153 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9910022070 con 0x55cca1308480 2024-09-05T07:48:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.539+0000 7f98fdffb640 1 -- 172.21.15.71:0/3416429153 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f990c0d5150 con 0x55cca1308480 2024-09-05T07:48:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.539+0000 7f991f260740 10 client.17334 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:48:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.539+0000 7f991f260740 10 client.17334 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:48:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.539+0000 7f991f260740 20 client.17334 populate_metadata read hostname 'smithi071' 2024-09-05T07:48:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.539+0000 7f991f260740 1 --2- 172.21.15.71:0/3416429153 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55cca1396330 0x55cca1398750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.539+0000 7f991f260740 4 client.17334 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T07:48:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.539+0000 7f991f260740 1 -- 172.21.15.71:0/3416429153 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55cca1274d00 con 0x55cca1396330 2024-09-05T07:48:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.540+0000 7f991659c640 1 --2- 172.21.15.71:0/3416429153 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55cca1396330 0x55cca1398750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.540+0000 7f991659c640 1 --2- 172.21.15.71:0/3416429153 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55cca1396330 0x55cca1398750 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4ecbd47914da7a7 server_cookie=aa5584d67fb4e56a in_seq=0 out_seq=0 2024-09-05T07:48:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.540+0000 7f98fdffb640 10 client.17334 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:48:20.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.541+0000 7f98fdffb640 1 -- 172.21.15.71:0/3416429153 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55cca1274d00 con 0x55cca1396330 2024-09-05T07:48:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.541+0000 7f98fdffb640 10 client.17334 handle_command_reply: tid=0 2024-09-05T07:48:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.541+0000 7f991f260740 1 client.17334 shutdown 2024-09-05T07:48:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.541+0000 7f991f260740 1 -- 172.21.15.71:0/3416429153 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1308480 msgr2=0x55cca13164d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.541+0000 7f991f260740 1 --2- 172.21.15.71:0/3416429153 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1308480 0x55cca13164d0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f990c0ed600 tx=0x7f990c03d000 comp rx=0 tx=0).stop 2024-09-05T07:48:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.541+0000 7f991f260740 1 -- 172.21.15.71:0/3416429153 shutdown_connections 2024-09-05T07:48:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.541+0000 7f991f260740 1 --2- 172.21.15.71:0/3416429153 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x55cca1396330 0x55cca1398750 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.541+0000 7f991f260740 1 --2- 172.21.15.71:0/3416429153 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x55cca1312d40 0x55cca1316a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.541+0000 7f991f260740 1 --2- 172.21.15.71:0/3416429153 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55cca1308480 0x55cca13164d0 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.541+0000 7f991f260740 1 --2- 172.21.15.71:0/3416429153 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x55cca1307b60 0x55cca131b1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.541+0000 7f991f260740 1 -- 172.21.15.71:0/3416429153 >> 172.21.15.71:0/3416429153 conn(0x55cca13040f0 msgr2=0x55cca1303270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.541+0000 7f98fdffb640 0 client.17334 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:48:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.541+0000 7f991f260740 1 -- 172.21.15.71:0/3416429153 shutdown_connections 2024-09-05T07:48:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.541+0000 7f991f260740 1 -- 172.21.15.71:0/3416429153 wait complete. 2024-09-05T07:48:20.547 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.541+0000 7f991f260740 20 client.17334 trim_cache size 0 max 16384 2024-09-05T07:48:20.548 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:48:20.548 INFO:teuthology.orchestra.run.smithi071.stdout: "return_code": 0, 2024-09-05T07:48:20.548 INFO:teuthology.orchestra.run.smithi071.stdout: "scrub_tag": "6dc05d94-0f5c-4b31-9fcf-c58e6453056a", 2024-09-05T07:48:20.548 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": "asynchronous" 2024-09-05T07:48:20.548 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:48:20.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.542+0000 7f991ce87640 1 -- 172.21.15.71:0/777525928 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f99000a2cf0 msgr2=0x7f99000a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:20.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.542+0000 7f991ce87640 1 --2- 172.21.15.71:0/777525928 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f99000a2cf0 0x7f99000a51b0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9910007f30 tx=0x7f9910004a40 comp rx=0 tx=0).stop 2024-09-05T07:48:20.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.542+0000 7f991ce87640 1 -- 172.21.15.71:0/777525928 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9918101ba0 msgr2=0x7f99181996b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:20.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.542+0000 7f991ce87640 1 --2- 172.21.15.71:0/777525928 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9918101ba0 0x7f99181996b0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f990c006010 tx=0x7f990c0042f0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.542+0000 7f991ce87640 1 -- 172.21.15.71:0/777525928 shutdown_connections 2024-09-05T07:48:20.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.542+0000 7f991ce87640 1 --2- 172.21.15.71:0/777525928 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f99000a2cf0 0x7f99000a51b0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.542+0000 7f991ce87640 1 --2- 172.21.15.71:0/777525928 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9918105a70 0x7f99181a41f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.542+0000 7f991ce87640 1 --2- 172.21.15.71:0/777525928 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9918101ba0 0x7f99181996b0 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.542+0000 7f991ce87640 1 --2- 172.21.15.71:0/777525928 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9918101220 0x7f9918199170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:20.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.542+0000 7f991ce87640 1 -- 172.21.15.71:0/777525928 >> 172.21.15.71:0/777525928 conn(0x7f99180fbee0 msgr2=0x7f99180fc640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:20.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.542+0000 7f991ce87640 1 -- 172.21.15.71:0/777525928 shutdown_connections 2024-09-05T07:48:20.550 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:20.542+0000 7f991ce87640 1 -- 172.21.15.71:0/777525928 wait complete. 2024-09-05T07:48:20.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:20 smithi123 ceph-mon[34568]: pgmap v302: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:48:20.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:20 smithi192 ceph-mon[34929]: pgmap v302: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:48:21.383 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:48:21.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:21 smithi071 ceph-mon[30965]: scrub queued for path: / 2024-09-05T07:48:21.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:21 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:48:21.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:21 smithi071 ceph-mon[30965]: scrub summary: active paths [/] 2024-09-05T07:48:21.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:21 smithi071 ceph-mon[30965]: scrub summary: idle+waiting paths [/] 2024-09-05T07:48:21.629 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:48:21.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:21 smithi123 ceph-mon[34568]: scrub queued for path: / 2024-09-05T07:48:21.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:21 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:48:21.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:21 smithi123 ceph-mon[34568]: scrub summary: active paths [/] 2024-09-05T07:48:21.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:21 smithi123 ceph-mon[34568]: scrub summary: idle+waiting paths [/] 2024-09-05T07:48:21.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:21 smithi192 ceph-mon[34929]: scrub queued for path: / 2024-09-05T07:48:21.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:21 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:48:21.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:21 smithi192 ceph-mon[34929]: scrub summary: active paths [/] 2024-09-05T07:48:21.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:21 smithi192 ceph-mon[34929]: scrub summary: idle+waiting paths [/] 2024-09-05T07:48:22.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.081+0000 7f7a443b5640 1 -- 172.21.15.71:0/4112456454 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7a3c100e20 msgr2=0x7f7a3c101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:22.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.081+0000 7f7a443b5640 1 --2- 172.21.15.71:0/4112456454 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7a3c100e20 0x7f7a3c101200 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f7a34009900 tx=0x7f7a3402a480 comp rx=0 tx=0).stop 2024-09-05T07:48:22.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.082+0000 7f7a443b5640 1 -- 172.21.15.71:0/4112456454 shutdown_connections 2024-09-05T07:48:22.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.082+0000 7f7a443b5640 1 --2- 172.21.15.71:0/4112456454 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a3c102ef0 0x7f7a3c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.082+0000 7f7a443b5640 1 --2- 172.21.15.71:0/4112456454 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a3c102570 0x7f7a3c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.082+0000 7f7a443b5640 1 --2- 172.21.15.71:0/4112456454 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7a3c100e20 0x7f7a3c101200 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.082+0000 7f7a443b5640 1 -- 172.21.15.71:0/4112456454 >> 172.21.15.71:0/4112456454 conn(0x7f7a3c0fc7d0 msgr2=0x7f7a3c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:22.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.082+0000 7f7a443b5640 1 -- 172.21.15.71:0/4112456454 shutdown_connections 2024-09-05T07:48:22.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.082+0000 7f7a443b5640 1 -- 172.21.15.71:0/4112456454 wait complete. 2024-09-05T07:48:22.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.082+0000 7f7a443b5640 1 Processor -- start 2024-09-05T07:48:22.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.082+0000 7f7a443b5640 1 -- start start 2024-09-05T07:48:22.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.082+0000 7f7a443b5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7a3c100e20 0x7f7a3c1984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:22.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.082+0000 7f7a443b5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a3c102570 0x7f7a3c198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:22.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.082+0000 7f7a443b5640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a3c102ef0 0x7f7a3c19cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:22.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.082+0000 7f7a443b5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7a3c110e70 con 0x7f7a3c100e20 2024-09-05T07:48:22.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.082+0000 7f7a443b5640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7a3c110cf0 con 0x7f7a3c102ef0 2024-09-05T07:48:22.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.082+0000 7f7a443b5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7a3c110ff0 con 0x7f7a3c102570 2024-09-05T07:48:22.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.083+0000 7f7a42151640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7a3c100e20 0x7f7a3c1984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:22.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.083+0000 7f7a42151640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7a3c100e20 0x7f7a3c1984e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46760/0 (socket says 172.21.15.71:46760) 2024-09-05T07:48:22.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.083+0000 7f7a42151640 1 -- 172.21.15.71:0/867759302 learned_addr learned my addr 172.21.15.71:0/867759302 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:22.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.083+0000 7f7a41950640 1 --2- 172.21.15.71:0/867759302 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a3c102570 0x7f7a3c198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:22.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.083+0000 7f7a42952640 1 --2- 172.21.15.71:0/867759302 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a3c102ef0 0x7f7a3c19cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:22.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.083+0000 7f7a42151640 1 -- 172.21.15.71:0/867759302 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a3c102570 msgr2=0x7f7a3c198a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:22.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.083+0000 7f7a42151640 1 --2- 172.21.15.71:0/867759302 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a3c102570 0x7f7a3c198a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.083+0000 7f7a42151640 1 -- 172.21.15.71:0/867759302 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a3c102ef0 msgr2=0x7f7a3c19cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:22.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.083+0000 7f7a42151640 1 --2- 172.21.15.71:0/867759302 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a3c102ef0 0x7f7a3c19cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.083+0000 7f7a42151640 1 -- 172.21.15.71:0/867759302 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a3c19d490 con 0x7f7a3c100e20 2024-09-05T07:48:22.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.083+0000 7f7a41950640 1 --2- 172.21.15.71:0/867759302 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a3c102570 0x7f7a3c198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:48:22.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.083+0000 7f7a42952640 1 --2- 172.21.15.71:0/867759302 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a3c102ef0 0x7f7a3c19cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:48:22.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.083+0000 7f7a42151640 1 --2- 172.21.15.71:0/867759302 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7a3c100e20 0x7f7a3c1984e0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f7a34006010 tx=0x7f7a34004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:22.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.083+0000 7f7a337fe640 1 -- 172.21.15.71:0/867759302 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a3403f030 con 0x7f7a3c100e20 2024-09-05T07:48:22.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.083+0000 7f7a443b5640 1 -- 172.21.15.71:0/867759302 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a3c19d720 con 0x7f7a3c100e20 2024-09-05T07:48:22.104 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.083+0000 7f7a337fe640 1 -- 172.21.15.71:0/867759302 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7a34003aa0 con 0x7f7a3c100e20 2024-09-05T07:48:22.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.083+0000 7f7a337fe640 1 -- 172.21.15.71:0/867759302 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a34035070 con 0x7f7a3c100e20 2024-09-05T07:48:22.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.083+0000 7f7a443b5640 1 -- 172.21.15.71:0/867759302 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a3c1a5060 con 0x7f7a3c100e20 2024-09-05T07:48:22.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.086+0000 7f7a337fe640 1 -- 172.21.15.71:0/867759302 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f7a34042030 con 0x7f7a3c100e20 2024-09-05T07:48:22.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.086+0000 7f7a4678e740 1 Processor -- start 2024-09-05T07:48:22.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.086+0000 7f7a4678e740 1 -- start start 2024-09-05T07:48:22.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a4678e740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342ec7880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:22.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a4678e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec7dc0 0x561342ed2140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:22.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a4678e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561342ed2680 0x561342ed4a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:22.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a4678e740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x561342e2d2e0 con 0x561342ec74a0 2024-09-05T07:48:22.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a4678e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x561342dd4ce0 con 0x561342ec7dc0 2024-09-05T07:48:22.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a4678e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x561342e292a0 con 0x561342ed2680 2024-09-05T07:48:22.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a42952640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342ec7880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:22.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a42952640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342ec7880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46764/0 (socket says 172.21.15.71:46764) 2024-09-05T07:48:22.105 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a42952640 1 -- 172.21.15.71:0/2736209470 learned_addr learned my addr 172.21.15.71:0/2736209470 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:22.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a42151640 1 --2- 172.21.15.71:0/2736209470 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec7dc0 0x561342ed2140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:22.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a41950640 1 --2- 172.21.15.71:0/2736209470 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561342ed2680 0x561342ed4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:22.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a42952640 1 -- 172.21.15.71:0/2736209470 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561342ed2680 msgr2=0x561342ed4a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:22.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a42952640 1 --2- 172.21.15.71:0/2736209470 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561342ed2680 0x561342ed4a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a42952640 1 -- 172.21.15.71:0/2736209470 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec7dc0 msgr2=0x561342ed2140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:22.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a42952640 1 --2- 172.21.15.71:0/2736209470 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec7dc0 0x561342ed2140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a42952640 1 -- 172.21.15.71:0/2736209470 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561342db9440 con 0x561342ec74a0 2024-09-05T07:48:22.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a42151640 1 --2- 172.21.15.71:0/2736209470 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec7dc0 0x561342ed2140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:48:22.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a337fe640 1 --2- 172.21.15.71:0/867759302 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7a280a2cf0 0x7f7a280a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:22.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a42151640 1 --2- 172.21.15.71:0/867759302 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7a280a2cf0 0x7f7a280a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:22.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a42952640 1 --2- 172.21.15.71:0/2736209470 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342ec7880 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f7a38009fd0 tx=0x7f7a380108e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c047b5f646eed17 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:22.106 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.087+0000 7f7a337fe640 1 -- 172.21.15.71:0/867759302 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f7a340eff40 con 0x7f7a3c100e20 2024-09-05T07:48:22.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.088+0000 7f7a30dea640 1 -- 172.21.15.71:0/2736209470 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a38011760 con 0x561342ec74a0 2024-09-05T07:48:22.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.088+0000 7f7a30dea640 1 -- 172.21.15.71:0/2736209470 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7a38011db0 con 0x561342ec74a0 2024-09-05T07:48:22.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.088+0000 7f7a30dea640 1 -- 172.21.15.71:0/2736209470 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a3800e3c0 con 0x561342ec74a0 2024-09-05T07:48:22.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.088+0000 7f7a4678e740 1 -- 172.21.15.71:0/2736209470 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 msgr2=0x561342ec7880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:22.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.088+0000 7f7a42151640 1 --2- 172.21.15.71:0/867759302 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7a280a2cf0 0x7f7a280a51b0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f7a340ed2f0 tx=0x7f7a3402a480 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:22.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.088+0000 7f7a4678e740 1 --2- 172.21.15.71:0/2736209470 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342ec7880 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f7a38009fd0 tx=0x7f7a380108e0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.088+0000 7f7a4678e740 1 -- 172.21.15.71:0/2736209470 shutdown_connections 2024-09-05T07:48:22.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.088+0000 7f7a4678e740 1 --2- 172.21.15.71:0/2736209470 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561342ed2680 0x561342ed4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.088+0000 7f7a4678e740 1 --2- 172.21.15.71:0/2736209470 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec7dc0 0x561342ed2140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.088+0000 7f7a4678e740 1 --2- 172.21.15.71:0/2736209470 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342ec7880 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.088+0000 7f7a4678e740 1 -- 172.21.15.71:0/2736209470 >> 172.21.15.71:0/2736209470 conn(0x561342ec3a30 msgr2=0x561342ec3e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:22.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.088+0000 7f7a4678e740 1 -- 172.21.15.71:0/2736209470 shutdown_connections 2024-09-05T07:48:22.107 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.088+0000 7f7a4678e740 1 -- 172.21.15.71:0/2736209470 wait complete. 2024-09-05T07:48:22.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.089+0000 7f7a4678e740 1 -- start start 2024-09-05T07:48:22.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.089+0000 7f7a4678e740 1 Processor -- start 2024-09-05T07:48:22.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.089+0000 7f7a4678e740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342ed1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:22.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.089+0000 7f7a4678e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec7dc0 0x561342ecf250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:22.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.089+0000 7f7a4678e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561342ed2680 0x561342ecf790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:22.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.089+0000 7f7a4678e740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x561342ed5250 con 0x561342ec74a0 2024-09-05T07:48:22.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.089+0000 7f7a4678e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x561342de8050 con 0x561342ec7dc0 2024-09-05T07:48:22.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.089+0000 7f7a4678e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x561342ed53d0 con 0x561342ed2680 2024-09-05T07:48:22.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.089+0000 7f7a4678e740 10 client.0 _ll_register_callbacks cb 0x561342e28160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:48:22.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.089+0000 7f7a42952640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342ed1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:22.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.089+0000 7f7a42952640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342ed1fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46772/0 (socket says 172.21.15.71:46772) 2024-09-05T07:48:22.108 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.089+0000 7f7a42952640 1 -- 172.21.15.71:0/1323704372 learned_addr learned my addr 172.21.15.71:0/1323704372 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:22.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.089+0000 7f7a41950640 1 --2- 172.21.15.71:0/1323704372 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec7dc0 0x561342ecf250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:22.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.089+0000 7f7a42952640 1 -- 172.21.15.71:0/1323704372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561342ed2680 msgr2=0x561342ecf790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:22.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.089+0000 7f7a42952640 1 --2- 172.21.15.71:0/1323704372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561342ed2680 0x561342ecf790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.089+0000 7f7a42952640 1 -- 172.21.15.71:0/1323704372 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec7dc0 msgr2=0x561342ecf250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:22.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.089+0000 7f7a42952640 1 --2- 172.21.15.71:0/1323704372 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec7dc0 0x561342ecf250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.089+0000 7f7a42952640 1 -- 172.21.15.71:0/1323704372 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561342b9e3c0 con 0x561342ec74a0 2024-09-05T07:48:22.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.090+0000 7f7a41950640 1 --2- 172.21.15.71:0/1323704372 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec7dc0 0x561342ecf250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:48:22.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.090+0000 7f7a42952640 1 --2- 172.21.15.71:0/1323704372 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342ed1fa0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f7a3801bb60 tx=0x7f7a38009db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=970053a1d0e67943 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:22.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.090+0000 7f7a25ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:48:22.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.090+0000 7f7a25ffb640 1 -- 172.21.15.71:0/1323704372 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a38011760 con 0x561342ec74a0 2024-09-05T07:48:22.109 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.090+0000 7f7a25ffb640 1 -- 172.21.15.71:0/1323704372 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f7a38011900 con 0x561342ec74a0 2024-09-05T07:48:22.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.090+0000 7f7a4678e740 1 -- 172.21.15.71:0/1323704372 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a38011db0 con 0x561342ec74a0 2024-09-05T07:48:22.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.090+0000 7f7a25ffb640 1 -- 172.21.15.71:0/1323704372 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7a38011b00 con 0x561342ec74a0 2024-09-05T07:48:22.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.090+0000 7f7a4678e740 10 client.17346 fetch_fsmap learned FSMap version 26 2024-09-05T07:48:22.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.090+0000 7f7a4678e740 1 -- 172.21.15.71:0/1323704372 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561342ee0bd0 con 0x561342ec74a0 2024-09-05T07:48:22.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.090+0000 7f7a25ffb640 1 -- 172.21.15.71:0/1323704372 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7a38011db0 con 0x561342ec74a0 2024-09-05T07:48:22.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.090+0000 7f7a25ffb640 1 -- 172.21.15.71:0/1323704372 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f7a38027530 con 0x561342ec74a0 2024-09-05T07:48:22.110 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.090+0000 7f7a4678e740 10 client.17346 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:48:22.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.090+0000 7f7a4678e740 10 client.17346 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:48:22.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.090+0000 7f7a4678e740 20 client.17346 populate_metadata read hostname 'smithi071' 2024-09-05T07:48:22.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.090+0000 7f7a4678e740 1 --2- 172.21.15.71:0/1323704372 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561342ee2090 0x561342ee4480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:22.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.090+0000 7f7a4678e740 4 client.17346 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:48:22.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.090+0000 7f7a4678e740 1 -- 172.21.15.71:0/1323704372 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561342e3a850 con 0x561342ee2090 2024-09-05T07:48:22.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.091+0000 7f7a41950640 1 --2- 172.21.15.71:0/1323704372 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561342ee2090 0x561342ee4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:22.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.091+0000 7f7a25ffb640 10 client.17346 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:48:22.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.091+0000 7f7a41950640 1 --2- 172.21.15.71:0/1323704372 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561342ee2090 0x561342ee4480 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe62a9a28557078b server_cookie=a67b22e12281ca in_seq=0 out_seq=0 2024-09-05T07:48:22.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.092+0000 7f7a25ffb640 1 -- 172.21.15.71:0/1323704372 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561342e3a850 con 0x561342ee2090 2024-09-05T07:48:22.111 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.092+0000 7f7a25ffb640 10 client.17346 handle_command_reply: tid=0 2024-09-05T07:48:22.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.092+0000 7f7a4678e740 1 client.17346 shutdown 2024-09-05T07:48:22.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.092+0000 7f7a4678e740 1 -- 172.21.15.71:0/1323704372 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 msgr2=0x561342ed1fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:22.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.092+0000 7f7a4678e740 1 --2- 172.21.15.71:0/1323704372 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342ed1fa0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f7a3801bb60 tx=0x7f7a38009db0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.092+0000 7f7a4678e740 1 -- 172.21.15.71:0/1323704372 shutdown_connections 2024-09-05T07:48:22.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.092+0000 7f7a4678e740 1 --2- 172.21.15.71:0/1323704372 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561342ee2090 0x561342ee4480 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.092+0000 7f7a4678e740 1 --2- 172.21.15.71:0/1323704372 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561342ed2680 0x561342ecf790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.092+0000 7f7a25ffb640 0 client.17346 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:48:22.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.092+0000 7f7a4678e740 1 --2- 172.21.15.71:0/1323704372 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec7dc0 0x561342ecf250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.092+0000 7f7a4678e740 1 --2- 172.21.15.71:0/1323704372 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342ed1fa0 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.112 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.092+0000 7f7a4678e740 1 -- 172.21.15.71:0/1323704372 >> 172.21.15.71:0/1323704372 conn(0x561342ec3a30 msgr2=0x561342ec2b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:22.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.092+0000 7f7a4678e740 1 -- 172.21.15.71:0/1323704372 shutdown_connections 2024-09-05T07:48:22.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.092+0000 7f7a4678e740 1 -- 172.21.15.71:0/1323704372 wait complete. 2024-09-05T07:48:22.113 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.092+0000 7f7a4678e740 20 client.17346 trim_cache size 0 max 16384 2024-09-05T07:48:22.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.109+0000 7f7a4678e740 1 Processor -- start 2024-09-05T07:48:22.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.109+0000 7f7a4678e740 1 -- start start 2024-09-05T07:48:22.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.109+0000 7f7a4678e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561342ec3a30 0x561342ede4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:22.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.109+0000 7f7a4678e740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342eca7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:22.119 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.109+0000 7f7a4678e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec7dc0 0x561342ee9c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:22.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.109+0000 7f7a4678e740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7a3c1b1ad0 con 0x561342ec74a0 2024-09-05T07:48:22.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.109+0000 7f7a4678e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7a3c1af3a0 con 0x561342ec7dc0 2024-09-05T07:48:22.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.109+0000 7f7a4678e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7a3c1ad210 con 0x561342ec3a30 2024-09-05T07:48:22.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.109+0000 7f7a41950640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342eca7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:22.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.109+0000 7f7a41950640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342eca7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46782/0 (socket says 172.21.15.71:46782) 2024-09-05T07:48:22.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.109+0000 7f7a41950640 1 -- 172.21.15.71:0/2114892318 learned_addr learned my addr 172.21.15.71:0/2114892318 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:22.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.110+0000 7f7a42952640 1 --2- 172.21.15.71:0/2114892318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561342ec3a30 0x561342ede4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:22.120 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.110+0000 7f7a41950640 1 -- 172.21.15.71:0/2114892318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561342ec3a30 msgr2=0x561342ede4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:22.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.110+0000 7f7a41950640 1 --2- 172.21.15.71:0/2114892318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561342ec3a30 0x561342ede4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.110+0000 7f7a41950640 1 -- 172.21.15.71:0/2114892318 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec7dc0 msgr2=0x561342ee9c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:22.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.110+0000 7f7a41950640 1 --2- 172.21.15.71:0/2114892318 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec7dc0 0x561342ee9c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.110+0000 7f7a41950640 1 -- 172.21.15.71:0/2114892318 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561342ec7bf0 con 0x561342ec74a0 2024-09-05T07:48:22.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.110+0000 7f7a42952640 1 --2- 172.21.15.71:0/2114892318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561342ec3a30 0x561342ede4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:48:22.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.110+0000 7f7a41950640 1 --2- 172.21.15.71:0/2114892318 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342eca7f0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x561342ec4db0 tx=0x7f7a2c0047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5330cfc80670c3be server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:22.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.110+0000 7f7a27fff640 1 -- 172.21.15.71:0/2114892318 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a2c00bcc0 con 0x561342ec74a0 2024-09-05T07:48:22.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.110+0000 7f7a27fff640 1 -- 172.21.15.71:0/2114892318 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7a2c0248e0 con 0x561342ec74a0 2024-09-05T07:48:22.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.110+0000 7f7a27fff640 1 -- 172.21.15.71:0/2114892318 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a2c014610 con 0x561342ec74a0 2024-09-05T07:48:22.121 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.111+0000 7f7a4678e740 1 -- 172.21.15.71:0/2114892318 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 msgr2=0x561342eca7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:22.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.111+0000 7f7a4678e740 1 --2- 172.21.15.71:0/2114892318 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342eca7f0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x561342ec4db0 tx=0x7f7a2c0047d0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.111+0000 7f7a4678e740 1 -- 172.21.15.71:0/2114892318 shutdown_connections 2024-09-05T07:48:22.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.111+0000 7f7a4678e740 1 --2- 172.21.15.71:0/2114892318 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec7dc0 0x561342ee9c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.111+0000 7f7a4678e740 1 --2- 172.21.15.71:0/2114892318 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342eca7f0 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.111+0000 7f7a4678e740 1 --2- 172.21.15.71:0/2114892318 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561342ec3a30 0x561342ede4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.111+0000 7f7a4678e740 1 -- 172.21.15.71:0/2114892318 >> 172.21.15.71:0/2114892318 conn(0x561342ecf8f0 msgr2=0x561342eca0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:22.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.111+0000 7f7a4678e740 1 -- 172.21.15.71:0/2114892318 shutdown_connections 2024-09-05T07:48:22.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.111+0000 7f7a4678e740 1 -- 172.21.15.71:0/2114892318 wait complete. 2024-09-05T07:48:22.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.111+0000 7f7a4678e740 1 -- start start 2024-09-05T07:48:22.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.111+0000 7f7a4678e740 1 Processor -- start 2024-09-05T07:48:22.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.111+0000 7f7a4678e740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec3a30 0x561342eda9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:22.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.111+0000 7f7a4678e740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342edaf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:22.122 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.111+0000 7f7a4678e740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561342ec7dc0 0x561342ed5f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:22.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.111+0000 7f7a4678e740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7a3c1ad860 con 0x561342ec74a0 2024-09-05T07:48:22.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.111+0000 7f7a4678e740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7a3c1aecd0 con 0x561342ec3a30 2024-09-05T07:48:22.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.111+0000 7f7a4678e740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7a3c1adf30 con 0x561342ec7dc0 2024-09-05T07:48:22.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.111+0000 7f7a4678e740 10 client.0 _ll_register_callbacks cb 0x7f7a38009ed0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:48:22.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.112+0000 7f7a41950640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342edaf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:22.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.112+0000 7f7a41950640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342edaf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:46786/0 (socket says 172.21.15.71:46786) 2024-09-05T07:48:22.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.112+0000 7f7a41950640 1 -- 172.21.15.71:0/3852880841 learned_addr learned my addr 172.21.15.71:0/3852880841 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:22.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.112+0000 7f7a42952640 1 --2- 172.21.15.71:0/3852880841 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec3a30 0x561342eda9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:22.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.112+0000 7f7a42952640 1 --2- 172.21.15.71:0/3852880841 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561342ec7dc0 0x561342ed5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:22.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.112+0000 7f7a41950640 1 -- 172.21.15.71:0/3852880841 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561342ec7dc0 msgr2=0x561342ed5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:22.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.112+0000 7f7a41950640 1 --2- 172.21.15.71:0/3852880841 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561342ec7dc0 0x561342ed5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.112+0000 7f7a41950640 1 -- 172.21.15.71:0/3852880841 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec3a30 msgr2=0x561342eda9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:22.123 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.112+0000 7f7a41950640 1 --2- 172.21.15.71:0/3852880841 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec3a30 0x561342eda9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.112+0000 7f7a41950640 1 -- 172.21.15.71:0/3852880841 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561342ed6780 con 0x561342ec74a0 2024-09-05T07:48:22.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.112+0000 7f7a42952640 1 --2- 172.21.15.71:0/3852880841 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec3a30 0x561342eda9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:48:22.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.112+0000 7f7a41950640 1 --2- 172.21.15.71:0/3852880841 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342edaf10 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f7a2c00b2b0 tx=0x7f7a2c0244d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75e7ebd6c2baf256 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:22.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.112+0000 7f7a25ffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:48:22.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.112+0000 7f7a25ffb640 1 -- 172.21.15.71:0/3852880841 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a2c029020 con 0x561342ec74a0 2024-09-05T07:48:22.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.112+0000 7f7a25ffb640 1 -- 172.21.15.71:0/3852880841 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f7a2c024a90 con 0x561342ec74a0 2024-09-05T07:48:22.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.112+0000 7f7a4678e740 1 -- 172.21.15.71:0/3852880841 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a2c0248e0 con 0x561342ec74a0 2024-09-05T07:48:22.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.112+0000 7f7a25ffb640 1 -- 172.21.15.71:0/3852880841 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7a2c034050 con 0x561342ec74a0 2024-09-05T07:48:22.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.112+0000 7f7a4678e740 10 client.17352 fetch_fsmap learned FSMap version 26 2024-09-05T07:48:22.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.112+0000 7f7a4678e740 1 -- 172.21.15.71:0/3852880841 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561342f4c840 con 0x561342ec74a0 2024-09-05T07:48:22.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.113+0000 7f7a25ffb640 1 -- 172.21.15.71:0/3852880841 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7a2c0248e0 con 0x561342ec74a0 2024-09-05T07:48:22.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.113+0000 7f7a25ffb640 1 -- 172.21.15.71:0/3852880841 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f7a2c0143b0 con 0x561342ec74a0 2024-09-05T07:48:22.124 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.113+0000 7f7a4678e740 10 client.17352 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:48:22.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.113+0000 7f7a4678e740 10 client.17352 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:48:22.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.113+0000 7f7a4678e740 20 client.17352 populate_metadata read hostname 'smithi071' 2024-09-05T07:48:22.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.113+0000 7f7a4678e740 1 --2- 172.21.15.71:0/3852880841 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561342ed2680 0x561342f4ef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:22.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.113+0000 7f7a4678e740 4 client.17352 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:48:22.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.113+0000 7f7a4678e740 1 -- 172.21.15.71:0/3852880841 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561342e34d60 con 0x561342ed2680 2024-09-05T07:48:22.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.113+0000 7f7a42952640 1 --2- 172.21.15.71:0/3852880841 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561342ed2680 0x561342f4ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:22.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.113+0000 7f7a25ffb640 10 client.17352 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:48:22.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.113+0000 7f7a42952640 1 --2- 172.21.15.71:0/3852880841 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561342ed2680 0x561342f4ef70 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44e1866450f75228 server_cookie=f49c3ed32953ef09 in_seq=0 out_seq=0 2024-09-05T07:48:22.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.114+0000 7f7a25ffb640 1 -- 172.21.15.71:0/3852880841 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x561342e34d60 con 0x561342ed2680 2024-09-05T07:48:22.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.114+0000 7f7a25ffb640 10 client.17352 handle_command_reply: tid=0 2024-09-05T07:48:22.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.114+0000 7f7a4678e740 1 client.17352 shutdown 2024-09-05T07:48:22.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.114+0000 7f7a4678e740 1 -- 172.21.15.71:0/3852880841 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 msgr2=0x561342edaf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:22.125 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.114+0000 7f7a4678e740 1 --2- 172.21.15.71:0/3852880841 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342edaf10 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f7a2c00b2b0 tx=0x7f7a2c0244d0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.114+0000 7f7a4678e740 1 -- 172.21.15.71:0/3852880841 shutdown_connections 2024-09-05T07:48:22.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.114+0000 7f7a4678e740 1 --2- 172.21.15.71:0/3852880841 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x561342ed2680 0x561342f4ef70 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.114+0000 7f7a4678e740 1 --2- 172.21.15.71:0/3852880841 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x561342ec7dc0 0x561342ed5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.114+0000 7f7a4678e740 1 --2- 172.21.15.71:0/3852880841 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x561342ec74a0 0x561342edaf10 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.114+0000 7f7a25ffb640 0 client.17352 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:48:22.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.114+0000 7f7a4678e740 1 --2- 172.21.15.71:0/3852880841 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x561342ec3a30 0x561342eda9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.114+0000 7f7a4678e740 1 -- 172.21.15.71:0/3852880841 >> 172.21.15.71:0/3852880841 conn(0x561342ecf8f0 msgr2=0x561342ed12d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:22.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.114+0000 7f7a4678e740 1 -- 172.21.15.71:0/3852880841 shutdown_connections 2024-09-05T07:48:22.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.114+0000 7f7a4678e740 1 -- 172.21.15.71:0/3852880841 wait complete. 2024-09-05T07:48:22.126 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.114+0000 7f7a4678e740 20 client.17352 trim_cache size 0 max 16384 2024-09-05T07:48:22.126 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:48:22.127 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T07:48:22.127 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": { 2024-09-05T07:48:22.127 INFO:teuthology.orchestra.run.smithi071.stdout: "6dc05d94-0f5c-4b31-9fcf-c58e6453056a": { 2024-09-05T07:48:22.127 INFO:teuthology.orchestra.run.smithi071.stdout: "path": "/", 2024-09-05T07:48:22.127 INFO:teuthology.orchestra.run.smithi071.stdout: "tag": "6dc05d94-0f5c-4b31-9fcf-c58e6453056a", 2024-09-05T07:48:22.127 INFO:teuthology.orchestra.run.smithi071.stdout: "options": "recursive,force" 2024-09-05T07:48:22.127 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:48:22.127 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:48:22.127 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:48:22.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.114+0000 7f7a443b5640 1 -- 172.21.15.71:0/867759302 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7a280a2cf0 msgr2=0x7f7a280a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:22.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.114+0000 7f7a443b5640 1 --2- 172.21.15.71:0/867759302 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7a280a2cf0 0x7f7a280a51b0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f7a340ed2f0 tx=0x7f7a3402a480 comp rx=0 tx=0).stop 2024-09-05T07:48:22.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.114+0000 7f7a443b5640 1 -- 172.21.15.71:0/867759302 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7a3c100e20 msgr2=0x7f7a3c1984e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:22.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.114+0000 7f7a443b5640 1 --2- 172.21.15.71:0/867759302 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7a3c100e20 0x7f7a3c1984e0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f7a34006010 tx=0x7f7a34004270 comp rx=0 tx=0).stop 2024-09-05T07:48:22.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.114+0000 7f7a443b5640 1 -- 172.21.15.71:0/867759302 shutdown_connections 2024-09-05T07:48:22.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.115+0000 7f7a443b5640 1 --2- 172.21.15.71:0/867759302 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7a280a2cf0 0x7f7a280a51b0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.128 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.115+0000 7f7a443b5640 1 --2- 172.21.15.71:0/867759302 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7a3c102ef0 0x7f7a3c19cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.115+0000 7f7a443b5640 1 --2- 172.21.15.71:0/867759302 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7a3c102570 0x7f7a3c198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.115+0000 7f7a443b5640 1 --2- 172.21.15.71:0/867759302 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7a3c100e20 0x7f7a3c1984e0 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:22.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.115+0000 7f7a443b5640 1 -- 172.21.15.71:0/867759302 >> 172.21.15.71:0/867759302 conn(0x7f7a3c0fc7d0 msgr2=0x7f7a3c06a270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:22.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.115+0000 7f7a443b5640 1 -- 172.21.15.71:0/867759302 shutdown_connections 2024-09-05T07:48:22.129 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:22.115+0000 7f7a443b5640 1 -- 172.21.15.71:0/867759302 wait complete. 2024-09-05T07:48:22.399 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:22 smithi071 ceph-mon[30965]: pgmap v303: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:48:22.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:22 smithi123 ceph-mon[34568]: pgmap v303: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:48:22.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:22 smithi192 ceph-mon[34929]: pgmap v303: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:48:22.890 INFO:tasks.cephfs.filesystem:scrub status for tag:6dc05d94-0f5c-4b31-9fcf-c58e6453056a - {'path': '/', 'tag': '6dc05d94-0f5c-4b31-9fcf-c58e6453056a', 'options': 'recursive,force'} 2024-09-05T07:48:24.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:24 smithi071 ceph-mon[30965]: pgmap v304: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-09-05T07:48:24.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:24 smithi123 ceph-mon[34568]: pgmap v304: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-09-05T07:48:24.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:24 smithi192 ceph-mon[34929]: pgmap v304: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-09-05T07:48:26.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:26 smithi071 ceph-mon[30965]: pgmap v305: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:48:26.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:26 smithi071 ceph-mon[30965]: scrub summary: idle 2024-09-05T07:48:26.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:26 smithi123 ceph-mon[34568]: pgmap v305: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:48:26.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:26 smithi123 ceph-mon[34568]: scrub summary: idle 2024-09-05T07:48:26.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:26 smithi192 ceph-mon[34929]: pgmap v305: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:48:26.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:26 smithi192 ceph-mon[34929]: scrub summary: idle 2024-09-05T07:48:28.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:28 smithi071 ceph-mon[30965]: pgmap v306: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:48:28.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:28 smithi123 ceph-mon[34568]: pgmap v306: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:48:28.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:28 smithi192 ceph-mon[34929]: pgmap v306: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:48:30.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:30 smithi071 ceph-mon[30965]: pgmap v307: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:48:30.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:30 smithi123 ceph-mon[34568]: pgmap v307: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:48:30.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:30 smithi192 ceph-mon[34929]: pgmap v307: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-05T07:48:32.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:32 smithi071 ceph-mon[30965]: pgmap v308: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:48:32.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:32 smithi123 ceph-mon[34568]: pgmap v308: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:48:32.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:32 smithi192 ceph-mon[34929]: pgmap v308: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-05T07:48:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:34 smithi071 ceph-mon[30965]: pgmap v309: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:48:34.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:34 smithi123 ceph-mon[34568]: pgmap v309: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:48:34.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:34 smithi192 ceph-mon[34929]: pgmap v309: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:48:36.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:36 smithi071 ceph-mon[30965]: pgmap v310: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:48:36.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:36 smithi123 ceph-mon[34568]: pgmap v310: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:48:36.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:36 smithi192 ceph-mon[34929]: pgmap v310: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:48:38.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:38 smithi071 ceph-mon[30965]: pgmap v311: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:48:38.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:38 smithi123 ceph-mon[34568]: pgmap v311: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:48:38.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:38 smithi192 ceph-mon[34929]: pgmap v311: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:48:40.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:40 smithi071 ceph-mon[30965]: pgmap v312: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:48:40.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:40 smithi123 ceph-mon[34568]: pgmap v312: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:48:40.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:40 smithi192 ceph-mon[34929]: pgmap v312: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:48:42.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:42 smithi071 ceph-mon[30965]: pgmap v313: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:48:42.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:42 smithi123 ceph-mon[34568]: pgmap v313: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:48:42.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:42 smithi192 ceph-mon[34929]: pgmap v313: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:48:44.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:44 smithi071 ceph-mon[30965]: pgmap v314: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:48:44.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:44 smithi123 ceph-mon[34568]: pgmap v314: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:48:44.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:44 smithi192 ceph-mon[34929]: pgmap v314: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-09-05T07:48:46.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:46 smithi071 ceph-mon[30965]: pgmap v315: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:48:46.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:46 smithi123 ceph-mon[34568]: pgmap v315: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:48:46.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:46 smithi192 ceph-mon[34929]: pgmap v315: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-05T07:48:48.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:48 smithi071 ceph-mon[30965]: pgmap v316: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:48:48.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:48 smithi123 ceph-mon[34568]: pgmap v316: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:48:48.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:48 smithi192 ceph-mon[34929]: pgmap v316: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:48:49.981 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-09-05T07:48:50.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.095+0000 7ffa63fbd640 1 -- 172.21.15.71:0/3058066448 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa5c101150 msgr2=0x7ffa5c107990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:50.098 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.095+0000 7ffa63fbd640 1 --2- 172.21.15.71:0/3058066448 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa5c101150 0x7ffa5c107990 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7ffa4c009930 tx=0x7ffa4c02a4d0 comp rx=0 tx=0).stop 2024-09-05T07:48:50.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.095+0000 7ffa63fbd640 1 -- 172.21.15.71:0/3058066448 shutdown_connections 2024-09-05T07:48:50.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.095+0000 7ffa63fbd640 1 --2- 172.21.15.71:0/3058066448 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa5c1080f0 0x7ffa5c10ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:50.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.095+0000 7ffa63fbd640 1 --2- 172.21.15.71:0/3058066448 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa5c101150 0x7ffa5c107990 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:50.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.095+0000 7ffa63fbd640 1 --2- 172.21.15.71:0/3058066448 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa5c100830 0x7ffa5c100c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:50.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.095+0000 7ffa63fbd640 1 -- 172.21.15.71:0/3058066448 >> 172.21.15.71:0/3058066448 conn(0x7ffa5c075ec0 msgr2=0x7ffa5c0762d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:50.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.095+0000 7ffa63fbd640 1 -- 172.21.15.71:0/3058066448 shutdown_connections 2024-09-05T07:48:50.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.095+0000 7ffa63fbd640 1 -- 172.21.15.71:0/3058066448 wait complete. 2024-09-05T07:48:50.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa63fbd640 1 Processor -- start 2024-09-05T07:48:50.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa63fbd640 1 -- start start 2024-09-05T07:48:50.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa63fbd640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa5c100830 0x7ffa5c1017a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:50.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa63fbd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa5c101150 0x7ffa5c101ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:50.099 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa63fbd640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa5c1080f0 0x7ffa5c102220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:50.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa63fbd640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7ffa5c111dd0 con 0x7ffa5c101150 2024-09-05T07:48:50.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa63fbd640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7ffa5c111c50 con 0x7ffa5c1080f0 2024-09-05T07:48:50.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa63fbd640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7ffa5c111f50 con 0x7ffa5c100830 2024-09-05T07:48:50.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa61558640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa5c101150 0x7ffa5c101ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:50.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa61558640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa5c101150 0x7ffa5c101ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33578/0 (socket says 172.21.15.71:33578) 2024-09-05T07:48:50.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa61558640 1 -- 172.21.15.71:0/480285106 learned_addr learned my addr 172.21.15.71:0/480285106 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:50.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa6255a640 1 --2- 172.21.15.71:0/480285106 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa5c1080f0 0x7ffa5c102220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:50.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa61d59640 1 --2- 172.21.15.71:0/480285106 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa5c100830 0x7ffa5c1017a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:50.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa61558640 1 -- 172.21.15.71:0/480285106 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa5c100830 msgr2=0x7ffa5c1017a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:50.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa61558640 1 --2- 172.21.15.71:0/480285106 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa5c100830 0x7ffa5c1017a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:50.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa61558640 1 -- 172.21.15.71:0/480285106 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa5c1080f0 msgr2=0x7ffa5c102220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:50.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa61558640 1 --2- 172.21.15.71:0/480285106 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa5c1080f0 0x7ffa5c102220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:50.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa61558640 1 -- 172.21.15.71:0/480285106 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa5c1a67e0 con 0x7ffa5c101150 2024-09-05T07:48:50.100 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa6255a640 1 --2- 172.21.15.71:0/480285106 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa5c1080f0 0x7ffa5c102220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:48:50.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa61d59640 1 --2- 172.21.15.71:0/480285106 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa5c100830 0x7ffa5c1017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:48:50.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.096+0000 7ffa61558640 1 --2- 172.21.15.71:0/480285106 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa5c101150 0x7ffa5c101ce0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7ffa4c031440 tx=0x7ffa4c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:50.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.097+0000 7ffa52ffd640 1 -- 172.21.15.71:0/480285106 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa4c03f030 con 0x7ffa5c101150 2024-09-05T07:48:50.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.097+0000 7ffa63fbd640 1 -- 172.21.15.71:0/480285106 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa5c1a6a70 con 0x7ffa5c101150 2024-09-05T07:48:50.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.097+0000 7ffa52ffd640 1 -- 172.21.15.71:0/480285106 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa4c003aa0 con 0x7ffa5c101150 2024-09-05T07:48:50.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.097+0000 7ffa52ffd640 1 -- 172.21.15.71:0/480285106 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa4c035070 con 0x7ffa5c101150 2024-09-05T07:48:50.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.097+0000 7ffa63fbd640 1 -- 172.21.15.71:0/480285106 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa5c1a6f60 con 0x7ffa5c101150 2024-09-05T07:48:50.101 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.098+0000 7ffa63fbd640 1 -- 172.21.15.71:0/480285106 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa5c100c10 con 0x7ffa5c101150 2024-09-05T07:48:50.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.099+0000 7ffa52ffd640 1 -- 172.21.15.71:0/480285106 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7ffa4c042030 con 0x7ffa5c101150 2024-09-05T07:48:50.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.100+0000 7ffa52ffd640 1 --2- 172.21.15.71:0/480285106 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ffa480a2da0 0x7ffa480a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:50.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.100+0000 7ffa61d59640 1 --2- 172.21.15.71:0/480285106 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ffa480a2da0 0x7ffa480a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:50.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.100+0000 7ffa52ffd640 1 -- 172.21.15.71:0/480285106 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7ffa4c0f00b0 con 0x7ffa5c101150 2024-09-05T07:48:50.102 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.100+0000 7ffa61d59640 1 --2- 172.21.15.71:0/480285106 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ffa480a2da0 0x7ffa480a5260 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ffa58005fd0 tx=0x7ffa58009500 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:50.103 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.103+0000 7ffa52ffd640 1 -- 172.21.15.71:0/480285106 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ffa4c0bc880 con 0x7ffa5c101150 2024-09-05T07:48:50.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.290+0000 7ffa63fbd640 1 -- 172.21.15.71:0/480285106 --> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7ffa5c062630 con 0x7ffa480a2da0 2024-09-05T07:48:50.299 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.298+0000 7ffa52ffd640 1 -- 172.21.15.71:0/480285106 <== mgr.15228 v2:172.21.15.71:6800/2114245039 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+350 (secure 0 0 0) 0x7ffa5c062630 con 0x7ffa480a2da0 2024-09-05T07:48:50.299 INFO:teuthology.orchestra.run.smithi071.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-09-05T00:00:00", "created": "2024-09-05T07:38:47", "first": "2024-09-05T07:39:00", "last": "2024-09-05T07:48:00", "last_pruned": "2024-09-05T07:48:00", "created_count": 10, "pruned_count": 4, "active": true} 2024-09-05T07:48:50.301 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.301+0000 7ffa63fbd640 1 -- 172.21.15.71:0/480285106 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ffa480a2da0 msgr2=0x7ffa480a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:50.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.301+0000 7ffa63fbd640 1 --2- 172.21.15.71:0/480285106 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ffa480a2da0 0x7ffa480a5260 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ffa58005fd0 tx=0x7ffa58009500 comp rx=0 tx=0).stop 2024-09-05T07:48:50.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.301+0000 7ffa63fbd640 1 -- 172.21.15.71:0/480285106 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa5c101150 msgr2=0x7ffa5c101ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:50.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.301+0000 7ffa63fbd640 1 --2- 172.21.15.71:0/480285106 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa5c101150 0x7ffa5c101ce0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7ffa4c031440 tx=0x7ffa4c004040 comp rx=0 tx=0).stop 2024-09-05T07:48:50.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.301+0000 7ffa63fbd640 1 -- 172.21.15.71:0/480285106 shutdown_connections 2024-09-05T07:48:50.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.301+0000 7ffa63fbd640 1 --2- 172.21.15.71:0/480285106 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7ffa480a2da0 0x7ffa480a5260 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:50.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.301+0000 7ffa63fbd640 1 --2- 172.21.15.71:0/480285106 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7ffa5c1080f0 0x7ffa5c102220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:50.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.301+0000 7ffa63fbd640 1 --2- 172.21.15.71:0/480285106 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa5c101150 0x7ffa5c101ce0 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:50.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.301+0000 7ffa63fbd640 1 --2- 172.21.15.71:0/480285106 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7ffa5c100830 0x7ffa5c1017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:50.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.301+0000 7ffa63fbd640 1 -- 172.21.15.71:0/480285106 >> 172.21.15.71:0/480285106 conn(0x7ffa5c075ec0 msgr2=0x7ffa5c105ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:50.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.301+0000 7ffa63fbd640 1 -- 172.21.15.71:0/480285106 shutdown_connections 2024-09-05T07:48:50.302 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.301+0000 7ffa63fbd640 1 -- 172.21.15.71:0/480285106 wait complete. 2024-09-05T07:48:50.312 DEBUG:teuthology.orchestra.run.smithi071:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-09-05T07:48:50.414 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.412+0000 7f7cb5391640 1 -- 172.21.15.71:0/1115361848 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cb0101ae0 msgr2=0x7f7cb0101f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:50.414 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.412+0000 7f7cb5391640 1 --2- 172.21.15.71:0/1115361848 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cb0101ae0 0x7f7cb0101f40 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f7ca0009930 tx=0x7f7ca002a420 comp rx=0 tx=0).stop 2024-09-05T07:48:50.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.412+0000 7f7cb5391640 1 -- 172.21.15.71:0/1115361848 shutdown_connections 2024-09-05T07:48:50.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.412+0000 7f7cb5391640 1 --2- 172.21.15.71:0/1115361848 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7cb0102480 0x7f7cb010e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:50.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.412+0000 7f7cb5391640 1 --2- 172.21.15.71:0/1115361848 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cb0101ae0 0x7f7cb0101f40 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:50.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.412+0000 7f7cb5391640 1 --2- 172.21.15.71:0/1115361848 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7cb0107b80 0x7f7cb0107f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:50.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.412+0000 7f7cb5391640 1 -- 172.21.15.71:0/1115361848 >> 172.21.15.71:0/1115361848 conn(0x7f7cb00fd7e0 msgr2=0x7f7cb00ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:50.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.412+0000 7f7cb5391640 1 -- 172.21.15.71:0/1115361848 shutdown_connections 2024-09-05T07:48:50.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.412+0000 7f7cb5391640 1 -- 172.21.15.71:0/1115361848 wait complete. 2024-09-05T07:48:50.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.412+0000 7f7cb5391640 1 Processor -- start 2024-09-05T07:48:50.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.413+0000 7f7cb5391640 1 -- start start 2024-09-05T07:48:50.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.413+0000 7f7cb5391640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7cb0101ae0 0x7f7cb01982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:50.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.413+0000 7f7cb5391640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cb0102480 0x7f7cb0198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:50.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.413+0000 7f7cb5391640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7cb0107b80 0x7f7cb019cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:50.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.413+0000 7f7cb5391640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7cb0111da0 con 0x7f7cb0102480 2024-09-05T07:48:50.415 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.413+0000 7f7cb5391640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7cb0111c20 con 0x7f7cb0107b80 2024-09-05T07:48:50.416 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.413+0000 7f7cb5391640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7cb0111f20 con 0x7f7cb0101ae0 2024-09-05T07:48:50.416 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.413+0000 7f7cae7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cb0102480 0x7f7cb0198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:50.416 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.413+0000 7f7cae7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cb0102480 0x7f7cb0198830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:33596/0 (socket says 172.21.15.71:33596) 2024-09-05T07:48:50.416 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.413+0000 7f7cae7fc640 1 -- 172.21.15.71:0/2551227420 learned_addr learned my addr 172.21.15.71:0/2551227420 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:50.416 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.413+0000 7f7caeffd640 1 --2- 172.21.15.71:0/2551227420 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7cb0101ae0 0x7f7cb01982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:50.416 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.413+0000 7f7cae7fc640 1 -- 172.21.15.71:0/2551227420 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7cb0101ae0 msgr2=0x7f7cb01982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:50.416 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.413+0000 7f7cae7fc640 1 --2- 172.21.15.71:0/2551227420 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7cb0101ae0 0x7f7cb01982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:50.416 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.413+0000 7f7cae7fc640 1 -- 172.21.15.71:0/2551227420 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7cb0107b80 msgr2=0x7f7cb019cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:50.416 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.413+0000 7f7cae7fc640 1 --2- 172.21.15.71:0/2551227420 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7cb0107b80 0x7f7cb019cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:50.416 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.413+0000 7f7cae7fc640 1 -- 172.21.15.71:0/2551227420 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cb019d2e0 con 0x7f7cb0102480 2024-09-05T07:48:50.416 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.413+0000 7f7cae7fc640 1 --2- 172.21.15.71:0/2551227420 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cb0102480 0x7f7cb0198830 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f7ca0005940 tx=0x7f7ca00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:50.416 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.414+0000 7f7c97fff640 1 -- 172.21.15.71:0/2551227420 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ca003f030 con 0x7f7cb0102480 2024-09-05T07:48:50.416 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.414+0000 7f7cb5391640 1 -- 172.21.15.71:0/2551227420 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cb019d570 con 0x7f7cb0102480 2024-09-05T07:48:50.416 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.414+0000 7f7c97fff640 1 -- 172.21.15.71:0/2551227420 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ca0003cb0 con 0x7f7cb0102480 2024-09-05T07:48:50.417 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.414+0000 7f7c97fff640 1 -- 172.21.15.71:0/2551227420 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ca0035070 con 0x7f7cb0102480 2024-09-05T07:48:50.417 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.414+0000 7f7cb5391640 1 -- 172.21.15.71:0/2551227420 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cb01a4e60 con 0x7f7cb0102480 2024-09-05T07:48:50.417 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.415+0000 7f7cb5391640 1 -- 172.21.15.71:0/2551227420 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7cb0101f40 con 0x7f7cb0102480 2024-09-05T07:48:50.417 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.416+0000 7f7c97fff640 1 -- 172.21.15.71:0/2551227420 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f7ca0042030 con 0x7f7cb0102480 2024-09-05T07:48:50.418 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.416+0000 7f7c97fff640 1 --2- 172.21.15.71:0/2551227420 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7c980a2da0 0x7f7c980a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:50.418 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.416+0000 7f7caeffd640 1 --2- 172.21.15.71:0/2551227420 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7c980a2da0 0x7f7c980a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:50.418 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.417+0000 7f7c97fff640 1 -- 172.21.15.71:0/2551227420 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f7ca00f0160 con 0x7f7cb0102480 2024-09-05T07:48:50.418 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.417+0000 7f7caeffd640 1 --2- 172.21.15.71:0/2551227420 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7c980a2da0 0x7f7c980a5260 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7ca400a300 tx=0x7f7ca400a290 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:50.420 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.419+0000 7f7c97fff640 1 -- 172.21.15.71:0/2551227420 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7ca00bc930 con 0x7f7cb0102480 2024-09-05T07:48:50.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.603+0000 7f7cb5391640 1 -- 172.21.15.71:0/2551227420 --> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f7cb0062630 con 0x7f7c980a2da0 2024-09-05T07:48:50.610 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.610+0000 7f7c97fff640 1 -- 172.21.15.71:0/2551227420 <== mgr.15228 v2:172.21.15.71:6800/2114245039 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f7cb0062630 con 0x7f7c980a2da0 2024-09-05T07:48:50.610 INFO:teuthology.orchestra.run.smithi071.stdout:/ 1m 6m3h 2024-09-05T07:48:50.612 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.612+0000 7f7cb5391640 1 -- 172.21.15.71:0/2551227420 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7c980a2da0 msgr2=0x7f7c980a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:50.612 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.612+0000 7f7cb5391640 1 --2- 172.21.15.71:0/2551227420 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7c980a2da0 0x7f7c980a5260 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7ca400a300 tx=0x7f7ca400a290 comp rx=0 tx=0).stop 2024-09-05T07:48:50.612 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.612+0000 7f7cb5391640 1 -- 172.21.15.71:0/2551227420 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cb0102480 msgr2=0x7f7cb0198830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:50.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.612+0000 7f7cb5391640 1 --2- 172.21.15.71:0/2551227420 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cb0102480 0x7f7cb0198830 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f7ca0005940 tx=0x7f7ca00042f0 comp rx=0 tx=0).stop 2024-09-05T07:48:50.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.612+0000 7f7cb5391640 1 -- 172.21.15.71:0/2551227420 shutdown_connections 2024-09-05T07:48:50.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.612+0000 7f7cb5391640 1 --2- 172.21.15.71:0/2551227420 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7c980a2da0 0x7f7c980a5260 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:50.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.612+0000 7f7cb5391640 1 --2- 172.21.15.71:0/2551227420 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7cb0107b80 0x7f7cb019cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:50.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.612+0000 7f7cb5391640 1 --2- 172.21.15.71:0/2551227420 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7cb0102480 0x7f7cb0198830 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:50.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.612+0000 7f7cb5391640 1 --2- 172.21.15.71:0/2551227420 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7cb0101ae0 0x7f7cb01982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:50.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.612+0000 7f7cb5391640 1 -- 172.21.15.71:0/2551227420 >> 172.21.15.71:0/2551227420 conn(0x7f7cb00fd7e0 msgr2=0x7f7cb00fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:50.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.612+0000 7f7cb5391640 1 -- 172.21.15.71:0/2551227420 shutdown_connections 2024-09-05T07:48:50.613 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:50.612+0000 7f7cb5391640 1 -- 172.21.15.71:0/2551227420 wait complete. 2024-09-05T07:48:50.622 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:50 smithi071 ceph-mon[30965]: pgmap v317: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:48:50.623 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-09-05T07:48:50.634 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-09-05T07:48:50.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:50 smithi123 ceph-mon[34568]: pgmap v317: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:48:50.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:50 smithi192 ceph-mon[34929]: pgmap v317: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-05T07:48:51.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:51 smithi071 ceph-mon[30965]: from='client.17358 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:48:51.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:51 smithi071 ceph-mon[30965]: from='client.17364 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:48:51.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:51 smithi123 ceph-mon[34568]: from='client.17358 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:48:51.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:51 smithi123 ceph-mon[34568]: from='client.17364 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:48:51.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:51 smithi192 ceph-mon[34929]: from='client.17358 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:48:51.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:51 smithi192 ceph-mon[34929]: from='client.17364 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T07:48:52.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:52 smithi071 ceph-mon[30965]: pgmap v318: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:48:52.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:52 smithi123 ceph-mon[34568]: pgmap v318: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:48:52.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:52 smithi192 ceph-mon[34929]: pgmap v318: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:48:52.891 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T07:48:53.150 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:48:53.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.667+0000 7fed8f4f4640 1 -- 172.21.15.71:0/3728777443 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed8810c170 msgr2=0x7fed8810e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:53.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.667+0000 7fed8f4f4640 1 --2- 172.21.15.71:0/3728777443 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed8810c170 0x7fed8810e610 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fed78009900 tx=0x7fed7802a480 comp rx=0 tx=0).stop 2024-09-05T07:48:53.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.667+0000 7fed8f4f4640 1 -- 172.21.15.71:0/3728777443 shutdown_connections 2024-09-05T07:48:53.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.667+0000 7fed8f4f4640 1 --2- 172.21.15.71:0/3728777443 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed8810c170 0x7fed8810e610 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.667+0000 7fed8f4f4640 1 --2- 172.21.15.71:0/3728777443 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed88103660 0x7fed8810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.667+0000 7fed8f4f4640 1 --2- 172.21.15.71:0/3728777443 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed88102d40 0x7fed88103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.667+0000 7fed8f4f4640 1 -- 172.21.15.71:0/3728777443 >> 172.21.15.71:0/3728777443 conn(0x7fed880fc7a0 msgr2=0x7fed880febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:53.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.667+0000 7fed8f4f4640 1 -- 172.21.15.71:0/3728777443 shutdown_connections 2024-09-05T07:48:53.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.667+0000 7fed8f4f4640 1 -- 172.21.15.71:0/3728777443 wait complete. 2024-09-05T07:48:53.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.667+0000 7fed8f4f4640 1 Processor -- start 2024-09-05T07:48:53.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.668+0000 7fed8f4f4640 1 -- start start 2024-09-05T07:48:53.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.668+0000 7fed8f4f4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed88102d40 0x7fed88198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:53.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.668+0000 7fed8f4f4640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed88103660 0x7fed881987c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:53.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.668+0000 7fed8f4f4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed8810c170 0x7fed8819cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:53.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.668+0000 7fed8f4f4640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fed88111e20 con 0x7fed8810c170 2024-09-05T07:48:53.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.668+0000 7fed8f4f4640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fed88111ca0 con 0x7fed88103660 2024-09-05T07:48:53.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.668+0000 7fed8f4f4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fed88111fa0 con 0x7fed88102d40 2024-09-05T07:48:53.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.668+0000 7fed8da91640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed8810c170 0x7fed8819cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:53.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.668+0000 7fed8da91640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed8810c170 0x7fed8819cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54450/0 (socket says 172.21.15.71:54450) 2024-09-05T07:48:53.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.668+0000 7fed8da91640 1 -- 172.21.15.71:0/1360689826 learned_addr learned my addr 172.21.15.71:0/1360689826 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:53.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.668+0000 7fed8ca8f640 1 --2- 172.21.15.71:0/1360689826 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed88103660 0x7fed881987c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:53.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.668+0000 7fed8d290640 1 --2- 172.21.15.71:0/1360689826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed88102d40 0x7fed88198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:53.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.668+0000 7fed8da91640 1 -- 172.21.15.71:0/1360689826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed88102d40 msgr2=0x7fed88198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:53.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.668+0000 7fed8da91640 1 --2- 172.21.15.71:0/1360689826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed88102d40 0x7fed88198280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.668+0000 7fed8da91640 1 -- 172.21.15.71:0/1360689826 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed88103660 msgr2=0x7fed881987c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:53.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.668+0000 7fed8da91640 1 --2- 172.21.15.71:0/1360689826 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed88103660 0x7fed881987c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.668+0000 7fed8da91640 1 -- 172.21.15.71:0/1360689826 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed8819d230 con 0x7fed8810c170 2024-09-05T07:48:53.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.668+0000 7fed8da91640 1 --2- 172.21.15.71:0/1360689826 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed8810c170 0x7fed8819cb50 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7fed78009230 tx=0x7fed78004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:53.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.669+0000 7fed867fc640 1 -- 172.21.15.71:0/1360689826 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed7803f030 con 0x7fed8810c170 2024-09-05T07:48:53.680 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.669+0000 7fed8f4f4640 1 -- 172.21.15.71:0/1360689826 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed8819d4c0 con 0x7fed8810c170 2024-09-05T07:48:53.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.669+0000 7fed867fc640 1 -- 172.21.15.71:0/1360689826 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fed78003aa0 con 0x7fed8810c170 2024-09-05T07:48:53.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.669+0000 7fed867fc640 1 -- 172.21.15.71:0/1360689826 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed78035070 con 0x7fed8810c170 2024-09-05T07:48:53.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.669+0000 7fed8f4f4640 1 -- 172.21.15.71:0/1360689826 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed881a4e00 con 0x7fed8810c170 2024-09-05T07:48:53.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.671+0000 7fed867fc640 1 -- 172.21.15.71:0/1360689826 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fed78042030 con 0x7fed8810c170 2024-09-05T07:48:53.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.671+0000 7fed918cd740 1 Processor -- start 2024-09-05T07:48:53.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.671+0000 7fed918cd740 1 -- start start 2024-09-05T07:48:53.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.671+0000 7fed918cd740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 0x562cdce61880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:53.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.671+0000 7fed918cd740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562cdce61dc0 0x562cdce6c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:53.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.671+0000 7fed918cd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562cdce6c680 0x562cdce6ea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:53.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.671+0000 7fed918cd740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x562cdcdc72e0 con 0x562cdce614a0 2024-09-05T07:48:53.681 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.671+0000 7fed918cd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562cdcd6ece0 con 0x562cdce6c680 2024-09-05T07:48:53.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.671+0000 7fed918cd740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x562cdcdc32a0 con 0x562cdce61dc0 2024-09-05T07:48:53.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.672+0000 7fed8ca8f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 0x562cdce61880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:53.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.672+0000 7fed867fc640 1 --2- 172.21.15.71:0/1360689826 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fed700a2cf0 0x7fed700a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:53.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.672+0000 7fed8ca8f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 0x562cdce61880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54462/0 (socket says 172.21.15.71:54462) 2024-09-05T07:48:53.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.672+0000 7fed8ca8f640 1 -- 172.21.15.71:0/1780323215 learned_addr learned my addr 172.21.15.71:0/1780323215 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:53.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.672+0000 7fed8d290640 1 --2- 172.21.15.71:0/1780323215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562cdce61dc0 0x562cdce6c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:53.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.672+0000 7fed8ca8f640 1 --2- 172.21.15.71:0/1780323215 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562cdce6c680 0x562cdce6ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:53.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.672+0000 7fed867fc640 1 -- 172.21.15.71:0/1360689826 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7fed780effe0 con 0x7fed8810c170 2024-09-05T07:48:53.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.672+0000 7fed8ca8f640 1 -- 172.21.15.71:0/1780323215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562cdce61dc0 msgr2=0x562cdce6c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:53.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.672+0000 7fed8ca8f640 1 --2- 172.21.15.71:0/1780323215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562cdce61dc0 0x562cdce6c140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.672+0000 7fed8ca8f640 1 -- 172.21.15.71:0/1780323215 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562cdce6c680 msgr2=0x562cdce6ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:53.682 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.672+0000 7fed8ca8f640 1 --2- 172.21.15.71:0/1780323215 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562cdce6c680 0x562cdce6ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.672+0000 7fed8da91640 1 --2- 172.21.15.71:0/1360689826 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fed700a2cf0 0x7fed700a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:53.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.672+0000 7fed8ca8f640 1 -- 172.21.15.71:0/1780323215 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562cdcd53440 con 0x562cdce614a0 2024-09-05T07:48:53.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.672+0000 7fed8ca8f640 1 --2- 172.21.15.71:0/1780323215 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 0x562cdce61880 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7fed7c013550 tx=0x7fed7c00a760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46c2a5488ed92fa3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:53.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.672+0000 7fed6f7fe640 1 -- 172.21.15.71:0/1780323215 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed7c019030 con 0x562cdce614a0 2024-09-05T07:48:53.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.672+0000 7fed6f7fe640 1 -- 172.21.15.71:0/1780323215 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fed7c00fae0 con 0x562cdce614a0 2024-09-05T07:48:53.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.672+0000 7fed6f7fe640 1 -- 172.21.15.71:0/1780323215 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed7c01da30 con 0x562cdce614a0 2024-09-05T07:48:53.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.672+0000 7fed8da91640 1 --2- 172.21.15.71:0/1360689826 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fed700a2cf0 0x7fed700a51b0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fed78031440 tx=0x7fed78003f50 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:53.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.673+0000 7fed918cd740 1 -- 172.21.15.71:0/1780323215 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 msgr2=0x562cdce61880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:53.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.673+0000 7fed918cd740 1 --2- 172.21.15.71:0/1780323215 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 0x562cdce61880 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7fed7c013550 tx=0x7fed7c00a760 comp rx=0 tx=0).stop 2024-09-05T07:48:53.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.673+0000 7fed918cd740 1 -- 172.21.15.71:0/1780323215 shutdown_connections 2024-09-05T07:48:53.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.673+0000 7fed918cd740 1 --2- 172.21.15.71:0/1780323215 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562cdce6c680 0x562cdce6ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.673+0000 7fed918cd740 1 --2- 172.21.15.71:0/1780323215 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562cdce61dc0 0x562cdce6c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.683 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.673+0000 7fed918cd740 1 --2- 172.21.15.71:0/1780323215 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 0x562cdce61880 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.674+0000 7fed918cd740 1 -- 172.21.15.71:0/1780323215 >> 172.21.15.71:0/1780323215 conn(0x562cdce5da30 msgr2=0x562cdce5de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:53.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.674+0000 7fed918cd740 1 -- 172.21.15.71:0/1780323215 shutdown_connections 2024-09-05T07:48:53.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.674+0000 7fed918cd740 1 -- 172.21.15.71:0/1780323215 wait complete. 2024-09-05T07:48:53.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.674+0000 7fed918cd740 1 -- start start 2024-09-05T07:48:53.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.674+0000 7fed918cd740 1 Processor -- start 2024-09-05T07:48:53.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.675+0000 7fed918cd740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 0x562cdce6bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:53.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.675+0000 7fed918cd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562cdce61dc0 0x562cdce69280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:53.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.675+0000 7fed918cd740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562cdce6c680 0x562cdce697e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:53.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.675+0000 7fed918cd740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x562cdce6f250 con 0x562cdce614a0 2024-09-05T07:48:53.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.675+0000 7fed918cd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x562cdcd82050 con 0x562cdce61dc0 2024-09-05T07:48:53.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.675+0000 7fed918cd740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x562cdce6f3d0 con 0x562cdce6c680 2024-09-05T07:48:53.684 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.675+0000 7fed918cd740 10 client.0 _ll_register_callbacks cb 0x562cdcdc2160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:48:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.675+0000 7fed8ca8f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 0x562cdce6bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.675+0000 7fed8ca8f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 0x562cdce6bfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54474/0 (socket says 172.21.15.71:54474) 2024-09-05T07:48:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.675+0000 7fed8ca8f640 1 -- 172.21.15.71:0/1510423613 learned_addr learned my addr 172.21.15.71:0/1510423613 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.675+0000 7fed8d290640 1 --2- 172.21.15.71:0/1510423613 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562cdce61dc0 0x562cdce69280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.675+0000 7fed8ca8f640 1 -- 172.21.15.71:0/1510423613 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562cdce6c680 msgr2=0x562cdce697e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.675+0000 7fed8ca8f640 1 --2- 172.21.15.71:0/1510423613 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562cdce6c680 0x562cdce697e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.675+0000 7fed8ca8f640 1 -- 172.21.15.71:0/1510423613 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562cdce61dc0 msgr2=0x562cdce69280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.675+0000 7fed8ca8f640 1 --2- 172.21.15.71:0/1510423613 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562cdce61dc0 0x562cdce69280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.675+0000 7fed8ca8f640 1 -- 172.21.15.71:0/1510423613 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562cdcb383c0 con 0x562cdce614a0 2024-09-05T07:48:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.675+0000 7fed8ca8f640 1 --2- 172.21.15.71:0/1510423613 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 0x562cdce6bfd0 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7fed7c01d5f0 tx=0x7fed7c00ae40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e0ff169592732ac server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.675+0000 7fed6cff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:48:53.685 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.675+0000 7fed6cff9640 1 -- 172.21.15.71:0/1510423613 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed7c019040 con 0x562cdce614a0 2024-09-05T07:48:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.676+0000 7fed6cff9640 1 -- 172.21.15.71:0/1510423613 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7fed7c005040 con 0x562cdce614a0 2024-09-05T07:48:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.676+0000 7fed918cd740 1 -- 172.21.15.71:0/1510423613 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fed7c00fae0 con 0x562cdce614a0 2024-09-05T07:48:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.676+0000 7fed6cff9640 1 -- 172.21.15.71:0/1510423613 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fed7c005240 con 0x562cdce614a0 2024-09-05T07:48:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.676+0000 7fed918cd740 10 client.17376 fetch_fsmap learned FSMap version 26 2024-09-05T07:48:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.676+0000 7fed918cd740 1 -- 172.21.15.71:0/1510423613 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562cdce7ac20 con 0x562cdce614a0 2024-09-05T07:48:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.676+0000 7fed6cff9640 1 -- 172.21.15.71:0/1510423613 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fed7c00fae0 con 0x562cdce614a0 2024-09-05T07:48:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.676+0000 7fed6cff9640 1 -- 172.21.15.71:0/1510423613 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fed7c0047e0 con 0x562cdce614a0 2024-09-05T07:48:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.676+0000 7fed918cd740 10 client.17376 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:48:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.676+0000 7fed918cd740 10 client.17376 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:48:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.676+0000 7fed918cd740 20 client.17376 populate_metadata read hostname 'smithi071' 2024-09-05T07:48:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.676+0000 7fed918cd740 1 --2- 172.21.15.71:0/1510423613 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x562cdce7c080 0x562cdce7e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.676+0000 7fed918cd740 4 client.17376 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:48:53.686 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.676+0000 7fed918cd740 1 -- 172.21.15.71:0/1510423613 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562cdcdd4850 con 0x562cdce7c080 2024-09-05T07:48:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.676+0000 7fed8d290640 1 --2- 172.21.15.71:0/1510423613 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x562cdce7c080 0x562cdce7e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.677+0000 7fed6cff9640 10 client.17376 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:48:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.677+0000 7fed8d290640 1 --2- 172.21.15.71:0/1510423613 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x562cdce7c080 0x562cdce7e470 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b00d0bcd90dbd0b server_cookie=a8426c55a0a5caff in_seq=0 out_seq=0 2024-09-05T07:48:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.678+0000 7fed6cff9640 1 -- 172.21.15.71:0/1510423613 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562cdcdd4850 con 0x562cdce7c080 2024-09-05T07:48:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.678+0000 7fed6cff9640 10 client.17376 handle_command_reply: tid=0 2024-09-05T07:48:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.678+0000 7fed918cd740 1 client.17376 shutdown 2024-09-05T07:48:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.678+0000 7fed918cd740 1 -- 172.21.15.71:0/1510423613 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 msgr2=0x562cdce6bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.678+0000 7fed918cd740 1 --2- 172.21.15.71:0/1510423613 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 0x562cdce6bfd0 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7fed7c01d5f0 tx=0x7fed7c00ae40 comp rx=0 tx=0).stop 2024-09-05T07:48:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.678+0000 7fed918cd740 1 -- 172.21.15.71:0/1510423613 shutdown_connections 2024-09-05T07:48:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.678+0000 7fed918cd740 1 --2- 172.21.15.71:0/1510423613 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x562cdce7c080 0x562cdce7e470 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.678+0000 7fed6cff9640 0 client.17376 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:48:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.678+0000 7fed918cd740 1 --2- 172.21.15.71:0/1510423613 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562cdce6c680 0x562cdce697e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.687 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.678+0000 7fed918cd740 1 --2- 172.21.15.71:0/1510423613 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562cdce61dc0 0x562cdce69280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.678+0000 7fed918cd740 1 --2- 172.21.15.71:0/1510423613 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 0x562cdce6bfd0 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.678+0000 7fed918cd740 1 -- 172.21.15.71:0/1510423613 >> 172.21.15.71:0/1510423613 conn(0x562cdce5da30 msgr2=0x562cdce63760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:53.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.678+0000 7fed918cd740 1 -- 172.21.15.71:0/1510423613 shutdown_connections 2024-09-05T07:48:53.688 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.678+0000 7fed918cd740 1 -- 172.21.15.71:0/1510423613 wait complete. 2024-09-05T07:48:53.689 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.678+0000 7fed918cd740 20 client.17376 trim_cache size 0 max 16384 2024-09-05T07:48:53.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.695+0000 7fed918cd740 1 Processor -- start 2024-09-05T07:48:53.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.695+0000 7fed918cd740 1 -- start start 2024-09-05T07:48:53.696 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.695+0000 7fed918cd740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 0x562cdce784b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:53.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.695+0000 7fed918cd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562cdce61dc0 0x562cdce83a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:53.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.695+0000 7fed918cd740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562cdce6c680 0x562cdce83f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:53.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.695+0000 7fed918cd740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fed881b1a00 con 0x562cdce614a0 2024-09-05T07:48:53.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.695+0000 7fed918cd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fed881af2d0 con 0x562cdce61dc0 2024-09-05T07:48:53.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.695+0000 7fed918cd740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fed881ad140 con 0x562cdce6c680 2024-09-05T07:48:53.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.695+0000 7fed8ca8f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 0x562cdce784b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:53.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.695+0000 7fed8ca8f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 0x562cdce784b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54480/0 (socket says 172.21.15.71:54480) 2024-09-05T07:48:53.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.695+0000 7fed8ca8f640 1 -- 172.21.15.71:0/993455839 learned_addr learned my addr 172.21.15.71:0/993455839 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:53.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.696+0000 7fed8d290640 1 --2- 172.21.15.71:0/993455839 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562cdce61dc0 0x562cdce83a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:53.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.696+0000 7fed8ca8f640 1 -- 172.21.15.71:0/993455839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562cdce6c680 msgr2=0x562cdce83f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:53.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.696+0000 7fed8ca8f640 1 --2- 172.21.15.71:0/993455839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562cdce6c680 0x562cdce83f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.697 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.696+0000 7fed8ca8f640 1 -- 172.21.15.71:0/993455839 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562cdce61dc0 msgr2=0x562cdce83a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:53.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.696+0000 7fed8ca8f640 1 --2- 172.21.15.71:0/993455839 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562cdce61dc0 0x562cdce83a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.696+0000 7fed8ca8f640 1 -- 172.21.15.71:0/993455839 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562cdce69b50 con 0x562cdce614a0 2024-09-05T07:48:53.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.696+0000 7fed8ca8f640 1 --2- 172.21.15.71:0/993455839 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 0x562cdce784b0 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fed7c0134a0 tx=0x7fed7c00a830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c73562dae7080122 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:53.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.696+0000 7fed6effd640 1 -- 172.21.15.71:0/993455839 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed7c019040 con 0x562cdce614a0 2024-09-05T07:48:53.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.696+0000 7fed6effd640 1 -- 172.21.15.71:0/993455839 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fed7c023070 con 0x562cdce614a0 2024-09-05T07:48:53.698 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.696+0000 7fed6effd640 1 -- 172.21.15.71:0/993455839 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed7c00faa0 con 0x562cdce614a0 2024-09-05T07:48:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.697+0000 7fed918cd740 1 -- 172.21.15.71:0/993455839 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 msgr2=0x562cdce784b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.697+0000 7fed918cd740 1 --2- 172.21.15.71:0/993455839 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 0x562cdce784b0 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fed7c0134a0 tx=0x7fed7c00a830 comp rx=0 tx=0).stop 2024-09-05T07:48:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.697+0000 7fed918cd740 1 -- 172.21.15.71:0/993455839 shutdown_connections 2024-09-05T07:48:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.697+0000 7fed918cd740 1 --2- 172.21.15.71:0/993455839 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562cdce6c680 0x562cdce83f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.697+0000 7fed918cd740 1 --2- 172.21.15.71:0/993455839 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562cdce61dc0 0x562cdce83a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.697+0000 7fed918cd740 1 --2- 172.21.15.71:0/993455839 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce614a0 0x562cdce784b0 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.697+0000 7fed918cd740 1 -- 172.21.15.71:0/993455839 >> 172.21.15.71:0/993455839 conn(0x562cdce5da30 msgr2=0x562cdce68370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.697+0000 7fed918cd740 1 -- 172.21.15.71:0/993455839 shutdown_connections 2024-09-05T07:48:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.697+0000 7fed918cd740 1 -- 172.21.15.71:0/993455839 wait complete. 2024-09-05T07:48:53.702 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.697+0000 7fed918cd740 1 -- start start 2024-09-05T07:48:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.697+0000 7fed918cd740 1 Processor -- start 2024-09-05T07:48:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed918cd740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562cdce614a0 0x562cdce71b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed918cd740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce61dc0 0x562cdce720c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed918cd740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562cdce6c680 0x562cdcee49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed918cd740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fed881ad790 con 0x562cdce61dc0 2024-09-05T07:48:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed918cd740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fed881aec00 con 0x562cdce614a0 2024-09-05T07:48:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed918cd740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fed881ade60 con 0x562cdce6c680 2024-09-05T07:48:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed918cd740 10 client.0 _ll_register_callbacks cb 0x7fed800096a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:48:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed8d290640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce61dc0 0x562cdce720c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed8d290640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce61dc0 0x562cdce720c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54482/0 (socket says 172.21.15.71:54482) 2024-09-05T07:48:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed8d290640 1 -- 172.21.15.71:0/3518470155 learned_addr learned my addr 172.21.15.71:0/3518470155 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed8ca8f640 1 --2- 172.21.15.71:0/3518470155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562cdce614a0 0x562cdce71b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed8ca8f640 1 --2- 172.21.15.71:0/3518470155 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562cdce6c680 0x562cdcee49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed8d290640 1 -- 172.21.15.71:0/3518470155 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562cdce6c680 msgr2=0x562cdcee49e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:53.703 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed8d290640 1 --2- 172.21.15.71:0/3518470155 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562cdce6c680 0x562cdcee49e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed8d290640 1 -- 172.21.15.71:0/3518470155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562cdce614a0 msgr2=0x562cdce71b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed8d290640 1 --2- 172.21.15.71:0/3518470155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562cdce614a0 0x562cdce71b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed8d290640 1 -- 172.21.15.71:0/3518470155 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562cdcee5020 con 0x562cdce61dc0 2024-09-05T07:48:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed8ca8f640 1 --2- 172.21.15.71:0/3518470155 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562cdce6c680 0x562cdcee49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:48:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed8d290640 1 --2- 172.21.15.71:0/3518470155 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce61dc0 0x562cdce720c0 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7fed80000f80 tx=0x7fed80012b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd19c36158702dd8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed6cff9640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:48:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.698+0000 7fed6cff9640 1 -- 172.21.15.71:0/3518470155 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed80011d80 con 0x562cdce61dc0 2024-09-05T07:48:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.699+0000 7fed6cff9640 1 -- 172.21.15.71:0/3518470155 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7fed80003970 con 0x562cdce61dc0 2024-09-05T07:48:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.699+0000 7fed918cd740 1 -- 172.21.15.71:0/3518470155 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fed7c023070 con 0x562cdce61dc0 2024-09-05T07:48:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.699+0000 7fed6cff9640 1 -- 172.21.15.71:0/3518470155 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fed8002e050 con 0x562cdce61dc0 2024-09-05T07:48:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.699+0000 7fed918cd740 10 client.17382 fetch_fsmap learned FSMap version 26 2024-09-05T07:48:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.699+0000 7fed918cd740 1 -- 172.21.15.71:0/3518470155 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562cdcee6380 con 0x562cdce61dc0 2024-09-05T07:48:53.704 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.699+0000 7fed6cff9640 1 -- 172.21.15.71:0/3518470155 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fed7c023070 con 0x562cdce61dc0 2024-09-05T07:48:53.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.699+0000 7fed6cff9640 1 -- 172.21.15.71:0/3518470155 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fed80025440 con 0x562cdce61dc0 2024-09-05T07:48:53.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.699+0000 7fed918cd740 10 client.17382 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:48:53.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.699+0000 7fed918cd740 10 client.17382 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:48:53.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.699+0000 7fed918cd740 20 client.17382 populate_metadata read hostname 'smithi071' 2024-09-05T07:48:53.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.699+0000 7fed918cd740 1 --2- 172.21.15.71:0/3518470155 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x562cdce7c080 0x562cdcee8b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:53.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.699+0000 7fed918cd740 4 client.17382 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T07:48:53.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.699+0000 7fed918cd740 1 -- 172.21.15.71:0/3518470155 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562cdcdced60 con 0x562cdce7c080 2024-09-05T07:48:53.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.699+0000 7fed8ca8f640 1 --2- 172.21.15.71:0/3518470155 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x562cdce7c080 0x562cdcee8b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:53.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.700+0000 7fed8ca8f640 1 --2- 172.21.15.71:0/3518470155 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x562cdce7c080 0x562cdcee8b20 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4c65799802c499d server_cookie=c9f52424525e3e0d in_seq=0 out_seq=0 2024-09-05T07:48:53.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.700+0000 7fed6cff9640 10 client.17382 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:48:53.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.700+0000 7fed6cff9640 1 -- 172.21.15.71:0/3518470155 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x562cdcdced60 con 0x562cdce7c080 2024-09-05T07:48:53.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.700+0000 7fed6cff9640 10 client.17382 handle_command_reply: tid=0 2024-09-05T07:48:53.705 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.700+0000 7fed918cd740 1 client.17382 shutdown 2024-09-05T07:48:53.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.700+0000 7fed918cd740 1 -- 172.21.15.71:0/3518470155 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce61dc0 msgr2=0x562cdce720c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:53.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.700+0000 7fed918cd740 1 --2- 172.21.15.71:0/3518470155 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce61dc0 0x562cdce720c0 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7fed80000f80 tx=0x7fed80012b60 comp rx=0 tx=0).stop 2024-09-05T07:48:53.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.700+0000 7fed918cd740 1 -- 172.21.15.71:0/3518470155 shutdown_connections 2024-09-05T07:48:53.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.700+0000 7fed918cd740 1 --2- 172.21.15.71:0/3518470155 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x562cdce7c080 0x562cdcee8b20 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.700+0000 7fed918cd740 1 --2- 172.21.15.71:0/3518470155 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x562cdce6c680 0x562cdcee49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.700+0000 7fed918cd740 1 --2- 172.21.15.71:0/3518470155 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x562cdce61dc0 0x562cdce720c0 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.700+0000 7fed6cff9640 0 client.17382 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:48:53.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.700+0000 7fed918cd740 1 --2- 172.21.15.71:0/3518470155 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x562cdce614a0 0x562cdce71b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.700+0000 7fed918cd740 1 -- 172.21.15.71:0/3518470155 >> 172.21.15.71:0/3518470155 conn(0x562cdce5da30 msgr2=0x562cdce5c370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:53.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.700+0000 7fed918cd740 1 -- 172.21.15.71:0/3518470155 shutdown_connections 2024-09-05T07:48:53.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.700+0000 7fed918cd740 1 -- 172.21.15.71:0/3518470155 wait complete. 2024-09-05T07:48:53.706 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.700+0000 7fed918cd740 20 client.17382 trim_cache size 0 max 16384 2024-09-05T07:48:53.707 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:48:53.707 INFO:teuthology.orchestra.run.smithi071.stdout: "status": "no active scrubs running", 2024-09-05T07:48:53.707 INFO:teuthology.orchestra.run.smithi071.stdout: "scrubs": {} 2024-09-05T07:48:53.707 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:48:53.707 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.701+0000 7fed8f4f4640 1 -- 172.21.15.71:0/1360689826 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fed700a2cf0 msgr2=0x7fed700a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:53.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.701+0000 7fed8f4f4640 1 --2- 172.21.15.71:0/1360689826 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fed700a2cf0 0x7fed700a51b0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fed78031440 tx=0x7fed78003f50 comp rx=0 tx=0).stop 2024-09-05T07:48:53.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.701+0000 7fed8f4f4640 1 -- 172.21.15.71:0/1360689826 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed8810c170 msgr2=0x7fed8819cb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:53.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.701+0000 7fed8f4f4640 1 --2- 172.21.15.71:0/1360689826 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed8810c170 0x7fed8819cb50 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7fed78009230 tx=0x7fed78004270 comp rx=0 tx=0).stop 2024-09-05T07:48:53.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.701+0000 7fed8f4f4640 1 -- 172.21.15.71:0/1360689826 shutdown_connections 2024-09-05T07:48:53.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.701+0000 7fed8f4f4640 1 --2- 172.21.15.71:0/1360689826 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fed700a2cf0 0x7fed700a51b0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.701+0000 7fed8f4f4640 1 --2- 172.21.15.71:0/1360689826 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed8810c170 0x7fed8819cb50 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.701+0000 7fed8f4f4640 1 --2- 172.21.15.71:0/1360689826 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fed88103660 0x7fed881987c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.701+0000 7fed8f4f4640 1 --2- 172.21.15.71:0/1360689826 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fed88102d40 0x7fed88198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:53.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.701+0000 7fed8f4f4640 1 -- 172.21.15.71:0/1360689826 >> 172.21.15.71:0/1360689826 conn(0x7fed880fc7a0 msgr2=0x7fed880fd400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:53.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.701+0000 7fed8f4f4640 1 -- 172.21.15.71:0/1360689826 shutdown_connections 2024-09-05T07:48:53.708 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:53.701+0000 7fed8f4f4640 1 -- 172.21.15.71:0/1360689826 wait complete. 2024-09-05T07:48:54.527 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T07:48:54.527 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:48:54.550 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:54 smithi071 ceph-mon[30965]: pgmap v319: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:48:54.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:54 smithi123 ceph-mon[34568]: pgmap v319: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:48:54.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:54 smithi192 ceph-mon[34929]: pgmap v319: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 7 op/s 2024-09-05T07:48:54.776 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:48:55.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.267+0000 7f15f81d0640 1 -- 172.21.15.71:0/386043212 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15f0106a80 msgr2=0x7f15f0106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:55.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.267+0000 7f15f81d0640 1 --2- 172.21.15.71:0/386043212 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15f0106a80 0x7f15f0106e60 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f15ec009930 tx=0x7f15ec02a420 comp rx=0 tx=0).stop 2024-09-05T07:48:55.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.267+0000 7f15f81d0640 1 -- 172.21.15.71:0/386043212 shutdown_connections 2024-09-05T07:48:55.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.267+0000 7f15f81d0640 1 --2- 172.21.15.71:0/386043212 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15f0101420 0x7f15f010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:55.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.267+0000 7f15f81d0640 1 --2- 172.21.15.71:0/386043212 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15f0100a80 0x7f15f0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:55.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.267+0000 7f15f81d0640 1 --2- 172.21.15.71:0/386043212 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15f0106a80 0x7f15f0106e60 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:55.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.267+0000 7f15f81d0640 1 -- 172.21.15.71:0/386043212 >> 172.21.15.71:0/386043212 conn(0x7f15f00fc7a0 msgr2=0x7f15f00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:55.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.267+0000 7f15f81d0640 1 -- 172.21.15.71:0/386043212 shutdown_connections 2024-09-05T07:48:55.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.267+0000 7f15f81d0640 1 -- 172.21.15.71:0/386043212 wait complete. 2024-09-05T07:48:55.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.268+0000 7f15f81d0640 1 Processor -- start 2024-09-05T07:48:55.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.268+0000 7f15f81d0640 1 -- start start 2024-09-05T07:48:55.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.268+0000 7f15f81d0640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15f0100a80 0x7f15f01991d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:55.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.268+0000 7f15f81d0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15f0101420 0x7f15f0199710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:55.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.268+0000 7f15f81d0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15f0106a80 0x7f15f01a4250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:55.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.268+0000 7f15f81d0640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f15f0110d30 con 0x7f15f0101420 2024-09-05T07:48:55.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.268+0000 7f15f81d0640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f15f0110bb0 con 0x7f15f0100a80 2024-09-05T07:48:55.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.268+0000 7f15f81d0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f15f0110eb0 con 0x7f15f0106a80 2024-09-05T07:48:55.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.268+0000 7f15f576b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15f0101420 0x7f15f0199710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:55.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.268+0000 7f15f576b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15f0101420 0x7f15f0199710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54496/0 (socket says 172.21.15.71:54496) 2024-09-05T07:48:55.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.268+0000 7f15f576b640 1 -- 172.21.15.71:0/3927447365 learned_addr learned my addr 172.21.15.71:0/3927447365 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:55.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.268+0000 7f15f5f6c640 1 --2- 172.21.15.71:0/3927447365 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15f0100a80 0x7f15f01991d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:55.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.269+0000 7f15f676d640 1 --2- 172.21.15.71:0/3927447365 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15f0106a80 0x7f15f01a4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:55.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.269+0000 7f15f576b640 1 -- 172.21.15.71:0/3927447365 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15f0106a80 msgr2=0x7f15f01a4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:55.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.269+0000 7f15f576b640 1 --2- 172.21.15.71:0/3927447365 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15f0106a80 0x7f15f01a4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:55.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.269+0000 7f15f576b640 1 -- 172.21.15.71:0/3927447365 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15f0100a80 msgr2=0x7f15f01991d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:55.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.269+0000 7f15f576b640 1 --2- 172.21.15.71:0/3927447365 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15f0100a80 0x7f15f01991d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:55.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.269+0000 7f15f576b640 1 -- 172.21.15.71:0/3927447365 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15f01a4790 con 0x7f15f0101420 2024-09-05T07:48:55.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.269+0000 7f15f576b640 1 --2- 172.21.15.71:0/3927447365 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15f0101420 0x7f15f0199710 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f15e000d950 tx=0x7f15e000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:55.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.269+0000 7f15e6ffd640 1 -- 172.21.15.71:0/3927447365 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e0017070 con 0x7f15f0101420 2024-09-05T07:48:55.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.269+0000 7f15e6ffd640 1 -- 172.21.15.71:0/3927447365 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15e0009c30 con 0x7f15f0101420 2024-09-05T07:48:55.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.269+0000 7f15f81d0640 1 -- 172.21.15.71:0/3927447365 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15f01a4960 con 0x7f15f0101420 2024-09-05T07:48:55.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.269+0000 7f15e6ffd640 1 -- 172.21.15.71:0/3927447365 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e000f620 con 0x7f15f0101420 2024-09-05T07:48:55.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.269+0000 7f15f81d0640 1 -- 172.21.15.71:0/3927447365 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15f01a4ea0 con 0x7f15f0101420 2024-09-05T07:48:55.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.270+0000 7f15f81d0640 1 -- 172.21.15.71:0/3927447365 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15f0100ee0 con 0x7f15f0101420 2024-09-05T07:48:55.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.271+0000 7f15e6ffd640 1 -- 172.21.15.71:0/3927447365 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f15e00109a0 con 0x7f15f0101420 2024-09-05T07:48:55.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.272+0000 7f15e6ffd640 1 --2- 172.21.15.71:0/3927447365 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f15dc0a2d70 0x7f15dc0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:55.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.272+0000 7f15f5f6c640 1 --2- 172.21.15.71:0/3927447365 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f15dc0a2d70 0x7f15dc0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:55.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.272+0000 7f15e6ffd640 1 -- 172.21.15.71:0/3927447365 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f15e00cf3c0 con 0x7f15f0101420 2024-09-05T07:48:55.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.272+0000 7f15f5f6c640 1 --2- 172.21.15.71:0/3927447365 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f15dc0a2d70 0x7f15dc0a5230 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f15ec009900 tx=0x7f15ec000bc0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:55.292 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.275+0000 7f15e6ffd640 1 -- 172.21.15.71:0/3927447365 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f15e0009de0 con 0x7f15f0101420 2024-09-05T07:48:55.476 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.476+0000 7f15f81d0640 1 -- 172.21.15.71:0/3927447365 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f15f006ad80 con 0x7f15f0101420 2024-09-05T07:48:55.477 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.477+0000 7f15e6ffd640 1 -- 172.21.15.71:0/3927447365 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7f15f006ad80 con 0x7f15f0101420 2024-09-05T07:48:55.478 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:48:55.478 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:48:55.478 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:48:55.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.479+0000 7f15f81d0640 1 -- 172.21.15.71:0/3927447365 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f15dc0a2d70 msgr2=0x7f15dc0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:55.479 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.479+0000 7f15f81d0640 1 --2- 172.21.15.71:0/3927447365 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f15dc0a2d70 0x7f15dc0a5230 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f15ec009900 tx=0x7f15ec000bc0 comp rx=0 tx=0).stop 2024-09-05T07:48:55.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.479+0000 7f15f81d0640 1 -- 172.21.15.71:0/3927447365 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15f0101420 msgr2=0x7f15f0199710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:55.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.479+0000 7f15f81d0640 1 --2- 172.21.15.71:0/3927447365 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15f0101420 0x7f15f0199710 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f15e000d950 tx=0x7f15e000de10 comp rx=0 tx=0).stop 2024-09-05T07:48:55.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.479+0000 7f15f81d0640 1 -- 172.21.15.71:0/3927447365 shutdown_connections 2024-09-05T07:48:55.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.479+0000 7f15f81d0640 1 --2- 172.21.15.71:0/3927447365 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f15dc0a2d70 0x7f15dc0a5230 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:55.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.479+0000 7f15f81d0640 1 --2- 172.21.15.71:0/3927447365 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f15f0106a80 0x7f15f01a4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:55.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.479+0000 7f15f81d0640 1 --2- 172.21.15.71:0/3927447365 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f15f0101420 0x7f15f0199710 unknown :-1 s=CLOSED pgs=1060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:55.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.479+0000 7f15f81d0640 1 --2- 172.21.15.71:0/3927447365 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f15f0100a80 0x7f15f01991d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:55.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.479+0000 7f15f81d0640 1 -- 172.21.15.71:0/3927447365 >> 172.21.15.71:0/3927447365 conn(0x7f15f00fc7a0 msgr2=0x7f15f00fd150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:55.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.479+0000 7f15f81d0640 1 -- 172.21.15.71:0/3927447365 shutdown_connections 2024-09-05T07:48:55.480 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:55.479+0000 7f15f81d0640 1 -- 172.21.15.71:0/3927447365 wait complete. 2024-09-05T07:48:56.098 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-05T07:48:56.384 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:48:56.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:56 smithi071 ceph-mon[30965]: pgmap v320: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T07:48:56.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:56 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3927447365' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:48:56.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:56 smithi123 ceph-mon[34568]: pgmap v320: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T07:48:56.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:56 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3927447365' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:48:56.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:56 smithi192 ceph-mon[34929]: pgmap v320: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T07:48:56.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:56 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3927447365' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:48:56.926 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.915+0000 7f70ea2d6640 1 -- 172.21.15.71:0/1449643673 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f70e4100a70 msgr2=0x7f70e4100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:56.926 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.915+0000 7f70ea2d6640 1 --2- 172.21.15.71:0/1449643673 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f70e4100a70 0x7f70e4100ed0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f70d8009930 tx=0x7f70d802a420 comp rx=0 tx=0).stop 2024-09-05T07:48:56.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.915+0000 7f70ea2d6640 1 -- 172.21.15.71:0/1449643673 shutdown_connections 2024-09-05T07:48:56.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.915+0000 7f70ea2d6640 1 --2- 172.21.15.71:0/1449643673 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f70e4101410 0x7f70e410d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.916+0000 7f70ea2d6640 1 --2- 172.21.15.71:0/1449643673 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f70e4100a70 0x7f70e4100ed0 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.916+0000 7f70ea2d6640 1 --2- 172.21.15.71:0/1449643673 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70e4106a70 0x7f70e4106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.916+0000 7f70ea2d6640 1 -- 172.21.15.71:0/1449643673 >> 172.21.15.71:0/1449643673 conn(0x7f70e40fc790 msgr2=0x7f70e40febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:56.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.916+0000 7f70ea2d6640 1 -- 172.21.15.71:0/1449643673 shutdown_connections 2024-09-05T07:48:56.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.916+0000 7f70ea2d6640 1 -- 172.21.15.71:0/1449643673 wait complete. 2024-09-05T07:48:56.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.916+0000 7f70ea2d6640 1 Processor -- start 2024-09-05T07:48:56.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.916+0000 7f70ea2d6640 1 -- start start 2024-09-05T07:48:56.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.917+0000 7f70ea2d6640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f70e4100a70 0x7f70e4199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:56.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.917+0000 7f70ea2d6640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f70e4101410 0x7f70e41997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:56.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.917+0000 7f70ea2d6640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70e4106a70 0x7f70e41a42e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:56.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.917+0000 7f70ea2d6640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f70e4110d40 con 0x7f70e4101410 2024-09-05T07:48:56.927 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.917+0000 7f70ea2d6640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f70e4110bc0 con 0x7f70e4100a70 2024-09-05T07:48:56.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.917+0000 7f70ea2d6640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f70e4110ec0 con 0x7f70e4106a70 2024-09-05T07:48:56.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.917+0000 7f70e37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f70e4101410 0x7f70e41997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:56.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.917+0000 7f70e37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f70e4101410 0x7f70e41997a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54514/0 (socket says 172.21.15.71:54514) 2024-09-05T07:48:56.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.917+0000 7f70e37fe640 1 -- 172.21.15.71:0/322023329 learned_addr learned my addr 172.21.15.71:0/322023329 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:56.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.917+0000 7f70e3fff640 1 --2- 172.21.15.71:0/322023329 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f70e4100a70 0x7f70e4199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:56.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.917+0000 7f70e8873640 1 --2- 172.21.15.71:0/322023329 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70e4106a70 0x7f70e41a42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:56.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.918+0000 7f70e37fe640 1 -- 172.21.15.71:0/322023329 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70e4106a70 msgr2=0x7f70e41a42e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:56.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.918+0000 7f70e37fe640 1 --2- 172.21.15.71:0/322023329 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70e4106a70 0x7f70e41a42e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.918+0000 7f70e37fe640 1 -- 172.21.15.71:0/322023329 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f70e4100a70 msgr2=0x7f70e4199260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:56.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.918+0000 7f70e37fe640 1 --2- 172.21.15.71:0/322023329 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f70e4100a70 0x7f70e4199260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.918+0000 7f70e37fe640 1 -- 172.21.15.71:0/322023329 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70e41a4820 con 0x7f70e4101410 2024-09-05T07:48:56.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.918+0000 7f70e3fff640 1 --2- 172.21.15.71:0/322023329 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f70e4100a70 0x7f70e4199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:48:56.928 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.918+0000 7f70e37fe640 1 --2- 172.21.15.71:0/322023329 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f70e4101410 0x7f70e41997a0 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f70d8004770 tx=0x7f70d80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:56.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.918+0000 7f70e17fa640 1 -- 172.21.15.71:0/322023329 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d803f070 con 0x7f70e4101410 2024-09-05T07:48:56.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.918+0000 7f70e17fa640 1 -- 172.21.15.71:0/322023329 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f70d803b460 con 0x7f70e4101410 2024-09-05T07:48:56.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.918+0000 7f70ea2d6640 1 -- 172.21.15.71:0/322023329 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70e41a49f0 con 0x7f70e4101410 2024-09-05T07:48:56.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.918+0000 7f70e17fa640 1 -- 172.21.15.71:0/322023329 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d8035070 con 0x7f70e4101410 2024-09-05T07:48:56.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.918+0000 7f70ea2d6640 1 -- 172.21.15.71:0/322023329 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70e41a4ea0 con 0x7f70e4101410 2024-09-05T07:48:56.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.921+0000 7f70ec6af740 1 Processor -- start 2024-09-05T07:48:56.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.921+0000 7f70e17fa640 1 -- 172.21.15.71:0/322023329 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f70d803b610 con 0x7f70e4101410 2024-09-05T07:48:56.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.921+0000 7f70ec6af740 1 -- start start 2024-09-05T07:48:56.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.921+0000 7f70ec6af740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d25b40 0x557781d24090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:56.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.921+0000 7f70ec6af740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d245d0 0x557781d24a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:56.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.921+0000 7f70ec6af740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d2f370 0x557781d31760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:56.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.921+0000 7f70ec6af740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x557781c8a2f0 con 0x557781d2f370 2024-09-05T07:48:56.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.921+0000 7f70ec6af740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x557781c31cf0 con 0x557781d245d0 2024-09-05T07:48:56.929 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.921+0000 7f70ec6af740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x557781c862b0 con 0x557781d25b40 2024-09-05T07:48:56.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.921+0000 7f70e37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d2f370 0x557781d31760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:56.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.921+0000 7f70e3fff640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d245d0 0x557781d24a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:56.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.921+0000 7f70e3fff640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d245d0 0x557781d24a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:38208/0 (socket says 172.21.15.71:38208) 2024-09-05T07:48:56.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.921+0000 7f70e3fff640 1 -- 172.21.15.71:0/1002115948 learned_addr learned my addr 172.21.15.71:0/1002115948 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:56.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.921+0000 7f70e37fe640 1 --2- 172.21.15.71:0/1002115948 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d2f370 0x557781d31760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54528/0 (socket says 172.21.15.71:54528) 2024-09-05T07:48:56.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.921+0000 7f70e8873640 1 --2- 172.21.15.71:0/1002115948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d25b40 0x557781d24090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:56.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.922+0000 7f70e3fff640 1 -- 172.21.15.71:0/1002115948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d25b40 msgr2=0x557781d24090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:56.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.922+0000 7f70e3fff640 1 --2- 172.21.15.71:0/1002115948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d25b40 0x557781d24090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.922+0000 7f70e3fff640 1 -- 172.21.15.71:0/1002115948 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d2f370 msgr2=0x557781d31760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:56.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.922+0000 7f70e3fff640 1 --2- 172.21.15.71:0/1002115948 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d2f370 0x557781d31760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.922+0000 7f70e3fff640 1 -- 172.21.15.71:0/1002115948 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557781c163a0 con 0x557781d245d0 2024-09-05T07:48:56.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.922+0000 7f70e17fa640 1 --2- 172.21.15.71:0/322023329 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f70cc0a2d70 0x7f70cc0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:56.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.922+0000 7f70e8873640 1 --2- 172.21.15.71:0/1002115948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d25b40 0x557781d24090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:48:56.930 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.922+0000 7f70e8873640 1 --2- 172.21.15.71:0/322023329 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f70cc0a2d70 0x7f70cc0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:56.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.922+0000 7f70e17fa640 1 -- 172.21.15.71:0/322023329 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f70d80efb00 con 0x7f70e4101410 2024-09-05T07:48:56.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.922+0000 7f70e3fff640 1 --2- 172.21.15.71:0/1002115948 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d245d0 0x557781d24a10 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f70d40104d0 tx=0x7f70d4010990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4aba030f4956e295 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:56.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.922+0000 7f70ca7fc640 1 -- 172.21.15.71:0/1002115948 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d4004220 con 0x557781d245d0 2024-09-05T07:48:56.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.922+0000 7f70e8873640 1 --2- 172.21.15.71:0/322023329 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f70cc0a2d70 0x7f70cc0a5230 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f70dc00a590 tx=0x7f70dc00d040 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:56.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.922+0000 7f70ca7fc640 1 -- 172.21.15.71:0/1002115948 <== mon.2 v2:172.21.15.123:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f70d40043c0 con 0x557781d245d0 2024-09-05T07:48:56.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.922+0000 7f70ca7fc640 1 -- 172.21.15.71:0/1002115948 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d4011a40 con 0x557781d245d0 2024-09-05T07:48:56.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.923+0000 7f70ec6af740 1 -- 172.21.15.71:0/1002115948 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d245d0 msgr2=0x557781d24a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:56.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.923+0000 7f70ec6af740 1 --2- 172.21.15.71:0/1002115948 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d245d0 0x557781d24a10 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f70d40104d0 tx=0x7f70d4010990 comp rx=0 tx=0).stop 2024-09-05T07:48:56.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.923+0000 7f70ec6af740 1 -- 172.21.15.71:0/1002115948 shutdown_connections 2024-09-05T07:48:56.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.923+0000 7f70ec6af740 1 --2- 172.21.15.71:0/1002115948 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d2f370 0x557781d31760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.923+0000 7f70ec6af740 1 --2- 172.21.15.71:0/1002115948 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d245d0 0x557781d24a10 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.923+0000 7f70ec6af740 1 --2- 172.21.15.71:0/1002115948 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d25b40 0x557781d24090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.923+0000 7f70ec6af740 1 -- 172.21.15.71:0/1002115948 >> 172.21.15.71:0/1002115948 conn(0x557781ced310 msgr2=0x557781d20c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:56.931 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.923+0000 7f70ec6af740 1 -- 172.21.15.71:0/1002115948 shutdown_connections 2024-09-05T07:48:56.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.923+0000 7f70ec6af740 1 -- 172.21.15.71:0/1002115948 wait complete. 2024-09-05T07:48:56.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.923+0000 7f70ec6af740 1 -- start start 2024-09-05T07:48:56.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.924+0000 7f70ec6af740 1 Processor -- start 2024-09-05T07:48:56.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.924+0000 7f70ec6af740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d245d0 0x557781d2c110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:56.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.924+0000 7f70ec6af740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d25b40 0x557781d2c650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:56.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.924+0000 7f70ec6af740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d2f370 0x557781d2cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:56.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.924+0000 7f70ec6af740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x557781d36360 con 0x557781d2f370 2024-09-05T07:48:56.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.924+0000 7f70ec6af740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x557781c45060 con 0x557781d25b40 2024-09-05T07:48:56.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.924+0000 7f70ec6af740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x557781d364e0 con 0x557781d245d0 2024-09-05T07:48:56.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.924+0000 7f70ec6af740 10 client.0 _ll_register_callbacks cb 0x5577819988c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:48:56.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.924+0000 7f70e37fe640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d25b40 0x557781d2c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:56.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.924+0000 7f70e3fff640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d245d0 0x557781d2c110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:56.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.924+0000 7f70e37fe640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d25b40 0x557781d2c650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:38216/0 (socket says 172.21.15.71:38216) 2024-09-05T07:48:56.932 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.924+0000 7f70e37fe640 1 -- 172.21.15.71:0/2693181838 learned_addr learned my addr 172.21.15.71:0/2693181838 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:56.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.924+0000 7f70e8873640 1 --2- 172.21.15.71:0/2693181838 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d2f370 0x557781d2cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:56.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.925+0000 7f70e37fe640 1 -- 172.21.15.71:0/2693181838 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d245d0 msgr2=0x557781d2c110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:56.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.925+0000 7f70e37fe640 1 --2- 172.21.15.71:0/2693181838 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d245d0 0x557781d2c110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.925+0000 7f70e37fe640 1 -- 172.21.15.71:0/2693181838 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d2f370 msgr2=0x557781d2cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:56.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.925+0000 7f70e37fe640 1 --2- 172.21.15.71:0/2693181838 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d2f370 0x557781d2cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.925+0000 7f70e37fe640 1 -- 172.21.15.71:0/2693181838 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577819fb3c0 con 0x557781d25b40 2024-09-05T07:48:56.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.925+0000 7f70e37fe640 1 --2- 172.21.15.71:0/2693181838 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d25b40 0x557781d2c650 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f70d80ece60 tx=0x7f70d8009620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9cd3136ad7f5ca56 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:56.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.925+0000 7f70c37fe640 10 client.0 ms_handle_connect on v2:172.21.15.123:3300/0 2024-09-05T07:48:56.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.925+0000 7f70c37fe640 1 -- 172.21.15.71:0/2693181838 <== mon.2 v2:172.21.15.123:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d8048070 con 0x557781d25b40 2024-09-05T07:48:56.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.925+0000 7f70ec6af740 1 -- 172.21.15.71:0/2693181838 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70d40043c0 con 0x557781d25b40 2024-09-05T07:48:56.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.925+0000 7f70c37fe640 1 -- 172.21.15.71:0/2693181838 <== mon.2 v2:172.21.15.123:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f70d80b82f0 con 0x557781d25b40 2024-09-05T07:48:56.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.925+0000 7f70c37fe640 1 -- 172.21.15.71:0/2693181838 <== mon.2 v2:172.21.15.123:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f70d80bba50 con 0x557781d25b40 2024-09-05T07:48:56.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.925+0000 7f70ec6af740 10 client.26363 fetch_fsmap learned FSMap version 26 2024-09-05T07:48:56.933 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.925+0000 7f70ec6af740 1 -- 172.21.15.71:0/2693181838 --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557781d41f00 con 0x557781d25b40 2024-09-05T07:48:56.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.925+0000 7f70c37fe640 1 -- 172.21.15.71:0/2693181838 <== mon.2 v2:172.21.15.123:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f70d40043c0 con 0x557781d25b40 2024-09-05T07:48:56.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.926+0000 7f70c37fe640 1 -- 172.21.15.71:0/2693181838 <== mon.2 v2:172.21.15.123:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f70d804b060 con 0x557781d25b40 2024-09-05T07:48:56.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.926+0000 7f70ec6af740 10 client.26363 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:48:56.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.926+0000 7f70ec6af740 10 client.26363 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:48:56.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.926+0000 7f70ec6af740 20 client.26363 populate_metadata read hostname 'smithi071' 2024-09-05T07:48:56.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.926+0000 7f70ec6af740 1 --2- 172.21.15.71:0/2693181838 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x557781d432f0 0x557781d457b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:56.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.926+0000 7f70ec6af740 4 client.26363 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:48:56.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.926+0000 7f70ec6af740 1 -- 172.21.15.71:0/2693181838 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557781c97860 con 0x557781d432f0 2024-09-05T07:48:56.934 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.926+0000 7f70e3fff640 1 --2- 172.21.15.71:0/2693181838 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x557781d432f0 0x557781d457b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:56.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.927+0000 7f70c37fe640 10 client.26363 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:48:56.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.927+0000 7f70e3fff640 1 --2- 172.21.15.71:0/2693181838 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x557781d432f0 0x557781d457b0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c6b1905f4c37b4c2 server_cookie=73aa8db6b5d35aca in_seq=0 out_seq=0 2024-09-05T07:48:56.935 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.927+0000 7f70c37fe640 1 -- 172.21.15.71:0/2693181838 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557781c97860 con 0x557781d432f0 2024-09-05T07:48:56.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.927+0000 7f70c37fe640 10 client.26363 handle_command_reply: tid=0 2024-09-05T07:48:56.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.927+0000 7f70ec6af740 1 client.26363 shutdown 2024-09-05T07:48:56.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.927+0000 7f70ec6af740 1 -- 172.21.15.71:0/2693181838 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d25b40 msgr2=0x557781d2c650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:56.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.927+0000 7f70ec6af740 1 --2- 172.21.15.71:0/2693181838 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d25b40 0x557781d2c650 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f70d80ece60 tx=0x7f70d8009620 comp rx=0 tx=0).stop 2024-09-05T07:48:56.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.927+0000 7f70ec6af740 1 -- 172.21.15.71:0/2693181838 shutdown_connections 2024-09-05T07:48:56.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.927+0000 7f70ec6af740 1 --2- 172.21.15.71:0/2693181838 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x557781d432f0 0x557781d457b0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.927+0000 7f70ec6af740 1 --2- 172.21.15.71:0/2693181838 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d2f370 0x557781d2cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.928+0000 7f70ec6af740 1 --2- 172.21.15.71:0/2693181838 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d25b40 0x557781d2c650 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.928+0000 7f70ec6af740 1 --2- 172.21.15.71:0/2693181838 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d245d0 0x557781d2c110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.928+0000 7f70c37fe640 0 client.26363 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:48:56.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.928+0000 7f70ec6af740 1 -- 172.21.15.71:0/2693181838 >> 172.21.15.71:0/2693181838 conn(0x557781ced310 msgr2=0x557781d26960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:56.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.928+0000 7f70ec6af740 1 -- 172.21.15.71:0/2693181838 shutdown_connections 2024-09-05T07:48:56.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.928+0000 7f70ec6af740 1 -- 172.21.15.71:0/2693181838 wait complete. 2024-09-05T07:48:56.936 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.928+0000 7f70ec6af740 20 client.26363 trim_cache size 0 max 16384 2024-09-05T07:48:56.942 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.942+0000 7f70ec6af740 1 Processor -- start 2024-09-05T07:48:56.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.942+0000 7f70ec6af740 1 -- start start 2024-09-05T07:48:56.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.942+0000 7f70ec6af740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d245d0 0x557781d4b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:56.943 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.942+0000 7f70ec6af740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d25b40 0x557781d4b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:56.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.942+0000 7f70ec6af740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d2f370 0x557781d26110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:56.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.942+0000 7f70ec6af740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f70e41af870 con 0x557781d25b40 2024-09-05T07:48:56.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.942+0000 7f70ec6af740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f70e41ad140 con 0x557781d245d0 2024-09-05T07:48:56.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.942+0000 7f70ec6af740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f70e41aafb0 con 0x557781d2f370 2024-09-05T07:48:56.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.943+0000 7f70e37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d25b40 0x557781d4b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:56.944 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.943+0000 7f70e37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d25b40 0x557781d4b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54540/0 (socket says 172.21.15.71:54540) 2024-09-05T07:48:56.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.943+0000 7f70e37fe640 1 -- 172.21.15.71:0/2453638637 learned_addr learned my addr 172.21.15.71:0/2453638637 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:56.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.943+0000 7f70e3fff640 1 --2- 172.21.15.71:0/2453638637 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d245d0 0x557781d4b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:56.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.943+0000 7f70e8873640 1 --2- 172.21.15.71:0/2453638637 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d2f370 0x557781d26110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:56.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.943+0000 7f70e37fe640 1 -- 172.21.15.71:0/2453638637 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d2f370 msgr2=0x557781d26110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:56.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.943+0000 7f70e37fe640 1 --2- 172.21.15.71:0/2453638637 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d2f370 0x557781d26110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.943+0000 7f70e37fe640 1 -- 172.21.15.71:0/2453638637 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d245d0 msgr2=0x557781d4b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:56.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.943+0000 7f70e37fe640 1 --2- 172.21.15.71:0/2453638637 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d245d0 0x557781d4b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.943+0000 7f70e37fe640 1 -- 172.21.15.71:0/2453638637 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557781d21dd0 con 0x557781d25b40 2024-09-05T07:48:56.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.943+0000 7f70e3fff640 1 --2- 172.21.15.71:0/2453638637 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d245d0 0x557781d4b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:48:56.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.943+0000 7f70e37fe640 1 --2- 172.21.15.71:0/2453638637 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d25b40 0x557781d4b5c0 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f70d80b9f30 tx=0x7f70d8009290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f060d97e8b4e62c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:56.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.943+0000 7f70c9ffb640 1 -- 172.21.15.71:0/2453638637 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d80d8070 con 0x557781d25b40 2024-09-05T07:48:56.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.943+0000 7f70c9ffb640 1 -- 172.21.15.71:0/2453638637 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f70d80bbc80 con 0x557781d25b40 2024-09-05T07:48:56.945 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.943+0000 7f70c9ffb640 1 -- 172.21.15.71:0/2453638637 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d8048070 con 0x557781d25b40 2024-09-05T07:48:56.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.944+0000 7f70ec6af740 1 -- 172.21.15.71:0/2453638637 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d25b40 msgr2=0x557781d4b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:56.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.944+0000 7f70ec6af740 1 --2- 172.21.15.71:0/2453638637 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d25b40 0x557781d4b5c0 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f70d80b9f30 tx=0x7f70d8009290 comp rx=0 tx=0).stop 2024-09-05T07:48:56.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.944+0000 7f70ec6af740 1 -- 172.21.15.71:0/2453638637 shutdown_connections 2024-09-05T07:48:56.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.944+0000 7f70ec6af740 1 --2- 172.21.15.71:0/2453638637 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d2f370 0x557781d26110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.944+0000 7f70ec6af740 1 --2- 172.21.15.71:0/2453638637 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d25b40 0x557781d4b5c0 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.944+0000 7f70ec6af740 1 --2- 172.21.15.71:0/2453638637 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d245d0 0x557781d4b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.944+0000 7f70ec6af740 1 -- 172.21.15.71:0/2453638637 >> 172.21.15.71:0/2453638637 conn(0x557781ced310 msgr2=0x557781d2b260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:56.949 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.944+0000 7f70ec6af740 1 -- 172.21.15.71:0/2453638637 shutdown_connections 2024-09-05T07:48:56.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.944+0000 7f70ec6af740 1 -- 172.21.15.71:0/2453638637 wait complete. 2024-09-05T07:48:56.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.945+0000 7f70ec6af740 1 -- start start 2024-09-05T07:48:56.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.945+0000 7f70ec6af740 1 Processor -- start 2024-09-05T07:48:56.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.945+0000 7f70ec6af740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d245d0 0x557781d3bff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:56.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.945+0000 7f70ec6af740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d25b40 0x557781d29020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:56.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.945+0000 7f70ec6af740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d2f370 0x557781d29630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:56.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.945+0000 7f70ec6af740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f70e41ab600 con 0x557781d245d0 2024-09-05T07:48:56.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.945+0000 7f70ec6af740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f70e41aca70 con 0x557781d25b40 2024-09-05T07:48:56.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.945+0000 7f70ec6af740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f70e41abcd0 con 0x557781d2f370 2024-09-05T07:48:56.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.945+0000 7f70ec6af740 10 client.0 _ll_register_callbacks cb 0x7f70d80f3340 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:48:56.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.945+0000 7f70e3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d245d0 0x557781d3bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:56.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.945+0000 7f70e8873640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d2f370 0x557781d29630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:56.950 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.945+0000 7f70e3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d245d0 0x557781d3bff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54554/0 (socket says 172.21.15.71:54554) 2024-09-05T07:48:56.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.945+0000 7f70e3fff640 1 -- 172.21.15.71:0/750237451 learned_addr learned my addr 172.21.15.71:0/750237451 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:56.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.945+0000 7f70e37fe640 1 --2- 172.21.15.71:0/750237451 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d25b40 0x557781d29020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:56.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.946+0000 7f70e3fff640 1 -- 172.21.15.71:0/750237451 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d2f370 msgr2=0x557781d29630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:56.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.946+0000 7f70e3fff640 1 --2- 172.21.15.71:0/750237451 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d2f370 0x557781d29630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.946+0000 7f70e3fff640 1 -- 172.21.15.71:0/750237451 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d25b40 msgr2=0x557781d29020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:56.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.946+0000 7f70e3fff640 1 --2- 172.21.15.71:0/750237451 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d25b40 0x557781d29020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.946+0000 7f70e3fff640 1 -- 172.21.15.71:0/750237451 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557781d29e60 con 0x557781d245d0 2024-09-05T07:48:56.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.946+0000 7f70e8873640 1 --2- 172.21.15.71:0/750237451 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d2f370 0x557781d29630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:48:56.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.946+0000 7f70e3fff640 1 --2- 172.21.15.71:0/750237451 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d245d0 0x557781d3bff0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f70d40104d0 tx=0x7f70d4005d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7dff19f5f639278 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:56.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.946+0000 7f70c37fe640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:48:56.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.946+0000 7f70c37fe640 1 -- 172.21.15.71:0/750237451 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d4004300 con 0x557781d245d0 2024-09-05T07:48:56.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.946+0000 7f70c37fe640 1 -- 172.21.15.71:0/750237451 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f70d4005040 con 0x557781d245d0 2024-09-05T07:48:56.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.946+0000 7f70ec6af740 1 -- 172.21.15.71:0/750237451 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70d80bbc80 con 0x557781d245d0 2024-09-05T07:48:56.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.946+0000 7f70c37fe640 1 -- 172.21.15.71:0/750237451 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f70d40044a0 con 0x557781d245d0 2024-09-05T07:48:56.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.946+0000 7f70ec6af740 10 client.17406 fetch_fsmap learned FSMap version 26 2024-09-05T07:48:56.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.946+0000 7f70ec6af740 1 -- 172.21.15.71:0/750237451 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557781dae180 con 0x557781d245d0 2024-09-05T07:48:56.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.947+0000 7f70c37fe640 1 -- 172.21.15.71:0/750237451 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f70d80bbc80 con 0x557781d245d0 2024-09-05T07:48:56.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.947+0000 7f70c37fe640 1 -- 172.21.15.71:0/750237451 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f70d4004660 con 0x557781d245d0 2024-09-05T07:48:56.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.947+0000 7f70ec6af740 10 client.17406 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:48:56.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.947+0000 7f70ec6af740 10 client.17406 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-05T07:48:56.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.947+0000 7f70ec6af740 20 client.17406 populate_metadata read hostname 'smithi071' 2024-09-05T07:48:56.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.947+0000 7f70ec6af740 1 --2- 172.21.15.71:0/750237451 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x557781dae790 0x557781db0bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:56.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.947+0000 7f70ec6af740 4 client.17406 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:48:56.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.947+0000 7f70ec6af740 1 -- 172.21.15.71:0/750237451 --> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557781c91d70 con 0x557781dae790 2024-09-05T07:48:56.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.947+0000 7f70e37fe640 1 --2- 172.21.15.71:0/750237451 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x557781dae790 0x557781db0bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:56.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.948+0000 7f70c37fe640 10 client.17406 ms_handle_connect on v2:172.21.15.192:6836/4037745370 2024-09-05T07:48:56.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.948+0000 7f70e37fe640 1 --2- 172.21.15.71:0/750237451 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x557781dae790 0x557781db0bb0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f600a71f71b93c14 server_cookie=d9cb288a6a7c076d in_seq=0 out_seq=0 2024-09-05T07:48:56.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.948+0000 7f70c37fe640 1 -- 172.21.15.71:0/750237451 <== mds.2 v2:172.21.15.192:6836/4037745370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557781c91d70 con 0x557781dae790 2024-09-05T07:48:56.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.948+0000 7f70c37fe640 10 client.17406 handle_command_reply: tid=0 2024-09-05T07:48:56.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.948+0000 7f70ec6af740 1 client.17406 shutdown 2024-09-05T07:48:56.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.948+0000 7f70ec6af740 1 -- 172.21.15.71:0/750237451 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d245d0 msgr2=0x557781d3bff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:56.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.948+0000 7f70ec6af740 1 --2- 172.21.15.71:0/750237451 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d245d0 0x557781d3bff0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f70d40104d0 tx=0x7f70d4005d10 comp rx=0 tx=0).stop 2024-09-05T07:48:56.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.948+0000 7f70ec6af740 1 -- 172.21.15.71:0/750237451 shutdown_connections 2024-09-05T07:48:56.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.948+0000 7f70ec6af740 1 --2- 172.21.15.71:0/750237451 >> [v2:172.21.15.192:6836/4037745370,v1:172.21.15.192:6837/4037745370] conn(0x557781dae790 0x557781db0bb0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.948+0000 7f70ec6af740 1 --2- 172.21.15.71:0/750237451 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x557781d2f370 0x557781d29630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.948+0000 7f70ec6af740 1 --2- 172.21.15.71:0/750237451 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x557781d25b40 0x557781d29020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.948+0000 7f70ec6af740 1 --2- 172.21.15.71:0/750237451 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x557781d245d0 0x557781d3bff0 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.948+0000 7f70ec6af740 1 -- 172.21.15.71:0/750237451 >> 172.21.15.71:0/750237451 conn(0x557781ced310 msgr2=0x557781d26110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:56.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.948+0000 7f70c37fe640 0 client.17406 ms_handle_reset on v2:172.21.15.192:6836/4037745370 2024-09-05T07:48:56.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.948+0000 7f70ec6af740 1 -- 172.21.15.71:0/750237451 shutdown_connections 2024-09-05T07:48:56.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.948+0000 7f70ec6af740 1 -- 172.21.15.71:0/750237451 wait complete. 2024-09-05T07:48:56.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.948+0000 7f70ec6af740 20 client.17406 trim_cache size 0 max 16384 2024-09-05T07:48:56.954 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:48:56.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.949+0000 7f70ea2d6640 1 -- 172.21.15.71:0/322023329 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f70cc0a2d70 msgr2=0x7f70cc0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:56.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.949+0000 7f70ea2d6640 1 --2- 172.21.15.71:0/322023329 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f70cc0a2d70 0x7f70cc0a5230 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f70dc00a590 tx=0x7f70dc00d040 comp rx=0 tx=0).stop 2024-09-05T07:48:56.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.949+0000 7f70ea2d6640 1 -- 172.21.15.71:0/322023329 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f70e4101410 msgr2=0x7f70e41997a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:56.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.949+0000 7f70ea2d6640 1 --2- 172.21.15.71:0/322023329 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f70e4101410 0x7f70e41997a0 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f70d8004770 tx=0x7f70d80042f0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.949+0000 7f70ea2d6640 1 -- 172.21.15.71:0/322023329 shutdown_connections 2024-09-05T07:48:56.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.949+0000 7f70ea2d6640 1 --2- 172.21.15.71:0/322023329 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f70cc0a2d70 0x7f70cc0a5230 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.949+0000 7f70ea2d6640 1 --2- 172.21.15.71:0/322023329 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f70e4106a70 0x7f70e41a42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.949+0000 7f70ea2d6640 1 --2- 172.21.15.71:0/322023329 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f70e4101410 0x7f70e41997a0 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.949+0000 7f70ea2d6640 1 --2- 172.21.15.71:0/322023329 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f70e4100a70 0x7f70e4199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:56.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.949+0000 7f70ea2d6640 1 -- 172.21.15.71:0/322023329 >> 172.21.15.71:0/322023329 conn(0x7f70e40fc790 msgr2=0x7f70e40fd0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:56.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.949+0000 7f70ea2d6640 1 -- 172.21.15.71:0/322023329 shutdown_connections 2024-09-05T07:48:56.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:56.949+0000 7f70ea2d6640 1 -- 172.21.15.71:0/322023329 wait complete. 2024-09-05T07:48:57.590 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:57 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:48:57.597 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:57 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:48:57.628 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-05T07:48:57.641 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:57 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T07:48:58.521 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:48:58.648 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:58 smithi071 ceph-mon[30965]: pgmap v321: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T07:48:58.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:58 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:48:58.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:58 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:48:58.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:58 smithi123 ceph-mon[34568]: pgmap v321: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T07:48:58.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:58 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:48:58.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:58 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:48:58.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:58 smithi192 ceph-mon[34929]: pgmap v321: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T07:48:58.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:58 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:48:58.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:58 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:48:59.057 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.046+0000 7f22b5663640 1 -- 172.21.15.71:0/4071007064 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22b0101420 msgr2=0x7f22b010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:59.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.046+0000 7f22b5663640 1 --2- 172.21.15.71:0/4071007064 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22b0101420 0x7f22b010d950 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f22a8009930 tx=0x7f22a802a420 comp rx=0 tx=0).stop 2024-09-05T07:48:59.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.046+0000 7f22b5663640 1 -- 172.21.15.71:0/4071007064 shutdown_connections 2024-09-05T07:48:59.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.046+0000 7f22b5663640 1 --2- 172.21.15.71:0/4071007064 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22b0101420 0x7f22b010d950 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.046+0000 7f22b5663640 1 --2- 172.21.15.71:0/4071007064 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22b0100a80 0x7f22b0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.046+0000 7f22b5663640 1 --2- 172.21.15.71:0/4071007064 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f22b0106a80 0x7f22b0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.046+0000 7f22b5663640 1 -- 172.21.15.71:0/4071007064 >> 172.21.15.71:0/4071007064 conn(0x7f22b00fc7a0 msgr2=0x7f22b00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:59.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.046+0000 7f22b5663640 1 -- 172.21.15.71:0/4071007064 shutdown_connections 2024-09-05T07:48:59.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.046+0000 7f22b5663640 1 -- 172.21.15.71:0/4071007064 wait complete. 2024-09-05T07:48:59.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.047+0000 7f22b5663640 1 Processor -- start 2024-09-05T07:48:59.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.047+0000 7f22b5663640 1 -- start start 2024-09-05T07:48:59.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.047+0000 7f22b5663640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22b0100a80 0x7f22b0198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:59.058 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.047+0000 7f22b5663640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f22b0101420 0x7f22b01988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:59.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.047+0000 7f22b5663640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22b0106a80 0x7f22b019cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:59.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.047+0000 7f22b5663640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f22b0110d30 con 0x7f22b0100a80 2024-09-05T07:48:59.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.047+0000 7f22b5663640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f22b0110bb0 con 0x7f22b0101420 2024-09-05T07:48:59.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.047+0000 7f22b5663640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f22b0110eb0 con 0x7f22b0106a80 2024-09-05T07:48:59.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.047+0000 7f22aeffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22b0100a80 0x7f22b0198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:59.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.048+0000 7f22aeffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22b0100a80 0x7f22b0198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54572/0 (socket says 172.21.15.71:54572) 2024-09-05T07:48:59.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.048+0000 7f22aeffd640 1 -- 172.21.15.71:0/348517485 learned_addr learned my addr 172.21.15.71:0/348517485 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:59.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.048+0000 7f22ae7fc640 1 --2- 172.21.15.71:0/348517485 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f22b0101420 0x7f22b01988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:59.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.048+0000 7f22af7fe640 1 --2- 172.21.15.71:0/348517485 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22b0106a80 0x7f22b019cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:59.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.048+0000 7f22aeffd640 1 -- 172.21.15.71:0/348517485 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22b0106a80 msgr2=0x7f22b019cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:59.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.048+0000 7f22aeffd640 1 --2- 172.21.15.71:0/348517485 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22b0106a80 0x7f22b019cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.048+0000 7f22aeffd640 1 -- 172.21.15.71:0/348517485 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f22b0101420 msgr2=0x7f22b01988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:59.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.048+0000 7f22aeffd640 1 --2- 172.21.15.71:0/348517485 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f22b0101420 0x7f22b01988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.059 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.048+0000 7f22aeffd640 1 -- 172.21.15.71:0/348517485 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22b019d330 con 0x7f22b0100a80 2024-09-05T07:48:59.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.048+0000 7f22aeffd640 1 --2- 172.21.15.71:0/348517485 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22b0100a80 0x7f22b0198380 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f22a000ebc0 tx=0x7f22a000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:59.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.048+0000 7f2297fff640 1 -- 172.21.15.71:0/348517485 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a0010630 con 0x7f22b0100a80 2024-09-05T07:48:59.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.048+0000 7f22b5663640 1 -- 172.21.15.71:0/348517485 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22b019d620 con 0x7f22b0100a80 2024-09-05T07:48:59.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.048+0000 7f2297fff640 1 -- 172.21.15.71:0/348517485 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f22a0010c80 con 0x7f22b0100a80 2024-09-05T07:48:59.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.048+0000 7f2297fff640 1 -- 172.21.15.71:0/348517485 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a0018b30 con 0x7f22b0100a80 2024-09-05T07:48:59.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.048+0000 7f22b5663640 1 -- 172.21.15.71:0/348517485 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22b01a4f00 con 0x7f22b0100a80 2024-09-05T07:48:59.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.050+0000 7f2297fff640 1 -- 172.21.15.71:0/348517485 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f22a0018cd0 con 0x7f22b0100a80 2024-09-05T07:48:59.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.051+0000 7f22b7a3c740 1 Processor -- start 2024-09-05T07:48:59.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.051+0000 7f22b7a3c740 1 -- start start 2024-09-05T07:48:59.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.051+0000 7f22b7a3c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c5442b40 0x5585c5441090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:59.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.051+0000 7f22b7a3c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585c54415d0 0x5585c5441a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:59.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.051+0000 7f22b7a3c740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c5450780 0x5585c5452b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:59.060 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.051+0000 7f22b7a3c740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5585c53a72f0 con 0x5585c5450780 2024-09-05T07:48:59.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.051+0000 7f22b7a3c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5585c534ecf0 con 0x5585c5442b40 2024-09-05T07:48:59.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.051+0000 7f22b7a3c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5585c53a32b0 con 0x5585c54415d0 2024-09-05T07:48:59.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.051+0000 7f22af7fe640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c5442b40 0x5585c5441090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:59.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.051+0000 7f22ae7fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c5450780 0x5585c5452b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:59.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.051+0000 7f2297fff640 1 --2- 172.21.15.71:0/348517485 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f22980a2cf0 0x7f22980a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:59.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.051+0000 7f22af7fe640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c5442b40 0x5585c5441090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.123:3300/0 says I am v2:172.21.15.71:38252/0 (socket says 172.21.15.71:38252) 2024-09-05T07:48:59.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.051+0000 7f22af7fe640 1 -- 172.21.15.71:0/2867521735 learned_addr learned my addr 172.21.15.71:0/2867521735 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:59.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.051+0000 7f22aeffd640 1 --2- 172.21.15.71:0/2867521735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585c54415d0 0x5585c5441a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:59.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.052+0000 7f22af7fe640 1 --2- 172.21.15.71:0/348517485 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f22980a2cf0 0x7f22980a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:59.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.052+0000 7f2297fff640 1 -- 172.21.15.71:0/348517485 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f22a00cfdb0 con 0x7f22b0100a80 2024-09-05T07:48:59.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.052+0000 7f22ae7fc640 1 -- 172.21.15.71:0/2867521735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585c54415d0 msgr2=0x5585c5441a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:59.061 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.052+0000 7f22ae7fc640 1 --2- 172.21.15.71:0/2867521735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585c54415d0 0x5585c5441a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.052+0000 7f22ae7fc640 1 -- 172.21.15.71:0/2867521735 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c5442b40 msgr2=0x5585c5441090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:59.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.052+0000 7f22ae7fc640 1 --2- 172.21.15.71:0/2867521735 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c5442b40 0x5585c5441090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.052+0000 7f22ae7fc640 1 -- 172.21.15.71:0/2867521735 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5585c53333a0 con 0x5585c5450780 2024-09-05T07:48:59.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.052+0000 7f22ae7fc640 1 --2- 172.21.15.71:0/2867521735 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c5450780 0x5585c5452b70 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f22a4009bd0 tx=0x7f22a4011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b45ee058303ce94a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:59.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.052+0000 7f22af7fe640 1 --2- 172.21.15.71:0/348517485 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f22980a2cf0 0x7f22980a51b0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f22a8005ec0 tx=0x7f22a802a420 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:59.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.052+0000 7f22957fa640 1 -- 172.21.15.71:0/2867521735 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a4004230 con 0x5585c5450780 2024-09-05T07:48:59.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.052+0000 7f22957fa640 1 -- 172.21.15.71:0/2867521735 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f22a4009e40 con 0x5585c5450780 2024-09-05T07:48:59.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.052+0000 7f22957fa640 1 -- 172.21.15.71:0/2867521735 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a4004c40 con 0x5585c5450780 2024-09-05T07:48:59.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.053+0000 7f22b7a3c740 1 -- 172.21.15.71:0/2867521735 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c5450780 msgr2=0x5585c5452b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:59.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.053+0000 7f22b7a3c740 1 --2- 172.21.15.71:0/2867521735 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c5450780 0x5585c5452b70 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f22a4009bd0 tx=0x7f22a4011810 comp rx=0 tx=0).stop 2024-09-05T07:48:59.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.053+0000 7f22b7a3c740 1 -- 172.21.15.71:0/2867521735 shutdown_connections 2024-09-05T07:48:59.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.053+0000 7f22b7a3c740 1 --2- 172.21.15.71:0/2867521735 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c5450780 0x5585c5452b70 unknown :-1 s=CLOSED pgs=1067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.053+0000 7f22b7a3c740 1 --2- 172.21.15.71:0/2867521735 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585c54415d0 0x5585c5441a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.062 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.053+0000 7f22b7a3c740 1 --2- 172.21.15.71:0/2867521735 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c5442b40 0x5585c5441090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.053+0000 7f22b7a3c740 1 -- 172.21.15.71:0/2867521735 >> 172.21.15.71:0/2867521735 conn(0x5585c540a310 msgr2=0x5585c543dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:59.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.053+0000 7f22b7a3c740 1 -- 172.21.15.71:0/2867521735 shutdown_connections 2024-09-05T07:48:59.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.053+0000 7f22b7a3c740 1 -- 172.21.15.71:0/2867521735 wait complete. 2024-09-05T07:48:59.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.053+0000 7f22b7a3c740 1 -- start start 2024-09-05T07:48:59.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.053+0000 7f22b7a3c740 1 Processor -- start 2024-09-05T07:48:59.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22b7a3c740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c54415d0 0x5585c54500b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:59.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22b7a3c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c5442b40 0x5585c544d360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:59.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22b7a3c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585c5450780 0x5585c544d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:59.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22b7a3c740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5585c5453480 con 0x5585c54415d0 2024-09-05T07:48:59.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22b7a3c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5585c5362060 con 0x5585c5442b40 2024-09-05T07:48:59.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22b7a3c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5585c5453600 con 0x5585c5450780 2024-09-05T07:48:59.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22aeffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c54415d0 0x5585c54500b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:59.063 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22b7a3c740 10 client.0 _ll_register_callbacks cb 0x5585c50b58c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:48:59.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22aeffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c54415d0 0x5585c54500b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54592/0 (socket says 172.21.15.71:54592) 2024-09-05T07:48:59.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22aeffd640 1 -- 172.21.15.71:0/3121398413 learned_addr learned my addr 172.21.15.71:0/3121398413 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:59.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22ae7fc640 1 --2- 172.21.15.71:0/3121398413 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c5442b40 0x5585c544d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:59.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22af7fe640 1 --2- 172.21.15.71:0/3121398413 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585c5450780 0x5585c544d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:59.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22aeffd640 1 -- 172.21.15.71:0/3121398413 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585c5450780 msgr2=0x5585c544d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:59.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22aeffd640 1 --2- 172.21.15.71:0/3121398413 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585c5450780 0x5585c544d8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22aeffd640 1 -- 172.21.15.71:0/3121398413 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c5442b40 msgr2=0x5585c544d360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:59.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22aeffd640 1 --2- 172.21.15.71:0/3121398413 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c5442b40 0x5585c544d360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22aeffd640 1 -- 172.21.15.71:0/3121398413 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5585c51183c0 con 0x5585c54415d0 2024-09-05T07:48:59.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22aeffd640 1 --2- 172.21.15.71:0/3121398413 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c54415d0 0x5585c54500b0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f22a00cd160 tx=0x7f22a009bd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d273d2871a395862 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:59.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f2292ff5640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:48:59.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f2292ff5640 1 -- 172.21.15.71:0/3121398413 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a009bf30 con 0x5585c54415d0 2024-09-05T07:48:59.064 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f2292ff5640 1 -- 172.21.15.71:0/3121398413 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f22a001bc90 con 0x5585c54415d0 2024-09-05T07:48:59.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22b7a3c740 1 -- 172.21.15.71:0/3121398413 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5585c53b4860 con 0x5585c54415d0 2024-09-05T07:48:59.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f2292ff5640 1 -- 172.21.15.71:0/3121398413 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f22a001be90 con 0x5585c54415d0 2024-09-05T07:48:59.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22b7a3c740 10 client.17418 fetch_fsmap learned FSMap version 26 2024-09-05T07:48:59.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.054+0000 7f22b7a3c740 1 -- 172.21.15.71:0/3121398413 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5585c545ef00 con 0x5585c54415d0 2024-09-05T07:48:59.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.055+0000 7f2292ff5640 1 -- 172.21.15.71:0/3121398413 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5585c53b4860 con 0x5585c54415d0 2024-09-05T07:48:59.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.055+0000 7f2292ff5640 1 -- 172.21.15.71:0/3121398413 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f22a00a4660 con 0x5585c54415d0 2024-09-05T07:48:59.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.055+0000 7f22b7a3c740 10 client.17418 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:48:59.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.055+0000 7f22b7a3c740 10 client.17418 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:48:59.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.055+0000 7f22b7a3c740 20 client.17418 populate_metadata read hostname 'smithi071' 2024-09-05T07:48:59.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.055+0000 7f22b7a3c740 1 --2- 172.21.15.71:0/3121398413 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5585c5460360 0x5585c5462750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:59.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.055+0000 7f22b7a3c740 4 client.17418 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:48:59.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.055+0000 7f22b7a3c740 1 -- 172.21.15.71:0/3121398413 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5585c53aed70 con 0x5585c5460360 2024-09-05T07:48:59.065 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.055+0000 7f22ae7fc640 1 --2- 172.21.15.71:0/3121398413 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5585c5460360 0x5585c5462750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:59.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.055+0000 7f2292ff5640 10 client.17418 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:48:59.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.055+0000 7f22ae7fc640 1 --2- 172.21.15.71:0/3121398413 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5585c5460360 0x5585c5462750 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c394294e59fa33a6 server_cookie=613eb5d6332ebdda in_seq=0 out_seq=0 2024-09-05T07:48:59.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.056+0000 7f2292ff5640 1 -- 172.21.15.71:0/3121398413 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5585c53aed70 con 0x5585c5460360 2024-09-05T07:48:59.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.056+0000 7f2292ff5640 10 client.17418 handle_command_reply: tid=0 2024-09-05T07:48:59.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.056+0000 7f22b7a3c740 1 client.17418 shutdown 2024-09-05T07:48:59.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.056+0000 7f22b7a3c740 1 -- 172.21.15.71:0/3121398413 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c54415d0 msgr2=0x5585c54500b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:59.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.056+0000 7f22b7a3c740 1 --2- 172.21.15.71:0/3121398413 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c54415d0 0x5585c54500b0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f22a00cd160 tx=0x7f22a009bd00 comp rx=0 tx=0).stop 2024-09-05T07:48:59.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.056+0000 7f22b7a3c740 1 -- 172.21.15.71:0/3121398413 shutdown_connections 2024-09-05T07:48:59.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.056+0000 7f22b7a3c740 1 --2- 172.21.15.71:0/3121398413 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585c5450780 0x5585c544d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.056+0000 7f22b7a3c740 1 --2- 172.21.15.71:0/3121398413 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5585c5460360 0x5585c5462750 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.056+0000 7f22b7a3c740 1 --2- 172.21.15.71:0/3121398413 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c5442b40 0x5585c544d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.056+0000 7f22b7a3c740 1 --2- 172.21.15.71:0/3121398413 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c54415d0 0x5585c54500b0 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.066 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.056+0000 7f2292ff5640 0 client.17418 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:48:59.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.056+0000 7f22b7a3c740 1 -- 172.21.15.71:0/3121398413 >> 172.21.15.71:0/3121398413 conn(0x5585c540a310 msgr2=0x5585c5443960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:59.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.056+0000 7f22b7a3c740 1 -- 172.21.15.71:0/3121398413 shutdown_connections 2024-09-05T07:48:59.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.056+0000 7f22b7a3c740 1 -- 172.21.15.71:0/3121398413 wait complete. 2024-09-05T07:48:59.067 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.057+0000 7f22b7a3c740 20 client.17418 trim_cache size 0 max 16384 2024-09-05T07:48:59.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.070+0000 7f22b7a3c740 1 Processor -- start 2024-09-05T07:48:59.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.070+0000 7f22b7a3c740 1 -- start start 2024-09-05T07:48:59.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.070+0000 7f22b7a3c740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c540a310 0x5585c543de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:59.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.070+0000 7f22b7a3c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585c54415d0 0x5585c545c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:59.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.070+0000 7f22b7a3c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c5442b40 0x5585c5467ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:59.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.070+0000 7f22b7a3c740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f22b01af8a0 con 0x5585c540a310 2024-09-05T07:48:59.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.070+0000 7f22b7a3c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f22b01ad170 con 0x5585c5442b40 2024-09-05T07:48:59.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.070+0000 7f22b7a3c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f22b01aafe0 con 0x5585c54415d0 2024-09-05T07:48:59.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.070+0000 7f22aeffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c540a310 0x5585c543de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:59.072 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.070+0000 7f22aeffd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c540a310 0x5585c543de10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54608/0 (socket says 172.21.15.71:54608) 2024-09-05T07:48:59.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.070+0000 7f22aeffd640 1 -- 172.21.15.71:0/4290408558 learned_addr learned my addr 172.21.15.71:0/4290408558 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:59.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.070+0000 7f22ae7fc640 1 --2- 172.21.15.71:0/4290408558 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585c54415d0 0x5585c545c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:59.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.071+0000 7f22af7fe640 1 --2- 172.21.15.71:0/4290408558 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c5442b40 0x5585c5467ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:59.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.071+0000 7f22aeffd640 1 -- 172.21.15.71:0/4290408558 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585c54415d0 msgr2=0x5585c545c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:59.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.071+0000 7f22aeffd640 1 --2- 172.21.15.71:0/4290408558 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585c54415d0 0x5585c545c750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.071+0000 7f22aeffd640 1 -- 172.21.15.71:0/4290408558 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c5442b40 msgr2=0x5585c5467ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:59.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.071+0000 7f22aeffd640 1 --2- 172.21.15.71:0/4290408558 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c5442b40 0x5585c5467ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.071+0000 7f22aeffd640 1 -- 172.21.15.71:0/4290408558 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5585c54413d0 con 0x5585c540a310 2024-09-05T07:48:59.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.071+0000 7f22aeffd640 1 --2- 172.21.15.71:0/4290408558 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c540a310 0x5585c543de10 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f22a00cd6b0 tx=0x7f22a009a440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1685dd5302f3cbbf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:59.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.071+0000 7f2294ff9640 1 -- 172.21.15.71:0/4290408558 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a009ba70 con 0x5585c540a310 2024-09-05T07:48:59.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.071+0000 7f2294ff9640 1 -- 172.21.15.71:0/4290408558 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f22a009bf30 con 0x5585c540a310 2024-09-05T07:48:59.073 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.071+0000 7f2294ff9640 1 -- 172.21.15.71:0/4290408558 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a009c190 con 0x5585c540a310 2024-09-05T07:48:59.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.072+0000 7f22b7a3c740 1 -- 172.21.15.71:0/4290408558 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c540a310 msgr2=0x5585c543de10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:59.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.072+0000 7f22b7a3c740 1 --2- 172.21.15.71:0/4290408558 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c540a310 0x5585c543de10 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f22a00cd6b0 tx=0x7f22a009a440 comp rx=0 tx=0).stop 2024-09-05T07:48:59.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.072+0000 7f22b7a3c740 1 -- 172.21.15.71:0/4290408558 shutdown_connections 2024-09-05T07:48:59.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.072+0000 7f22b7a3c740 1 --2- 172.21.15.71:0/4290408558 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c5442b40 0x5585c5467ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.072+0000 7f22b7a3c740 1 --2- 172.21.15.71:0/4290408558 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585c54415d0 0x5585c545c750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.072+0000 7f22b7a3c740 1 --2- 172.21.15.71:0/4290408558 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c540a310 0x5585c543de10 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.072+0000 7f22b7a3c740 1 -- 172.21.15.71:0/4290408558 >> 172.21.15.71:0/4290408558 conn(0x5585c544da00 msgr2=0x5585c543d700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:59.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.072+0000 7f22b7a3c740 1 -- 172.21.15.71:0/4290408558 shutdown_connections 2024-09-05T07:48:59.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.072+0000 7f22b7a3c740 1 -- 172.21.15.71:0/4290408558 wait complete. 2024-09-05T07:48:59.077 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.072+0000 7f22b7a3c740 1 -- start start 2024-09-05T07:48:59.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.072+0000 7f22b7a3c740 1 Processor -- start 2024-09-05T07:48:59.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f22b7a3c740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c540a310 0x5585c544a560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:59.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f22b7a3c740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585c54415d0 0x5585c544aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:59.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f22b7a3c740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c5442b40 0x5585c544afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:59.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f22b7a3c740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f22b01ab630 con 0x5585c5442b40 2024-09-05T07:48:59.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f22b7a3c740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f22b01acaa0 con 0x5585c540a310 2024-09-05T07:48:59.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f22b7a3c740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f22b01abd00 con 0x5585c54415d0 2024-09-05T07:48:59.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f22af7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c5442b40 0x5585c544afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:59.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f22b7a3c740 10 client.0 _ll_register_callbacks cb 0x7f22a000eb10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:48:59.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f22af7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c5442b40 0x5585c544afe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54624/0 (socket says 172.21.15.71:54624) 2024-09-05T07:48:59.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f22af7fe640 1 -- 172.21.15.71:0/1131038087 learned_addr learned my addr 172.21.15.71:0/1131038087 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:48:59.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f22aeffd640 1 --2- 172.21.15.71:0/1131038087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c540a310 0x5585c544a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:59.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f22ae7fc640 1 --2- 172.21.15.71:0/1131038087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585c54415d0 0x5585c544aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:59.078 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f22af7fe640 1 -- 172.21.15.71:0/1131038087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585c54415d0 msgr2=0x5585c544aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:59.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f22af7fe640 1 --2- 172.21.15.71:0/1131038087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585c54415d0 0x5585c544aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f22af7fe640 1 -- 172.21.15.71:0/1131038087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c540a310 msgr2=0x5585c544a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:48:59.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f22af7fe640 1 --2- 172.21.15.71:0/1131038087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c540a310 0x5585c544a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f22af7fe640 1 -- 172.21.15.71:0/1131038087 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5585c54ca1c0 con 0x5585c5442b40 2024-09-05T07:48:59.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f22aeffd640 1 --2- 172.21.15.71:0/1131038087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c540a310 0x5585c544a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:48:59.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f22af7fe640 1 --2- 172.21.15.71:0/1131038087 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c5442b40 0x5585c544afe0 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f22a8005ab0 tx=0x7f22a8009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96a71fdb119f716 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:48:59.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f2292ff5640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:48:59.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f2292ff5640 1 -- 172.21.15.71:0/1131038087 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a8050070 con 0x5585c5442b40 2024-09-05T07:48:59.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f2292ff5640 1 -- 172.21.15.71:0/1131038087 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f22a80043e0 con 0x5585c5442b40 2024-09-05T07:48:59.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.073+0000 7f22b7a3c740 1 -- 172.21.15.71:0/1131038087 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f22a009bf30 con 0x5585c5442b40 2024-09-05T07:48:59.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.074+0000 7f2292ff5640 1 -- 172.21.15.71:0/1131038087 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f22a805c050 con 0x5585c5442b40 2024-09-05T07:48:59.079 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.074+0000 7f22b7a3c740 10 client.17424 fetch_fsmap learned FSMap version 26 2024-09-05T07:48:59.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.074+0000 7f22b7a3c740 1 -- 172.21.15.71:0/1131038087 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5585c54cb460 con 0x5585c5442b40 2024-09-05T07:48:59.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.074+0000 7f2292ff5640 1 -- 172.21.15.71:0/1131038087 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f22a009bf30 con 0x5585c5442b40 2024-09-05T07:48:59.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.074+0000 7f2292ff5640 1 -- 172.21.15.71:0/1131038087 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f22a80321d0 con 0x5585c5442b40 2024-09-05T07:48:59.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.074+0000 7f22b7a3c740 10 client.17424 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:48:59.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.074+0000 7f22b7a3c740 10 client.17424 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-09-05T07:48:59.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.074+0000 7f22b7a3c740 20 client.17424 populate_metadata read hostname 'smithi071' 2024-09-05T07:48:59.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.074+0000 7f22b7a3c740 1 --2- 172.21.15.71:0/1131038087 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5585c5450780 0x5585c54cdbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:48:59.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.074+0000 7f22b7a3c740 4 client.17424 mds_command: new command op to 24470 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:48:59.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.074+0000 7f22b7a3c740 1 -- 172.21.15.71:0/1131038087 --> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5585c532b170 con 0x5585c5450780 2024-09-05T07:48:59.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.074+0000 7f22aeffd640 1 --2- 172.21.15.71:0/1131038087 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5585c5450780 0x5585c54cdbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:48:59.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.075+0000 7f2292ff5640 10 client.17424 ms_handle_connect on v2:172.21.15.123:6838/3726836967 2024-09-05T07:48:59.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.075+0000 7f22aeffd640 1 --2- 172.21.15.71:0/1131038087 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5585c5450780 0x5585c54cdbf0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2595464c401fdfd1 server_cookie=4793adde42aa2c30 in_seq=0 out_seq=0 2024-09-05T07:48:59.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.075+0000 7f2292ff5640 1 -- 172.21.15.71:0/1131038087 <== mds.1 v2:172.21.15.123:6838/3726836967 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5585c532b170 con 0x5585c5450780 2024-09-05T07:48:59.080 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.075+0000 7f2292ff5640 10 client.17424 handle_command_reply: tid=0 2024-09-05T07:48:59.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.075+0000 7f22b7a3c740 1 client.17424 shutdown 2024-09-05T07:48:59.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.075+0000 7f22b7a3c740 1 -- 172.21.15.71:0/1131038087 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c5442b40 msgr2=0x5585c544afe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:59.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.075+0000 7f22b7a3c740 1 --2- 172.21.15.71:0/1131038087 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c5442b40 0x5585c544afe0 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f22a8005ab0 tx=0x7f22a8009260 comp rx=0 tx=0).stop 2024-09-05T07:48:59.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.075+0000 7f22b7a3c740 1 -- 172.21.15.71:0/1131038087 shutdown_connections 2024-09-05T07:48:59.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.075+0000 7f22b7a3c740 1 --2- 172.21.15.71:0/1131038087 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5585c5442b40 0x5585c544afe0 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.075+0000 7f22b7a3c740 1 --2- 172.21.15.71:0/1131038087 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5585c54415d0 0x5585c544aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.075+0000 7f22b7a3c740 1 --2- 172.21.15.71:0/1131038087 >> [v2:172.21.15.123:6838/3726836967,v1:172.21.15.123:6839/3726836967] conn(0x5585c5450780 0x5585c54cdbf0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.075+0000 7f2292ff5640 0 client.17424 ms_handle_reset on v2:172.21.15.123:6838/3726836967 2024-09-05T07:48:59.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.075+0000 7f22b7a3c740 1 --2- 172.21.15.71:0/1131038087 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5585c540a310 0x5585c544a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.075+0000 7f22b7a3c740 1 -- 172.21.15.71:0/1131038087 >> 172.21.15.71:0/1131038087 conn(0x5585c544da00 msgr2=0x5585c5443930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:59.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.075+0000 7f22b7a3c740 1 -- 172.21.15.71:0/1131038087 shutdown_connections 2024-09-05T07:48:59.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.075+0000 7f22b7a3c740 1 -- 172.21.15.71:0/1131038087 wait complete. 2024-09-05T07:48:59.081 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.075+0000 7f22b7a3c740 20 client.17424 trim_cache size 0 max 16384 2024-09-05T07:48:59.082 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:48:59.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.076+0000 7f22b5663640 1 -- 172.21.15.71:0/348517485 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f22980a2cf0 msgr2=0x7f22980a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:59.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.076+0000 7f22b5663640 1 --2- 172.21.15.71:0/348517485 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f22980a2cf0 0x7f22980a51b0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f22a8005ec0 tx=0x7f22a802a420 comp rx=0 tx=0).stop 2024-09-05T07:48:59.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.076+0000 7f22b5663640 1 -- 172.21.15.71:0/348517485 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22b0100a80 msgr2=0x7f22b0198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:48:59.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.076+0000 7f22b5663640 1 --2- 172.21.15.71:0/348517485 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22b0100a80 0x7f22b0198380 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f22a000ebc0 tx=0x7f22a000c6a0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.076+0000 7f22b5663640 1 -- 172.21.15.71:0/348517485 shutdown_connections 2024-09-05T07:48:59.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.076+0000 7f22b5663640 1 --2- 172.21.15.71:0/348517485 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f22980a2cf0 0x7f22980a51b0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.076+0000 7f22b5663640 1 --2- 172.21.15.71:0/348517485 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f22b0106a80 0x7f22b019cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.076+0000 7f22b5663640 1 --2- 172.21.15.71:0/348517485 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f22b0101420 0x7f22b01988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.076+0000 7f22b5663640 1 --2- 172.21.15.71:0/348517485 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22b0100a80 0x7f22b0198380 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:48:59.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.076+0000 7f22b5663640 1 -- 172.21.15.71:0/348517485 >> 172.21.15.71:0/348517485 conn(0x7f22b00fc7a0 msgr2=0x7f22b006aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:48:59.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.076+0000 7f22b5663640 1 -- 172.21.15.71:0/348517485 shutdown_connections 2024-09-05T07:48:59.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:48:59.076+0000 7f22b5663640 1 -- 172.21.15.71:0/348517485 wait complete. 2024-09-05T07:48:59.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:59 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:48:59.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:59 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:48:59.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:59 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:59 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:59 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:59 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:59 smithi071 ceph-mon[30965]: Adjusting osd_memory_target on smithi192 to 176.0M 2024-09-05T07:48:59.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:59 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:59 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:59 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.650 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:48:59 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:59 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:48:59.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:59 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:48:59.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:59 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:59 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:59 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:59 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:59 smithi123 ceph-mon[34568]: Adjusting osd_memory_target on smithi192 to 176.0M 2024-09-05T07:48:59.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:59 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:59 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:59 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:48:59 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:59 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:48:59.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:59 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:48:59.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:59 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:59 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:59 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:59 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:59 smithi192 ceph-mon[34929]: Adjusting osd_memory_target on smithi192 to 176.0M 2024-09-05T07:48:59.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:59 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:59 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:59 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:48:59 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:48:59.816 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T07:49:00.079 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:49:00.502 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:00 smithi071 ceph-mon[30965]: Unable to set osd_memory_target on smithi192 to 184572416: error parsing value: Value '184572416' is below minimum 939524096 2024-09-05T07:49:00.502 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:00 smithi071 ceph-mon[30965]: pgmap v322: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-05T07:49:00.502 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:00 smithi071 ceph-mon[30965]: Adjusting osd_memory_target on smithi123 to 176.0M 2024-09-05T07:49:00.502 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:00 smithi071 ceph-mon[30965]: Unable to set osd_memory_target on smithi123 to 184589619: error parsing value: Value '184589619' is below minimum 939524096 2024-09-05T07:49:00.502 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:00 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:49:00.503 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:00 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:49:00.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.586+0000 7f34b05b0640 1 -- 172.21.15.71:0/2445109526 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34a810c180 msgr2=0x7f34a810e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:00.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.586+0000 7f34b05b0640 1 --2- 172.21.15.71:0/2445109526 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34a810c180 0x7f34a810e610 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f3498009ca0 tx=0x7f349802a950 comp rx=0 tx=0).stop 2024-09-05T07:49:00.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.586+0000 7f34b05b0640 1 -- 172.21.15.71:0/2445109526 shutdown_connections 2024-09-05T07:49:00.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.586+0000 7f34b05b0640 1 --2- 172.21.15.71:0/2445109526 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34a810c180 0x7f34a810e610 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.586+0000 7f34b05b0640 1 --2- 172.21.15.71:0/2445109526 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f34a8103700 0x7f34a810bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.621 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.586+0000 7f34b05b0640 1 --2- 172.21.15.71:0/2445109526 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34a8102de0 0x7f34a81031c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.622 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.586+0000 7f34b05b0640 1 -- 172.21.15.71:0/2445109526 >> 172.21.15.71:0/2445109526 conn(0x7f34a80fc7a0 msgr2=0x7f34a80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:00.622 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.586+0000 7f34b05b0640 1 -- 172.21.15.71:0/2445109526 shutdown_connections 2024-09-05T07:49:00.622 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.586+0000 7f34b05b0640 1 -- 172.21.15.71:0/2445109526 wait complete. 2024-09-05T07:49:00.622 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.587+0000 7f34b05b0640 1 Processor -- start 2024-09-05T07:49:00.622 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.587+0000 7f34b05b0640 1 -- start start 2024-09-05T07:49:00.622 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.587+0000 7f34b05b0640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34a8102de0 0x7f34a819a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:00.622 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.587+0000 7f34b05b0640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f34a8103700 0x7f34a819aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:00.622 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.587+0000 7f34b05b0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34a810c180 0x7f34a819edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:00.622 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.587+0000 7f34b05b0640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f34a8111de0 con 0x7f34a810c180 2024-09-05T07:49:00.622 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.587+0000 7f34b05b0640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f34a8111c60 con 0x7f34a8103700 2024-09-05T07:49:00.622 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.587+0000 7f34b05b0640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f34a8111f60 con 0x7f34a8102de0 2024-09-05T07:49:00.622 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.587+0000 7f34aeb4d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34a810c180 0x7f34a819edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:00.623 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.587+0000 7f34aeb4d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34a810c180 0x7f34a819edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54642/0 (socket says 172.21.15.71:54642) 2024-09-05T07:49:00.623 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.587+0000 7f34aeb4d640 1 -- 172.21.15.71:0/3616715360 learned_addr learned my addr 172.21.15.71:0/3616715360 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:00.623 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.587+0000 7f34adb4b640 1 --2- 172.21.15.71:0/3616715360 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f34a8103700 0x7f34a819aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:00.623 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.587+0000 7f34ae34c640 1 --2- 172.21.15.71:0/3616715360 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34a8102de0 0x7f34a819a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:00.623 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.587+0000 7f34aeb4d640 1 -- 172.21.15.71:0/3616715360 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34a8102de0 msgr2=0x7f34a819a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:00.623 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.587+0000 7f34aeb4d640 1 --2- 172.21.15.71:0/3616715360 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34a8102de0 0x7f34a819a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.623 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.587+0000 7f34aeb4d640 1 -- 172.21.15.71:0/3616715360 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f34a8103700 msgr2=0x7f34a819aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:00.623 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.587+0000 7f34aeb4d640 1 --2- 172.21.15.71:0/3616715360 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f34a8103700 0x7f34a819aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.623 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.587+0000 7f34aeb4d640 1 -- 172.21.15.71:0/3616715360 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34a819f4d0 con 0x7f34a810c180 2024-09-05T07:49:00.623 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.588+0000 7f34aeb4d640 1 --2- 172.21.15.71:0/3616715360 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34a810c180 0x7f34a819edf0 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f349802ae70 tx=0x7f349802f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:00.623 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.588+0000 7f34a77fe640 1 -- 172.21.15.71:0/3616715360 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3498034040 con 0x7f34a810c180 2024-09-05T07:49:00.623 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.588+0000 7f34a77fe640 1 -- 172.21.15.71:0/3616715360 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f34980308f0 con 0x7f34a810c180 2024-09-05T07:49:00.623 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.588+0000 7f34a77fe640 1 -- 172.21.15.71:0/3616715360 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34980047f0 con 0x7f34a810c180 2024-09-05T07:49:00.623 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.588+0000 7f34b05b0640 1 -- 172.21.15.71:0/3616715360 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34a819f760 con 0x7f34a810c180 2024-09-05T07:49:00.624 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.588+0000 7f34b05b0640 1 -- 172.21.15.71:0/3616715360 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34a81a70a0 con 0x7f34a810c180 2024-09-05T07:49:00.624 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.590+0000 7f34a77fe640 1 -- 172.21.15.71:0/3616715360 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f3498037020 con 0x7f34a810c180 2024-09-05T07:49:00.624 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.590+0000 7f34b2989740 1 Processor -- start 2024-09-05T07:49:00.624 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34b2989740 1 -- start start 2024-09-05T07:49:00.624 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34b2989740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622a0682b40 0x5622a0681090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:00.624 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34b2989740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a06815d0 0x5622a0681a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:00.624 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34b2989740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622a068c370 0x5622a068e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:00.624 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34b2989740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5622a05e72f0 con 0x5622a06815d0 2024-09-05T07:49:00.624 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34b2989740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5622a058ecf0 con 0x5622a068c370 2024-09-05T07:49:00.624 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34b2989740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5622a05e32b0 con 0x5622a0682b40 2024-09-05T07:49:00.625 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34ae34c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a06815d0 0x5622a0681a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:00.625 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34ae34c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a06815d0 0x5622a0681a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54654/0 (socket says 172.21.15.71:54654) 2024-09-05T07:49:00.625 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34a77fe640 1 --2- 172.21.15.71:0/3616715360 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f34900a2cf0 0x7f34900a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:00.625 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34ae34c640 1 -- 172.21.15.71:0/3050540653 learned_addr learned my addr 172.21.15.71:0/3050540653 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:00.625 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34adb4b640 1 --2- 172.21.15.71:0/3050540653 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622a0682b40 0x5622a0681090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:00.625 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34adb4b640 1 --2- 172.21.15.71:0/3050540653 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622a068c370 0x5622a068e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:00.625 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34aeb4d640 1 --2- 172.21.15.71:0/3616715360 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f34900a2cf0 0x7f34900a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:00.625 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34a77fe640 1 -- 172.21.15.71:0/3616715360 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f34980f06a0 con 0x7f34a810c180 2024-09-05T07:49:00.625 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34ae34c640 1 -- 172.21.15.71:0/3050540653 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622a0682b40 msgr2=0x5622a0681090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:49:00.625 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34ae34c640 1 --2- 172.21.15.71:0/3050540653 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622a0682b40 0x5622a0681090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.625 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34ae34c640 1 -- 172.21.15.71:0/3050540653 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622a068c370 msgr2=0x5622a068e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:49:00.625 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34ae34c640 1 --2- 172.21.15.71:0/3050540653 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622a068c370 0x5622a068e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.625 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34ae34c640 1 -- 172.21.15.71:0/3050540653 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622a05733a0 con 0x5622a06815d0 2024-09-05T07:49:00.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.591+0000 7f34adb4b640 1 --2- 172.21.15.71:0/3050540653 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622a068c370 0x5622a068e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:49:00.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.592+0000 7f34ae34c640 1 --2- 172.21.15.71:0/3050540653 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a06815d0 0x5622a0681a10 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f34a000bcd0 tx=0x7f34a00107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=857c12ec138e90af server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:00.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.592+0000 7f34a4ff9640 1 -- 172.21.15.71:0/3050540653 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a0005220 con 0x5622a06815d0 2024-09-05T07:49:00.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.592+0000 7f34aeb4d640 1 --2- 172.21.15.71:0/3616715360 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f34900a2cf0 0x7f34900a51b0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f34980edfa0 tx=0x7f34980b1d10 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:00.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.592+0000 7f34a4ff9640 1 -- 172.21.15.71:0/3050540653 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f34a0004c50 con 0x5622a06815d0 2024-09-05T07:49:00.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.592+0000 7f34a4ff9640 1 -- 172.21.15.71:0/3050540653 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a00116e0 con 0x5622a06815d0 2024-09-05T07:49:00.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.593+0000 7f34b2989740 1 -- 172.21.15.71:0/3050540653 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a06815d0 msgr2=0x5622a0681a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:00.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.593+0000 7f34b2989740 1 --2- 172.21.15.71:0/3050540653 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a06815d0 0x5622a0681a10 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f34a000bcd0 tx=0x7f34a00107a0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.593+0000 7f34b2989740 1 -- 172.21.15.71:0/3050540653 shutdown_connections 2024-09-05T07:49:00.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.593+0000 7f34b2989740 1 --2- 172.21.15.71:0/3050540653 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622a068c370 0x5622a068e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.593+0000 7f34b2989740 1 --2- 172.21.15.71:0/3050540653 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a06815d0 0x5622a0681a10 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.593+0000 7f34b2989740 1 --2- 172.21.15.71:0/3050540653 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622a0682b40 0x5622a0681090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.593+0000 7f34b2989740 1 -- 172.21.15.71:0/3050540653 >> 172.21.15.71:0/3050540653 conn(0x5622a064a310 msgr2=0x5622a067dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:00.626 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.593+0000 7f34b2989740 1 -- 172.21.15.71:0/3050540653 shutdown_connections 2024-09-05T07:49:00.627 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.593+0000 7f34b2989740 1 -- 172.21.15.71:0/3050540653 wait complete. 2024-09-05T07:49:00.627 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.593+0000 7f34b2989740 1 -- start start 2024-09-05T07:49:00.627 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.593+0000 7f34b2989740 1 Processor -- start 2024-09-05T07:49:00.627 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f34b2989740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622a06815d0 0x5622a068bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:00.627 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f34b2989740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622a0682b40 0x5622a0689080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:00.627 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f34b2989740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a068c370 0x5622a0689810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:00.627 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f34b2989740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x5622a068f070 con 0x5622a068c370 2024-09-05T07:49:00.627 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f34b2989740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x5622a05a2060 con 0x5622a0682b40 2024-09-05T07:49:00.627 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f34b2989740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x5622a068f1f0 con 0x5622a06815d0 2024-09-05T07:49:00.627 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f34b2989740 10 client.0 _ll_register_callbacks cb 0x5622a02f58c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:49:00.627 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f34adb4b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a068c370 0x5622a0689810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:00.627 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f34adb4b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a068c370 0x5622a0689810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54656/0 (socket says 172.21.15.71:54656) 2024-09-05T07:49:00.627 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f34adb4b640 1 -- 172.21.15.71:0/3677127862 learned_addr learned my addr 172.21.15.71:0/3677127862 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:00.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f34adb4b640 1 --2- 172.21.15.71:0/3677127862 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622a06815d0 0x5622a068bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:00.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f34ae34c640 1 --2- 172.21.15.71:0/3677127862 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622a0682b40 0x5622a0689080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:00.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f34adb4b640 1 -- 172.21.15.71:0/3677127862 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622a06815d0 msgr2=0x5622a068bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:49:00.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f34adb4b640 1 --2- 172.21.15.71:0/3677127862 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622a06815d0 0x5622a068bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f34adb4b640 1 -- 172.21.15.71:0/3677127862 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622a0682b40 msgr2=0x5622a0689080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:49:00.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f34adb4b640 1 --2- 172.21.15.71:0/3677127862 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622a0682b40 0x5622a0689080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f34adb4b640 1 -- 172.21.15.71:0/3677127862 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622a03583c0 con 0x5622a068c370 2024-09-05T07:49:00.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f34adb4b640 1 --2- 172.21.15.71:0/3677127862 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a068c370 0x5622a0689810 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f349c013ae0 tx=0x7f349c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef070415af24869 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:00.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f348dffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:49:00.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f348dffb640 1 -- 172.21.15.71:0/3677127862 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f349c011b70 con 0x5622a068c370 2024-09-05T07:49:00.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f348dffb640 1 -- 172.21.15.71:0/3677127862 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f349c011d10 con 0x5622a068c370 2024-09-05T07:49:00.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.594+0000 7f34b2989740 1 -- 172.21.15.71:0/3677127862 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f34a0004c50 con 0x5622a068c370 2024-09-05T07:49:00.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.595+0000 7f348dffb640 1 -- 172.21.15.71:0/3677127862 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f349c004030 con 0x5622a068c370 2024-09-05T07:49:00.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.595+0000 7f34b2989740 10 client.17436 fetch_fsmap learned FSMap version 26 2024-09-05T07:49:00.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.595+0000 7f34b2989740 1 -- 172.21.15.71:0/3677127862 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5622a069abf0 con 0x5622a068c370 2024-09-05T07:49:00.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.595+0000 7f348dffb640 1 -- 172.21.15.71:0/3677127862 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f34a0004c50 con 0x5622a068c370 2024-09-05T07:49:00.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.595+0000 7f348dffb640 1 -- 172.21.15.71:0/3677127862 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f349c0047a0 con 0x5622a068c370 2024-09-05T07:49:00.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.595+0000 7f34b2989740 10 client.17436 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:49:00.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.595+0000 7f34b2989740 10 client.17436 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:49:00.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.595+0000 7f34b2989740 20 client.17436 populate_metadata read hostname 'smithi071' 2024-09-05T07:49:00.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.595+0000 7f34b2989740 1 --2- 172.21.15.71:0/3677127862 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5622a069c0b0 0x5622a069e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:00.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.595+0000 7f34b2989740 4 client.17436 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T07:49:00.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.595+0000 7f34b2989740 1 -- 172.21.15.71:0/3677127862 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5622a05f4860 con 0x5622a069c0b0 2024-09-05T07:49:00.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.595+0000 7f34ae34c640 1 --2- 172.21.15.71:0/3677127862 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5622a069c0b0 0x5622a069e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:00.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.596+0000 7f34ae34c640 1 --2- 172.21.15.71:0/3677127862 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5622a069c0b0 0x5622a069e4a0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56f9f4640c5130b8 server_cookie=76ffdb0ed30fc1a5 in_seq=0 out_seq=0 2024-09-05T07:49:00.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.596+0000 7f348dffb640 10 client.17436 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:49:00.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.597+0000 7f348dffb640 1 -- 172.21.15.71:0/3677127862 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5622a05f4860 con 0x5622a069c0b0 2024-09-05T07:49:00.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.597+0000 7f348dffb640 10 client.17436 handle_command_reply: tid=0 2024-09-05T07:49:00.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.597+0000 7f34b2989740 1 client.17436 shutdown 2024-09-05T07:49:00.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.597+0000 7f34b2989740 1 -- 172.21.15.71:0/3677127862 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a068c370 msgr2=0x5622a0689810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:00.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.597+0000 7f34b2989740 1 --2- 172.21.15.71:0/3677127862 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a068c370 0x5622a0689810 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f349c013ae0 tx=0x7f349c0046c0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.597+0000 7f34b2989740 1 -- 172.21.15.71:0/3677127862 shutdown_connections 2024-09-05T07:49:00.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.597+0000 7f34b2989740 1 --2- 172.21.15.71:0/3677127862 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5622a069c0b0 0x5622a069e4a0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.597+0000 7f34b2989740 1 --2- 172.21.15.71:0/3677127862 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a068c370 0x5622a0689810 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.597+0000 7f34b2989740 1 --2- 172.21.15.71:0/3677127862 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622a0682b40 0x5622a0689080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.597+0000 7f34b2989740 1 --2- 172.21.15.71:0/3677127862 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622a06815d0 0x5622a068bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.597+0000 7f34b2989740 1 -- 172.21.15.71:0/3677127862 >> 172.21.15.71:0/3677127862 conn(0x5622a064a310 msgr2=0x5622a0683960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:00.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.597+0000 7f348dffb640 0 client.17436 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:49:00.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.597+0000 7f34b2989740 1 -- 172.21.15.71:0/3677127862 shutdown_connections 2024-09-05T07:49:00.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.597+0000 7f34b2989740 1 -- 172.21.15.71:0/3677127862 wait complete. 2024-09-05T07:49:00.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.597+0000 7f34b2989740 20 client.17436 trim_cache size 0 max 16384 2024-09-05T07:49:00.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.610+0000 7f34b2989740 1 Processor -- start 2024-09-05T07:49:00.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.610+0000 7f34b2989740 1 -- start start 2024-09-05T07:49:00.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.610+0000 7f34b2989740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a06815d0 0x5622a067de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:00.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.610+0000 7f34b2989740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622a0682b40 0x5622a0688940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:00.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.610+0000 7f34b2989740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622a068c370 0x5622a0684120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:00.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.610+0000 7f34b2989740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f34a81b3c60 con 0x5622a06815d0 2024-09-05T07:49:00.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.610+0000 7f34b2989740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f34a81b1530 con 0x5622a0682b40 2024-09-05T07:49:00.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.610+0000 7f34b2989740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f34a81af3a0 con 0x5622a068c370 2024-09-05T07:49:00.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.610+0000 7f34adb4b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a06815d0 0x5622a067de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:00.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.610+0000 7f34adb4b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a06815d0 0x5622a067de10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54658/0 (socket says 172.21.15.71:54658) 2024-09-05T07:49:00.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.610+0000 7f34adb4b640 1 -- 172.21.15.71:0/3403254455 learned_addr learned my addr 172.21.15.71:0/3403254455 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:00.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.610+0000 7f34adb4b640 1 -- 172.21.15.71:0/3403254455 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622a068c370 msgr2=0x5622a0684120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:49:00.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.610+0000 7f34adb4b640 1 --2- 172.21.15.71:0/3403254455 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622a068c370 0x5622a0684120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.610+0000 7f34adb4b640 1 -- 172.21.15.71:0/3403254455 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622a0682b40 msgr2=0x5622a0688940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:49:00.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.610+0000 7f34adb4b640 1 --2- 172.21.15.71:0/3403254455 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622a0682b40 0x5622a0688940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.610+0000 7f34adb4b640 1 -- 172.21.15.71:0/3403254455 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622a067ecf0 con 0x5622a06815d0 2024-09-05T07:49:00.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.611+0000 7f34adb4b640 1 --2- 172.21.15.71:0/3403254455 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a06815d0 0x5622a067de10 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f349c001eb0 tx=0x7f349c00b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8414cec4d3d4a56 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:00.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.611+0000 7f348ffff640 1 -- 172.21.15.71:0/3403254455 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f349c005850 con 0x5622a06815d0 2024-09-05T07:49:00.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.611+0000 7f348ffff640 1 -- 172.21.15.71:0/3403254455 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f349c00b390 con 0x5622a06815d0 2024-09-05T07:49:00.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.611+0000 7f348ffff640 1 -- 172.21.15.71:0/3403254455 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f349c011e50 con 0x5622a06815d0 2024-09-05T07:49:00.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.611+0000 7f34b2989740 1 -- 172.21.15.71:0/3403254455 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a06815d0 msgr2=0x5622a067de10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:00.632 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.611+0000 7f34b2989740 1 --2- 172.21.15.71:0/3403254455 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a06815d0 0x5622a067de10 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f349c001eb0 tx=0x7f349c00b900 comp rx=0 tx=0).stop 2024-09-05T07:49:00.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.612+0000 7f34b2989740 1 -- 172.21.15.71:0/3403254455 shutdown_connections 2024-09-05T07:49:00.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.612+0000 7f34b2989740 1 --2- 172.21.15.71:0/3403254455 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622a068c370 0x5622a0684120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.612+0000 7f34b2989740 1 --2- 172.21.15.71:0/3403254455 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622a0682b40 0x5622a0688940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.612+0000 7f34b2989740 1 --2- 172.21.15.71:0/3403254455 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a06815d0 0x5622a067de10 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.612+0000 7f34b2989740 1 -- 172.21.15.71:0/3403254455 >> 172.21.15.71:0/3403254455 conn(0x5622a064a310 msgr2=0x5622a067d700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:00.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.612+0000 7f34b2989740 1 -- 172.21.15.71:0/3403254455 shutdown_connections 2024-09-05T07:49:00.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.612+0000 7f34b2989740 1 -- 172.21.15.71:0/3403254455 wait complete. 2024-09-05T07:49:00.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.612+0000 7f34b2989740 1 -- start start 2024-09-05T07:49:00.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.612+0000 7f34b2989740 1 Processor -- start 2024-09-05T07:49:00.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.612+0000 7f34b2989740 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622a06815d0 0x5622a0694480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:00.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.612+0000 7f34b2989740 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a0682b40 0x5622a06949c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:00.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.613+0000 7f34b2989740 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622a068c370 0x5622a0685390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:00.633 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.613+0000 7f34b2989740 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f34a81af9f0 con 0x5622a0682b40 2024-09-05T07:49:00.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.613+0000 7f34b2989740 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f34a81b0e60 con 0x5622a06815d0 2024-09-05T07:49:00.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.613+0000 7f34b2989740 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f34a81b00c0 con 0x5622a068c370 2024-09-05T07:49:00.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.613+0000 7f34b2989740 10 client.0 _ll_register_callbacks cb 0x7f349c00bd60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T07:49:00.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.613+0000 7f34ae34c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a0682b40 0x5622a06949c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:00.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.613+0000 7f34ae34c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a0682b40 0x5622a06949c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:54660/0 (socket says 172.21.15.71:54660) 2024-09-05T07:49:00.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.613+0000 7f34ae34c640 1 -- 172.21.15.71:0/866472499 learned_addr learned my addr 172.21.15.71:0/866472499 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:00.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.613+0000 7f34adb4b640 1 --2- 172.21.15.71:0/866472499 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622a068c370 0x5622a0685390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:00.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.613+0000 7f34adb4b640 1 --2- 172.21.15.71:0/866472499 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622a06815d0 0x5622a0694480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:00.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.613+0000 7f34ae34c640 1 -- 172.21.15.71:0/866472499 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622a068c370 msgr2=0x5622a0685390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:49:00.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.613+0000 7f34ae34c640 1 --2- 172.21.15.71:0/866472499 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622a068c370 0x5622a0685390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.613+0000 7f34ae34c640 1 -- 172.21.15.71:0/866472499 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622a06815d0 msgr2=0x5622a0694480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T07:49:00.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.613+0000 7f34ae34c640 1 --2- 172.21.15.71:0/866472499 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622a06815d0 0x5622a0694480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.613+0000 7f34ae34c640 1 -- 172.21.15.71:0/866472499 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622a0695080 con 0x5622a0682b40 2024-09-05T07:49:00.634 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.613+0000 7f34ae34c640 1 --2- 172.21.15.71:0/866472499 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a0682b40 0x5622a06949c0 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f34a0010ca0 tx=0x7f34a000b4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9da3ef0df4b9b14a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:00.635 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.613+0000 7f348dffb640 10 client.0 ms_handle_connect on v2:172.21.15.71:3300/0 2024-09-05T07:49:00.635 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.613+0000 7f348dffb640 1 -- 172.21.15.71:0/866472499 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a002c030 con 0x5622a0682b40 2024-09-05T07:49:00.635 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.613+0000 7f34b2989740 1 -- 172.21.15.71:0/866472499 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f349c00b390 con 0x5622a0682b40 2024-09-05T07:49:00.635 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.613+0000 7f348dffb640 1 -- 172.21.15.71:0/866472499 <== mon.0 v2:172.21.15.71:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f34a0005250 con 0x5622a0682b40 2024-09-05T07:49:00.635 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.614+0000 7f348dffb640 1 -- 172.21.15.71:0/866472499 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f34a0036050 con 0x5622a0682b40 2024-09-05T07:49:00.635 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.614+0000 7f34b2989740 10 client.17442 fetch_fsmap learned FSMap version 26 2024-09-05T07:49:00.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.614+0000 7f34b2989740 1 -- 172.21.15.71:0/866472499 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5622a07062c0 con 0x5622a0682b40 2024-09-05T07:49:00.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.614+0000 7f348dffb640 1 -- 172.21.15.71:0/866472499 <== mon.0 v2:172.21.15.71:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f349c00b390 con 0x5622a0682b40 2024-09-05T07:49:00.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.614+0000 7f348dffb640 1 -- 172.21.15.71:0/866472499 <== mon.0 v2:172.21.15.71:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f34a0029430 con 0x5622a0682b40 2024-09-05T07:49:00.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.614+0000 7f34b2989740 10 client.17442 fetch_fsmap finished waiting for FSMap version 26 2024-09-05T07:49:00.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.614+0000 7f34b2989740 10 client.17442 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T07:49:00.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.614+0000 7f34b2989740 20 client.17442 populate_metadata read hostname 'smithi071' 2024-09-05T07:49:00.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.614+0000 7f34b2989740 1 --2- 172.21.15.71:0/866472499 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5622a0706760 0x5622a0708b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:00.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.614+0000 7f34b2989740 4 client.17442 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T07:49:00.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.614+0000 7f34b2989740 1 -- 172.21.15.71:0/866472499 --> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5622a05eed70 con 0x5622a0706760 2024-09-05T07:49:00.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.614+0000 7f34adb4b640 1 --2- 172.21.15.71:0/866472499 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5622a0706760 0x5622a0708b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:00.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.615+0000 7f348dffb640 10 client.17442 ms_handle_connect on v2:172.21.15.192:6838/3077095890 2024-09-05T07:49:00.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.615+0000 7f34adb4b640 1 --2- 172.21.15.71:0/866472499 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5622a0706760 0x5622a0708b80 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fbdf37bc080f24d6 server_cookie=97d9a9f846e9bfe in_seq=0 out_seq=0 2024-09-05T07:49:00.636 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.615+0000 7f348dffb640 1 -- 172.21.15.71:0/866472499 <== mds.0 v2:172.21.15.192:6838/3077095890 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5622a05eed70 con 0x5622a0706760 2024-09-05T07:49:00.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.615+0000 7f348dffb640 10 client.17442 handle_command_reply: tid=0 2024-09-05T07:49:00.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.615+0000 7f34b2989740 1 client.17442 shutdown 2024-09-05T07:49:00.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.615+0000 7f34b2989740 1 -- 172.21.15.71:0/866472499 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a0682b40 msgr2=0x5622a06949c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:00.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.615+0000 7f34b2989740 1 --2- 172.21.15.71:0/866472499 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a0682b40 0x5622a06949c0 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f34a0010ca0 tx=0x7f34a000b4a0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.615+0000 7f34b2989740 1 -- 172.21.15.71:0/866472499 shutdown_connections 2024-09-05T07:49:00.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.615+0000 7f34b2989740 1 --2- 172.21.15.71:0/866472499 >> [v2:172.21.15.192:6838/3077095890,v1:172.21.15.192:6839/3077095890] conn(0x5622a0706760 0x5622a0708b80 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.615+0000 7f34b2989740 1 --2- 172.21.15.71:0/866472499 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x5622a068c370 0x5622a0685390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.615+0000 7f34b2989740 1 --2- 172.21.15.71:0/866472499 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x5622a0682b40 0x5622a06949c0 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.615+0000 7f348dffb640 0 client.17442 ms_handle_reset on v2:172.21.15.192:6838/3077095890 2024-09-05T07:49:00.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.615+0000 7f34b2989740 1 --2- 172.21.15.71:0/866472499 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x5622a06815d0 0x5622a0694480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.615+0000 7f34b2989740 1 -- 172.21.15.71:0/866472499 >> 172.21.15.71:0/866472499 conn(0x5622a064a310 msgr2=0x5622a068a8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:00.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.615+0000 7f34b2989740 1 -- 172.21.15.71:0/866472499 shutdown_connections 2024-09-05T07:49:00.637 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.615+0000 7f34b2989740 1 -- 172.21.15.71:0/866472499 wait complete. 2024-09-05T07:49:00.638 INFO:teuthology.orchestra.run.smithi071.stdout:[] 2024-09-05T07:49:00.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.615+0000 7f34b2989740 20 client.17442 trim_cache size 0 max 16384 2024-09-05T07:49:00.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.616+0000 7f34b05b0640 1 -- 172.21.15.71:0/3616715360 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f34900a2cf0 msgr2=0x7f34900a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:00.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.616+0000 7f34b05b0640 1 --2- 172.21.15.71:0/3616715360 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f34900a2cf0 0x7f34900a51b0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f34980edfa0 tx=0x7f34980b1d10 comp rx=0 tx=0).stop 2024-09-05T07:49:00.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.616+0000 7f34b05b0640 1 -- 172.21.15.71:0/3616715360 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34a810c180 msgr2=0x7f34a819edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:00.638 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.616+0000 7f34b05b0640 1 --2- 172.21.15.71:0/3616715360 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34a810c180 0x7f34a819edf0 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f349802ae70 tx=0x7f349802f5d0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.616+0000 7f34b05b0640 1 -- 172.21.15.71:0/3616715360 shutdown_connections 2024-09-05T07:49:00.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.616+0000 7f34b05b0640 1 --2- 172.21.15.71:0/3616715360 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f34900a2cf0 0x7f34900a51b0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.616+0000 7f34b05b0640 1 --2- 172.21.15.71:0/3616715360 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34a810c180 0x7f34a819edf0 unknown :-1 s=CLOSED pgs=1072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.616+0000 7f34b05b0640 1 --2- 172.21.15.71:0/3616715360 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f34a8103700 0x7f34a819aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.616+0000 7f34b05b0640 1 --2- 172.21.15.71:0/3616715360 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f34a8102de0 0x7f34a819a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:00.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.616+0000 7f34b05b0640 1 -- 172.21.15.71:0/3616715360 >> 172.21.15.71:0/3616715360 conn(0x7f34a80fc7a0 msgr2=0x7f34a8101ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:00.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.616+0000 7f34b05b0640 1 -- 172.21.15.71:0/3616715360 shutdown_connections 2024-09-05T07:49:00.639 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:00.616+0000 7f34b05b0640 1 -- 172.21.15.71:0/3616715360 wait complete. 2024-09-05T07:49:00.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:00 smithi123 ceph-mon[34568]: Unable to set osd_memory_target on smithi192 to 184572416: error parsing value: Value '184572416' is below minimum 939524096 2024-09-05T07:49:00.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:00 smithi123 ceph-mon[34568]: pgmap v322: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-05T07:49:00.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:00 smithi123 ceph-mon[34568]: Adjusting osd_memory_target on smithi123 to 176.0M 2024-09-05T07:49:00.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:00 smithi123 ceph-mon[34568]: Unable to set osd_memory_target on smithi123 to 184589619: error parsing value: Value '184589619' is below minimum 939524096 2024-09-05T07:49:00.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:00 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:49:00.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:00 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:49:00.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:00 smithi192 ceph-mon[34929]: Unable to set osd_memory_target on smithi192 to 184572416: error parsing value: Value '184572416' is below minimum 939524096 2024-09-05T07:49:00.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:00 smithi192 ceph-mon[34929]: pgmap v322: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-05T07:49:00.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:00 smithi192 ceph-mon[34929]: Adjusting osd_memory_target on smithi123 to 176.0M 2024-09-05T07:49:00.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:00 smithi192 ceph-mon[34929]: Unable to set osd_memory_target on smithi123 to 184589619: error parsing value: Value '184589619' is below minimum 939524096 2024-09-05T07:49:00.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:00 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:49:00.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:00 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:49:01.380 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa/tasks/fwd_scrub.py", line 49, in do_scrub self.sleep_unless_stopped(self.sleep_between_iterations) File "/home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa/tasks/thrasher.py", line 47, in sleep_unless_stopped raise self.Stopped() tasks.thrasher.ThrasherGreenlet.Stopped 2024-09-05T07:49:01.381 INFO:tasks.fwd_scrub:done joining 2024-09-05T07:49:01.381 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-09-05T07:49:01.393 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T07:49:01.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.495+0000 7fc77f5c4640 1 -- 172.21.15.71:0/81295887 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc778101320 msgr2=0x7fc77810d850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:01.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.495+0000 7fc77f5c4640 1 --2- 172.21.15.71:0/81295887 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc778101320 0x7fc77810d850 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7fc770009930 tx=0x7fc77002a440 comp rx=0 tx=0).stop 2024-09-05T07:49:01.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.495+0000 7fc77f5c4640 1 -- 172.21.15.71:0/81295887 shutdown_connections 2024-09-05T07:49:01.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.495+0000 7fc77f5c4640 1 --2- 172.21.15.71:0/81295887 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc778101320 0x7fc77810d850 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:01.498 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.495+0000 7fc77f5c4640 1 --2- 172.21.15.71:0/81295887 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc778100980 0x7fc778100de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:01.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.495+0000 7fc77f5c4640 1 --2- 172.21.15.71:0/81295887 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc778106990 0x7fc778106d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:01.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.496+0000 7fc77f5c4640 1 -- 172.21.15.71:0/81295887 >> 172.21.15.71:0/81295887 conn(0x7fc778077a10 msgr2=0x7fc7780fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:01.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.496+0000 7fc77f5c4640 1 -- 172.21.15.71:0/81295887 shutdown_connections 2024-09-05T07:49:01.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.496+0000 7fc77f5c4640 1 -- 172.21.15.71:0/81295887 wait complete. 2024-09-05T07:49:01.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.496+0000 7fc77f5c4640 1 Processor -- start 2024-09-05T07:49:01.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.496+0000 7fc77f5c4640 1 -- start start 2024-09-05T07:49:01.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.496+0000 7fc77f5c4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc778100980 0x7fc7781972a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:01.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.496+0000 7fc77f5c4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc778101320 0x7fc7781977e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:01.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.496+0000 7fc77f5c4640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc778106990 0x7fc77819bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:01.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.496+0000 7fc77f5c4640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc778110c80 con 0x7fc778101320 2024-09-05T07:49:01.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.496+0000 7fc77f5c4640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc778110b00 con 0x7fc778106990 2024-09-05T07:49:01.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.496+0000 7fc77f5c4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc778110e00 con 0x7fc778100980 2024-09-05T07:49:01.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.496+0000 7fc77cb5f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc778101320 0x7fc7781977e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:01.499 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.496+0000 7fc77cb5f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc778101320 0x7fc7781977e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57804/0 (socket says 172.21.15.71:57804) 2024-09-05T07:49:01.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.496+0000 7fc77cb5f640 1 -- 172.21.15.71:0/2387442197 learned_addr learned my addr 172.21.15.71:0/2387442197 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:01.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.497+0000 7fc77d360640 1 --2- 172.21.15.71:0/2387442197 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc778100980 0x7fc7781972a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:01.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.497+0000 7fc77db61640 1 --2- 172.21.15.71:0/2387442197 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc778106990 0x7fc77819bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:01.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.497+0000 7fc77cb5f640 1 -- 172.21.15.71:0/2387442197 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc778100980 msgr2=0x7fc7781972a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:01.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.497+0000 7fc77cb5f640 1 --2- 172.21.15.71:0/2387442197 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc778100980 0x7fc7781972a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:01.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.497+0000 7fc77cb5f640 1 -- 172.21.15.71:0/2387442197 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc778106990 msgr2=0x7fc77819bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:01.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.497+0000 7fc77cb5f640 1 --2- 172.21.15.71:0/2387442197 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc778106990 0x7fc77819bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:01.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.497+0000 7fc77cb5f640 1 -- 172.21.15.71:0/2387442197 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc77819c290 con 0x7fc778101320 2024-09-05T07:49:01.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.497+0000 7fc77db61640 1 --2- 172.21.15.71:0/2387442197 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc778106990 0x7fc77819bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:49:01.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.497+0000 7fc77cb5f640 1 --2- 172.21.15.71:0/2387442197 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc778101320 0x7fc7781977e0 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7fc76c00b450 tx=0x7fc76c00b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:01.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.497+0000 7fc7767fc640 1 -- 172.21.15.71:0/2387442197 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc76c015020 con 0x7fc778101320 2024-09-05T07:49:01.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.497+0000 7fc7767fc640 1 -- 172.21.15.71:0/2387442197 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc76c011d40 con 0x7fc778101320 2024-09-05T07:49:01.500 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.497+0000 7fc7767fc640 1 -- 172.21.15.71:0/2387442197 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc76c00f340 con 0x7fc778101320 2024-09-05T07:49:01.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.497+0000 7fc77f5c4640 1 -- 172.21.15.71:0/2387442197 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc77819c580 con 0x7fc778101320 2024-09-05T07:49:01.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.497+0000 7fc77f5c4640 1 -- 172.21.15.71:0/2387442197 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7781a3e10 con 0x7fc778101320 2024-09-05T07:49:01.501 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.498+0000 7fc77f5c4640 1 -- 172.21.15.71:0/2387442197 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc778100de0 con 0x7fc778101320 2024-09-05T07:49:01.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.500+0000 7fc7767fc640 1 -- 172.21.15.71:0/2387442197 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fc76c018020 con 0x7fc778101320 2024-09-05T07:49:01.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.500+0000 7fc7767fc640 1 --2- 172.21.15.71:0/2387442197 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc7600a2d00 0x7fc7600a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:01.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.500+0000 7fc77d360640 1 --2- 172.21.15.71:0/2387442197 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc7600a2d00 0x7fc7600a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:01.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.500+0000 7fc7767fc640 1 -- 172.21.15.71:0/2387442197 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7fc76c0cf790 con 0x7fc778101320 2024-09-05T07:49:01.502 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.501+0000 7fc77d360640 1 --2- 172.21.15.71:0/2387442197 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc7600a2d00 0x7fc7600a51c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fc768005fd0 tx=0x7fc768009680 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:01.506 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.506+0000 7fc7767fc640 1 -- 172.21.15.71:0/2387442197 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc76c01f020 con 0x7fc778101320 2024-09-05T07:49:01.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:01 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:49:01.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:01 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:49:01.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:01 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:49:01.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:01 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:49:01.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:01 smithi071 ceph-mon[30965]: Adjusting osd_memory_target on smithi071 to 176.0M 2024-09-05T07:49:01.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:01 smithi071 ceph-mon[30965]: Unable to set osd_memory_target on smithi071 to 184574566: error parsing value: Value '184574566' is below minimum 939524096 2024-09-05T07:49:01.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:01 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:49:01.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:01 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:49:01.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:01 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:49:01.673 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.673+0000 7fc77f5c4640 1 -- 172.21.15.71:0/2387442197 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc778108980 con 0x7fc778101320 2024-09-05T07:49:01.675 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.674+0000 7fc7767fc640 1 -- 172.21.15.71:0/2387442197 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v101) ==== 74+0+25569 (secure 0 0 0) 0x7fc76c00d040 con 0x7fc778101320 2024-09-05T07:49:01.675 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:49:01.675 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":101,"fsid":"528064f0-6b58-11ef-bcd6-c7b262605968","created":"2024-09-05T07:28:40.672482+0000","modified":"2024-09-05T07:48:14.117502+0000","last_up_change":"2024-09-05T07:35:23.377351+0000","last_in_change":"2024-09-05T07:35:00.653011+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T07:31:42.519306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T07:36:11.417603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T07:36:13.712570+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"100","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":100,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T07:36:20.085795+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"100","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":100,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"46b7dcd0-5366-4876-97f3-6242a69addcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6803","nonce":4274686280}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6805","nonce":4274686280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6809","nonce":4274686280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6807","nonce":4274686280}]},"public_addr":"172.21.15.71:6803/4274686280","cluster_addr":"172.21.15.71:6805/4274686280","heartbeat_back_addr":"172.21.15.71:6809/4274686280","heartbeat_front_addr":"172.21.15.71:6807/4274686280","state":["exists","up"]},{"osd":1,"uuid":"d859b4f9-f616-4331-8ffb-54507eb5f836","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6801","nonce":1041172381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6803","nonce":1041172381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6807","nonce":1041172381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6805","nonce":1041172381}]},"public_addr":"172.21.15.123:6801/1041172381","cluster_addr":"172.21.15.123:6803/1041172381","heartbeat_back_addr":"172.21.15.123:6807/1041172381","heartbeat_front_addr":"172.21.15.123:6805/1041172381","state":["exists","up"]},{"osd":2,"uuid":"1ca9c723-8ecb-445c-bae7-39fd2954cdf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6801","nonce":2964624102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6803","nonce":2964624102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6807","nonce":2964624102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6805","nonce":2964624102}]},"public_addr":"172.21.15.192:6801/2964624102","cluster_addr":"172.21.15.192:6803/2964624102","heartbeat_back_addr":"172.21.15.192:6807/2964624102","heartbeat_front_addr":"172.21.15.192:6805/2964624102","state":["exists","up"]},{"osd":3,"uuid":"e38584ff-2abe-47ff-b3ae-58a7a4261ac4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6811","nonce":158061328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6813","nonce":158061328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6817","nonce":158061328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6815","nonce":158061328}]},"public_addr":"172.21.15.71:6811/158061328","cluster_addr":"172.21.15.71:6813/158061328","heartbeat_back_addr":"172.21.15.71:6817/158061328","heartbeat_front_addr":"172.21.15.71:6815/158061328","state":["exists","up"]},{"osd":4,"uuid":"b2de40fc-0fa3-484e-b0b2-edd96874aee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6809","nonce":3090003493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6811","nonce":3090003493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6815","nonce":3090003493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6813","nonce":3090003493}]},"public_addr":"172.21.15.123:6809/3090003493","cluster_addr":"172.21.15.123:6811/3090003493","heartbeat_back_addr":"172.21.15.123:6815/3090003493","heartbeat_front_addr":"172.21.15.123:6813/3090003493","state":["exists","up"]},{"osd":5,"uuid":"e443d3b0-960e-4992-88c4-4d546706ee87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6809","nonce":3375480711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6811","nonce":3375480711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6815","nonce":3375480711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6813","nonce":3375480711}]},"public_addr":"172.21.15.192:6809/3375480711","cluster_addr":"172.21.15.192:6811/3375480711","heartbeat_back_addr":"172.21.15.192:6815/3375480711","heartbeat_front_addr":"172.21.15.192:6813/3375480711","state":["exists","up"]},{"osd":6,"uuid":"d43efaeb-66d0-496b-b490-4635e6d725c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6819","nonce":13242244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6821","nonce":13242244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6825","nonce":13242244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6823","nonce":13242244}]},"public_addr":"172.21.15.71:6819/13242244","cluster_addr":"172.21.15.71:6821/13242244","heartbeat_back_addr":"172.21.15.71:6825/13242244","heartbeat_front_addr":"172.21.15.71:6823/13242244","state":["exists","up"]},{"osd":7,"uuid":"69562997-b629-4e0f-8719-65019735a46a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6817","nonce":956921658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6819","nonce":956921658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6823","nonce":956921658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6821","nonce":956921658}]},"public_addr":"172.21.15.123:6817/956921658","cluster_addr":"172.21.15.123:6819/956921658","heartbeat_back_addr":"172.21.15.123:6823/956921658","heartbeat_front_addr":"172.21.15.123:6821/956921658","state":["exists","up"]},{"osd":8,"uuid":"6dc7e084-d602-4b2c-9dfc-cd26041835c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6817","nonce":3079566549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6819","nonce":3079566549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6823","nonce":3079566549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6821","nonce":3079566549}]},"public_addr":"172.21.15.192:6817/3079566549","cluster_addr":"172.21.15.192:6819/3079566549","heartbeat_back_addr":"172.21.15.192:6823/3079566549","heartbeat_front_addr":"172.21.15.192:6821/3079566549","state":["exists","up"]},{"osd":9,"uuid":"79b675ae-7c56-4b65-9ecb-376dc0d305e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6827","nonce":12570717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6829","nonce":12570717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6833","nonce":12570717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6831","nonce":12570717}]},"public_addr":"172.21.15.71:6827/12570717","cluster_addr":"172.21.15.71:6829/12570717","heartbeat_back_addr":"172.21.15.71:6833/12570717","heartbeat_front_addr":"172.21.15.71:6831/12570717","state":["exists","up"]},{"osd":10,"uuid":"5e26505a-15f9-4758-9ef7-886a46364844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6825","nonce":2204926848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6827","nonce":2204926848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6831","nonce":2204926848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6829","nonce":2204926848}]},"public_addr":"172.21.15.123:6825/2204926848","cluster_addr":"172.21.15.123:6827/2204926848","heartbeat_back_addr":"172.21.15.123:6831/2204926848","heartbeat_front_addr":"172.21.15.123:6829/2204926848","state":["exists","up"]},{"osd":11,"uuid":"af6cebb5-d119-4a8a-9941-ba29b6499b84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6825","nonce":2370287418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6827","nonce":2370287418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6831","nonce":2370287418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6829","nonce":2370287418}]},"public_addr":"172.21.15.192:6825/2370287418","cluster_addr":"172.21.15.192:6827/2370287418","heartbeat_back_addr":"172.21.15.192:6831/2370287418","heartbeat_front_addr":"172.21.15.192:6829/2370287418","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:30:54.069845+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:16.417921+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:39.327215+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:04.156774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:28.698454+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:52.201948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:17.317406+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:41.490355+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:05.912640+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:31.907199+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:56.603625+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:35:21.370324+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.16","mappings":[{"from":7,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.c","mappings":[{"from":5,"to":6}]},{"pgid":"3.14","mappings":[{"from":4,"to":7}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/3540526501":"2024-09-06T07:38:36.447638+0000","172.21.15.71:0/204493459":"2024-09-06T07:38:36.447638+0000","172.21.15.71:0/2830316429":"2024-09-06T07:38:36.447638+0000","172.21.15.71:0/648100065":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1175989887":"2024-09-06T07:38:36.447638+0000","172.21.15.71:0/1573159026":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/2146188042":"2024-09-06T07:38:36.447638+0000","172.21.15.71:6801/3540526501":"2024-09-06T07:38:36.447638+0000","172.21.15.71:6801/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/2785525161":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/4125208267":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1087222059":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6800/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/3537016012":"2024-09-06T07:29:10.775719+0000","172.21.15.71:6800/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/2492827930":"2024-09-06T07:38:36.447638+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]},{"pool":4,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T07:49:01.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:01 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:49:01.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:01 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:49:01.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:01 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:49:01.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:01 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:49:01.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:01 smithi123 ceph-mon[34568]: Adjusting osd_memory_target on smithi071 to 176.0M 2024-09-05T07:49:01.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:01 smithi123 ceph-mon[34568]: Unable to set osd_memory_target on smithi071 to 184574566: error parsing value: Value '184574566' is below minimum 939524096 2024-09-05T07:49:01.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:01 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:49:01.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:01 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:49:01.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:01 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:49:01.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.677+0000 7fc77f5c4640 1 -- 172.21.15.71:0/2387442197 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc7600a2d00 msgr2=0x7fc7600a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:01.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.677+0000 7fc77f5c4640 1 --2- 172.21.15.71:0/2387442197 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc7600a2d00 0x7fc7600a51c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fc768005fd0 tx=0x7fc768009680 comp rx=0 tx=0).stop 2024-09-05T07:49:01.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.677+0000 7fc77f5c4640 1 -- 172.21.15.71:0/2387442197 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc778101320 msgr2=0x7fc7781977e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:01.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.677+0000 7fc77f5c4640 1 --2- 172.21.15.71:0/2387442197 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc778101320 0x7fc7781977e0 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7fc76c00b450 tx=0x7fc76c00b910 comp rx=0 tx=0).stop 2024-09-05T07:49:01.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.677+0000 7fc77f5c4640 1 -- 172.21.15.71:0/2387442197 shutdown_connections 2024-09-05T07:49:01.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.677+0000 7fc77f5c4640 1 --2- 172.21.15.71:0/2387442197 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc7600a2d00 0x7fc7600a51c0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:01.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.677+0000 7fc77f5c4640 1 --2- 172.21.15.71:0/2387442197 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc778106990 0x7fc77819bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:01.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.677+0000 7fc77f5c4640 1 --2- 172.21.15.71:0/2387442197 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc778101320 0x7fc7781977e0 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:01.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.677+0000 7fc77f5c4640 1 --2- 172.21.15.71:0/2387442197 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc778100980 0x7fc7781972a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:01.678 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.677+0000 7fc77f5c4640 1 -- 172.21.15.71:0/2387442197 >> 172.21.15.71:0/2387442197 conn(0x7fc778077a10 msgr2=0x7fc7781039d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:01.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.677+0000 7fc77f5c4640 1 -- 172.21.15.71:0/2387442197 shutdown_connections 2024-09-05T07:49:01.679 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.677+0000 7fc77f5c4640 1 -- 172.21.15.71:0/2387442197 wait complete. 2024-09-05T07:49:01.689 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-05T07:31:42.519306+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-05T07:36:11.417603+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-05T07:36:13.712570+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '100', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 15, 'snap_epoch': 100, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-05T07:36:20.085795+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '100', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 15, 'snap_epoch': 100, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-05T07:49:01.689 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-05T07:49:01.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:01 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:49:01.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:01 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:49:01.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:01 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:49:01.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:01 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T07:49:01.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:01 smithi192 ceph-mon[34929]: Adjusting osd_memory_target on smithi071 to 176.0M 2024-09-05T07:49:01.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:01 smithi192 ceph-mon[34929]: Unable to set osd_memory_target on smithi071 to 184574566: error parsing value: Value '184574566' is below minimum 939524096 2024-09-05T07:49:01.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:01 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T07:49:01.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:01 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T07:49:01.711 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:01 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' 2024-09-05T07:49:01.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.791+0000 7fc5eed4b640 1 -- 172.21.15.71:0/2378145298 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc5e8101330 msgr2=0x7fc5e810d860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:01.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.791+0000 7fc5eed4b640 1 --2- 172.21.15.71:0/2378145298 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc5e8101330 0x7fc5e810d860 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7fc5e0009cd0 tx=0x7fc5e002a8e0 comp rx=0 tx=0).stop 2024-09-05T07:49:01.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.791+0000 7fc5eed4b640 1 -- 172.21.15.71:0/2378145298 shutdown_connections 2024-09-05T07:49:01.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.791+0000 7fc5eed4b640 1 --2- 172.21.15.71:0/2378145298 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc5e8101330 0x7fc5e810d860 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:01.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.791+0000 7fc5eed4b640 1 --2- 172.21.15.71:0/2378145298 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5e8100990 0x7fc5e8100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:01.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.791+0000 7fc5eed4b640 1 --2- 172.21.15.71:0/2378145298 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5e81069a0 0x7fc5e8106d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:01.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.791+0000 7fc5eed4b640 1 -- 172.21.15.71:0/2378145298 >> 172.21.15.71:0/2378145298 conn(0x7fc5e80fc6b0 msgr2=0x7fc5e80fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:01.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.791+0000 7fc5eed4b640 1 -- 172.21.15.71:0/2378145298 shutdown_connections 2024-09-05T07:49:01.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.791+0000 7fc5eed4b640 1 -- 172.21.15.71:0/2378145298 wait complete. 2024-09-05T07:49:01.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.791+0000 7fc5eed4b640 1 Processor -- start 2024-09-05T07:49:01.794 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5eed4b640 1 -- start start 2024-09-05T07:49:01.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5eed4b640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5e8100990 0x7fc5e8198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:01.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5eed4b640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5e8101330 0x7fc5e8198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:01.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5eed4b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc5e81069a0 0x7fc5e819cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:01.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5eed4b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e8111d80 con 0x7fc5e81069a0 2024-09-05T07:49:01.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5eed4b640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e8111c00 con 0x7fc5e8101330 2024-09-05T07:49:01.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5eed4b640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e8111f00 con 0x7fc5e8100990 2024-09-05T07:49:01.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5ed2e8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc5e81069a0 0x7fc5e819cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:01.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5ed2e8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc5e81069a0 0x7fc5e819cbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57830/0 (socket says 172.21.15.71:57830) 2024-09-05T07:49:01.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5ed2e8640 1 -- 172.21.15.71:0/1691816562 learned_addr learned my addr 172.21.15.71:0/1691816562 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:01.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5ecae7640 1 --2- 172.21.15.71:0/1691816562 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5e8100990 0x7fc5e8198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:01.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5e7fff640 1 --2- 172.21.15.71:0/1691816562 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5e8101330 0x7fc5e8198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:01.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5ed2e8640 1 -- 172.21.15.71:0/1691816562 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5e8100990 msgr2=0x7fc5e8198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:01.795 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5ed2e8640 1 --2- 172.21.15.71:0/1691816562 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5e8100990 0x7fc5e8198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:01.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5ed2e8640 1 -- 172.21.15.71:0/1691816562 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5e8101330 msgr2=0x7fc5e8198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:01.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5ed2e8640 1 --2- 172.21.15.71:0/1691816562 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5e8101330 0x7fc5e8198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:01.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5ed2e8640 1 -- 172.21.15.71:0/1691816562 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5e819d320 con 0x7fc5e81069a0 2024-09-05T07:49:01.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5e7fff640 1 --2- 172.21.15.71:0/1691816562 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5e8101330 0x7fc5e8198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:49:01.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5ed2e8640 1 --2- 172.21.15.71:0/1691816562 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc5e81069a0 0x7fc5e819cbf0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7fc5e0005cc0 tx=0x7fc5e0003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:01.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5e5ffb640 1 -- 172.21.15.71:0/1691816562 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e0004450 con 0x7fc5e81069a0 2024-09-05T07:49:01.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5e5ffb640 1 -- 172.21.15.71:0/1691816562 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc5e0031c90 con 0x7fc5e81069a0 2024-09-05T07:49:01.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5eed4b640 1 -- 172.21.15.71:0/1691816562 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5e819d5b0 con 0x7fc5e81069a0 2024-09-05T07:49:01.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.792+0000 7fc5e5ffb640 1 -- 172.21.15.71:0/1691816562 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e003b400 con 0x7fc5e81069a0 2024-09-05T07:49:01.796 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.793+0000 7fc5eed4b640 1 -- 172.21.15.71:0/1691816562 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5e81a4ea0 con 0x7fc5e81069a0 2024-09-05T07:49:01.797 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.794+0000 7fc5eed4b640 1 -- 172.21.15.71:0/1691816562 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5e8100df0 con 0x7fc5e81069a0 2024-09-05T07:49:01.797 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.795+0000 7fc5e5ffb640 1 -- 172.21.15.71:0/1691816562 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fc5e0004680 con 0x7fc5e81069a0 2024-09-05T07:49:01.797 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.796+0000 7fc5e5ffb640 1 --2- 172.21.15.71:0/1691816562 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc5d80a2d80 0x7fc5d80a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:01.797 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.796+0000 7fc5ecae7640 1 --2- 172.21.15.71:0/1691816562 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc5d80a2d80 0x7fc5d80a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:01.797 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.796+0000 7fc5e5ffb640 1 -- 172.21.15.71:0/1691816562 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7fc5e002e030 con 0x7fc5e81069a0 2024-09-05T07:49:01.798 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.796+0000 7fc5ecae7640 1 --2- 172.21.15.71:0/1691816562 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc5d80a2d80 0x7fc5d80a5240 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc005fd0 tx=0x7fc5dc00b390 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:01.799 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.798+0000 7fc5e5ffb640 1 -- 172.21.15.71:0/1691816562 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc5e00bd6e0 con 0x7fc5e81069a0 2024-09-05T07:49:01.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.964+0000 7fc5eed4b640 1 -- 172.21.15.71:0/1691816562 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fc5e8108990 con 0x7fc5e81069a0 2024-09-05T07:49:01.965 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.965+0000 7fc5e5ffb640 1 -- 172.21.15.71:0/1691816562 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v101) ==== 93+0+10 (secure 0 0 0) 0x7fc5e00bcfe0 con 0x7fc5e81069a0 2024-09-05T07:49:01.965 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 1 2024-09-05T07:49:01.967 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.967+0000 7fc5eed4b640 1 -- 172.21.15.71:0/1691816562 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc5d80a2d80 msgr2=0x7fc5d80a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:01.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.967+0000 7fc5eed4b640 1 --2- 172.21.15.71:0/1691816562 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc5d80a2d80 0x7fc5d80a5240 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc005fd0 tx=0x7fc5dc00b390 comp rx=0 tx=0).stop 2024-09-05T07:49:01.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.967+0000 7fc5eed4b640 1 -- 172.21.15.71:0/1691816562 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc5e81069a0 msgr2=0x7fc5e819cbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:01.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.967+0000 7fc5eed4b640 1 --2- 172.21.15.71:0/1691816562 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc5e81069a0 0x7fc5e819cbf0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7fc5e0005cc0 tx=0x7fc5e0003c20 comp rx=0 tx=0).stop 2024-09-05T07:49:01.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.967+0000 7fc5eed4b640 1 -- 172.21.15.71:0/1691816562 shutdown_connections 2024-09-05T07:49:01.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.967+0000 7fc5eed4b640 1 --2- 172.21.15.71:0/1691816562 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fc5d80a2d80 0x7fc5d80a5240 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:01.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.967+0000 7fc5eed4b640 1 --2- 172.21.15.71:0/1691816562 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc5e81069a0 0x7fc5e819cbf0 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:01.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.967+0000 7fc5eed4b640 1 --2- 172.21.15.71:0/1691816562 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fc5e8101330 0x7fc5e8198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:01.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.967+0000 7fc5eed4b640 1 --2- 172.21.15.71:0/1691816562 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fc5e8100990 0x7fc5e8198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:01.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.967+0000 7fc5eed4b640 1 -- 172.21.15.71:0/1691816562 >> 172.21.15.71:0/1691816562 conn(0x7fc5e80fc6b0 msgr2=0x7fc5e80fdfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:01.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.967+0000 7fc5eed4b640 1 -- 172.21.15.71:0/1691816562 shutdown_connections 2024-09-05T07:49:01.968 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:01.967+0000 7fc5eed4b640 1 -- 172.21.15.71:0/1691816562 wait complete. 2024-09-05T07:49:01.978 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-05T07:49:02.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.081+0000 7f7e964e4640 1 -- 172.21.15.71:0/3107749259 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7e9010c0c0 msgr2=0x7f7e9010e530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:02.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.081+0000 7f7e964e4640 1 --2- 172.21.15.71:0/3107749259 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7e9010c0c0 0x7f7e9010e530 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f7e88009ca0 tx=0x7f7e8802a950 comp rx=0 tx=0).stop 2024-09-05T07:49:02.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.081+0000 7f7e964e4640 1 -- 172.21.15.71:0/3107749259 shutdown_connections 2024-09-05T07:49:02.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.081+0000 7f7e964e4640 1 --2- 172.21.15.71:0/3107749259 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7e9010c0c0 0x7f7e9010e530 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.081+0000 7f7e964e4640 1 --2- 172.21.15.71:0/3107749259 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7e90103610 0x7f7e9010baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.081+0000 7f7e964e4640 1 --2- 172.21.15.71:0/3107749259 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7e90102cf0 0x7f7e901030d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.081+0000 7f7e964e4640 1 -- 172.21.15.71:0/3107749259 >> 172.21.15.71:0/3107749259 conn(0x7f7e900779d0 msgr2=0x7f7e900fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:02.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.081+0000 7f7e964e4640 1 -- 172.21.15.71:0/3107749259 shutdown_connections 2024-09-05T07:49:02.082 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.081+0000 7f7e964e4640 1 -- 172.21.15.71:0/3107749259 wait complete. 2024-09-05T07:49:02.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.081+0000 7f7e964e4640 1 Processor -- start 2024-09-05T07:49:02.083 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.081+0000 7f7e964e4640 1 -- start start 2024-09-05T07:49:02.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.082+0000 7f7e964e4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7e90102cf0 0x7f7e90100940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:02.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.082+0000 7f7e964e4640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7e90103610 0x7f7e90100e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:02.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.082+0000 7f7e964e4640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7e9010c0c0 0x7f7e901013c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:02.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.082+0000 7f7e964e4640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7e90111d00 con 0x7f7e90102cf0 2024-09-05T07:49:02.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.082+0000 7f7e964e4640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7e90111b80 con 0x7f7e9010c0c0 2024-09-05T07:49:02.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.082+0000 7f7e964e4640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7e90111e80 con 0x7f7e90103610 2024-09-05T07:49:02.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.082+0000 7f7e8ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7e90102cf0 0x7f7e90100940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:02.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.082+0000 7f7e8ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7e90102cf0 0x7f7e90100940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57842/0 (socket says 172.21.15.71:57842) 2024-09-05T07:49:02.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.082+0000 7f7e8ffff640 1 -- 172.21.15.71:0/4067203312 learned_addr learned my addr 172.21.15.71:0/4067203312 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:02.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.082+0000 7f7e94a81640 1 --2- 172.21.15.71:0/4067203312 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7e9010c0c0 0x7f7e901013c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:02.085 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.082+0000 7f7e8f7fe640 1 --2- 172.21.15.71:0/4067203312 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7e90103610 0x7f7e90100e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:02.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.082+0000 7f7e8ffff640 1 -- 172.21.15.71:0/4067203312 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7e90103610 msgr2=0x7f7e90100e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:02.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.082+0000 7f7e8ffff640 1 --2- 172.21.15.71:0/4067203312 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7e90103610 0x7f7e90100e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.082+0000 7f7e8ffff640 1 -- 172.21.15.71:0/4067203312 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7e9010c0c0 msgr2=0x7f7e901013c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:02.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.082+0000 7f7e8ffff640 1 --2- 172.21.15.71:0/4067203312 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7e9010c0c0 0x7f7e901013c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.082+0000 7f7e8ffff640 1 -- 172.21.15.71:0/4067203312 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e901a6730 con 0x7f7e90102cf0 2024-09-05T07:49:02.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.082+0000 7f7e94a81640 1 --2- 172.21.15.71:0/4067203312 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7e9010c0c0 0x7f7e901013c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:49:02.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.082+0000 7f7e8ffff640 1 --2- 172.21.15.71:0/4067203312 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7e90102cf0 0x7f7e90100940 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f7e8000c920 tx=0x7f7e8000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:02.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.083+0000 7f7e8d7fa640 1 -- 172.21.15.71:0/4067203312 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e80007c70 con 0x7f7e90102cf0 2024-09-05T07:49:02.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.083+0000 7f7e8d7fa640 1 -- 172.21.15.71:0/4067203312 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7e80007e10 con 0x7f7e90102cf0 2024-09-05T07:49:02.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.083+0000 7f7e964e4640 1 -- 172.21.15.71:0/4067203312 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e901a6a20 con 0x7f7e90102cf0 2024-09-05T07:49:02.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.083+0000 7f7e8d7fa640 1 -- 172.21.15.71:0/4067203312 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e80018820 con 0x7f7e90102cf0 2024-09-05T07:49:02.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.083+0000 7f7e964e4640 1 -- 172.21.15.71:0/4067203312 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e901a6fc0 con 0x7f7e90102cf0 2024-09-05T07:49:02.086 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.084+0000 7f7e964e4640 1 -- 172.21.15.71:0/4067203312 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e901030d0 con 0x7f7e90102cf0 2024-09-05T07:49:02.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.085+0000 7f7e8d7fa640 1 -- 172.21.15.71:0/4067203312 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f7e800189c0 con 0x7f7e90102cf0 2024-09-05T07:49:02.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.086+0000 7f7e8d7fa640 1 --2- 172.21.15.71:0/4067203312 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7e7c0a2d80 0x7f7e7c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:02.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.086+0000 7f7e8f7fe640 1 --2- 172.21.15.71:0/4067203312 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7e7c0a2d80 0x7f7e7c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:02.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.086+0000 7f7e8d7fa640 1 -- 172.21.15.71:0/4067203312 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f7e800cfa20 con 0x7f7e90102cf0 2024-09-05T07:49:02.087 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.086+0000 7f7e8f7fe640 1 --2- 172.21.15.71:0/4067203312 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7e7c0a2d80 0x7f7e7c0a5240 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7e78005e00 tx=0x7f7e78005c50 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:02.090 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.090+0000 7f7e8d7fa640 1 -- 172.21.15.71:0/4067203312 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7e80014030 con 0x7f7e90102cf0 2024-09-05T07:49:02.255 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.255+0000 7f7e964e4640 1 -- 172.21.15.71:0/4067203312 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f7e901071a0 con 0x7f7e90102cf0 2024-09-05T07:49:02.256 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.255+0000 7f7e8d7fa640 1 -- 172.21.15.71:0/4067203312 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v101) ==== 104+0+11 (secure 0 0 0) 0x7f7e8000de20 con 0x7f7e90102cf0 2024-09-05T07:49:02.256 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 32 2024-09-05T07:49:02.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.257+0000 7f7e964e4640 1 -- 172.21.15.71:0/4067203312 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7e7c0a2d80 msgr2=0x7f7e7c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:02.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.257+0000 7f7e964e4640 1 --2- 172.21.15.71:0/4067203312 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7e7c0a2d80 0x7f7e7c0a5240 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7e78005e00 tx=0x7f7e78005c50 comp rx=0 tx=0).stop 2024-09-05T07:49:02.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.257+0000 7f7e964e4640 1 -- 172.21.15.71:0/4067203312 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7e90102cf0 msgr2=0x7f7e90100940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:02.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.257+0000 7f7e964e4640 1 --2- 172.21.15.71:0/4067203312 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7e90102cf0 0x7f7e90100940 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f7e8000c920 tx=0x7f7e8000cde0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.257+0000 7f7e964e4640 1 -- 172.21.15.71:0/4067203312 shutdown_connections 2024-09-05T07:49:02.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.257+0000 7f7e964e4640 1 --2- 172.21.15.71:0/4067203312 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7e7c0a2d80 0x7f7e7c0a5240 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.258 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.257+0000 7f7e964e4640 1 --2- 172.21.15.71:0/4067203312 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7e9010c0c0 0x7f7e901013c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.257+0000 7f7e964e4640 1 --2- 172.21.15.71:0/4067203312 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7e90103610 0x7f7e90100e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.257+0000 7f7e964e4640 1 --2- 172.21.15.71:0/4067203312 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7e90102cf0 0x7f7e90100940 unknown :-1 s=CLOSED pgs=1082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.257+0000 7f7e964e4640 1 -- 172.21.15.71:0/4067203312 >> 172.21.15.71:0/4067203312 conn(0x7f7e900779d0 msgr2=0x7f7e900fd1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:02.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.257+0000 7f7e964e4640 1 -- 172.21.15.71:0/4067203312 shutdown_connections 2024-09-05T07:49:02.259 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.257+0000 7f7e964e4640 1 -- 172.21.15.71:0/4067203312 wait complete. 2024-09-05T07:49:02.269 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-05T07:49:02.372 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.370+0000 7fa30739f640 1 -- 172.21.15.71:0/223521015 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa300101330 msgr2=0x7fa30010d860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:02.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.370+0000 7fa30739f640 1 --2- 172.21.15.71:0/223521015 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa300101330 0x7fa30010d860 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7fa2f8009cd0 tx=0x7fa2f802a8e0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.370+0000 7fa30739f640 1 -- 172.21.15.71:0/223521015 shutdown_connections 2024-09-05T07:49:02.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.370+0000 7fa30739f640 1 --2- 172.21.15.71:0/223521015 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa300101330 0x7fa30010d860 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.370+0000 7fa30739f640 1 --2- 172.21.15.71:0/223521015 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa300100990 0x7fa300100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.370+0000 7fa30739f640 1 --2- 172.21.15.71:0/223521015 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa3001069a0 0x7fa300106d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.370+0000 7fa30739f640 1 -- 172.21.15.71:0/223521015 >> 172.21.15.71:0/223521015 conn(0x7fa3000fc6b0 msgr2=0x7fa3000fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:02.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.370+0000 7fa30739f640 1 -- 172.21.15.71:0/223521015 shutdown_connections 2024-09-05T07:49:02.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.370+0000 7fa30739f640 1 -- 172.21.15.71:0/223521015 wait complete. 2024-09-05T07:49:02.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.370+0000 7fa30739f640 1 Processor -- start 2024-09-05T07:49:02.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.370+0000 7fa30739f640 1 -- start start 2024-09-05T07:49:02.373 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa30739f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa300100990 0x7fa3001990c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:02.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa30739f640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa300101330 0x7fa300199600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:02.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa30739f640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa3001069a0 0x7fa3001a4140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:02.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa30739f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fa300110c90 con 0x7fa300100990 2024-09-05T07:49:02.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa30739f640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fa300110b10 con 0x7fa300101330 2024-09-05T07:49:02.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa30739f640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fa300110e10 con 0x7fa3001069a0 2024-09-05T07:49:02.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa30513b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa300100990 0x7fa3001990c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:02.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa30513b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa300100990 0x7fa3001990c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57856/0 (socket says 172.21.15.71:57856) 2024-09-05T07:49:02.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa30513b640 1 -- 172.21.15.71:0/4172873950 learned_addr learned my addr 172.21.15.71:0/4172873950 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:02.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa30593c640 1 --2- 172.21.15.71:0/4172873950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa3001069a0 0x7fa3001a4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:02.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa30493a640 1 --2- 172.21.15.71:0/4172873950 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa300101330 0x7fa300199600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:02.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa30513b640 1 -- 172.21.15.71:0/4172873950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa3001069a0 msgr2=0x7fa3001a4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:02.374 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa30513b640 1 --2- 172.21.15.71:0/4172873950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa3001069a0 0x7fa3001a4140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa30513b640 1 -- 172.21.15.71:0/4172873950 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa300101330 msgr2=0x7fa300199600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:02.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa30513b640 1 --2- 172.21.15.71:0/4172873950 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa300101330 0x7fa300199600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa30513b640 1 -- 172.21.15.71:0/4172873950 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3001a4680 con 0x7fa300100990 2024-09-05T07:49:02.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa30513b640 1 --2- 172.21.15.71:0/4172873950 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa300100990 0x7fa3001990c0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7fa2fc00d950 tx=0x7fa2fc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:02.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa2f27fc640 1 -- 172.21.15.71:0/4172873950 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2fc017030 con 0x7fa300100990 2024-09-05T07:49:02.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa2f27fc640 1 -- 172.21.15.71:0/4172873950 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa2fc004020 con 0x7fa300100990 2024-09-05T07:49:02.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa30739f640 1 -- 172.21.15.71:0/4172873950 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3001a4850 con 0x7fa300100990 2024-09-05T07:49:02.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa2f27fc640 1 -- 172.21.15.71:0/4172873950 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2fc0047a0 con 0x7fa300100990 2024-09-05T07:49:02.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.371+0000 7fa30739f640 1 -- 172.21.15.71:0/4172873950 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3001a4da0 con 0x7fa300100990 2024-09-05T07:49:02.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.372+0000 7fa30739f640 1 -- 172.21.15.71:0/4172873950 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa300100df0 con 0x7fa300100990 2024-09-05T07:49:02.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.373+0000 7fa2f27fc640 1 -- 172.21.15.71:0/4172873950 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fa2fc0041d0 con 0x7fa300100990 2024-09-05T07:49:02.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.374+0000 7fa2f27fc640 1 --2- 172.21.15.71:0/4172873950 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa2ec0a2d00 0x7fa2ec0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:02.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.374+0000 7fa30493a640 1 --2- 172.21.15.71:0/4172873950 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa2ec0a2d00 0x7fa2ec0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:02.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.374+0000 7fa2f27fc640 1 -- 172.21.15.71:0/4172873950 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7fa2fc0cfa10 con 0x7fa300100990 2024-09-05T07:49:02.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.375+0000 7fa30493a640 1 --2- 172.21.15.71:0/4172873950 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa2ec0a2d00 0x7fa2ec0a51c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa30006aef0 tx=0x7fa2f4005f90 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:02.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.377+0000 7fa2f27fc640 1 -- 172.21.15.71:0/4172873950 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa2fc09c1e0 con 0x7fa300100990 2024-09-05T07:49:02.545 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.545+0000 7fa30739f640 1 -- 172.21.15.71:0/4172873950 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fa30006a990 con 0x7fa300100990 2024-09-05T07:49:02.546 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.545+0000 7fa2f27fc640 1 -- 172.21.15.71:0/4172873950 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v101) ==== 100+0+11 (secure 0 0 0) 0x7fa2fc09bae0 con 0x7fa300100990 2024-09-05T07:49:02.546 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 64 2024-09-05T07:49:02.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.547+0000 7fa30739f640 1 -- 172.21.15.71:0/4172873950 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa2ec0a2d00 msgr2=0x7fa2ec0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:02.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.547+0000 7fa30739f640 1 --2- 172.21.15.71:0/4172873950 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa2ec0a2d00 0x7fa2ec0a51c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa30006aef0 tx=0x7fa2f4005f90 comp rx=0 tx=0).stop 2024-09-05T07:49:02.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.547+0000 7fa30739f640 1 -- 172.21.15.71:0/4172873950 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa300100990 msgr2=0x7fa3001990c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:02.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.547+0000 7fa30739f640 1 --2- 172.21.15.71:0/4172873950 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa300100990 0x7fa3001990c0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7fa2fc00d950 tx=0x7fa2fc00de10 comp rx=0 tx=0).stop 2024-09-05T07:49:02.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.547+0000 7fa30739f640 1 -- 172.21.15.71:0/4172873950 shutdown_connections 2024-09-05T07:49:02.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.547+0000 7fa30739f640 1 --2- 172.21.15.71:0/4172873950 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fa2ec0a2d00 0x7fa2ec0a51c0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.547+0000 7fa30739f640 1 --2- 172.21.15.71:0/4172873950 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fa3001069a0 0x7fa3001a4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.547+0000 7fa30739f640 1 --2- 172.21.15.71:0/4172873950 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fa300101330 0x7fa300199600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.547+0000 7fa30739f640 1 --2- 172.21.15.71:0/4172873950 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa300100990 0x7fa3001990c0 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.548 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.547+0000 7fa30739f640 1 -- 172.21.15.71:0/4172873950 >> 172.21.15.71:0/4172873950 conn(0x7fa3000fc6b0 msgr2=0x7fa3000fce70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:02.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.547+0000 7fa30739f640 1 -- 172.21.15.71:0/4172873950 shutdown_connections 2024-09-05T07:49:02.549 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.547+0000 7fa30739f640 1 -- 172.21.15.71:0/4172873950 wait complete. 2024-09-05T07:49:02.558 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:02 smithi071 ceph-mon[30965]: pgmap v323: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T07:49:02.558 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:02 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2387442197' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:49:02.558 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:02 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1691816562' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T07:49:02.558 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:02 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/4067203312' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-05T07:49:02.559 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-05T07:49:02.663 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.663+0000 7efef9c35640 1 -- 172.21.15.71:0/809559035 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efef4102c80 msgr2=0x7efef4103060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:02.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.663+0000 7efef9c35640 1 --2- 172.21.15.71:0/809559035 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efef4102c80 0x7efef4103060 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7efee4009900 tx=0x7efee402a480 comp rx=0 tx=0).stop 2024-09-05T07:49:02.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.663+0000 7efef9c35640 1 -- 172.21.15.71:0/809559035 shutdown_connections 2024-09-05T07:49:02.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.663+0000 7efef9c35640 1 --2- 172.21.15.71:0/809559035 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efef410c0d0 0x7efef410e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.663+0000 7efef9c35640 1 --2- 172.21.15.71:0/809559035 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efef41035a0 0x7efef410ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.663+0000 7efef9c35640 1 --2- 172.21.15.71:0/809559035 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efef4102c80 0x7efef4103060 unknown :-1 s=CLOSED pgs=1085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.663+0000 7efef9c35640 1 -- 172.21.15.71:0/809559035 >> 172.21.15.71:0/809559035 conn(0x7efef40fc690 msgr2=0x7efef40feab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:02.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.663+0000 7efef9c35640 1 -- 172.21.15.71:0/809559035 shutdown_connections 2024-09-05T07:49:02.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.663+0000 7efef9c35640 1 -- 172.21.15.71:0/809559035 wait complete. 2024-09-05T07:49:02.664 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.663+0000 7efef9c35640 1 Processor -- start 2024-09-05T07:49:02.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.663+0000 7efef9c35640 1 -- start start 2024-09-05T07:49:02.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef9c35640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efef4102c80 0x7efef41008d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:02.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef9c35640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efef41035a0 0x7efef4100e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:02.666 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef9c35640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efef410c0d0 0x7efef4101350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:02.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef9c35640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7efef4111d60 con 0x7efef4102c80 2024-09-05T07:49:02.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef9c35640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7efef4111be0 con 0x7efef410c0d0 2024-09-05T07:49:02.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef9c35640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7efef4111ee0 con 0x7efef41035a0 2024-09-05T07:49:02.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efef4102c80 0x7efef41008d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:02.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efef4102c80 0x7efef41008d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57878/0 (socket says 172.21.15.71:57878) 2024-09-05T07:49:02.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef37fe640 1 -- 172.21.15.71:0/2074178304 learned_addr learned my addr 172.21.15.71:0/2074178304 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:02.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef2ffd640 1 --2- 172.21.15.71:0/2074178304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efef41035a0 0x7efef4100e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:02.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef3fff640 1 --2- 172.21.15.71:0/2074178304 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efef410c0d0 0x7efef4101350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:02.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef37fe640 1 -- 172.21.15.71:0/2074178304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efef41035a0 msgr2=0x7efef4100e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:02.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef37fe640 1 --2- 172.21.15.71:0/2074178304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efef41035a0 0x7efef4100e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef37fe640 1 -- 172.21.15.71:0/2074178304 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efef410c0d0 msgr2=0x7efef4101350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:02.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef37fe640 1 --2- 172.21.15.71:0/2074178304 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efef410c0d0 0x7efef4101350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.667 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef37fe640 1 -- 172.21.15.71:0/2074178304 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efef41a6860 con 0x7efef4102c80 2024-09-05T07:49:02.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef37fe640 1 --2- 172.21.15.71:0/2074178304 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efef4102c80 0x7efef41008d0 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7efee4005940 tx=0x7efee4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:02.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef0ff9640 1 -- 172.21.15.71:0/2074178304 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efee403f030 con 0x7efef4102c80 2024-09-05T07:49:02.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef0ff9640 1 -- 172.21.15.71:0/2074178304 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efee4003aa0 con 0x7efef4102c80 2024-09-05T07:49:02.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef9c35640 1 -- 172.21.15.71:0/2074178304 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efef41a6af0 con 0x7efef4102c80 2024-09-05T07:49:02.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.664+0000 7efef0ff9640 1 -- 172.21.15.71:0/2074178304 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efee4035070 con 0x7efef4102c80 2024-09-05T07:49:02.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.665+0000 7efef9c35640 1 -- 172.21.15.71:0/2074178304 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efef41a6fe0 con 0x7efef4102c80 2024-09-05T07:49:02.668 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.666+0000 7efef9c35640 1 -- 172.21.15.71:0/2074178304 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efef4103060 con 0x7efef4102c80 2024-09-05T07:49:02.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.667+0000 7efef0ff9640 1 -- 172.21.15.71:0/2074178304 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7efee4042030 con 0x7efef4102c80 2024-09-05T07:49:02.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.667+0000 7efef0ff9640 1 --2- 172.21.15.71:0/2074178304 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efedc0a2d00 0x7efedc0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:02.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.667+0000 7efef2ffd640 1 --2- 172.21.15.71:0/2074178304 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efedc0a2d00 0x7efedc0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:02.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.668+0000 7efef0ff9640 1 -- 172.21.15.71:0/2074178304 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7efee40f0100 con 0x7efef4102c80 2024-09-05T07:49:02.669 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.668+0000 7efef2ffd640 1 --2- 172.21.15.71:0/2074178304 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efedc0a2d00 0x7efedc0a51c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7efef40fed60 tx=0x7efee8009910 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:02.672 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.672+0000 7efef0ff9640 1 -- 172.21.15.71:0/2074178304 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7efee40bc8d0 con 0x7efef4102c80 2024-09-05T07:49:02.837 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.837+0000 7efef9c35640 1 -- 172.21.15.71:0/2074178304 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7efef4106bb0 con 0x7efef4102c80 2024-09-05T07:49:02.838 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.837+0000 7efef0ff9640 1 -- 172.21.15.71:0/2074178304 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v101) ==== 103+0+11 (secure 0 0 0) 0x7efee40bc1d0 con 0x7efef4102c80 2024-09-05T07:49:02.838 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 32 2024-09-05T07:49:02.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.839+0000 7efef9c35640 1 -- 172.21.15.71:0/2074178304 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efedc0a2d00 msgr2=0x7efedc0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:02.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.839+0000 7efef9c35640 1 --2- 172.21.15.71:0/2074178304 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efedc0a2d00 0x7efedc0a51c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7efef40fed60 tx=0x7efee8009910 comp rx=0 tx=0).stop 2024-09-05T07:49:02.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.839+0000 7efef9c35640 1 -- 172.21.15.71:0/2074178304 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efef4102c80 msgr2=0x7efef41008d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:02.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.839+0000 7efef9c35640 1 --2- 172.21.15.71:0/2074178304 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efef4102c80 0x7efef41008d0 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7efee4005940 tx=0x7efee4004270 comp rx=0 tx=0).stop 2024-09-05T07:49:02.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.839+0000 7efef9c35640 1 -- 172.21.15.71:0/2074178304 shutdown_connections 2024-09-05T07:49:02.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.839+0000 7efef9c35640 1 --2- 172.21.15.71:0/2074178304 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7efedc0a2d00 0x7efedc0a51c0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.839+0000 7efef9c35640 1 --2- 172.21.15.71:0/2074178304 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7efef410c0d0 0x7efef4101350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.840 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.839+0000 7efef9c35640 1 --2- 172.21.15.71:0/2074178304 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7efef41035a0 0x7efef4100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.839+0000 7efef9c35640 1 --2- 172.21.15.71:0/2074178304 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efef4102c80 0x7efef41008d0 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.839+0000 7efef9c35640 1 -- 172.21.15.71:0/2074178304 >> 172.21.15.71:0/2074178304 conn(0x7efef40fc690 msgr2=0x7efef40fdf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:02.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.839+0000 7efef9c35640 1 -- 172.21.15.71:0/2074178304 shutdown_connections 2024-09-05T07:49:02.841 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.839+0000 7efef9c35640 1 -- 172.21.15.71:0/2074178304 wait complete. 2024-09-05T07:49:02.851 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-09-05T07:49:02.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:02 smithi123 ceph-mon[34568]: pgmap v323: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T07:49:02.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:02 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2387442197' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:49:02.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:02 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1691816562' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T07:49:02.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:02 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/4067203312' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-05T07:49:02.951 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.951+0000 7f90be25e640 1 -- 172.21.15.71:0/1386595092 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90b8101dc0 msgr2=0x7f90b81021a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:02.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.951+0000 7f90be25e640 1 --2- 172.21.15.71:0/1386595092 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90b8101dc0 0x7f90b81021a0 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f90a8009900 tx=0x7f90a802a410 comp rx=0 tx=0).stop 2024-09-05T07:49:02.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.951+0000 7f90be25e640 1 -- 172.21.15.71:0/1386595092 shutdown_connections 2024-09-05T07:49:02.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.951+0000 7f90be25e640 1 --2- 172.21.15.71:0/1386595092 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90b8106f10 0x7f90b810ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.951+0000 7f90be25e640 1 --2- 172.21.15.71:0/1386595092 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f90b8102770 0x7f90b81067b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.951+0000 7f90be25e640 1 --2- 172.21.15.71:0/1386595092 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90b8101dc0 0x7f90b81021a0 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.951+0000 7f90be25e640 1 -- 172.21.15.71:0/1386595092 >> 172.21.15.71:0/1386595092 conn(0x7f90b80fd870 msgr2=0x7f90b80ffc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:02.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.951+0000 7f90be25e640 1 -- 172.21.15.71:0/1386595092 shutdown_connections 2024-09-05T07:49:02.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.951+0000 7f90be25e640 1 -- 172.21.15.71:0/1386595092 wait complete. 2024-09-05T07:49:02.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.951+0000 7f90be25e640 1 Processor -- start 2024-09-05T07:49:02.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.951+0000 7f90be25e640 1 -- start start 2024-09-05T07:49:02.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90be25e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90b8101dc0 0x7f90b81983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:02.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90be25e640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f90b8106f10 0x7f90b81988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:02.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90be25e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90b819cc60 0x7f90b819d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:02.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90be25e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f90b8111e20 con 0x7f90b8101dc0 2024-09-05T07:49:02.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90be25e640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f90b8111ca0 con 0x7f90b8106f10 2024-09-05T07:49:02.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90be25e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f90b8111fa0 con 0x7f90b819cc60 2024-09-05T07:49:02.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90b77fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90b8101dc0 0x7f90b81983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:02.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90b77fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90b8101dc0 0x7f90b81983a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:57886/0 (socket says 172.21.15.71:57886) 2024-09-05T07:49:02.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90b77fe640 1 -- 172.21.15.71:0/3981307663 learned_addr learned my addr 172.21.15.71:0/3981307663 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:02.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90b6ffd640 1 --2- 172.21.15.71:0/3981307663 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f90b8106f10 0x7f90b81988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:02.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90b7fff640 1 --2- 172.21.15.71:0/3981307663 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90b819cc60 0x7f90b819d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:02.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90b77fe640 1 -- 172.21.15.71:0/3981307663 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90b819cc60 msgr2=0x7f90b819d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:02.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90b77fe640 1 --2- 172.21.15.71:0/3981307663 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90b819cc60 0x7f90b819d110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90b77fe640 1 -- 172.21.15.71:0/3981307663 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f90b8106f10 msgr2=0x7f90b81988e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:02.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90b77fe640 1 --2- 172.21.15.71:0/3981307663 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f90b8106f10 0x7f90b81988e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:02.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90b77fe640 1 -- 172.21.15.71:0/3981307663 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90b819d750 con 0x7f90b8101dc0 2024-09-05T07:49:02.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90b6ffd640 1 --2- 172.21.15.71:0/3981307663 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f90b8106f10 0x7f90b81988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:49:02.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90b77fe640 1 --2- 172.21.15.71:0/3981307663 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90b8101dc0 0x7f90b81983a0 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f90a8005940 tx=0x7f90a80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:02.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90b4ff9640 1 -- 172.21.15.71:0/3981307663 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90a803f030 con 0x7f90b8101dc0 2024-09-05T07:49:02.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90b4ff9640 1 -- 172.21.15.71:0/3981307663 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f90a8003cb0 con 0x7f90b8101dc0 2024-09-05T07:49:02.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90be25e640 1 -- 172.21.15.71:0/3981307663 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90b819d9e0 con 0x7f90b8101dc0 2024-09-05T07:49:02.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90b4ff9640 1 -- 172.21.15.71:0/3981307663 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90a8035070 con 0x7f90b8101dc0 2024-09-05T07:49:02.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.952+0000 7f90be25e640 1 -- 172.21.15.71:0/3981307663 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90b81a51b0 con 0x7f90b8101dc0 2024-09-05T07:49:02.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.954+0000 7f90be25e640 1 -- 172.21.15.71:0/3981307663 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90b81021a0 con 0x7f90b8101dc0 2024-09-05T07:49:02.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.954+0000 7f90b4ff9640 1 -- 172.21.15.71:0/3981307663 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f90a8042030 con 0x7f90b8101dc0 2024-09-05T07:49:02.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.955+0000 7f90b4ff9640 1 --2- 172.21.15.71:0/3981307663 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f90a00a2d80 0x7f90a00a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:02.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.955+0000 7f90b6ffd640 1 --2- 172.21.15.71:0/3981307663 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f90a00a2d80 0x7f90a00a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:02.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.955+0000 7f90b4ff9640 1 -- 172.21.15.71:0/3981307663 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9626+0+0 (secure 0 0 0) 0x7f90a80f0080 con 0x7f90b8101dc0 2024-09-05T07:49:02.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.955+0000 7f90b6ffd640 1 --2- 172.21.15.71:0/3981307663 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f90a00a2d80 0x7f90a00a5240 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f90ac0058c0 tx=0x7f90ac005850 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:02.960 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:02.960+0000 7f90b4ff9640 1 -- 172.21.15.71:0/3981307663 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f90a80bc850 con 0x7f90b8101dc0 2024-09-05T07:49:02.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:02 smithi192 ceph-mon[34929]: pgmap v323: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-05T07:49:02.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:02 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2387442197' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:49:02.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:02 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1691816562' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T07:49:02.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:02 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/4067203312' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-05T07:49:03.174 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:03.174+0000 7f90be25e640 1 -- 172.21.15.71:0/3981307663 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f90b810a0c0 con 0x7f90b8101dc0 2024-09-05T07:49:03.182 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:03.181+0000 7f90b4ff9640 1 -- 172.21.15.71:0/3981307663 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v25) ==== 81+0+740903 (secure 0 0 0) 0x7f90a80bc150 con 0x7f90b8101dc0 2024-09-05T07:49:03.191 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:49:03.192 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:49:03.192 INFO:teuthology.orchestra.run.smithi071.stdout: "epoch": 25, 2024-09-05T07:49:03.192 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.192 INFO:teuthology.orchestra.run.smithi071.stdout: "active_gid": 15228, 2024-09-05T07:49:03.192 INFO:teuthology.orchestra.run.smithi071.stdout: "active_name": "x", 2024-09-05T07:49:03.192 INFO:teuthology.orchestra.run.smithi071.stdout: "active_addrs": { 2024-09-05T07:49:03.192 INFO:teuthology.orchestra.run.smithi071.stdout: "addrvec": [ 2024-09-05T07:49:03.192 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.192 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v2", 2024-09-05T07:49:03.192 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "172.21.15.71:6800", 2024-09-05T07:49:03.192 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 2114245039 2024-09-05T07:49:03.192 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.193 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.193 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v1", 2024-09-05T07:49:03.193 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "172.21.15.71:6801", 2024-09-05T07:49:03.193 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 2114245039 2024-09-05T07:49:03.193 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.193 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-05T07:49:03.193 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.193 INFO:teuthology.orchestra.run.smithi071.stdout: "active_addr": "172.21.15.71:6801/2114245039", 2024-09-05T07:49:03.193 INFO:teuthology.orchestra.run.smithi071.stdout: "active_change": "2024-09-05T07:38:36.447874+0000", 2024-09-05T07:49:03.193 INFO:teuthology.orchestra.run.smithi071.stdout: "active_mgr_features": 4540701547738038271, 2024-09-05T07:49:03.193 INFO:teuthology.orchestra.run.smithi071.stdout: "available": true, 2024-09-05T07:49:03.193 INFO:teuthology.orchestra.run.smithi071.stdout: "standbys": [ 2024-09-05T07:49:03.193 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.193 INFO:teuthology.orchestra.run.smithi071.stdout: "gid": 15222, 2024-09-05T07:49:03.194 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "y", 2024-09-05T07:49:03.194 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr_features": 4540701547738038271, 2024-09-05T07:49:03.194 INFO:teuthology.orchestra.run.smithi071.stdout: "available_modules": [ 2024-09-05T07:49:03.194 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.194 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "alerts", 2024-09-05T07:49:03.194 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.194 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.194 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.194 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-05T07:49:03.194 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-05T07:49:03.194 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.194 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.194 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.195 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-05T07:49:03.195 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.195 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.195 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.195 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How frequently to reexamine health status", 2024-09-05T07:49:03.195 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.195 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.195 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.195 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.195 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.195 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.195 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.195 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.195 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.195 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.198 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.198 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.198 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.198 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.198 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.198 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.198 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.198 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.198 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.198 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.198 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.198 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.198 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.198 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.199 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.199 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.199 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.199 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.199 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.199 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.199 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.199 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.199 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.199 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.199 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.199 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.199 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.200 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.200 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.200 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.200 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.200 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.200 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.200 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.200 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.200 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.200 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.200 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_destination": { 2024-09-05T07:49:03.200 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_destination", 2024-09-05T07:49:03.200 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.200 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.201 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.201 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.201 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.201 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.201 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.201 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Email address to send alerts to", 2024-09-05T07:49:03.201 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.201 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.201 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.201 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.201 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_from_name": { 2024-09-05T07:49:03.201 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_from_name", 2024-09-05T07:49:03.201 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.201 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.202 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.202 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "Ceph", 2024-09-05T07:49:03.202 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.202 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.202 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.202 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Email From: name", 2024-09-05T07:49:03.202 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.202 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.202 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.202 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.202 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_host": { 2024-09-05T07:49:03.202 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_host", 2024-09-05T07:49:03.202 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.203 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.203 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.203 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.203 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.203 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.203 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.203 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SMTP server", 2024-09-05T07:49:03.203 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.203 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.203 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.203 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.203 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_password": { 2024-09-05T07:49:03.203 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_password", 2024-09-05T07:49:03.203 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.204 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.204 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.204 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.204 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.204 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.204 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.204 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Password to authenticate with", 2024-09-05T07:49:03.204 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.204 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.204 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.204 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.204 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_port": { 2024-09-05T07:49:03.204 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_port", 2024-09-05T07:49:03.204 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.204 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.205 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.205 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "465", 2024-09-05T07:49:03.205 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.205 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.205 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.205 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SMTP port", 2024-09-05T07:49:03.205 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.205 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.205 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.205 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.205 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_sender": { 2024-09-05T07:49:03.205 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_sender", 2024-09-05T07:49:03.205 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.205 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.205 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.206 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.206 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.206 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.206 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.206 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SMTP envelope sender", 2024-09-05T07:49:03.206 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.206 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.206 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.206 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.206 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_ssl": { 2024-09-05T07:49:03.206 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_ssl", 2024-09-05T07:49:03.206 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.206 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.206 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.207 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.207 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.207 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.207 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.207 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-05T07:49:03.207 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.207 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.207 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.207 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.207 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_user": { 2024-09-05T07:49:03.207 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_user", 2024-09-05T07:49:03.207 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.207 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.207 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.207 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.208 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.208 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.208 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.208 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "User to authenticate as", 2024-09-05T07:49:03.208 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.208 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.208 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.208 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.208 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.208 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.208 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.208 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "balancer", 2024-09-05T07:49:03.208 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.208 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.209 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.209 INFO:teuthology.orchestra.run.smithi071.stdout: "active": { 2024-09-05T07:49:03.209 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "active", 2024-09-05T07:49:03.209 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.209 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.209 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.209 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.209 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.209 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.209 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.209 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "automatically balance PGs across cluster", 2024-09-05T07:49:03.209 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.209 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.209 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.210 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.210 INFO:teuthology.orchestra.run.smithi071.stdout: "begin_time": { 2024-09-05T07:49:03.210 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "begin_time", 2024-09-05T07:49:03.210 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.210 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.210 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.210 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0000", 2024-09-05T07:49:03.210 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.210 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.210 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.210 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "beginning time of day to automatically balance", 2024-09-05T07:49:03.210 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-05T07:49:03.210 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.210 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.210 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.211 INFO:teuthology.orchestra.run.smithi071.stdout: "begin_weekday": { 2024-09-05T07:49:03.211 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "begin_weekday", 2024-09-05T07:49:03.211 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-05T07:49:03.211 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.211 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.211 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-05T07:49:03.211 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "0", 2024-09-05T07:49:03.211 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "6", 2024-09-05T07:49:03.211 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.211 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-05T07:49:03.211 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-05T07:49:03.211 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.211 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.211 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.211 INFO:teuthology.orchestra.run.smithi071.stdout: "crush_compat_max_iterations": { 2024-09-05T07:49:03.211 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crush_compat_max_iterations", 2024-09-05T07:49:03.212 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-05T07:49:03.212 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.212 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.212 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "25", 2024-09-05T07:49:03.212 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-05T07:49:03.212 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "250", 2024-09-05T07:49:03.212 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.212 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-05T07:49:03.212 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.212 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.212 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.212 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.212 INFO:teuthology.orchestra.run.smithi071.stdout: "crush_compat_metrics": { 2024-09-05T07:49:03.212 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crush_compat_metrics", 2024-09-05T07:49:03.213 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.213 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.213 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.213 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "pgs,objects,bytes", 2024-09-05T07:49:03.213 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.213 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.213 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.213 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-05T07:49:03.213 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-05T07:49:03.213 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.213 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.213 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.213 INFO:teuthology.orchestra.run.smithi071.stdout: "crush_compat_step": { 2024-09-05T07:49:03.213 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crush_compat_step", 2024-09-05T07:49:03.214 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:03.214 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.214 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.214 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0.5", 2024-09-05T07:49:03.214 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "0.001", 2024-09-05T07:49:03.214 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "0.999", 2024-09-05T07:49:03.214 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.214 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "aggressiveness of optimization", 2024-09-05T07:49:03.214 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-05T07:49:03.214 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.214 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.214 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.214 INFO:teuthology.orchestra.run.smithi071.stdout: "end_time": { 2024-09-05T07:49:03.214 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "end_time", 2024-09-05T07:49:03.214 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.215 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.215 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.215 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "2359", 2024-09-05T07:49:03.215 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.215 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.215 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.215 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "ending time of day to automatically balance", 2024-09-05T07:49:03.215 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-05T07:49:03.215 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.215 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.215 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.215 INFO:teuthology.orchestra.run.smithi071.stdout: "end_weekday": { 2024-09-05T07:49:03.215 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "end_weekday", 2024-09-05T07:49:03.216 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-05T07:49:03.216 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.216 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.216 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-05T07:49:03.216 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "0", 2024-09-05T07:49:03.216 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "6", 2024-09-05T07:49:03.216 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.216 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-05T07:49:03.216 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-05T07:49:03.216 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.216 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.216 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.216 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.216 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.217 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.217 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.217 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.217 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.217 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.217 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.217 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.217 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.217 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.217 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.217 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.217 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.217 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.218 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.218 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.218 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.218 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.218 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.218 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.218 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.218 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.218 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.218 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.218 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.218 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.219 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.219 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.219 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.219 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.219 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.219 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.219 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.219 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.219 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.219 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.219 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.219 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.219 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.219 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.220 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.220 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.220 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.220 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.220 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.220 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.220 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.220 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.220 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.220 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.220 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.220 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.220 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.221 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.221 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.221 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.221 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.221 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.221 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.221 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.221 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.221 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.221 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.221 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.221 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.221 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.221 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.222 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.222 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.222 INFO:teuthology.orchestra.run.smithi071.stdout: "min_score": { 2024-09-05T07:49:03.222 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "min_score", 2024-09-05T07:49:03.222 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:03.222 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.222 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.222 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-05T07:49:03.222 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.222 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.222 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.222 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-05T07:49:03.222 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.222 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.222 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.222 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.223 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": { 2024-09-05T07:49:03.223 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mode", 2024-09-05T07:49:03.223 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.223 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.223 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.223 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "upmap", 2024-09-05T07:49:03.223 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.223 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.223 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.223 INFO:teuthology.orchestra.run.smithi071.stdout: "crush-compat", 2024-09-05T07:49:03.223 INFO:teuthology.orchestra.run.smithi071.stdout: "none", 2024-09-05T07:49:03.223 INFO:teuthology.orchestra.run.smithi071.stdout: "read", 2024-09-05T07:49:03.223 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap", 2024-09-05T07:49:03.223 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap-read" 2024-09-05T07:49:03.224 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.224 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Balancer mode", 2024-09-05T07:49:03.224 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.224 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.224 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.224 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.224 INFO:teuthology.orchestra.run.smithi071.stdout: "pool_ids": { 2024-09-05T07:49:03.224 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pool_ids", 2024-09-05T07:49:03.224 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.224 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.224 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.224 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.224 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.225 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.225 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.225 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-05T07:49:03.225 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.225 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.225 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.225 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.225 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-05T07:49:03.225 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-05T07:49:03.225 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.225 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.225 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.225 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-05T07:49:03.225 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.225 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.226 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.226 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-05T07:49:03.226 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.226 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.226 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.226 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.226 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap_max_deviation": { 2024-09-05T07:49:03.226 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "upmap_max_deviation", 2024-09-05T07:49:03.226 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.226 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.226 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.226 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-05T07:49:03.226 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-05T07:49:03.226 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.227 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.227 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-05T07:49:03.227 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-05T07:49:03.227 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.227 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.227 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.227 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap_max_optimizations": { 2024-09-05T07:49:03.227 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "upmap_max_optimizations", 2024-09-05T07:49:03.227 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-05T07:49:03.227 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.227 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.227 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:03.227 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.228 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.228 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.228 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-05T07:49:03.228 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.228 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.228 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.228 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.228 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.228 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.228 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.228 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cephadm", 2024-09-05T07:49:03.228 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.228 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.229 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.229 INFO:teuthology.orchestra.run.smithi071.stdout: "agent_down_multiplier": { 2024-09-05T07:49:03.229 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "agent_down_multiplier", 2024-09-05T07:49:03.229 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:03.229 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.229 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.229 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "3.0", 2024-09-05T07:49:03.229 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.229 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.229 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.229 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-05T07:49:03.229 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.229 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.229 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.229 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.230 INFO:teuthology.orchestra.run.smithi071.stdout: "agent_refresh_rate": { 2024-09-05T07:49:03.230 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "agent_refresh_rate", 2024-09-05T07:49:03.230 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.230 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.230 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.230 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "20", 2024-09-05T07:49:03.230 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.230 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.230 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.230 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-05T07:49:03.230 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.230 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.230 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.230 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.230 INFO:teuthology.orchestra.run.smithi071.stdout: "agent_starting_port": { 2024-09-05T07:49:03.231 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "agent_starting_port", 2024-09-05T07:49:03.231 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.231 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.231 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.231 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "4721", 2024-09-05T07:49:03.231 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.231 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.231 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.231 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-05T07:49:03.231 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.231 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.231 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.231 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.232 INFO:teuthology.orchestra.run.smithi071.stdout: "allow_ptrace": { 2024-09-05T07:49:03.232 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "allow_ptrace", 2024-09-05T07:49:03.232 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.232 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.232 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.232 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.232 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.232 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.232 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.232 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-05T07:49:03.232 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-05T07:49:03.232 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.232 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.233 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.233 INFO:teuthology.orchestra.run.smithi071.stdout: "autotune_interval": { 2024-09-05T07:49:03.233 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "autotune_interval", 2024-09-05T07:49:03.233 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.233 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.233 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.233 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-05T07:49:03.233 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.233 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.233 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.233 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-05T07:49:03.233 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.233 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.233 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.234 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.234 INFO:teuthology.orchestra.run.smithi071.stdout: "autotune_memory_target_ratio": { 2024-09-05T07:49:03.234 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "autotune_memory_target_ratio", 2024-09-05T07:49:03.234 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:03.234 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.234 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.234 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0.7", 2024-09-05T07:49:03.234 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.234 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.234 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.234 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-05T07:49:03.234 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.234 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.235 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.235 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.235 INFO:teuthology.orchestra.run.smithi071.stdout: "cephadm_log_destination": { 2024-09-05T07:49:03.235 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cephadm_log_destination", 2024-09-05T07:49:03.235 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.235 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.235 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.235 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.235 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.235 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.235 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.235 INFO:teuthology.orchestra.run.smithi071.stdout: "file", 2024-09-05T07:49:03.235 INFO:teuthology.orchestra.run.smithi071.stdout: "file,syslog", 2024-09-05T07:49:03.236 INFO:teuthology.orchestra.run.smithi071.stdout: "syslog" 2024-09-05T07:49:03.236 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.236 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-05T07:49:03.236 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.236 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.236 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.236 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.236 INFO:teuthology.orchestra.run.smithi071.stdout: "cgroups_split": { 2024-09-05T07:49:03.236 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cgroups_split", 2024-09-05T07:49:03.236 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.236 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.236 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.236 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.236 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.237 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.237 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.237 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-05T07:49:03.237 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.237 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.237 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.237 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.237 INFO:teuthology.orchestra.run.smithi071.stdout: "config_checks_enabled": { 2024-09-05T07:49:03.237 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "config_checks_enabled", 2024-09-05T07:49:03.237 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.237 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.237 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.238 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.238 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.238 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.238 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.238 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-05T07:49:03.238 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.238 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.238 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.238 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.238 INFO:teuthology.orchestra.run.smithi071.stdout: "config_dashboard": { 2024-09-05T07:49:03.238 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "config_dashboard", 2024-09-05T07:49:03.238 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.238 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.238 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.239 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.239 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.239 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.239 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.239 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-05T07:49:03.239 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.239 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.239 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.239 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.239 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_alertmanager": { 2024-09-05T07:49:03.239 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_alertmanager", 2024-09-05T07:49:03.239 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.239 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.239 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.240 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-05T07:49:03.240 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.240 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.240 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.240 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-05T07:49:03.240 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.240 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.240 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.240 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.240 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_base": { 2024-09-05T07:49:03.240 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_base", 2024-09-05T07:49:03.240 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.240 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.240 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.240 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-05T07:49:03.241 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.241 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.241 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.241 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Container image name, without the tag", 2024-09-05T07:49:03.241 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.241 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.241 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.241 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.241 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_elasticsearch": { 2024-09-05T07:49:03.241 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_elasticsearch", 2024-09-05T07:49:03.241 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.241 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.241 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.242 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-05T07:49:03.242 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.242 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.242 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.242 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "elasticsearch container image", 2024-09-05T07:49:03.242 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.242 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.242 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.242 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.242 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_grafana": { 2024-09-05T07:49:03.242 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_grafana", 2024-09-05T07:49:03.242 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.242 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.242 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.243 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-05T07:49:03.243 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.243 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.243 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.243 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-05T07:49:03.243 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.243 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.243 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.243 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.243 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_haproxy": { 2024-09-05T07:49:03.243 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_haproxy", 2024-09-05T07:49:03.244 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.244 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.244 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.244 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-05T07:49:03.244 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.244 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.244 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.244 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "HAproxy container image", 2024-09-05T07:49:03.244 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.244 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.244 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.245 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.245 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_jaeger_agent": { 2024-09-05T07:49:03.245 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_jaeger_agent", 2024-09-05T07:49:03.245 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.245 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.245 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.245 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-05T07:49:03.245 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.245 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.245 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.245 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Jaeger agent container image", 2024-09-05T07:49:03.245 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.245 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.246 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.246 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.246 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_jaeger_collector": { 2024-09-05T07:49:03.246 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_jaeger_collector", 2024-09-05T07:49:03.246 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.246 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.246 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.246 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-05T07:49:03.246 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.246 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.246 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.246 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Jaeger collector container image", 2024-09-05T07:49:03.246 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.246 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.247 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.247 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.247 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_jaeger_query": { 2024-09-05T07:49:03.247 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_jaeger_query", 2024-09-05T07:49:03.247 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.247 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.247 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.247 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-05T07:49:03.247 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.247 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.247 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.247 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Jaeger query container image", 2024-09-05T07:49:03.247 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.248 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.248 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.248 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.248 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_keepalived": { 2024-09-05T07:49:03.248 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_keepalived", 2024-09-05T07:49:03.248 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.248 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.248 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.248 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-05T07:49:03.248 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.248 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.248 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.248 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Keepalived container image", 2024-09-05T07:49:03.248 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.249 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.249 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.249 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.249 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_loki": { 2024-09-05T07:49:03.249 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_loki", 2024-09-05T07:49:03.249 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.249 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.249 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.249 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-05T07:49:03.249 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.249 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.249 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.249 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Loki container image", 2024-09-05T07:49:03.250 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.250 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.250 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.250 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.250 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_node_exporter": { 2024-09-05T07:49:03.250 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_node_exporter", 2024-09-05T07:49:03.250 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.250 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.250 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.250 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-05T07:49:03.250 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.250 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.250 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.251 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-05T07:49:03.251 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.251 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.251 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.251 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.251 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_nvmeof": { 2024-09-05T07:49:03.251 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_nvmeof", 2024-09-05T07:49:03.251 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.251 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.251 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.251 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-05T07:49:03.251 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.251 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.251 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.251 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Nvme-of container image", 2024-09-05T07:49:03.251 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.252 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.252 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.252 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.252 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_prometheus": { 2024-09-05T07:49:03.252 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_prometheus", 2024-09-05T07:49:03.252 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.252 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.252 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.252 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-05T07:49:03.252 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.252 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.252 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.252 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-05T07:49:03.253 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.253 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.253 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.253 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.253 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_promtail": { 2024-09-05T07:49:03.253 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_promtail", 2024-09-05T07:49:03.253 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.253 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.253 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.253 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-05T07:49:03.253 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.253 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.253 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.253 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Promtail container image", 2024-09-05T07:49:03.253 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.253 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.254 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.254 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.254 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_samba": { 2024-09-05T07:49:03.254 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_samba", 2024-09-05T07:49:03.254 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.254 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.254 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.254 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-05T07:49:03.254 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.254 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.254 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.254 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Samba/SMB container image", 2024-09-05T07:49:03.254 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.254 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.255 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.255 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.255 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_snmp_gateway": { 2024-09-05T07:49:03.255 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_snmp_gateway", 2024-09-05T07:49:03.255 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.255 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.255 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.255 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-05T07:49:03.255 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.255 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.255 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.255 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SNMP Gateway container image", 2024-09-05T07:49:03.255 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.256 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.256 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.256 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.256 INFO:teuthology.orchestra.run.smithi071.stdout: "container_init": { 2024-09-05T07:49:03.256 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_init", 2024-09-05T07:49:03.256 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.256 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.256 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.256 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.256 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.256 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.256 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.256 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Run podman/docker with `--init`", 2024-09-05T07:49:03.256 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.257 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.257 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.257 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.257 INFO:teuthology.orchestra.run.smithi071.stdout: "daemon_cache_timeout": { 2024-09-05T07:49:03.257 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "daemon_cache_timeout", 2024-09-05T07:49:03.257 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.257 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.257 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.257 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-05T07:49:03.257 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.257 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.257 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.257 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-05T07:49:03.258 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.258 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.258 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.258 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.258 INFO:teuthology.orchestra.run.smithi071.stdout: "default_cephadm_command_timeout": { 2024-09-05T07:49:03.258 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "default_cephadm_command_timeout", 2024-09-05T07:49:03.258 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.258 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.258 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.258 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "900", 2024-09-05T07:49:03.258 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.258 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.258 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.259 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-05T07:49:03.259 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.259 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.259 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.259 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.259 INFO:teuthology.orchestra.run.smithi071.stdout: "default_registry": { 2024-09-05T07:49:03.259 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "default_registry", 2024-09-05T07:49:03.259 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.259 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.259 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.259 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io", 2024-09-05T07:49:03.259 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.259 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.259 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.260 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-05T07:49:03.260 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.260 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.260 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.260 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.260 INFO:teuthology.orchestra.run.smithi071.stdout: "device_cache_timeout": { 2024-09-05T07:49:03.260 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "device_cache_timeout", 2024-09-05T07:49:03.260 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.260 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.260 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.260 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "1800", 2024-09-05T07:49:03.260 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.260 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.260 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.261 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "seconds to cache device inventory", 2024-09-05T07:49:03.261 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.261 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.261 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.261 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.261 INFO:teuthology.orchestra.run.smithi071.stdout: "device_enhanced_scan": { 2024-09-05T07:49:03.261 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "device_enhanced_scan", 2024-09-05T07:49:03.261 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.261 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.261 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.261 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.261 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.261 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.261 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.262 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-05T07:49:03.262 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.262 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.262 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.262 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.262 INFO:teuthology.orchestra.run.smithi071.stdout: "facts_cache_timeout": { 2024-09-05T07:49:03.262 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "facts_cache_timeout", 2024-09-05T07:49:03.262 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.262 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.262 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.262 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-05T07:49:03.262 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.262 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.263 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.263 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "seconds to cache host facts data", 2024-09-05T07:49:03.263 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.263 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.263 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.263 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.263 INFO:teuthology.orchestra.run.smithi071.stdout: "grafana_dashboards_path": { 2024-09-05T07:49:03.263 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "grafana_dashboards_path", 2024-09-05T07:49:03.263 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.263 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.263 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.263 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-05T07:49:03.263 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.263 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.264 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.264 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-05T07:49:03.264 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.264 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.264 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.264 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.264 INFO:teuthology.orchestra.run.smithi071.stdout: "host_check_interval": { 2024-09-05T07:49:03.264 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "host_check_interval", 2024-09-05T07:49:03.264 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.264 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.264 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.264 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-05T07:49:03.264 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.265 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.265 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.265 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to perform a host check", 2024-09-05T07:49:03.265 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.265 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.265 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.265 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.265 INFO:teuthology.orchestra.run.smithi071.stdout: "hw_monitoring": { 2024-09-05T07:49:03.265 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "hw_monitoring", 2024-09-05T07:49:03.265 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.265 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.265 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.266 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.266 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.266 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.266 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.266 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-05T07:49:03.266 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.266 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.266 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.266 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.266 INFO:teuthology.orchestra.run.smithi071.stdout: "inventory_list_all": { 2024-09-05T07:49:03.266 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "inventory_list_all", 2024-09-05T07:49:03.266 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.267 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.267 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.267 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.267 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.267 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.267 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.267 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-05T07:49:03.267 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.267 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.267 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.267 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.267 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.267 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.268 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.268 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.268 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.268 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.268 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.268 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.268 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.268 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.268 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.269 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.269 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.269 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.269 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.269 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.269 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.269 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.269 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.269 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.269 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.269 INFO:teuthology.orchestra.run.smithi071.stdout: "log_refresh_metadata": { 2024-09-05T07:49:03.269 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_refresh_metadata", 2024-09-05T07:49:03.269 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.269 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.270 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.270 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.270 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.270 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.270 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.270 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-05T07:49:03.270 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.270 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.270 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.270 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.270 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.270 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.270 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.271 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.271 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.271 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.271 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.271 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.271 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.271 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-05T07:49:03.271 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.271 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.271 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.271 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.271 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.271 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.272 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.272 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.272 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.272 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.272 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.272 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.272 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.272 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.272 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.272 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.272 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.272 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.272 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.273 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.273 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.273 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.273 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.273 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.273 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.273 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.273 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.273 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.273 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.273 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.273 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.273 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.274 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.274 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.274 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.274 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.274 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.274 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.274 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.274 INFO:teuthology.orchestra.run.smithi071.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-05T07:49:03.274 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-05T07:49:03.274 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.274 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.274 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.274 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.274 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.275 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.275 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.275 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-05T07:49:03.275 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.275 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.275 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.275 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.275 INFO:teuthology.orchestra.run.smithi071.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-05T07:49:03.275 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-05T07:49:03.275 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.275 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.275 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.276 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "*", 2024-09-05T07:49:03.276 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.276 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.276 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.276 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-05T07:49:03.276 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.276 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.276 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.276 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.276 INFO:teuthology.orchestra.run.smithi071.stdout: "max_count_per_host": { 2024-09-05T07:49:03.276 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_count_per_host", 2024-09-05T07:49:03.277 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.277 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.277 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.277 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:03.277 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.277 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.277 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.277 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "max number of daemons per service per host", 2024-09-05T07:49:03.277 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.277 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.277 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.277 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.278 INFO:teuthology.orchestra.run.smithi071.stdout: "max_osd_draining_count": { 2024-09-05T07:49:03.278 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_osd_draining_count", 2024-09-05T07:49:03.278 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.278 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.278 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.278 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:03.278 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.278 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.278 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.278 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-05T07:49:03.278 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.278 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.278 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.279 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.279 INFO:teuthology.orchestra.run.smithi071.stdout: "migration_current": { 2024-09-05T07:49:03.279 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "migration_current", 2024-09-05T07:49:03.279 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.279 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.279 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.279 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.279 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.279 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.279 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.279 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "internal - do not modify", 2024-09-05T07:49:03.279 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.279 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.279 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.280 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.280 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": { 2024-09-05T07:49:03.280 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mode", 2024-09-05T07:49:03.280 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.280 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.280 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.280 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "root", 2024-09-05T07:49:03.280 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.280 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.280 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.280 INFO:teuthology.orchestra.run.smithi071.stdout: "cephadm-package", 2024-09-05T07:49:03.280 INFO:teuthology.orchestra.run.smithi071.stdout: "root" 2024-09-05T07:49:03.280 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.281 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "mode for remote execution of cephadm", 2024-09-05T07:49:03.281 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.281 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.281 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.281 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.281 INFO:teuthology.orchestra.run.smithi071.stdout: "oob_default_addr": { 2024-09-05T07:49:03.281 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "oob_default_addr", 2024-09-05T07:49:03.281 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.281 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.281 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.281 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "169.254.1.1", 2024-09-05T07:49:03.281 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.281 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.281 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.282 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-05T07:49:03.282 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.282 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.282 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.282 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.282 INFO:teuthology.orchestra.run.smithi071.stdout: "prometheus_alerts_path": { 2024-09-05T07:49:03.282 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "prometheus_alerts_path", 2024-09-05T07:49:03.282 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.282 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.282 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.282 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-05T07:49:03.282 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.282 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.283 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.283 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-05T07:49:03.283 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.283 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.283 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.283 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.283 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_insecure": { 2024-09-05T07:49:03.283 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_insecure", 2024-09-05T07:49:03.283 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.283 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.283 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.283 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.284 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.284 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.284 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.284 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-05T07:49:03.284 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.284 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.284 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.284 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.284 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_password": { 2024-09-05T07:49:03.284 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_password", 2024-09-05T07:49:03.284 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.284 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.284 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.284 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.285 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.285 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.285 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.285 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-05T07:49:03.285 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.285 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.285 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.285 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.285 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_url": { 2024-09-05T07:49:03.285 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_url", 2024-09-05T07:49:03.285 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.285 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.285 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.285 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.286 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.286 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.286 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.286 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-05T07:49:03.286 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.286 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.286 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.286 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.286 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_username": { 2024-09-05T07:49:03.286 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_username", 2024-09-05T07:49:03.286 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.286 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.286 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.287 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.287 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.287 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.287 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.287 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-05T07:49:03.287 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.287 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.287 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.287 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.287 INFO:teuthology.orchestra.run.smithi071.stdout: "secure_monitoring_stack": { 2024-09-05T07:49:03.287 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "secure_monitoring_stack", 2024-09-05T07:49:03.287 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.287 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.287 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.288 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.288 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.288 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.288 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.288 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-05T07:49:03.288 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.288 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.288 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.288 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.288 INFO:teuthology.orchestra.run.smithi071.stdout: "service_discovery_port": { 2024-09-05T07:49:03.288 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "service_discovery_port", 2024-09-05T07:49:03.288 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.288 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.288 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.289 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8765", 2024-09-05T07:49:03.289 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.289 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.289 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.289 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "cephadm service discovery port", 2024-09-05T07:49:03.289 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.289 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.289 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.289 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.289 INFO:teuthology.orchestra.run.smithi071.stdout: "ssh_config_file": { 2024-09-05T07:49:03.289 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssh_config_file", 2024-09-05T07:49:03.289 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.289 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.290 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.290 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.290 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.290 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.290 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.290 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-05T07:49:03.290 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.290 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.290 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.290 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.290 INFO:teuthology.orchestra.run.smithi071.stdout: "use_agent": { 2024-09-05T07:49:03.290 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "use_agent", 2024-09-05T07:49:03.290 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.290 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.291 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.291 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.291 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.291 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.291 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.291 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-05T07:49:03.291 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.291 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.291 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.291 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.291 INFO:teuthology.orchestra.run.smithi071.stdout: "use_repo_digest": { 2024-09-05T07:49:03.291 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "use_repo_digest", 2024-09-05T07:49:03.291 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.291 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.291 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.292 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.292 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.292 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.292 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.292 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-05T07:49:03.292 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.292 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.292 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.292 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.292 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_on_failed_host_check": { 2024-09-05T07:49:03.292 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_on_failed_host_check", 2024-09-05T07:49:03.292 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.292 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.293 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.293 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.293 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.293 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.293 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.293 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise a health warning if the host check fails", 2024-09-05T07:49:03.293 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.293 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.293 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.293 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.293 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_on_stray_daemons": { 2024-09-05T07:49:03.293 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_on_stray_daemons", 2024-09-05T07:49:03.293 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.293 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.294 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.294 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.294 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.294 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.294 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.294 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-05T07:49:03.294 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.294 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.294 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.294 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.294 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_on_stray_hosts": { 2024-09-05T07:49:03.294 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_on_stray_hosts", 2024-09-05T07:49:03.294 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.294 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.295 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.295 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.295 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.295 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.295 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.295 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-05T07:49:03.295 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.295 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.295 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.295 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.295 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.295 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.295 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.296 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crash", 2024-09-05T07:49:03.296 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.296 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.296 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.296 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.296 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.296 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.296 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.296 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.296 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.296 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.296 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.297 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.297 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.297 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.297 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.297 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.297 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.297 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.297 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.297 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.297 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.297 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.297 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.297 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.298 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.298 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.298 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.298 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.298 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.298 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.298 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.298 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.298 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.298 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.298 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.298 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.298 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.299 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.299 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.299 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.299 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.299 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.299 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.299 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.299 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.299 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.299 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.299 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.299 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.299 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.299 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.300 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.300 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.300 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.300 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.300 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.300 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.300 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.300 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.300 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.300 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.300 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.300 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.300 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.300 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.301 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.301 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.301 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.301 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.301 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.301 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.301 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.301 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.301 INFO:teuthology.orchestra.run.smithi071.stdout: "retain_interval": { 2024-09-05T07:49:03.301 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "retain_interval", 2024-09-05T07:49:03.301 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.301 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.301 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.301 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "31536000", 2024-09-05T07:49:03.302 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.302 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.302 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.302 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-05T07:49:03.302 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.302 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.302 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.302 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.302 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_recent_interval": { 2024-09-05T07:49:03.302 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_recent_interval", 2024-09-05T07:49:03.302 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.302 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.302 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.302 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "1209600", 2024-09-05T07:49:03.302 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.303 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.303 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.303 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-05T07:49:03.303 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.303 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.303 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.303 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.303 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.303 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.303 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.303 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "dashboard", 2024-09-05T07:49:03.303 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.303 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.303 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.303 INFO:teuthology.orchestra.run.smithi071.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-05T07:49:03.303 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-05T07:49:03.304 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.304 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.304 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.304 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:03.304 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.304 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.304 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.304 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.304 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.304 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.304 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.304 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.304 INFO:teuthology.orchestra.run.smithi071.stdout: "ALERTMANAGER_API_HOST": { 2024-09-05T07:49:03.305 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-05T07:49:03.305 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.305 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.305 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.305 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.305 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.305 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.305 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.305 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.305 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.305 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.305 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.305 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.305 INFO:teuthology.orchestra.run.smithi071.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-05T07:49:03.306 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-05T07:49:03.306 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.306 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.306 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.306 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.306 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.306 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.306 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.306 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.306 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.306 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.306 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.306 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.306 INFO:teuthology.orchestra.run.smithi071.stdout: "AUDIT_API_ENABLED": { 2024-09-05T07:49:03.307 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "AUDIT_API_ENABLED", 2024-09-05T07:49:03.307 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.307 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.307 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.307 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.307 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.307 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.307 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.307 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.307 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.307 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.307 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.307 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.308 INFO:teuthology.orchestra.run.smithi071.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-05T07:49:03.308 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-05T07:49:03.308 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.308 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.308 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.308 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.308 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.308 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.308 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.308 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.308 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.308 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.308 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.308 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.309 INFO:teuthology.orchestra.run.smithi071.stdout: "ENABLE_BROWSABLE_API": { 2024-09-05T07:49:03.309 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-05T07:49:03.309 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.309 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.309 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.309 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.309 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.309 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.309 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.309 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.309 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.309 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.310 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.310 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.310 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-05T07:49:03.310 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-05T07:49:03.310 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.310 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.310 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.310 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.310 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.310 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.310 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.310 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.310 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.310 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.311 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.311 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.311 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-05T07:49:03.311 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-05T07:49:03.311 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.311 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.311 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.311 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.311 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.311 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.311 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.311 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.311 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.311 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-05T07:49:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-05T07:49:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-05T07:49:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-05T07:49:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.314 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.314 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.314 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.314 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.314 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-05T07:49:03.314 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-05T07:49:03.314 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.314 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.314 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.314 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.314 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.314 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.314 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.314 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.315 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.315 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.315 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.315 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.315 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-05T07:49:03.315 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-05T07:49:03.315 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.315 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.315 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.315 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.315 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.315 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.315 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.316 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.316 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.316 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.316 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.316 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.316 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-05T07:49:03.316 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-05T07:49:03.316 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.316 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.316 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.316 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.316 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.316 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.316 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.317 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.317 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.317 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.317 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.317 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.317 INFO:teuthology.orchestra.run.smithi071.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-05T07:49:03.317 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-05T07:49:03.317 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.317 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.317 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.317 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.317 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.317 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.318 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.318 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.318 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.318 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.318 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.318 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.318 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_PASSWORD": { 2024-09-05T07:49:03.318 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-05T07:49:03.318 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.318 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.318 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.318 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "admin", 2024-09-05T07:49:03.318 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.318 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.319 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.319 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.319 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.319 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.319 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.319 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.319 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-05T07:49:03.319 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-05T07:49:03.319 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.319 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.319 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.319 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.319 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.319 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.320 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.320 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.320 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.320 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.320 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.320 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.320 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_URL": { 2024-09-05T07:49:03.320 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_URL", 2024-09-05T07:49:03.320 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.320 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.320 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.320 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.320 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.320 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.321 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.321 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.321 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.321 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.321 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.321 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.321 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_USERNAME": { 2024-09-05T07:49:03.321 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-05T07:49:03.321 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.321 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.321 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.321 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "admin", 2024-09-05T07:49:03.321 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.322 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.322 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.322 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.322 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.322 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.322 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.322 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.322 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-05T07:49:03.322 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-05T07:49:03.322 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.322 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.322 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.322 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.322 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.323 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.323 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.323 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.323 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.323 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.323 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.323 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.323 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-05T07:49:03.323 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-05T07:49:03.323 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.323 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.323 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.323 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.323 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.324 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.324 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.324 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.324 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.324 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.324 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.324 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.324 INFO:teuthology.orchestra.run.smithi071.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-05T07:49:03.324 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-05T07:49:03.324 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.324 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.324 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.324 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.324 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.325 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.325 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.325 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.325 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.325 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.325 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.325 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.325 INFO:teuthology.orchestra.run.smithi071.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-05T07:49:03.325 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-05T07:49:03.325 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.325 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.325 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.325 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.325 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.325 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.326 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.326 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.326 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.326 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.326 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.326 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.326 INFO:teuthology.orchestra.run.smithi071.stdout: "PROMETHEUS_API_HOST": { 2024-09-05T07:49:03.326 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-05T07:49:03.326 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.326 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.326 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.326 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.326 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.326 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.327 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.327 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.327 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.327 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.327 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.327 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.327 INFO:teuthology.orchestra.run.smithi071.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-05T07:49:03.327 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-05T07:49:03.327 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.327 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.327 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.327 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.327 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.328 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.328 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.328 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.328 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.328 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.328 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.328 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.328 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-05T07:49:03.328 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-05T07:49:03.328 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.328 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.328 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.328 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.328 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.329 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.329 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.329 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.329 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.329 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.329 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.329 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.329 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-05T07:49:03.329 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-05T07:49:03.329 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.329 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.329 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.329 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.329 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.330 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.330 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.330 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.330 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.330 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.330 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.330 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.330 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-05T07:49:03.330 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-05T07:49:03.330 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.330 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.330 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.330 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.330 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.330 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.331 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.331 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.331 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.331 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.331 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.331 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.331 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-05T07:49:03.331 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-05T07:49:03.331 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.331 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.331 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.331 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.331 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.332 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.332 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.332 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.332 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.332 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.332 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.332 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.332 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-05T07:49:03.332 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-05T07:49:03.332 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.332 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.332 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.332 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.332 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.333 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.333 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.333 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.333 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.333 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.333 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.333 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.333 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-05T07:49:03.333 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-05T07:49:03.333 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.333 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.333 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.334 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.334 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.334 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.334 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.334 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.334 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.334 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.334 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.334 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.334 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-05T07:49:03.334 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-05T07:49:03.334 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.334 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.335 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.335 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.335 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.335 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.335 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.335 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.335 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.335 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.335 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.335 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.335 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_ENABLED": { 2024-09-05T07:49:03.335 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-05T07:49:03.335 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.336 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.336 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.336 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.336 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.336 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.336 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.336 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.336 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.336 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.336 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.336 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.336 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-05T07:49:03.336 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-05T07:49:03.337 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.337 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.337 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.337 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-05T07:49:03.337 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.337 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.337 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.337 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.337 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.337 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.337 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.337 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.337 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-05T07:49:03.338 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-05T07:49:03.338 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.338 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.338 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.338 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:03.338 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.338 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.338 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.338 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.338 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.338 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.338 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.338 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.339 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-05T07:49:03.339 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-05T07:49:03.339 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.339 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.339 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.339 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8", 2024-09-05T07:49:03.339 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.339 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.339 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.339 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.339 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.339 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.339 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.340 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.340 INFO:teuthology.orchestra.run.smithi071.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-05T07:49:03.340 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-05T07:49:03.340 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.340 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.340 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.340 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "45", 2024-09-05T07:49:03.340 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.340 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.340 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.340 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.340 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.340 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.340 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.341 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.341 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_ACCESS_KEY": { 2024-09-05T07:49:03.341 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-05T07:49:03.341 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.341 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.341 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.341 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.341 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.341 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.341 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.341 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.341 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.341 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.342 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.342 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.342 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-05T07:49:03.342 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-05T07:49:03.342 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.342 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.342 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.342 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "admin", 2024-09-05T07:49:03.342 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.342 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.342 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.342 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.342 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.342 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.343 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.343 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.343 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_SECRET_KEY": { 2024-09-05T07:49:03.343 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-05T07:49:03.343 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.343 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.343 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.343 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.343 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.343 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.343 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.343 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.343 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.344 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.344 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.344 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.344 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_SSL_VERIFY": { 2024-09-05T07:49:03.344 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-05T07:49:03.344 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.344 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.344 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.344 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.344 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.344 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.344 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.344 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.345 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.345 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.345 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.345 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.345 INFO:teuthology.orchestra.run.smithi071.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-05T07:49:03.345 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-05T07:49:03.345 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.345 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.345 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.345 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-05T07:49:03.345 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.345 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.345 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.345 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.346 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.346 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.346 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.346 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.346 INFO:teuthology.orchestra.run.smithi071.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-05T07:49:03.346 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-05T07:49:03.346 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.346 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.346 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.346 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:03.346 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.346 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.346 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.346 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.347 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.347 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.347 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.347 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.347 INFO:teuthology.orchestra.run.smithi071.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-05T07:49:03.347 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-05T07:49:03.347 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.347 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.347 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.347 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-05T07:49:03.347 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.347 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.347 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.347 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.348 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.348 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.348 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.348 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.348 INFO:teuthology.orchestra.run.smithi071.stdout: "cross_origin_url": { 2024-09-05T07:49:03.348 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cross_origin_url", 2024-09-05T07:49:03.348 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.348 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.348 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.348 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.348 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.348 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.348 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.348 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.349 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.349 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.349 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.349 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.349 INFO:teuthology.orchestra.run.smithi071.stdout: "crt_file": { 2024-09-05T07:49:03.349 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crt_file", 2024-09-05T07:49:03.349 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.349 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.349 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.349 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.349 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.349 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.349 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.349 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.349 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.350 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.350 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.350 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.350 INFO:teuthology.orchestra.run.smithi071.stdout: "debug": { 2024-09-05T07:49:03.350 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "debug", 2024-09-05T07:49:03.350 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.350 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.350 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.350 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.350 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.350 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.350 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.350 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Enable/disable debug options", 2024-09-05T07:49:03.351 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.351 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.351 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.351 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.351 INFO:teuthology.orchestra.run.smithi071.stdout: "jwt_token_ttl": { 2024-09-05T07:49:03.351 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "jwt_token_ttl", 2024-09-05T07:49:03.351 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.351 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.351 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.351 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "28800", 2024-09-05T07:49:03.351 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.351 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.351 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.351 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.352 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.352 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.352 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.352 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.352 INFO:teuthology.orchestra.run.smithi071.stdout: "key_file": { 2024-09-05T07:49:03.352 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "key_file", 2024-09-05T07:49:03.352 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.352 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.352 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.352 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.352 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.352 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.352 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.352 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.352 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.353 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.353 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.353 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.353 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.353 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.353 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.353 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.353 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.353 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.353 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.353 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.353 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.353 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.353 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.354 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.354 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.354 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.354 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.354 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.354 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.354 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.354 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.354 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.354 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.354 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.354 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.354 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.354 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.355 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.355 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.355 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.355 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.355 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.355 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.355 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.355 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.355 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.355 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.355 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.355 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.355 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.355 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.356 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.356 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.356 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.356 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.356 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.356 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.356 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.356 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.356 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.356 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.356 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.356 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.356 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.356 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.356 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.357 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.357 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.357 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.357 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.357 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.357 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.357 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.357 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.357 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.357 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.357 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.357 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.357 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.357 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.358 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.358 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.358 INFO:teuthology.orchestra.run.smithi071.stdout: "motd": { 2024-09-05T07:49:03.358 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "motd", 2024-09-05T07:49:03.358 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.358 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.358 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.358 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.358 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.358 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.358 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.358 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "The message of the day", 2024-09-05T07:49:03.358 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.358 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.358 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.359 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.359 INFO:teuthology.orchestra.run.smithi071.stdout: "redirect_resolve_ip_addr": { 2024-09-05T07:49:03.359 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "redirect_resolve_ip_addr", 2024-09-05T07:49:03.359 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.359 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.359 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.359 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.359 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.359 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.359 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.359 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.359 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.359 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.359 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.360 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.360 INFO:teuthology.orchestra.run.smithi071.stdout: "server_addr": { 2024-09-05T07:49:03.360 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_addr", 2024-09-05T07:49:03.360 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.360 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.360 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.360 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "::", 2024-09-05T07:49:03.360 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.360 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.360 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.360 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.360 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.360 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.360 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.360 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.361 INFO:teuthology.orchestra.run.smithi071.stdout: "server_port": { 2024-09-05T07:49:03.361 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_port", 2024-09-05T07:49:03.361 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.361 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.361 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.361 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8080", 2024-09-05T07:49:03.361 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.361 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.361 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.361 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.361 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.361 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.361 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.361 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.361 INFO:teuthology.orchestra.run.smithi071.stdout: "ssl": { 2024-09-05T07:49:03.362 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssl", 2024-09-05T07:49:03.362 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.362 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.362 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.362 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.362 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.362 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.362 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.362 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.362 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.362 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.362 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.362 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.363 INFO:teuthology.orchestra.run.smithi071.stdout: "ssl_server_port": { 2024-09-05T07:49:03.363 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssl_server_port", 2024-09-05T07:49:03.363 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.363 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.363 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.363 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8443", 2024-09-05T07:49:03.363 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.363 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.363 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.363 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.363 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.363 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.363 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.364 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.364 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_behaviour": { 2024-09-05T07:49:03.364 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_behaviour", 2024-09-05T07:49:03.364 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.364 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.364 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.364 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "redirect", 2024-09-05T07:49:03.364 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.364 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.364 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.364 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.364 INFO:teuthology.orchestra.run.smithi071.stdout: "redirect" 2024-09-05T07:49:03.364 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.364 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.365 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.365 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.365 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.365 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.365 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_error_status_code": { 2024-09-05T07:49:03.365 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_error_status_code", 2024-09-05T07:49:03.365 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.365 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.365 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.365 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "500", 2024-09-05T07:49:03.365 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "400", 2024-09-05T07:49:03.365 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "599", 2024-09-05T07:49:03.365 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.365 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.366 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.366 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.366 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.366 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.366 INFO:teuthology.orchestra.run.smithi071.stdout: "url_prefix": { 2024-09-05T07:49:03.366 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "url_prefix", 2024-09-05T07:49:03.366 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.366 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.366 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.366 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.367 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.367 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.367 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.367 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.367 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.367 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.367 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.367 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.367 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.367 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.367 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.367 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "devicehealth", 2024-09-05T07:49:03.367 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.368 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.368 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.368 INFO:teuthology.orchestra.run.smithi071.stdout: "enable_monitoring": { 2024-09-05T07:49:03.368 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enable_monitoring", 2024-09-05T07:49:03.368 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.368 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.368 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.368 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.368 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.368 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.368 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.368 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "monitor device health metrics", 2024-09-05T07:49:03.369 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.369 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.369 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.369 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.369 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.369 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.369 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.369 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.369 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.369 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.369 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.369 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.369 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.369 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.370 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.370 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.370 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.370 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.370 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.370 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.370 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.370 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.370 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.370 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.370 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.370 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.370 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.370 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.371 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.371 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.371 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.371 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.371 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.371 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.371 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.371 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.371 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.371 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.371 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.371 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.371 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.371 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.372 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.372 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.372 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.372 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.372 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.372 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.372 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.372 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.372 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.372 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.372 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.372 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.372 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.373 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.373 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.373 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.373 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.373 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.373 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.373 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.373 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.373 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.373 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.373 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.373 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.373 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.374 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.374 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.374 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.374 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.374 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.374 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.374 INFO:teuthology.orchestra.run.smithi071.stdout: "mark_out_threshold": { 2024-09-05T07:49:03.374 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mark_out_threshold", 2024-09-05T07:49:03.374 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.374 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.374 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.374 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "2419200", 2024-09-05T07:49:03.374 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.374 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.374 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.375 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-05T07:49:03.375 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.375 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.375 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.375 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.375 INFO:teuthology.orchestra.run.smithi071.stdout: "pool_name": { 2024-09-05T07:49:03.375 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pool_name", 2024-09-05T07:49:03.375 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.375 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.375 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.375 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "device_health_metrics", 2024-09-05T07:49:03.375 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.375 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.375 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.376 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-05T07:49:03.376 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.376 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.376 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.376 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.376 INFO:teuthology.orchestra.run.smithi071.stdout: "retention_period": { 2024-09-05T07:49:03.376 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "retention_period", 2024-09-05T07:49:03.376 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.376 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.376 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.376 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "15552000", 2024-09-05T07:49:03.376 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.376 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.377 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.377 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how long to retain device health metrics", 2024-09-05T07:49:03.377 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.377 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.377 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.377 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.377 INFO:teuthology.orchestra.run.smithi071.stdout: "scrape_frequency": { 2024-09-05T07:49:03.377 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "scrape_frequency", 2024-09-05T07:49:03.377 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.377 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.377 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.377 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "86400", 2024-09-05T07:49:03.377 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.378 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.378 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.378 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-05T07:49:03.378 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.378 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.378 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.378 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.378 INFO:teuthology.orchestra.run.smithi071.stdout: "self_heal": { 2024-09-05T07:49:03.378 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "self_heal", 2024-09-05T07:49:03.378 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.378 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.378 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.378 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.378 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.379 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.379 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.379 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-05T07:49:03.379 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.379 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.379 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.379 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.379 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-05T07:49:03.379 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-05T07:49:03.379 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.379 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.379 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.379 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-05T07:49:03.379 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.380 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.380 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.380 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to wake up and check device health", 2024-09-05T07:49:03.380 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.380 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.380 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.380 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.380 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_threshold": { 2024-09-05T07:49:03.380 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_threshold", 2024-09-05T07:49:03.380 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.380 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.380 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.380 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "7257600", 2024-09-05T07:49:03.380 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.381 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.381 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.381 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-05T07:49:03.381 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.381 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.381 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.381 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.381 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.381 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.381 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.381 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "diskprediction_local", 2024-09-05T07:49:03.381 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.381 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.381 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.382 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.382 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.382 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.382 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.382 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.382 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.382 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.382 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.382 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.382 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.382 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.382 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.382 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.382 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.383 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.383 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.383 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.383 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.383 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.383 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.383 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.383 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.383 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.383 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.383 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.383 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.383 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.383 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.383 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.384 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.384 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.384 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.384 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.384 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.384 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.384 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.384 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.384 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.384 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.384 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.384 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.384 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.384 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.385 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.385 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.385 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.385 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.385 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.385 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.385 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.385 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.385 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.385 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.385 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.385 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.385 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.386 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.386 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.386 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.386 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.386 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.386 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.386 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.386 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.386 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.386 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.386 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.386 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.386 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.386 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.386 INFO:teuthology.orchestra.run.smithi071.stdout: "predict_interval": { 2024-09-05T07:49:03.387 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "predict_interval", 2024-09-05T07:49:03.387 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.387 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.387 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.387 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "86400", 2024-09-05T07:49:03.387 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.387 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.387 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.387 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.387 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.387 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.387 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.387 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.387 INFO:teuthology.orchestra.run.smithi071.stdout: "predictor_model": { 2024-09-05T07:49:03.388 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "predictor_model", 2024-09-05T07:49:03.388 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.388 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.388 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.388 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "prophetstor", 2024-09-05T07:49:03.388 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.388 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.388 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.388 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.388 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.388 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.388 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.388 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.388 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-05T07:49:03.388 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-05T07:49:03.389 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.389 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.389 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.389 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-05T07:49:03.389 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.389 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.389 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.389 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.389 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.389 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.389 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.389 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.389 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.389 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.390 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.390 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "influx", 2024-09-05T07:49:03.390 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": false, 2024-09-05T07:49:03.390 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "influxdb python module not found", 2024-09-05T07:49:03.390 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.390 INFO:teuthology.orchestra.run.smithi071.stdout: "batch_size": { 2024-09-05T07:49:03.390 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "batch_size", 2024-09-05T07:49:03.390 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.390 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.390 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.390 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5000", 2024-09-05T07:49:03.390 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.390 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.390 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.390 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-05T07:49:03.391 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.391 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.391 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.391 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.391 INFO:teuthology.orchestra.run.smithi071.stdout: "database": { 2024-09-05T07:49:03.391 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "database", 2024-09-05T07:49:03.391 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.391 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.391 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.391 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "ceph", 2024-09-05T07:49:03.391 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.391 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.391 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.391 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-05T07:49:03.391 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.392 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.392 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.392 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.392 INFO:teuthology.orchestra.run.smithi071.stdout: "hostname": { 2024-09-05T07:49:03.392 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "hostname", 2024-09-05T07:49:03.392 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.392 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.392 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.392 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.392 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.392 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.392 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.392 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "InfluxDB server hostname", 2024-09-05T07:49:03.392 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.392 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.393 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.393 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.393 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-05T07:49:03.393 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-05T07:49:03.393 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.393 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.393 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.393 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "30", 2024-09-05T07:49:03.393 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "5", 2024-09-05T07:49:03.393 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.393 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.393 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-05T07:49:03.393 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.393 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.394 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.394 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.394 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.394 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.394 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.394 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.394 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.394 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.394 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.394 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.394 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.394 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.394 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.394 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.395 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.395 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.395 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.395 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.395 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.395 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.395 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.395 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.395 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.395 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.395 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.395 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.395 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.395 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.396 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.396 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.396 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.396 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.396 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.396 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.396 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.396 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.396 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.396 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.396 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.396 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.396 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.396 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.396 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.397 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.397 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.397 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.397 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.397 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.397 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.397 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.397 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.397 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.397 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.397 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.397 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.397 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.397 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.398 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.398 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.398 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.398 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.398 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.398 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.398 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.398 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.398 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.398 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.398 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.398 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.398 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.398 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.398 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.399 INFO:teuthology.orchestra.run.smithi071.stdout: "password": { 2024-09-05T07:49:03.399 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "password", 2024-09-05T07:49:03.399 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.399 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.399 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.399 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.399 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.399 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.399 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.399 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "password of InfluxDB server user", 2024-09-05T07:49:03.399 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.399 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.399 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.399 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.399 INFO:teuthology.orchestra.run.smithi071.stdout: "port": { 2024-09-05T07:49:03.400 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "port", 2024-09-05T07:49:03.400 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.400 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.400 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.400 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8086", 2024-09-05T07:49:03.400 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.400 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.400 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.400 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "InfluxDB server port", 2024-09-05T07:49:03.400 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.400 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.400 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.400 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.400 INFO:teuthology.orchestra.run.smithi071.stdout: "ssl": { 2024-09-05T07:49:03.401 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssl", 2024-09-05T07:49:03.401 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.401 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.401 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.401 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "false", 2024-09-05T07:49:03.401 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.401 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.401 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.401 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-05T07:49:03.401 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.401 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.401 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.401 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.402 INFO:teuthology.orchestra.run.smithi071.stdout: "threads": { 2024-09-05T07:49:03.402 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "threads", 2024-09-05T07:49:03.402 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.402 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.402 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.402 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-05T07:49:03.402 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-05T07:49:03.402 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "32", 2024-09-05T07:49:03.402 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.402 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-05T07:49:03.402 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.402 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.402 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.402 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.402 INFO:teuthology.orchestra.run.smithi071.stdout: "username": { 2024-09-05T07:49:03.402 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "username", 2024-09-05T07:49:03.403 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.403 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.403 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.403 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.403 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.403 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.403 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.403 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "username of InfluxDB server user", 2024-09-05T07:49:03.403 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.403 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.403 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.403 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.403 INFO:teuthology.orchestra.run.smithi071.stdout: "verify_ssl": { 2024-09-05T07:49:03.403 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "verify_ssl", 2024-09-05T07:49:03.403 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.404 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.404 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.404 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "true", 2024-09-05T07:49:03.404 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.404 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.404 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.404 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-05T07:49:03.404 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.404 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.404 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.404 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.404 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.404 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.404 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.405 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "insights", 2024-09-05T07:49:03.405 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.405 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.405 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.405 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.405 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.405 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.405 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.405 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.405 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.405 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.405 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.405 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.406 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.406 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.406 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.406 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.406 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.406 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.406 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.406 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.406 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.406 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.406 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.406 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.406 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.406 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.407 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.407 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.407 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.407 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.407 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.407 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.407 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.407 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.407 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.407 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.407 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.407 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.407 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.407 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.408 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.408 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.408 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.408 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.408 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.408 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.408 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.408 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.408 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.408 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.408 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.408 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.408 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.409 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.409 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.409 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.409 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.409 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.409 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.409 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.409 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.409 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.409 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.409 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.409 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.409 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.410 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.410 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.410 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.410 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.410 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.410 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.410 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.410 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.410 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.410 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.410 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "iostat", 2024-09-05T07:49:03.410 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.410 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.410 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.410 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.411 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.411 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.411 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.411 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.411 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.411 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.411 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.411 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.411 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.411 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.411 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.411 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.411 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.411 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.412 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.412 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.412 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.412 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.412 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.412 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.412 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.412 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.412 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.412 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.412 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.412 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.412 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.412 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.413 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.413 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.413 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.413 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.413 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.413 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.413 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.413 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.413 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.413 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.413 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.413 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.413 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.414 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.414 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.414 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.414 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.414 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.414 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.414 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.414 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.414 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.414 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.414 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.414 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.414 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.414 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.415 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.415 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.415 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.415 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.415 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.415 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.415 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.415 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.415 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.415 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.415 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.415 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.415 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.415 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.416 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.416 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.416 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.416 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "k8sevents", 2024-09-05T07:49:03.416 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.416 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.416 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.416 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_event_retention_days": { 2024-09-05T07:49:03.416 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ceph_event_retention_days", 2024-09-05T07:49:03.416 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.416 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.416 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.416 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "7", 2024-09-05T07:49:03.416 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.417 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.417 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.417 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-05T07:49:03.417 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.417 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.417 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.417 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.417 INFO:teuthology.orchestra.run.smithi071.stdout: "config_check_secs": { 2024-09-05T07:49:03.417 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "config_check_secs", 2024-09-05T07:49:03.417 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.417 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.417 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.417 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:03.418 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "10", 2024-09-05T07:49:03.418 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.418 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.418 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-05T07:49:03.418 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.418 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.418 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.418 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.418 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.418 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.418 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.418 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.419 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.419 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.419 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.419 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.419 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.419 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.419 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.419 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.419 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.419 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.419 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.419 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.419 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.419 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.420 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.420 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.420 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.420 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.420 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.420 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.420 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.420 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.420 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.420 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.420 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.420 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.420 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.420 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.421 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.421 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.421 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.421 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.421 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.421 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.421 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.421 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.421 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.421 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.421 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.421 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.421 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.422 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.422 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.422 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.422 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.422 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.422 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.422 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.422 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.422 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.422 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.422 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.422 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.422 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.422 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.423 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.423 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.423 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.423 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.423 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.423 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.423 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.423 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.423 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.423 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.423 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.423 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.423 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.423 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.424 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "localpool", 2024-09-05T07:49:03.424 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.424 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.424 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.424 INFO:teuthology.orchestra.run.smithi071.stdout: "failure_domain": { 2024-09-05T07:49:03.424 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "failure_domain", 2024-09-05T07:49:03.424 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.424 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.424 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.424 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "host", 2024-09-05T07:49:03.424 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.424 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.424 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.424 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "failure domain for any created local pool", 2024-09-05T07:49:03.425 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-05T07:49:03.425 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.425 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.425 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.425 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.425 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.425 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.425 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.425 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.425 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.425 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.425 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.425 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.425 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.425 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.426 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.426 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.426 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.426 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.426 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.426 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.426 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.426 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.426 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.426 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.426 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.426 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.426 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.426 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.427 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.427 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.427 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.427 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.427 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.427 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.427 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.427 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.427 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.427 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.427 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.427 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.427 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.427 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.427 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.428 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.428 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.428 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.428 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.428 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.428 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.428 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.428 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.428 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.428 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.428 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.428 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.428 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.428 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.429 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.429 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.429 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.429 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.429 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.429 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.429 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.429 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.429 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.429 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.429 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.429 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.429 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.429 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.430 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.430 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.430 INFO:teuthology.orchestra.run.smithi071.stdout: "min_size": { 2024-09-05T07:49:03.430 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "min_size", 2024-09-05T07:49:03.430 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.430 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.430 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.430 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.430 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.430 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.430 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.430 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "default min_size for any created local pool", 2024-09-05T07:49:03.430 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-05T07:49:03.430 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.431 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.431 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.431 INFO:teuthology.orchestra.run.smithi071.stdout: "num_rep": { 2024-09-05T07:49:03.431 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "num_rep", 2024-09-05T07:49:03.431 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.431 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.431 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.431 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "3", 2024-09-05T07:49:03.431 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.431 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.431 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.431 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "default replica count for any created local pool", 2024-09-05T07:49:03.431 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.432 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.432 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.432 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.432 INFO:teuthology.orchestra.run.smithi071.stdout: "pg_num": { 2024-09-05T07:49:03.432 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pg_num", 2024-09-05T07:49:03.432 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.432 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.432 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.432 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "128", 2024-09-05T07:49:03.432 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.432 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.432 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.432 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "default pg_num for any created local pool", 2024-09-05T07:49:03.432 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.432 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.433 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.433 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.433 INFO:teuthology.orchestra.run.smithi071.stdout: "prefix": { 2024-09-05T07:49:03.433 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "prefix", 2024-09-05T07:49:03.433 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.433 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.433 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.433 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.433 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.433 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.433 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.433 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "name prefix for any created local pool", 2024-09-05T07:49:03.433 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.434 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.434 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.434 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.434 INFO:teuthology.orchestra.run.smithi071.stdout: "subtree": { 2024-09-05T07:49:03.434 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "subtree", 2024-09-05T07:49:03.434 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.434 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.434 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.434 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "rack", 2024-09-05T07:49:03.434 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.434 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.434 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.434 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-05T07:49:03.435 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-05T07:49:03.435 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.435 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.435 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.435 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.435 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.435 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.435 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mds_autoscaler", 2024-09-05T07:49:03.435 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.435 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.435 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.435 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.435 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.435 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.436 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.436 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.436 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.436 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.436 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.436 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.436 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.436 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.436 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.436 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.436 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.436 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.436 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.437 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.437 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.437 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.437 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.437 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.437 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.437 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.437 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.437 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.437 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.437 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.437 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.437 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.437 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.438 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.438 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.438 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.438 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.438 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.438 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.438 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.438 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.438 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.438 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.438 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.438 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.438 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.439 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.439 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.439 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.439 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.439 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.439 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.439 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.439 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.439 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.439 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.439 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.439 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.439 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.439 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.439 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.440 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.440 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.440 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.440 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.440 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.440 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.440 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.440 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.440 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.440 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.440 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.440 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.440 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.441 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.441 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.441 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mirroring", 2024-09-05T07:49:03.441 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.441 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.441 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.441 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.441 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.441 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.441 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.441 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.441 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.441 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.442 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.442 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.442 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.442 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.442 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.442 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.442 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.442 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.442 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.442 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.442 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.442 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.442 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.442 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.442 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.443 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.443 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.443 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.443 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.443 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.443 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.443 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.443 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.443 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.443 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.443 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.443 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.443 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.443 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.444 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.444 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.444 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.444 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.444 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.444 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.444 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.444 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.444 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.444 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.444 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.444 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.444 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.445 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.445 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.445 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.445 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.445 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.445 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.445 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.445 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.445 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.445 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.445 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.445 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.445 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.446 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.446 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.446 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.446 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.446 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.446 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.446 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.446 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.446 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.446 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.446 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.446 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "nfs", 2024-09-05T07:49:03.446 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.446 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.447 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.447 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.447 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.447 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.447 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.447 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.447 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.447 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.447 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.447 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.447 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.447 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.447 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.448 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.448 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.448 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.448 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.448 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.448 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.448 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.448 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.448 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.448 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.448 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.448 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.448 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.448 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.449 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.449 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.449 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.449 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.449 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.449 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.449 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.449 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.449 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.449 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.449 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.449 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.449 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.449 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.450 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.450 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.450 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.450 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.450 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.450 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.450 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.450 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.450 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.450 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.450 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.450 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.450 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.450 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.451 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.452 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.452 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.452 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.452 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.452 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.452 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.452 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.452 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.452 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.452 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.452 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.452 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.452 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.453 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.453 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.453 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.453 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.453 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.453 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "orchestrator", 2024-09-05T07:49:03.453 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.453 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.453 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.453 INFO:teuthology.orchestra.run.smithi071.stdout: "fail_fs": { 2024-09-05T07:49:03.453 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "fail_fs", 2024-09-05T07:49:03.453 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.453 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.454 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.454 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.454 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.454 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.454 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.454 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-05T07:49:03.454 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.454 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.454 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.454 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.454 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.454 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.454 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.454 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.455 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.455 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.455 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.455 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.455 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.455 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.455 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.455 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.455 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.455 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.455 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.455 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.455 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.455 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.456 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.456 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.456 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.456 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.456 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.456 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.456 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.456 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.456 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.456 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.456 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.456 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.456 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.457 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.457 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.457 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.457 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.457 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.457 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.457 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.457 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.457 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.457 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.457 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.457 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.457 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.457 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.458 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.458 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.458 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.458 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.458 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.458 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.458 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.458 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.458 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.458 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.458 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.458 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.458 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.458 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.459 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.459 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.459 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.459 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.459 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.459 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.459 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.459 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.459 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.459 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.459 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.459 INFO:teuthology.orchestra.run.smithi071.stdout: "orchestrator": { 2024-09-05T07:49:03.459 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "orchestrator", 2024-09-05T07:49:03.459 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.459 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.460 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.460 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.460 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.460 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.460 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.460 INFO:teuthology.orchestra.run.smithi071.stdout: "cephadm", 2024-09-05T07:49:03.460 INFO:teuthology.orchestra.run.smithi071.stdout: "rook", 2024-09-05T07:49:03.460 INFO:teuthology.orchestra.run.smithi071.stdout: "test_orchestrator" 2024-09-05T07:49:03.460 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.460 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Orchestrator backend", 2024-09-05T07:49:03.460 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.460 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.460 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.460 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.461 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.461 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.461 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.461 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "osd_perf_query", 2024-09-05T07:49:03.461 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.461 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.461 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.461 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.461 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.461 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.461 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.461 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.461 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.462 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.462 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.462 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.462 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.462 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.462 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.462 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.462 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.462 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.462 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.462 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.462 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.462 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.462 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.463 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.463 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.463 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.463 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.463 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.463 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.463 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.463 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.463 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.463 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.463 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.463 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.463 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.463 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.464 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.464 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.464 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.464 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.464 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.464 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.464 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.464 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.464 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.464 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.464 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.464 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.464 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.464 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.465 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.465 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.465 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.465 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.465 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.465 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.465 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.465 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.465 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.465 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.465 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.465 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.465 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.465 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.466 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.466 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.466 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.466 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.466 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.466 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.466 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.466 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.466 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.466 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.467 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.467 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "osd_support", 2024-09-05T07:49:03.467 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.467 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.467 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.467 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.467 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.467 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.467 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.467 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.467 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.467 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.467 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.467 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.468 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.468 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.468 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.468 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.468 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.468 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.468 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.468 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.468 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.468 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.468 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.468 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.468 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.468 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.469 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.469 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.469 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.469 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.469 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.469 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.469 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.469 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.469 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.469 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.469 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.469 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.469 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.469 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.470 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.470 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.470 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.470 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.470 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.470 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.470 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.470 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.470 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.470 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.470 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.470 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.470 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.470 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.471 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.471 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.471 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.471 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.471 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.471 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.471 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.471 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.471 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.471 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.471 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.471 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.471 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.471 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.472 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.472 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.472 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.472 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.472 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.472 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.472 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.472 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.472 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pg_autoscaler", 2024-09-05T07:49:03.472 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.472 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.472 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.472 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.472 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.473 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.473 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.473 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.473 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.473 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.473 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.473 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.473 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.473 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.473 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.473 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.473 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.473 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.473 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.474 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.474 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.474 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.474 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.474 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.474 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.474 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.474 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.474 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.474 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.474 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.474 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.474 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.474 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.475 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.475 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.475 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.475 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.475 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.475 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.475 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.475 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.475 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.475 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.475 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.475 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.475 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.476 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.476 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.476 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.476 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.476 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.476 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.476 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.476 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.476 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.476 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.476 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.476 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.477 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.477 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.477 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.477 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.477 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.477 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.477 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.477 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.477 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.477 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.477 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.477 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.477 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.478 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.478 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.478 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-05T07:49:03.478 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-05T07:49:03.478 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.478 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.478 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.478 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-05T07:49:03.478 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.478 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.478 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.478 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.478 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.479 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.479 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.479 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.479 INFO:teuthology.orchestra.run.smithi071.stdout: "threshold": { 2024-09-05T07:49:03.479 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "threshold", 2024-09-05T07:49:03.479 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:03.479 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.479 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.479 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "3.0", 2024-09-05T07:49:03.479 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1.0", 2024-09-05T07:49:03.479 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.479 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.479 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "scaling threshold", 2024-09-05T07:49:03.480 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-05T07:49:03.480 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.480 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.480 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.480 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.480 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.480 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.480 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "progress", 2024-09-05T07:49:03.480 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.480 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.480 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.480 INFO:teuthology.orchestra.run.smithi071.stdout: "allow_pg_recovery_event": { 2024-09-05T07:49:03.480 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "allow_pg_recovery_event", 2024-09-05T07:49:03.481 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.481 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.481 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.481 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.481 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.481 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.481 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.481 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-05T07:49:03.481 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.481 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.481 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.481 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.481 INFO:teuthology.orchestra.run.smithi071.stdout: "enabled": { 2024-09-05T07:49:03.481 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enabled", 2024-09-05T07:49:03.482 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.482 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.482 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.482 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.482 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.482 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.482 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.482 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.482 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.482 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.482 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.482 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.483 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.483 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.483 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.483 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.483 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.483 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.483 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.483 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.483 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.483 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.483 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.483 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.483 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.483 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.484 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.484 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.484 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.484 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.484 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.484 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.484 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.484 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.484 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.484 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.484 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.484 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.484 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.484 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.485 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.485 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.485 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.485 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.485 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.485 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.485 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.485 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.485 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.485 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.485 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.485 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.485 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.486 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.486 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.486 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.486 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.486 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.486 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.486 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.486 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.486 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.486 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.486 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.486 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.486 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.486 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.486 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.487 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.487 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.487 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.487 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.487 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.487 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.487 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.487 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.487 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.487 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.487 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.487 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.487 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.488 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.488 INFO:teuthology.orchestra.run.smithi071.stdout: "max_completed_events": { 2024-09-05T07:49:03.488 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_completed_events", 2024-09-05T07:49:03.488 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.488 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.488 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.488 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "50", 2024-09-05T07:49:03.488 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.488 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.488 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.488 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "number of past completed events to remember", 2024-09-05T07:49:03.488 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.488 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.489 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.489 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.489 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-05T07:49:03.489 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-05T07:49:03.489 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.489 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.489 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.489 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-05T07:49:03.489 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.489 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.489 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.489 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how long the module is going to sleep", 2024-09-05T07:49:03.489 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.490 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.490 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.490 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.490 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.490 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.490 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.490 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "prometheus", 2024-09-05T07:49:03.490 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.490 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.490 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.490 INFO:teuthology.orchestra.run.smithi071.stdout: "cache": { 2024-09-05T07:49:03.490 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cache", 2024-09-05T07:49:03.490 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.490 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.491 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.491 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.491 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.491 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.491 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.491 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.491 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.491 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.491 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.491 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.491 INFO:teuthology.orchestra.run.smithi071.stdout: "exclude_perf_counters": { 2024-09-05T07:49:03.491 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "exclude_perf_counters", 2024-09-05T07:49:03.491 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.491 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.492 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.492 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.492 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.492 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.492 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.492 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-05T07:49:03.492 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-05T07:49:03.492 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.492 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.492 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.492 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.492 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.492 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.492 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.493 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.493 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.493 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.493 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.493 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.493 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.493 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.493 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.493 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.493 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.493 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.493 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.493 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.494 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.494 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.494 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.494 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.494 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.494 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.494 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.494 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.494 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.494 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.494 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.494 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.494 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.494 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.495 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.495 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.495 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.495 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.495 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.495 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.495 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.495 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.495 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.495 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.495 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.495 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.495 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.495 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.496 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.496 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.496 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.496 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.496 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.496 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.496 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.496 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.496 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.496 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.496 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.496 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.496 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.496 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.496 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.497 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.497 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.497 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.497 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.497 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.497 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.497 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.497 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.497 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.497 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.497 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_stats_pools": { 2024-09-05T07:49:03.497 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rbd_stats_pools", 2024-09-05T07:49:03.497 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.497 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.498 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.498 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.498 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.498 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.498 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.498 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.498 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.498 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.498 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.498 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.498 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-05T07:49:03.498 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-05T07:49:03.498 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.499 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.499 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.499 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "300", 2024-09-05T07:49:03.499 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.499 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.499 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.499 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.499 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.499 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.499 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.499 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.499 INFO:teuthology.orchestra.run.smithi071.stdout: "scrape_interval": { 2024-09-05T07:49:03.499 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "scrape_interval", 2024-09-05T07:49:03.499 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:03.499 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.500 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.500 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "15.0", 2024-09-05T07:49:03.500 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.500 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.500 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.500 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.500 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.500 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.500 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.500 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.500 INFO:teuthology.orchestra.run.smithi071.stdout: "server_addr": { 2024-09-05T07:49:03.500 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_addr", 2024-09-05T07:49:03.500 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.500 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.501 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.501 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "::", 2024-09-05T07:49:03.501 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.501 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.501 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.501 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-05T07:49:03.501 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.501 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.501 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.501 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.501 INFO:teuthology.orchestra.run.smithi071.stdout: "server_port": { 2024-09-05T07:49:03.501 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_port", 2024-09-05T07:49:03.501 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.501 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.502 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.502 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "9283", 2024-09-05T07:49:03.502 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.502 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.502 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.502 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-05T07:49:03.502 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.502 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.502 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.502 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.502 INFO:teuthology.orchestra.run.smithi071.stdout: "stale_cache_strategy": { 2024-09-05T07:49:03.502 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "stale_cache_strategy", 2024-09-05T07:49:03.502 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.502 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.503 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.503 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "log", 2024-09-05T07:49:03.503 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.503 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.503 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.503 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.503 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.503 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.503 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.503 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.503 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_behaviour": { 2024-09-05T07:49:03.503 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_behaviour", 2024-09-05T07:49:03.503 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.503 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.503 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.504 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "default", 2024-09-05T07:49:03.504 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.504 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.504 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.504 INFO:teuthology.orchestra.run.smithi071.stdout: "default", 2024-09-05T07:49:03.504 INFO:teuthology.orchestra.run.smithi071.stdout: "error" 2024-09-05T07:49:03.504 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.504 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.504 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.504 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.504 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.504 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.504 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_error_status_code": { 2024-09-05T07:49:03.504 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_error_status_code", 2024-09-05T07:49:03.505 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.505 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.505 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.505 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "500", 2024-09-05T07:49:03.505 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "400", 2024-09-05T07:49:03.505 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "599", 2024-09-05T07:49:03.505 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.505 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.505 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.505 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.505 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.505 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.505 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.505 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.506 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.506 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rbd_support", 2024-09-05T07:49:03.506 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.506 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.506 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.506 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.506 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.506 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.506 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.506 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.506 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.506 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.506 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.506 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.507 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.507 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.507 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.507 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.507 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.507 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.507 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.507 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.507 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.507 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.507 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.507 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.507 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.507 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.507 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.508 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.508 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.508 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.508 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.508 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.508 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.508 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.508 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.508 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.508 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.508 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.508 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.508 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.509 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.509 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.509 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.509 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.509 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.509 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.509 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.509 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.509 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.509 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.509 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.509 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.509 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.509 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.510 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.510 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.510 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.510 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.510 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.510 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.510 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.510 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.510 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.510 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.510 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.510 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.510 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.510 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.510 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.511 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.511 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.511 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.511 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.511 INFO:teuthology.orchestra.run.smithi071.stdout: "max_concurrent_snap_create": { 2024-09-05T07:49:03.511 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_concurrent_snap_create", 2024-09-05T07:49:03.511 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.511 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.511 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.511 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:03.511 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.511 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.511 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.511 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.511 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.512 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.512 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.512 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.512 INFO:teuthology.orchestra.run.smithi071.stdout: "mirror_snapshot_schedule": { 2024-09-05T07:49:03.512 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mirror_snapshot_schedule", 2024-09-05T07:49:03.512 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.512 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.512 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.512 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.512 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.512 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.512 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.512 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.512 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.513 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.513 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.513 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.513 INFO:teuthology.orchestra.run.smithi071.stdout: "trash_purge_schedule": { 2024-09-05T07:49:03.513 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "trash_purge_schedule", 2024-09-05T07:49:03.513 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.513 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.513 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.513 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.513 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.513 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.513 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.513 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.513 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.514 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.514 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.514 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.514 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.514 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.514 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.514 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "restful", 2024-09-05T07:49:03.514 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.514 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.514 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.514 INFO:teuthology.orchestra.run.smithi071.stdout: "enable_auth": { 2024-09-05T07:49:03.514 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enable_auth", 2024-09-05T07:49:03.514 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.514 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.514 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.515 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.515 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.515 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.515 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.515 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.515 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.515 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.515 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.515 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.515 INFO:teuthology.orchestra.run.smithi071.stdout: "key_file": { 2024-09-05T07:49:03.515 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "key_file", 2024-09-05T07:49:03.515 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.515 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.515 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.515 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.516 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.516 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.516 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.516 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.516 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.516 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.516 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.516 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.516 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.516 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.517 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.517 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.517 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.517 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.517 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.517 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.517 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.517 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.517 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.517 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.517 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.517 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.517 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.518 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.518 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.518 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.518 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.518 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.518 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.518 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.518 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.518 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.518 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.518 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.518 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.518 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.518 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.519 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.519 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.519 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.519 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.519 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.519 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.519 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.519 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.519 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.519 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.519 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.519 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.519 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.520 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.520 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.520 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.520 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.520 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.520 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.520 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.520 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.520 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.520 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.520 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.520 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.520 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.521 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.521 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.521 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.521 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.521 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.521 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.521 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.521 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.521 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.521 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.521 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.521 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.521 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.522 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.522 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.522 INFO:teuthology.orchestra.run.smithi071.stdout: "server_addr": { 2024-09-05T07:49:03.522 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_addr", 2024-09-05T07:49:03.522 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.522 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.522 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.522 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.522 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.522 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.522 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.522 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.522 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.522 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.523 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.523 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.523 INFO:teuthology.orchestra.run.smithi071.stdout: "server_port": { 2024-09-05T07:49:03.523 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_port", 2024-09-05T07:49:03.523 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.523 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.523 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.523 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.523 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.523 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.523 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.523 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.523 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.524 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.524 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.524 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.524 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.524 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.524 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.524 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rgw", 2024-09-05T07:49:03.524 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.524 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.524 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.524 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.524 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.524 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.524 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.525 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.525 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.525 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.525 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.525 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.525 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.525 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.525 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.525 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.525 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.525 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.525 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.525 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.525 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.525 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.526 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.526 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.526 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.526 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.526 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.526 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.526 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.526 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.526 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.526 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.526 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.526 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.526 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.526 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.527 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.527 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.527 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.527 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.527 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.527 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.527 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.527 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.527 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.527 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.527 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.527 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.527 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.527 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.528 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.528 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.528 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.528 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.528 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.528 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.528 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.528 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.528 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.528 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.528 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.528 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.528 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.528 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.529 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.529 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.529 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.529 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.529 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.529 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.529 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.529 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.529 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.529 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.529 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.529 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.529 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rook", 2024-09-05T07:49:03.530 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.530 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.530 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.530 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.530 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.530 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.530 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.530 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.530 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.530 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.530 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.530 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.530 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.530 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.531 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.531 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.531 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.531 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.531 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.531 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.531 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.531 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.531 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.531 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.531 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.531 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.531 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.532 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.532 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.532 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.532 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.532 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.532 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.532 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.532 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.532 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.532 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.532 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.532 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.532 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.532 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.532 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.533 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.533 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.533 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.533 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.533 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.533 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.533 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.533 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.533 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.533 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.533 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.533 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.533 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.533 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.533 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.534 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.534 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.534 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.534 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.534 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.534 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.534 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.534 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.534 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.534 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.534 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.534 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.534 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.534 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.535 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.535 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.535 INFO:teuthology.orchestra.run.smithi071.stdout: "storage_class": { 2024-09-05T07:49:03.535 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "storage_class", 2024-09-05T07:49:03.535 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.535 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.535 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.535 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "local", 2024-09-05T07:49:03.535 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.535 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.535 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.535 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-05T07:49:03.535 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.536 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.536 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.536 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.536 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.536 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.536 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.536 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "selftest", 2024-09-05T07:49:03.536 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.536 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.536 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.536 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.536 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.536 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.537 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.537 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.537 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.537 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.537 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.537 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.537 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.537 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.537 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.537 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.537 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.537 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.537 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.537 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.538 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.538 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.538 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.538 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.538 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.538 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.538 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.538 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.538 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.538 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.538 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.538 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.538 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.539 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.539 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.539 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.539 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.539 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.539 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.539 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.539 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.539 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.539 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.539 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.539 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.539 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.539 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.540 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.540 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.540 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.540 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.540 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.540 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.540 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.540 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.540 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.540 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.540 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.540 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.540 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.540 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.541 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.541 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.541 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.541 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.541 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.541 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.541 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.541 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.541 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.541 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.541 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.541 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.541 INFO:teuthology.orchestra.run.smithi071.stdout: "roption1": { 2024-09-05T07:49:03.541 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "roption1", 2024-09-05T07:49:03.541 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.542 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.542 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.542 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.542 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.542 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.542 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.542 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.542 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.542 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.542 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.542 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.542 INFO:teuthology.orchestra.run.smithi071.stdout: "roption2": { 2024-09-05T07:49:03.542 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "roption2", 2024-09-05T07:49:03.542 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.543 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.543 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.543 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "xyz", 2024-09-05T07:49:03.543 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.543 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.543 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.543 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.543 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.543 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.543 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.543 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.543 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption1": { 2024-09-05T07:49:03.543 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption1", 2024-09-05T07:49:03.543 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.544 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.544 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.544 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.544 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.544 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.544 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.544 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.544 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.544 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.544 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.544 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.544 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption2": { 2024-09-05T07:49:03.544 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption2", 2024-09-05T07:49:03.544 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.545 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.545 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.545 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.545 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.545 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.545 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.545 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.545 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.545 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.545 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.545 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.545 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption3": { 2024-09-05T07:49:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption3", 2024-09-05T07:49:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.546 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.547 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption4": { 2024-09-05T07:49:03.547 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption4", 2024-09-05T07:49:03.547 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.547 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.547 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.547 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.547 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.547 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.547 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.547 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.547 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.547 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.547 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.547 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.548 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption5": { 2024-09-05T07:49:03.548 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption5", 2024-09-05T07:49:03.548 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.548 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.548 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.548 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.548 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.548 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.548 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.548 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.548 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.548 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.548 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.548 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.549 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption6": { 2024-09-05T07:49:03.549 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption6", 2024-09-05T07:49:03.549 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.549 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.549 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.549 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.549 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.549 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.549 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.549 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.549 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.549 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.549 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.550 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.550 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption7": { 2024-09-05T07:49:03.550 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption7", 2024-09-05T07:49:03.550 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.550 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.550 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.550 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.550 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-05T07:49:03.550 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "42", 2024-09-05T07:49:03.550 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.550 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.550 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.550 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.550 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.551 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.551 INFO:teuthology.orchestra.run.smithi071.stdout: "testkey": { 2024-09-05T07:49:03.551 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "testkey", 2024-09-05T07:49:03.551 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.551 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.551 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.551 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.551 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.551 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.551 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.551 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.551 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.551 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.551 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.552 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.552 INFO:teuthology.orchestra.run.smithi071.stdout: "testlkey": { 2024-09-05T07:49:03.552 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "testlkey", 2024-09-05T07:49:03.552 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.552 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.552 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.552 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.552 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.552 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.552 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.552 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.552 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.552 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.552 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.553 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.553 INFO:teuthology.orchestra.run.smithi071.stdout: "testnewline": { 2024-09-05T07:49:03.553 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "testnewline", 2024-09-05T07:49:03.553 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.553 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.553 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.553 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.553 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.553 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.553 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.553 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.553 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.553 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.553 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.554 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.554 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.554 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.554 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.554 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snap_schedule", 2024-09-05T07:49:03.554 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.554 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.554 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.554 INFO:teuthology.orchestra.run.smithi071.stdout: "allow_m_granularity": { 2024-09-05T07:49:03.554 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "allow_m_granularity", 2024-09-05T07:49:03.554 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.554 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.554 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.554 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.554 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.555 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.555 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.555 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "allow minute scheduled snapshots", 2024-09-05T07:49:03.555 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.555 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.555 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.555 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.555 INFO:teuthology.orchestra.run.smithi071.stdout: "dump_on_update": { 2024-09-05T07:49:03.555 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "dump_on_update", 2024-09-05T07:49:03.555 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.555 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.555 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.555 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.555 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.556 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.556 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.556 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "dump database to debug log on update", 2024-09-05T07:49:03.556 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.556 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.556 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.556 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.556 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.556 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.556 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.556 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.556 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.556 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.556 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.557 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.557 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.557 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.557 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.557 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.557 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.557 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.557 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.557 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.557 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.557 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.557 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.557 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.558 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.558 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.558 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.558 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.558 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.558 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.558 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.558 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.558 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.558 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.558 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.558 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.558 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.558 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.559 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.559 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.559 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.559 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.559 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.559 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.559 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.559 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.559 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.559 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.559 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.559 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.559 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.560 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.560 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.560 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.560 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.560 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.560 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.560 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.560 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.560 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.560 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.560 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.560 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.560 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.560 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.561 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.561 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.561 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.561 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.561 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.561 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.561 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.561 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.561 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.561 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.561 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.561 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.561 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "stats", 2024-09-05T07:49:03.561 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.562 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.562 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.562 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.562 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.562 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.562 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.562 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.562 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.562 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.562 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.562 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.562 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.562 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.562 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.562 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.563 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.563 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.563 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.563 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.563 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.563 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.563 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.563 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.563 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.563 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.563 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.563 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.563 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.564 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.564 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.564 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.564 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.564 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.564 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.564 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.564 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.564 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.564 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.564 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.564 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.564 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.564 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.565 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.565 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.565 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.565 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.565 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.565 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.565 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.565 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.565 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.565 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.565 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.565 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.565 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.566 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.566 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.566 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.566 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.566 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.566 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.566 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.566 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.566 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.566 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.566 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.566 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.567 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.567 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.567 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.567 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.567 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.567 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.567 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.567 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.567 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "status", 2024-09-05T07:49:03.567 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.567 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.567 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.568 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.568 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.568 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.568 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.568 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.568 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.568 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.568 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.568 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.568 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.568 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.568 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.568 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.568 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.569 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.569 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.569 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.569 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.569 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.569 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.569 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.569 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.569 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.569 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.569 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.569 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.569 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.569 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.570 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.570 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.570 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.570 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.570 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.570 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.570 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.570 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.570 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.570 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.570 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.570 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.570 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.570 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.571 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.571 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.571 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.571 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.571 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.571 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.571 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.571 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.571 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.571 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.571 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.571 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.571 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.571 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.572 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.572 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.572 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.572 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.572 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.572 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.572 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.572 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.572 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.572 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.572 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.572 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.572 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.572 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.573 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.573 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.573 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.573 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "telegraf", 2024-09-05T07:49:03.573 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.573 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.573 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.573 INFO:teuthology.orchestra.run.smithi071.stdout: "address": { 2024-09-05T07:49:03.573 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "address", 2024-09-05T07:49:03.573 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.573 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.573 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.573 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-05T07:49:03.574 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.574 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.574 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.574 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.574 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.574 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.574 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.574 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.574 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-05T07:49:03.574 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-05T07:49:03.574 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.574 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.574 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.574 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "15", 2024-09-05T07:49:03.575 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.575 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.575 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.575 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.575 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.575 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.575 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.575 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.575 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.575 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.575 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.575 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.575 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.575 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.576 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.576 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.576 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.576 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.576 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.576 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.576 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.576 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.576 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.576 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.576 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.576 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.576 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.576 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.577 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.577 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.577 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.577 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.577 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.577 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.577 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.577 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.577 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.577 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.577 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.577 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.577 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.578 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.578 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.578 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.578 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.578 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.578 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.578 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.578 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.578 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.578 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.578 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.578 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.579 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.579 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.579 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.579 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.579 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.579 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.579 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.579 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.579 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.579 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.579 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.579 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.579 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.579 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.580 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.580 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.580 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.580 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.580 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.580 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.580 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.580 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.580 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.580 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.580 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.580 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.580 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.581 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.581 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "telemetry", 2024-09-05T07:49:03.581 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.581 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.581 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.581 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_basic": { 2024-09-05T07:49:03.581 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_basic", 2024-09-05T07:49:03.581 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.581 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.581 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.581 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.581 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.581 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.581 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.581 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-05T07:49:03.582 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.582 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.582 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.582 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.582 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_crash": { 2024-09-05T07:49:03.582 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_crash", 2024-09-05T07:49:03.582 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.582 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.582 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.582 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.582 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.582 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.582 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.583 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-05T07:49:03.583 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.583 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.583 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.583 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.583 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_device": { 2024-09-05T07:49:03.583 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_device", 2024-09-05T07:49:03.583 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.583 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.583 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.583 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.583 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.583 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.583 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.584 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-05T07:49:03.584 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.584 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.584 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.584 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.584 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_ident": { 2024-09-05T07:49:03.584 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_ident", 2024-09-05T07:49:03.584 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.584 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.584 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.584 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.584 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.584 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.584 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.585 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-05T07:49:03.585 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.585 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.585 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.585 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.585 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_perf": { 2024-09-05T07:49:03.585 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_perf", 2024-09-05T07:49:03.585 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.585 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.585 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.585 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.585 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.585 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.585 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.586 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-05T07:49:03.586 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.586 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.586 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.586 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.586 INFO:teuthology.orchestra.run.smithi071.stdout: "contact": { 2024-09-05T07:49:03.586 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "contact", 2024-09-05T07:49:03.586 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.586 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.586 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.586 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.586 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.586 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.586 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.587 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.587 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.587 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.587 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.587 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.587 INFO:teuthology.orchestra.run.smithi071.stdout: "description": { 2024-09-05T07:49:03.587 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "description", 2024-09-05T07:49:03.587 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.587 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.587 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.587 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.587 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.587 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.588 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.588 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.588 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.588 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.588 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.588 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.588 INFO:teuthology.orchestra.run.smithi071.stdout: "device_url": { 2024-09-05T07:49:03.588 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "device_url", 2024-09-05T07:49:03.588 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.588 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.588 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.588 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-05T07:49:03.588 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.588 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.589 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.589 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.589 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.589 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.589 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.589 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.589 INFO:teuthology.orchestra.run.smithi071.stdout: "enabled": { 2024-09-05T07:49:03.589 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enabled", 2024-09-05T07:49:03.589 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.589 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.589 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.589 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.589 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.590 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.590 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.590 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.590 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.590 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.590 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.590 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.590 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-05T07:49:03.590 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-05T07:49:03.590 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.590 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.590 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.590 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "24", 2024-09-05T07:49:03.590 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "8", 2024-09-05T07:49:03.591 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.591 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.591 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.591 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.591 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.591 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.591 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.591 INFO:teuthology.orchestra.run.smithi071.stdout: "last_opt_revision": { 2024-09-05T07:49:03.591 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "last_opt_revision", 2024-09-05T07:49:03.591 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.591 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.591 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.591 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "1", 2024-09-05T07:49:03.592 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.592 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.592 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.592 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.592 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.592 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.592 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.592 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.592 INFO:teuthology.orchestra.run.smithi071.stdout: "leaderboard": { 2024-09-05T07:49:03.592 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "leaderboard", 2024-09-05T07:49:03.592 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.592 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.592 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.592 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.593 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.593 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.593 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.593 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.593 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.593 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.593 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.593 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.593 INFO:teuthology.orchestra.run.smithi071.stdout: "leaderboard_description": { 2024-09-05T07:49:03.593 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "leaderboard_description", 2024-09-05T07:49:03.593 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.593 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.593 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.594 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.594 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.594 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.594 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.594 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.594 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.594 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.594 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.594 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.594 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.594 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.594 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.594 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.594 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.595 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.595 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.595 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.595 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.595 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.595 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.595 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.595 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.595 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.595 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.595 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.595 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.595 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.595 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.596 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.596 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.596 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.596 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.596 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.596 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.596 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.596 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.596 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.596 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.596 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.596 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.596 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.596 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.597 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.597 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.597 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.597 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.597 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.597 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.597 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.597 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.597 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.597 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.597 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.597 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.597 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.598 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.598 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.598 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.598 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.598 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.598 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.598 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.598 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.598 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.598 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.598 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.598 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.598 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.598 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.599 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.599 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.599 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.599 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.599 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.599 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.599 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.599 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.599 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.599 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.599 INFO:teuthology.orchestra.run.smithi071.stdout: "organization": { 2024-09-05T07:49:03.599 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "organization", 2024-09-05T07:49:03.599 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.599 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.600 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.600 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.600 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.600 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.600 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.600 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.600 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.600 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.600 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.600 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.600 INFO:teuthology.orchestra.run.smithi071.stdout: "proxy": { 2024-09-05T07:49:03.600 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "proxy", 2024-09-05T07:49:03.600 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.601 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.601 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.601 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.601 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.601 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.601 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.601 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.601 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.601 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.601 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.601 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.601 INFO:teuthology.orchestra.run.smithi071.stdout: "url": { 2024-09-05T07:49:03.601 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "url", 2024-09-05T07:49:03.601 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.602 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.602 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.602 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-05T07:49:03.602 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.602 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.602 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.602 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.602 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.602 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.602 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.602 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.602 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.602 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.602 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.603 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "test_orchestrator", 2024-09-05T07:49:03.603 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.603 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.603 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.603 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.603 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.603 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.603 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.603 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.603 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.603 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.603 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.603 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.603 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.603 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.604 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.604 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.604 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.604 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.604 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.604 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.604 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.604 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.604 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.604 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.604 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.604 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.604 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.604 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.604 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.605 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.605 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.605 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.605 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.605 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.605 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.605 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.605 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.605 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.605 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.605 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.605 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.605 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.605 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.606 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.606 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.606 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.606 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.606 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.606 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.606 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.606 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.606 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.606 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.606 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.606 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.606 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.606 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.607 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.607 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.607 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.607 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.607 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.607 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.607 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.607 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.607 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.607 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.607 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.607 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.607 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.607 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.607 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.608 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.608 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.608 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.608 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.608 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "volumes", 2024-09-05T07:49:03.608 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.608 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.608 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.608 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.608 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.608 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.608 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.608 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.608 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.609 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.609 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.609 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.609 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.609 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.609 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.609 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.609 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.609 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.609 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.609 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.609 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.609 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.609 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.610 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.610 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.610 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.610 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.610 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.610 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.610 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.610 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.610 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.610 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.610 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.610 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.610 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.610 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.611 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.611 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.611 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.611 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.611 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.611 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.611 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.611 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.611 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.611 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.611 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.611 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.611 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.611 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.611 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.612 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.612 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.612 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.612 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.612 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.612 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.612 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.612 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.612 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.612 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.612 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.612 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.612 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.612 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.613 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.613 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.613 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.613 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.613 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.613 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.613 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.613 INFO:teuthology.orchestra.run.smithi071.stdout: "max_concurrent_clones": { 2024-09-05T07:49:03.613 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_concurrent_clones", 2024-09-05T07:49:03.613 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.613 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.613 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.613 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "4", 2024-09-05T07:49:03.614 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.614 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.614 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.614 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-05T07:49:03.614 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.614 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.614 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.614 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.614 INFO:teuthology.orchestra.run.smithi071.stdout: "periodic_async_work": { 2024-09-05T07:49:03.614 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "periodic_async_work", 2024-09-05T07:49:03.614 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.614 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.614 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.614 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.614 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.615 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.615 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.615 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Periodically check for async work", 2024-09-05T07:49:03.615 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.615 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.615 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.615 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.615 INFO:teuthology.orchestra.run.smithi071.stdout: "snapshot_clone_delay": { 2024-09-05T07:49:03.615 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snapshot_clone_delay", 2024-09-05T07:49:03.615 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.615 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.615 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.615 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-05T07:49:03.616 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.616 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.616 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.616 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-05T07:49:03.616 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.616 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.616 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.616 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.616 INFO:teuthology.orchestra.run.smithi071.stdout: "snapshot_clone_no_wait": { 2024-09-05T07:49:03.616 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snapshot_clone_no_wait", 2024-09-05T07:49:03.616 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.616 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.616 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.617 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.617 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.617 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.617 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.617 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-05T07:49:03.617 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.617 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.617 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.617 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.617 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.617 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.617 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.617 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix", 2024-09-05T07:49:03.617 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.618 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.618 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.618 INFO:teuthology.orchestra.run.smithi071.stdout: "discovery_interval": { 2024-09-05T07:49:03.618 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "discovery_interval", 2024-09-05T07:49:03.618 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-05T07:49:03.618 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.618 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.618 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "100", 2024-09-05T07:49:03.618 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.618 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.618 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.618 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.618 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.618 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.619 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.619 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.619 INFO:teuthology.orchestra.run.smithi071.stdout: "identifier": { 2024-09-05T07:49:03.619 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "identifier", 2024-09-05T07:49:03.619 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.619 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.619 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.619 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.619 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.619 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.619 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.619 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.619 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.620 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.620 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.620 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.620 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-05T07:49:03.620 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-05T07:49:03.620 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.620 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.620 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.620 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-05T07:49:03.620 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.620 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.620 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.620 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.620 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.621 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.621 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.621 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.621 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.621 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.621 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.621 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.621 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.621 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.621 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.621 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.621 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.621 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.622 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.622 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.622 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.622 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.622 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.622 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.622 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.622 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.622 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.622 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.622 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.622 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.622 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.622 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.623 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.623 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.623 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.623 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.623 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.623 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.623 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.623 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.623 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.623 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.623 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.623 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.623 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.623 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.624 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.624 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.624 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.624 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.624 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.624 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.624 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.624 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.624 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.624 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.624 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.624 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.624 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.624 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.625 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.625 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.625 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.625 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.625 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.625 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.625 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.625 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.625 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.625 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.625 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.625 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.625 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.625 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.626 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.626 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.626 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.626 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.626 INFO:teuthology.orchestra.run.smithi071.stdout: "zabbix_host": { 2024-09-05T07:49:03.626 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix_host", 2024-09-05T07:49:03.626 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.626 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.626 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.626 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.626 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.626 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.626 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.627 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.627 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.627 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.627 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.627 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.627 INFO:teuthology.orchestra.run.smithi071.stdout: "zabbix_port": { 2024-09-05T07:49:03.627 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix_port", 2024-09-05T07:49:03.627 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.627 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.627 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.627 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10051", 2024-09-05T07:49:03.627 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.628 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.628 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.628 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.628 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.628 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.628 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.628 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.628 INFO:teuthology.orchestra.run.smithi071.stdout: "zabbix_sender": { 2024-09-05T07:49:03.628 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix_sender", 2024-09-05T07:49:03.628 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.628 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.628 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.628 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-05T07:49:03.629 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.629 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.629 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.629 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.629 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.629 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.629 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.629 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.629 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.629 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.629 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-05T07:49:03.629 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.629 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.630 INFO:teuthology.orchestra.run.smithi071.stdout: "gid": 24862, 2024-09-05T07:49:03.630 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "z", 2024-09-05T07:49:03.630 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr_features": 4540701547738038271, 2024-09-05T07:49:03.630 INFO:teuthology.orchestra.run.smithi071.stdout: "available_modules": [ 2024-09-05T07:49:03.630 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.630 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "alerts", 2024-09-05T07:49:03.630 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.630 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.630 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.630 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-05T07:49:03.630 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-05T07:49:03.630 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.630 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.631 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.631 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-05T07:49:03.631 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.631 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.631 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.631 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How frequently to reexamine health status", 2024-09-05T07:49:03.631 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.631 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.631 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.631 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.631 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.631 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.631 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.631 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.631 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.632 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.632 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.632 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.632 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.632 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.632 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.632 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.632 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.632 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.632 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.632 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.632 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.632 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.633 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.633 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.633 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.633 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.633 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.633 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.633 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.633 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.633 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.633 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.633 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.633 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.633 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.634 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.634 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.634 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.634 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.634 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.634 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.634 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.634 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.634 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.634 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.634 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.634 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.634 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.634 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.635 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.635 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.635 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.635 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.635 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.635 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.635 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.635 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.635 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.635 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.635 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.635 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.635 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.635 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.636 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.636 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.636 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.636 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.636 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.636 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.636 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.636 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.636 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.636 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.636 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.636 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_destination": { 2024-09-05T07:49:03.636 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_destination", 2024-09-05T07:49:03.637 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.637 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.637 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.637 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.637 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.637 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.637 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.637 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Email address to send alerts to", 2024-09-05T07:49:03.637 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.637 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.637 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.637 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.637 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_from_name": { 2024-09-05T07:49:03.637 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_from_name", 2024-09-05T07:49:03.638 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.638 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.638 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.638 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "Ceph", 2024-09-05T07:49:03.638 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.638 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.638 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.638 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Email From: name", 2024-09-05T07:49:03.638 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.638 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.638 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.638 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.638 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_host": { 2024-09-05T07:49:03.638 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_host", 2024-09-05T07:49:03.639 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.639 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.639 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.639 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.639 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.639 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.639 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.639 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SMTP server", 2024-09-05T07:49:03.639 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.639 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.639 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.639 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.639 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_password": { 2024-09-05T07:49:03.639 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_password", 2024-09-05T07:49:03.640 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.640 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.640 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.640 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.640 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.640 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.640 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.640 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Password to authenticate with", 2024-09-05T07:49:03.640 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.640 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.640 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.640 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.640 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_port": { 2024-09-05T07:49:03.641 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_port", 2024-09-05T07:49:03.641 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.641 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.641 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.641 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "465", 2024-09-05T07:49:03.641 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.641 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.641 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.641 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SMTP port", 2024-09-05T07:49:03.641 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.641 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.641 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.641 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.641 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_sender": { 2024-09-05T07:49:03.642 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_sender", 2024-09-05T07:49:03.642 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.642 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.642 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.642 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.642 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.642 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.642 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.642 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SMTP envelope sender", 2024-09-05T07:49:03.642 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.642 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.642 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.642 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.642 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_ssl": { 2024-09-05T07:49:03.643 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_ssl", 2024-09-05T07:49:03.643 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.643 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.643 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.643 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.643 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.643 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.643 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.643 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-05T07:49:03.643 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.643 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.643 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.643 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.644 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_user": { 2024-09-05T07:49:03.644 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_user", 2024-09-05T07:49:03.644 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.644 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.644 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.644 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.644 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.644 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.644 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.644 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "User to authenticate as", 2024-09-05T07:49:03.644 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.644 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.644 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.645 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.645 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.645 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.645 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.645 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "balancer", 2024-09-05T07:49:03.645 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.645 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.645 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.645 INFO:teuthology.orchestra.run.smithi071.stdout: "active": { 2024-09-05T07:49:03.645 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "active", 2024-09-05T07:49:03.645 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.645 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.645 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.646 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.646 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.646 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.646 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.646 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "automatically balance PGs across cluster", 2024-09-05T07:49:03.646 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.646 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.646 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.646 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.646 INFO:teuthology.orchestra.run.smithi071.stdout: "begin_time": { 2024-09-05T07:49:03.646 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "begin_time", 2024-09-05T07:49:03.646 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.646 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.646 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.647 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0000", 2024-09-05T07:49:03.647 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.647 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.647 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.647 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "beginning time of day to automatically balance", 2024-09-05T07:49:03.647 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-05T07:49:03.647 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.647 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.647 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.647 INFO:teuthology.orchestra.run.smithi071.stdout: "begin_weekday": { 2024-09-05T07:49:03.647 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "begin_weekday", 2024-09-05T07:49:03.647 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-05T07:49:03.647 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.648 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.648 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-05T07:49:03.648 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "0", 2024-09-05T07:49:03.648 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "6", 2024-09-05T07:49:03.648 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.648 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-05T07:49:03.648 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-05T07:49:03.648 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.648 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.648 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.648 INFO:teuthology.orchestra.run.smithi071.stdout: "crush_compat_max_iterations": { 2024-09-05T07:49:03.648 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crush_compat_max_iterations", 2024-09-05T07:49:03.648 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-05T07:49:03.649 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.649 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.649 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "25", 2024-09-05T07:49:03.649 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-05T07:49:03.649 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "250", 2024-09-05T07:49:03.649 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.649 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-05T07:49:03.649 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.649 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.649 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.649 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.649 INFO:teuthology.orchestra.run.smithi071.stdout: "crush_compat_metrics": { 2024-09-05T07:49:03.649 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crush_compat_metrics", 2024-09-05T07:49:03.650 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.650 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.650 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.650 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "pgs,objects,bytes", 2024-09-05T07:49:03.650 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.650 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.650 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.650 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-05T07:49:03.650 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-05T07:49:03.650 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.650 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.650 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.650 INFO:teuthology.orchestra.run.smithi071.stdout: "crush_compat_step": { 2024-09-05T07:49:03.650 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crush_compat_step", 2024-09-05T07:49:03.651 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:03.651 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.651 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.651 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0.5", 2024-09-05T07:49:03.651 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "0.001", 2024-09-05T07:49:03.651 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "0.999", 2024-09-05T07:49:03.651 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.651 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "aggressiveness of optimization", 2024-09-05T07:49:03.651 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-05T07:49:03.651 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.651 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.651 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.651 INFO:teuthology.orchestra.run.smithi071.stdout: "end_time": { 2024-09-05T07:49:03.651 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "end_time", 2024-09-05T07:49:03.652 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.652 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.652 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.652 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "2359", 2024-09-05T07:49:03.652 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.652 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.652 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.652 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "ending time of day to automatically balance", 2024-09-05T07:49:03.652 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-05T07:49:03.652 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.652 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.652 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.652 INFO:teuthology.orchestra.run.smithi071.stdout: "end_weekday": { 2024-09-05T07:49:03.652 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "end_weekday", 2024-09-05T07:49:03.653 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-05T07:49:03.653 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.653 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.653 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-05T07:49:03.653 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "0", 2024-09-05T07:49:03.653 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "6", 2024-09-05T07:49:03.653 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.653 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-05T07:49:03.653 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-05T07:49:03.653 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.653 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.653 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.653 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.653 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.654 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.654 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.654 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.654 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.654 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.654 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.654 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.654 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.654 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.654 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.654 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.654 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.654 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.654 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.655 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.655 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.655 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.655 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.655 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.655 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.655 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.655 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.655 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.655 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.655 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.655 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.655 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.656 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.656 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.656 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.656 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.656 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.656 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.656 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.656 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.656 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.656 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.656 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.656 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.656 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.657 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.657 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.657 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.657 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.657 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.657 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.657 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.657 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.657 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.657 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.657 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.657 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.658 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.658 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.658 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.658 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.658 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.658 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.658 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.658 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.658 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.658 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.660 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.660 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.660 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.660 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.660 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.660 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.660 INFO:teuthology.orchestra.run.smithi071.stdout: "min_score": { 2024-09-05T07:49:03.660 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "min_score", 2024-09-05T07:49:03.660 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:03.660 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.660 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.660 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-05T07:49:03.661 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.661 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.661 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.661 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-05T07:49:03.661 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.661 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.661 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.661 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.661 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": { 2024-09-05T07:49:03.661 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mode", 2024-09-05T07:49:03.661 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.661 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.661 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.661 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "upmap", 2024-09-05T07:49:03.662 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.662 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.662 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.662 INFO:teuthology.orchestra.run.smithi071.stdout: "crush-compat", 2024-09-05T07:49:03.662 INFO:teuthology.orchestra.run.smithi071.stdout: "none", 2024-09-05T07:49:03.662 INFO:teuthology.orchestra.run.smithi071.stdout: "read", 2024-09-05T07:49:03.662 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap", 2024-09-05T07:49:03.662 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap-read" 2024-09-05T07:49:03.662 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.662 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Balancer mode", 2024-09-05T07:49:03.662 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.662 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.662 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.662 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.663 INFO:teuthology.orchestra.run.smithi071.stdout: "pool_ids": { 2024-09-05T07:49:03.663 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pool_ids", 2024-09-05T07:49:03.663 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.663 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.663 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.663 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.663 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.663 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.663 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.663 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-05T07:49:03.663 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.663 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.663 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.663 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.663 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-05T07:49:03.664 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-05T07:49:03.664 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.664 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.664 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.664 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-05T07:49:03.664 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.664 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.664 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.664 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-05T07:49:03.664 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.664 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.664 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.664 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.664 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap_max_deviation": { 2024-09-05T07:49:03.665 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "upmap_max_deviation", 2024-09-05T07:49:03.665 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.665 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.665 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.665 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-05T07:49:03.665 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-05T07:49:03.665 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.665 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.665 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-05T07:49:03.665 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-05T07:49:03.665 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.665 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.665 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.666 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap_max_optimizations": { 2024-09-05T07:49:03.666 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "upmap_max_optimizations", 2024-09-05T07:49:03.666 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-05T07:49:03.666 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.666 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.666 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:03.666 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.666 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.666 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.666 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-05T07:49:03.666 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.666 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.666 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.667 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.667 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.667 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.667 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.667 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cephadm", 2024-09-05T07:49:03.667 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.667 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.667 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.667 INFO:teuthology.orchestra.run.smithi071.stdout: "agent_down_multiplier": { 2024-09-05T07:49:03.667 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "agent_down_multiplier", 2024-09-05T07:49:03.668 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:03.668 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.668 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.668 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "3.0", 2024-09-05T07:49:03.668 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.668 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.668 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.668 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-05T07:49:03.668 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.668 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.668 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.668 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.668 INFO:teuthology.orchestra.run.smithi071.stdout: "agent_refresh_rate": { 2024-09-05T07:49:03.669 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "agent_refresh_rate", 2024-09-05T07:49:03.669 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.669 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.669 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.669 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "20", 2024-09-05T07:49:03.669 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.669 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.669 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.669 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-05T07:49:03.669 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.669 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.669 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.669 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.669 INFO:teuthology.orchestra.run.smithi071.stdout: "agent_starting_port": { 2024-09-05T07:49:03.670 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "agent_starting_port", 2024-09-05T07:49:03.670 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.670 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.670 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.670 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "4721", 2024-09-05T07:49:03.670 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.670 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.670 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.670 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-05T07:49:03.670 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.670 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.670 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.670 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.670 INFO:teuthology.orchestra.run.smithi071.stdout: "allow_ptrace": { 2024-09-05T07:49:03.671 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "allow_ptrace", 2024-09-05T07:49:03.671 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.671 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.671 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.671 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.671 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.671 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.671 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.671 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-05T07:49:03.671 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-05T07:49:03.671 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.671 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.671 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.672 INFO:teuthology.orchestra.run.smithi071.stdout: "autotune_interval": { 2024-09-05T07:49:03.672 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "autotune_interval", 2024-09-05T07:49:03.672 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.672 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.672 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.672 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-05T07:49:03.672 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.672 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.672 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.672 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-05T07:49:03.672 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.672 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.673 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.673 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.673 INFO:teuthology.orchestra.run.smithi071.stdout: "autotune_memory_target_ratio": { 2024-09-05T07:49:03.673 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "autotune_memory_target_ratio", 2024-09-05T07:49:03.673 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:03.673 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.673 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.673 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0.7", 2024-09-05T07:49:03.673 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.673 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.673 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.673 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-05T07:49:03.673 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.674 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.674 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.674 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.674 INFO:teuthology.orchestra.run.smithi071.stdout: "cephadm_log_destination": { 2024-09-05T07:49:03.674 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cephadm_log_destination", 2024-09-05T07:49:03.674 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.674 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.674 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.674 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.674 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.674 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.674 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.674 INFO:teuthology.orchestra.run.smithi071.stdout: "file", 2024-09-05T07:49:03.674 INFO:teuthology.orchestra.run.smithi071.stdout: "file,syslog", 2024-09-05T07:49:03.675 INFO:teuthology.orchestra.run.smithi071.stdout: "syslog" 2024-09-05T07:49:03.675 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.675 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-05T07:49:03.675 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.675 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.675 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.675 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.675 INFO:teuthology.orchestra.run.smithi071.stdout: "cgroups_split": { 2024-09-05T07:49:03.675 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cgroups_split", 2024-09-05T07:49:03.675 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.675 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.675 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.676 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.676 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.676 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.676 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.676 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-05T07:49:03.676 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.676 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.676 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.676 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.676 INFO:teuthology.orchestra.run.smithi071.stdout: "config_checks_enabled": { 2024-09-05T07:49:03.676 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "config_checks_enabled", 2024-09-05T07:49:03.676 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.676 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.676 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.677 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.677 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.677 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.677 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.677 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-05T07:49:03.677 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.677 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.677 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.677 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.677 INFO:teuthology.orchestra.run.smithi071.stdout: "config_dashboard": { 2024-09-05T07:49:03.677 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "config_dashboard", 2024-09-05T07:49:03.677 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.678 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.678 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.678 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.678 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.678 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.678 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.678 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-05T07:49:03.678 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.678 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.678 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.678 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.678 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_alertmanager": { 2024-09-05T07:49:03.678 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_alertmanager", 2024-09-05T07:49:03.679 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.679 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.679 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.679 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-05T07:49:03.679 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.679 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.679 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.679 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-05T07:49:03.679 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.679 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.679 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.679 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.680 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_base": { 2024-09-05T07:49:03.680 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_base", 2024-09-05T07:49:03.680 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.680 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.680 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.680 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-05T07:49:03.680 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.680 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.680 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.680 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Container image name, without the tag", 2024-09-05T07:49:03.680 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.680 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.680 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.680 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.681 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_elasticsearch": { 2024-09-05T07:49:03.681 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_elasticsearch", 2024-09-05T07:49:03.681 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.681 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.681 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.681 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-05T07:49:03.681 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.681 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.681 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.681 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "elasticsearch container image", 2024-09-05T07:49:03.681 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.681 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.681 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.681 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.682 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_grafana": { 2024-09-05T07:49:03.682 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_grafana", 2024-09-05T07:49:03.682 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.682 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.682 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.682 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-05T07:49:03.682 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.682 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.682 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.682 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-05T07:49:03.682 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.682 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.682 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.683 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.683 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_haproxy": { 2024-09-05T07:49:03.683 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_haproxy", 2024-09-05T07:49:03.683 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.683 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.683 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.683 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-05T07:49:03.683 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.683 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.683 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.683 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "HAproxy container image", 2024-09-05T07:49:03.683 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.683 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.683 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.684 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.684 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_jaeger_agent": { 2024-09-05T07:49:03.684 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_jaeger_agent", 2024-09-05T07:49:03.684 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.684 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.684 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.684 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-05T07:49:03.684 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.684 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.684 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.684 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Jaeger agent container image", 2024-09-05T07:49:03.684 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.684 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.685 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.685 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.685 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_jaeger_collector": { 2024-09-05T07:49:03.685 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_jaeger_collector", 2024-09-05T07:49:03.685 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.685 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.685 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.685 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-05T07:49:03.685 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.685 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.685 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.685 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Jaeger collector container image", 2024-09-05T07:49:03.686 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.686 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.686 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.686 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.686 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_jaeger_query": { 2024-09-05T07:49:03.686 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_jaeger_query", 2024-09-05T07:49:03.686 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.686 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.686 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.686 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-05T07:49:03.686 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.686 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.686 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.686 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Jaeger query container image", 2024-09-05T07:49:03.687 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.687 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.687 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.687 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.687 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_keepalived": { 2024-09-05T07:49:03.687 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_keepalived", 2024-09-05T07:49:03.687 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.687 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.687 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.687 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-05T07:49:03.687 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.687 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.687 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.688 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Keepalived container image", 2024-09-05T07:49:03.688 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.688 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.688 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.688 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.688 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_loki": { 2024-09-05T07:49:03.688 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_loki", 2024-09-05T07:49:03.688 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.688 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.688 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.688 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-05T07:49:03.688 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.688 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.688 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.689 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Loki container image", 2024-09-05T07:49:03.689 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.689 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.689 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.689 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.689 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_node_exporter": { 2024-09-05T07:49:03.689 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_node_exporter", 2024-09-05T07:49:03.689 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.689 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.689 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.689 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-05T07:49:03.689 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.689 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.690 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.690 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-05T07:49:03.690 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.690 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.690 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.690 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.690 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_nvmeof": { 2024-09-05T07:49:03.690 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_nvmeof", 2024-09-05T07:49:03.690 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.690 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.690 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.690 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-05T07:49:03.690 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.690 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.690 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.691 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Nvme-of container image", 2024-09-05T07:49:03.691 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.691 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.691 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.691 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.691 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_prometheus": { 2024-09-05T07:49:03.691 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_prometheus", 2024-09-05T07:49:03.691 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.691 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.691 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.691 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-05T07:49:03.691 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.691 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.691 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.691 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-05T07:49:03.692 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.692 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.692 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.692 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.692 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_promtail": { 2024-09-05T07:49:03.692 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_promtail", 2024-09-05T07:49:03.692 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.692 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.692 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.692 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-05T07:49:03.692 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.692 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.692 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.692 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Promtail container image", 2024-09-05T07:49:03.692 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.693 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.693 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.693 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.693 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_samba": { 2024-09-05T07:49:03.693 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_samba", 2024-09-05T07:49:03.693 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.693 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.693 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.693 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-05T07:49:03.693 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.693 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.693 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.693 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Samba/SMB container image", 2024-09-05T07:49:03.694 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.694 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.694 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.694 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.694 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_snmp_gateway": { 2024-09-05T07:49:03.694 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_snmp_gateway", 2024-09-05T07:49:03.694 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.694 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.694 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.694 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-05T07:49:03.694 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.694 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.695 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.695 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SNMP Gateway container image", 2024-09-05T07:49:03.695 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.695 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.695 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.695 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.695 INFO:teuthology.orchestra.run.smithi071.stdout: "container_init": { 2024-09-05T07:49:03.695 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_init", 2024-09-05T07:49:03.695 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.695 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.695 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.695 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.695 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.695 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.695 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.696 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Run podman/docker with `--init`", 2024-09-05T07:49:03.696 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.696 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.696 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.696 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.696 INFO:teuthology.orchestra.run.smithi071.stdout: "daemon_cache_timeout": { 2024-09-05T07:49:03.696 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "daemon_cache_timeout", 2024-09-05T07:49:03.696 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.696 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.696 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.696 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-05T07:49:03.696 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.696 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.697 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.697 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-05T07:49:03.697 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.697 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.697 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.697 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.697 INFO:teuthology.orchestra.run.smithi071.stdout: "default_cephadm_command_timeout": { 2024-09-05T07:49:03.697 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "default_cephadm_command_timeout", 2024-09-05T07:49:03.697 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.697 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.697 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.697 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "900", 2024-09-05T07:49:03.697 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.697 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.697 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.698 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-05T07:49:03.698 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.698 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.698 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.698 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.698 INFO:teuthology.orchestra.run.smithi071.stdout: "default_registry": { 2024-09-05T07:49:03.698 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "default_registry", 2024-09-05T07:49:03.698 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.698 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.698 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.698 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io", 2024-09-05T07:49:03.698 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.698 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.698 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.698 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-05T07:49:03.699 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.699 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.699 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.699 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.699 INFO:teuthology.orchestra.run.smithi071.stdout: "device_cache_timeout": { 2024-09-05T07:49:03.699 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "device_cache_timeout", 2024-09-05T07:49:03.699 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.699 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.699 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.699 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "1800", 2024-09-05T07:49:03.699 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.699 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.699 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.699 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "seconds to cache device inventory", 2024-09-05T07:49:03.699 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.700 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.700 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.700 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.700 INFO:teuthology.orchestra.run.smithi071.stdout: "device_enhanced_scan": { 2024-09-05T07:49:03.700 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "device_enhanced_scan", 2024-09-05T07:49:03.700 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.700 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.700 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.700 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.700 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.700 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.700 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.700 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-05T07:49:03.700 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.701 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.701 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.701 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.701 INFO:teuthology.orchestra.run.smithi071.stdout: "facts_cache_timeout": { 2024-09-05T07:49:03.701 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "facts_cache_timeout", 2024-09-05T07:49:03.701 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.701 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.701 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.701 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-05T07:49:03.701 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.701 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.701 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.701 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "seconds to cache host facts data", 2024-09-05T07:49:03.702 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.702 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.702 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.702 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.702 INFO:teuthology.orchestra.run.smithi071.stdout: "grafana_dashboards_path": { 2024-09-05T07:49:03.702 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "grafana_dashboards_path", 2024-09-05T07:49:03.702 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.702 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.702 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.702 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-05T07:49:03.702 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.702 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.702 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.702 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-05T07:49:03.703 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.703 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.703 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.703 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.703 INFO:teuthology.orchestra.run.smithi071.stdout: "host_check_interval": { 2024-09-05T07:49:03.703 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "host_check_interval", 2024-09-05T07:49:03.703 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.703 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.703 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.703 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-05T07:49:03.703 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.703 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.703 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.703 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to perform a host check", 2024-09-05T07:49:03.703 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.704 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.704 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.704 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.704 INFO:teuthology.orchestra.run.smithi071.stdout: "hw_monitoring": { 2024-09-05T07:49:03.704 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "hw_monitoring", 2024-09-05T07:49:03.704 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.704 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.704 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.704 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.704 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.704 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.704 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.704 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-05T07:49:03.704 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.704 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.705 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.705 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.705 INFO:teuthology.orchestra.run.smithi071.stdout: "inventory_list_all": { 2024-09-05T07:49:03.705 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "inventory_list_all", 2024-09-05T07:49:03.705 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.705 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.705 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.705 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.705 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.705 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.705 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.705 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-05T07:49:03.705 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.705 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.705 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.706 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.706 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.706 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.706 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.706 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.706 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.706 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.706 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.706 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.706 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.706 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.706 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.706 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.706 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.706 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.707 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.707 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.707 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.707 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.707 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.707 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.707 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.707 INFO:teuthology.orchestra.run.smithi071.stdout: "log_refresh_metadata": { 2024-09-05T07:49:03.707 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_refresh_metadata", 2024-09-05T07:49:03.707 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.707 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.707 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.707 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.707 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.708 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.708 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.708 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-05T07:49:03.708 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.708 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.708 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.708 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.708 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.708 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.708 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.708 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.708 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.708 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.708 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.709 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.709 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.709 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-05T07:49:03.709 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.709 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.709 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.709 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.709 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.709 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.709 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.709 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.709 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.709 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.709 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.710 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.710 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.710 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.710 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.710 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.710 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.710 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.710 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.710 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.710 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.710 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.710 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.710 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.710 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.711 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.711 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.711 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.711 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.711 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.711 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.711 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.711 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.711 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.711 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.711 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.711 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.711 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.711 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.712 INFO:teuthology.orchestra.run.smithi071.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-05T07:49:03.712 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-05T07:49:03.712 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.712 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.712 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.712 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.712 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.712 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.712 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.712 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-05T07:49:03.712 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.712 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.712 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.712 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.713 INFO:teuthology.orchestra.run.smithi071.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-05T07:49:03.713 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-05T07:49:03.713 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.713 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.713 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.713 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "*", 2024-09-05T07:49:03.713 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.713 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.713 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.713 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-05T07:49:03.713 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.713 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.713 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.713 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.714 INFO:teuthology.orchestra.run.smithi071.stdout: "max_count_per_host": { 2024-09-05T07:49:03.714 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_count_per_host", 2024-09-05T07:49:03.714 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.714 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.714 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.714 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:03.714 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.714 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.714 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.714 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "max number of daemons per service per host", 2024-09-05T07:49:03.714 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.714 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.714 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.714 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.715 INFO:teuthology.orchestra.run.smithi071.stdout: "max_osd_draining_count": { 2024-09-05T07:49:03.715 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_osd_draining_count", 2024-09-05T07:49:03.715 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.715 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.715 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.715 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:03.715 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.715 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.715 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.715 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-05T07:49:03.715 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.715 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.715 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.715 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.716 INFO:teuthology.orchestra.run.smithi071.stdout: "migration_current": { 2024-09-05T07:49:03.716 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "migration_current", 2024-09-05T07:49:03.716 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.716 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.716 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.716 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.716 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.716 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.716 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.716 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "internal - do not modify", 2024-09-05T07:49:03.716 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.716 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.716 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.716 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.717 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": { 2024-09-05T07:49:03.717 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mode", 2024-09-05T07:49:03.717 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.717 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.717 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.717 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "root", 2024-09-05T07:49:03.717 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.717 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.717 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.717 INFO:teuthology.orchestra.run.smithi071.stdout: "cephadm-package", 2024-09-05T07:49:03.717 INFO:teuthology.orchestra.run.smithi071.stdout: "root" 2024-09-05T07:49:03.717 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.717 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "mode for remote execution of cephadm", 2024-09-05T07:49:03.718 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.718 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.718 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.718 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.718 INFO:teuthology.orchestra.run.smithi071.stdout: "oob_default_addr": { 2024-09-05T07:49:03.718 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "oob_default_addr", 2024-09-05T07:49:03.718 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.718 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.718 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.718 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "169.254.1.1", 2024-09-05T07:49:03.718 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.718 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.718 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.718 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-05T07:49:03.719 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.719 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.719 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.719 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.719 INFO:teuthology.orchestra.run.smithi071.stdout: "prometheus_alerts_path": { 2024-09-05T07:49:03.719 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "prometheus_alerts_path", 2024-09-05T07:49:03.719 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.719 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.719 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.719 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-05T07:49:03.719 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.719 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.719 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.720 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-05T07:49:03.720 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.720 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.720 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.720 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.720 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_insecure": { 2024-09-05T07:49:03.720 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_insecure", 2024-09-05T07:49:03.720 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.720 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.720 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.720 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.720 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.720 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.720 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.721 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-05T07:49:03.721 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.721 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.721 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.721 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.721 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_password": { 2024-09-05T07:49:03.721 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_password", 2024-09-05T07:49:03.721 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.721 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.721 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.721 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.721 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.722 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.722 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.722 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-05T07:49:03.722 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.722 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.722 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.722 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.722 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_url": { 2024-09-05T07:49:03.722 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_url", 2024-09-05T07:49:03.722 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.722 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.722 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.722 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.722 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.723 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.723 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.723 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-05T07:49:03.723 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.723 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.723 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.723 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.723 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_username": { 2024-09-05T07:49:03.723 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_username", 2024-09-05T07:49:03.723 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.723 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.723 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.723 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.723 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.724 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.724 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.724 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-05T07:49:03.724 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.724 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.724 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.724 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.724 INFO:teuthology.orchestra.run.smithi071.stdout: "secure_monitoring_stack": { 2024-09-05T07:49:03.724 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "secure_monitoring_stack", 2024-09-05T07:49:03.724 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.724 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.724 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.725 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.725 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.725 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.725 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.725 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-05T07:49:03.725 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.725 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.725 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.725 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.725 INFO:teuthology.orchestra.run.smithi071.stdout: "service_discovery_port": { 2024-09-05T07:49:03.725 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "service_discovery_port", 2024-09-05T07:49:03.725 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.725 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.725 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.726 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8765", 2024-09-05T07:49:03.726 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.726 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.726 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.726 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "cephadm service discovery port", 2024-09-05T07:49:03.726 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.726 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.726 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.726 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.726 INFO:teuthology.orchestra.run.smithi071.stdout: "ssh_config_file": { 2024-09-05T07:49:03.726 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssh_config_file", 2024-09-05T07:49:03.726 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.726 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.726 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.727 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.727 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.727 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.727 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.727 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-05T07:49:03.727 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.727 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.727 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.727 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.727 INFO:teuthology.orchestra.run.smithi071.stdout: "use_agent": { 2024-09-05T07:49:03.727 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "use_agent", 2024-09-05T07:49:03.727 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.727 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.727 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.728 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.728 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.728 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.728 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.728 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-05T07:49:03.728 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.728 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.728 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.728 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.728 INFO:teuthology.orchestra.run.smithi071.stdout: "use_repo_digest": { 2024-09-05T07:49:03.728 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "use_repo_digest", 2024-09-05T07:49:03.728 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.728 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.729 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.729 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.729 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.729 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.729 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.729 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-05T07:49:03.729 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.729 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.729 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.729 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.729 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_on_failed_host_check": { 2024-09-05T07:49:03.729 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_on_failed_host_check", 2024-09-05T07:49:03.729 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.729 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.730 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.730 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.730 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.730 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.730 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.730 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise a health warning if the host check fails", 2024-09-05T07:49:03.730 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.730 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.730 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.730 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.730 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_on_stray_daemons": { 2024-09-05T07:49:03.730 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_on_stray_daemons", 2024-09-05T07:49:03.730 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.731 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.731 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.731 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.731 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.731 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.731 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.731 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-05T07:49:03.731 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.731 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.731 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.731 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.731 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_on_stray_hosts": { 2024-09-05T07:49:03.731 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_on_stray_hosts", 2024-09-05T07:49:03.731 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.732 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.732 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.732 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.732 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.732 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.732 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.732 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-05T07:49:03.732 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.732 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.732 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.732 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.732 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.732 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.733 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.733 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crash", 2024-09-05T07:49:03.733 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.733 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.733 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.733 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.733 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.733 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.733 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.733 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.733 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.733 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.733 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.734 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.734 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.734 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.734 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.734 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.734 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.734 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.734 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.734 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.734 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.734 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.734 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.734 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.734 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.735 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.735 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.735 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.735 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.735 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.735 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.735 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.735 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.735 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.735 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.735 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.735 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.735 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.736 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.736 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.736 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.736 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.736 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.736 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.736 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.736 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.736 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.736 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.736 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.736 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.736 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.737 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.737 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.737 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.737 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.737 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.737 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.737 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.737 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.737 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.737 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.737 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.737 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.737 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.737 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.738 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.738 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.738 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.738 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.738 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.738 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.738 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.738 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.738 INFO:teuthology.orchestra.run.smithi071.stdout: "retain_interval": { 2024-09-05T07:49:03.738 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "retain_interval", 2024-09-05T07:49:03.738 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.738 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.738 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.738 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "31536000", 2024-09-05T07:49:03.739 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.739 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.739 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.739 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-05T07:49:03.739 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.739 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.739 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.739 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.739 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_recent_interval": { 2024-09-05T07:49:03.739 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_recent_interval", 2024-09-05T07:49:03.739 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.739 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.739 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.739 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "1209600", 2024-09-05T07:49:03.739 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.740 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.740 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.740 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-05T07:49:03.740 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.740 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.740 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.740 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.740 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.740 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.740 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.740 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "dashboard", 2024-09-05T07:49:03.740 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.740 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.741 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.741 INFO:teuthology.orchestra.run.smithi071.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-05T07:49:03.741 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-05T07:49:03.741 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.741 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.741 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.741 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:03.741 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.741 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.741 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.741 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.741 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.741 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.742 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.742 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.742 INFO:teuthology.orchestra.run.smithi071.stdout: "ALERTMANAGER_API_HOST": { 2024-09-05T07:49:03.742 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-05T07:49:03.742 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.742 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.742 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.742 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.742 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.742 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.742 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.742 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.742 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.742 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.743 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.743 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.743 INFO:teuthology.orchestra.run.smithi071.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-05T07:49:03.743 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-05T07:49:03.743 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.743 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.743 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.743 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.743 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.743 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.743 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.743 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.743 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.743 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.744 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.744 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.744 INFO:teuthology.orchestra.run.smithi071.stdout: "AUDIT_API_ENABLED": { 2024-09-05T07:49:03.744 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "AUDIT_API_ENABLED", 2024-09-05T07:49:03.744 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.744 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.744 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.744 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.744 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.744 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.744 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.744 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.744 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.744 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.744 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.745 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.745 INFO:teuthology.orchestra.run.smithi071.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-05T07:49:03.745 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-05T07:49:03.745 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.745 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.745 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.745 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.745 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.745 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.745 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.745 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.745 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.745 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.746 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.746 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.746 INFO:teuthology.orchestra.run.smithi071.stdout: "ENABLE_BROWSABLE_API": { 2024-09-05T07:49:03.746 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-05T07:49:03.746 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.746 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.746 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.746 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.746 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.746 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.746 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.746 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.746 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.747 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.747 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.747 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.747 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-05T07:49:03.747 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-05T07:49:03.747 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.747 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.747 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.747 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.747 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.747 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.747 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.747 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.747 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.748 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.748 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.748 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.748 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-05T07:49:03.748 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-05T07:49:03.748 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.748 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.748 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.748 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.748 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.748 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.748 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.748 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.749 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.749 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.749 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.749 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.749 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-05T07:49:03.749 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-05T07:49:03.749 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.749 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.749 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.749 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.749 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.749 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.749 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.749 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.750 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.750 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.750 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.750 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.750 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-05T07:49:03.750 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-05T07:49:03.750 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.750 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.750 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.750 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.750 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.750 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.750 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.750 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.751 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.751 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.751 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.751 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.751 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-05T07:49:03.751 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-05T07:49:03.751 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.751 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.751 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.751 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.751 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.751 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.751 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.751 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.751 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.752 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.752 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.752 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.752 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-05T07:49:03.752 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-05T07:49:03.752 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.752 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.752 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.752 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.752 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.752 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.752 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.752 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.752 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.752 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.753 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.753 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.753 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-05T07:49:03.753 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-05T07:49:03.753 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.753 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.753 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.753 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.753 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.753 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.753 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.753 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.753 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.753 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.753 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.754 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.754 INFO:teuthology.orchestra.run.smithi071.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-05T07:49:03.754 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-05T07:49:03.754 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.754 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.754 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.754 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.754 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.754 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.754 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.754 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.754 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.755 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.755 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.755 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.755 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_PASSWORD": { 2024-09-05T07:49:03.755 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-05T07:49:03.755 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.755 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.755 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.755 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "admin", 2024-09-05T07:49:03.755 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.755 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.755 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.755 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.755 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.755 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.756 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.756 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.756 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-05T07:49:03.756 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-05T07:49:03.756 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.756 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.756 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.756 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.756 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.756 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.756 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.756 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.756 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.756 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.757 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.757 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.757 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_URL": { 2024-09-05T07:49:03.757 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_URL", 2024-09-05T07:49:03.757 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.757 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.757 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.757 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.757 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.757 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.757 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.757 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.757 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.757 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.757 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.758 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.758 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_USERNAME": { 2024-09-05T07:49:03.758 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-05T07:49:03.758 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.758 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.758 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.758 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "admin", 2024-09-05T07:49:03.758 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.758 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.758 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.758 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.758 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.758 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.758 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.759 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.759 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-05T07:49:03.759 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-05T07:49:03.759 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.759 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.759 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.759 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.759 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.759 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.759 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.759 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.759 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.759 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.759 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.759 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.760 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-05T07:49:03.760 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-05T07:49:03.760 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.760 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.760 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.760 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.760 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.760 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.760 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.760 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.760 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.760 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.760 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.761 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.761 INFO:teuthology.orchestra.run.smithi071.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-05T07:49:03.761 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-05T07:49:03.761 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.761 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.761 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.761 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.761 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.761 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.761 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.761 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.761 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.761 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.762 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.762 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.762 INFO:teuthology.orchestra.run.smithi071.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-05T07:49:03.762 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-05T07:49:03.762 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.762 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.762 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.762 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.762 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.762 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.762 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.762 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.762 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.762 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.762 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.763 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.763 INFO:teuthology.orchestra.run.smithi071.stdout: "PROMETHEUS_API_HOST": { 2024-09-05T07:49:03.763 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-05T07:49:03.763 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.763 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.763 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.763 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.763 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.763 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.763 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.763 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.763 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.763 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.763 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.764 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.764 INFO:teuthology.orchestra.run.smithi071.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-05T07:49:03.764 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-05T07:49:03.764 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.764 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.764 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.764 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.764 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.764 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.764 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.764 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.764 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.764 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.764 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-05T07:49:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-05T07:49:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.765 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-05T07:49:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-05T07:49:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.766 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.767 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.767 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-05T07:49:03.767 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-05T07:49:03.767 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.767 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.767 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.767 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.767 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.767 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.767 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.768 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.768 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.768 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.768 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.768 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.768 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-05T07:49:03.768 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-05T07:49:03.768 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.768 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.768 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.768 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.768 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.768 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.769 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.769 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.769 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.769 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.769 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.769 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.769 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-05T07:49:03.769 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-05T07:49:03.769 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.769 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.769 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.769 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.769 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.769 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.770 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.770 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.770 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.770 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.770 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.770 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.770 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-05T07:49:03.770 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-05T07:49:03.770 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.770 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.770 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.770 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.770 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.770 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.771 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.771 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.771 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.771 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.771 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.771 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.771 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-05T07:49:03.771 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-05T07:49:03.771 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.771 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.771 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.771 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.771 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.771 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.771 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.772 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.772 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.772 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.772 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.772 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.772 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_ENABLED": { 2024-09-05T07:49:03.772 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-05T07:49:03.772 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.772 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.772 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.772 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.772 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.772 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.772 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.773 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.773 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.773 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.773 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.773 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.773 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-05T07:49:03.773 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-05T07:49:03.773 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.773 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.773 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.773 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-05T07:49:03.773 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.773 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.773 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.774 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.774 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.774 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.774 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.774 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.774 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-05T07:49:03.774 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-05T07:49:03.774 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.774 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.774 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.774 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:03.774 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.774 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.775 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.775 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.775 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.775 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.775 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.775 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.775 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-05T07:49:03.775 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-05T07:49:03.775 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.775 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.775 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.775 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8", 2024-09-05T07:49:03.775 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.775 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.775 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.776 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.776 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.776 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.776 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.776 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.776 INFO:teuthology.orchestra.run.smithi071.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-05T07:49:03.776 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-05T07:49:03.776 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.776 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.776 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.776 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "45", 2024-09-05T07:49:03.776 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.776 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.777 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.777 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.777 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.777 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.777 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.777 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.777 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_ACCESS_KEY": { 2024-09-05T07:49:03.777 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-05T07:49:03.777 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.777 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.777 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.777 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.777 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.778 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.778 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.778 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.778 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.778 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.778 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.778 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.778 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-05T07:49:03.778 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-05T07:49:03.778 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.778 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.778 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.779 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "admin", 2024-09-05T07:49:03.779 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.779 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.779 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.779 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.779 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.779 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.779 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.779 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.779 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_SECRET_KEY": { 2024-09-05T07:49:03.779 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-05T07:49:03.779 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.779 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.779 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.780 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.780 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.780 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.780 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.780 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.780 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.780 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.780 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.780 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.780 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_SSL_VERIFY": { 2024-09-05T07:49:03.780 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-05T07:49:03.780 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.780 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.780 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.781 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.781 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.781 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.781 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.781 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.781 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.781 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.781 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.781 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.781 INFO:teuthology.orchestra.run.smithi071.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-05T07:49:03.781 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-05T07:49:03.781 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.781 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.781 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.782 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-05T07:49:03.782 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.782 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.782 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.782 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.782 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.782 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.782 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.782 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.782 INFO:teuthology.orchestra.run.smithi071.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-05T07:49:03.782 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-05T07:49:03.782 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.782 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.782 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.783 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:03.783 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.783 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.783 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.783 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.783 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.783 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.783 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.783 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.783 INFO:teuthology.orchestra.run.smithi071.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-05T07:49:03.783 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-05T07:49:03.783 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.783 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.783 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.784 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-05T07:49:03.784 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.784 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.784 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.784 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.784 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.784 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.784 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.784 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.784 INFO:teuthology.orchestra.run.smithi071.stdout: "cross_origin_url": { 2024-09-05T07:49:03.784 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cross_origin_url", 2024-09-05T07:49:03.784 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.784 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.784 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.784 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.785 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.785 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.785 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.785 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.785 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.785 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.785 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.785 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.785 INFO:teuthology.orchestra.run.smithi071.stdout: "crt_file": { 2024-09-05T07:49:03.785 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crt_file", 2024-09-05T07:49:03.785 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.785 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.785 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.785 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.786 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.786 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.786 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.786 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.786 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.786 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.786 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.786 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.786 INFO:teuthology.orchestra.run.smithi071.stdout: "debug": { 2024-09-05T07:49:03.786 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "debug", 2024-09-05T07:49:03.786 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.786 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.786 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.787 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.787 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.787 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.787 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.787 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Enable/disable debug options", 2024-09-05T07:49:03.787 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.787 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.787 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.787 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.787 INFO:teuthology.orchestra.run.smithi071.stdout: "jwt_token_ttl": { 2024-09-05T07:49:03.787 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "jwt_token_ttl", 2024-09-05T07:49:03.787 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.787 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.787 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.788 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "28800", 2024-09-05T07:49:03.788 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.788 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.788 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.788 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.788 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.788 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.788 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.788 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.788 INFO:teuthology.orchestra.run.smithi071.stdout: "key_file": { 2024-09-05T07:49:03.788 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "key_file", 2024-09-05T07:49:03.788 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.788 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.789 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.789 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.789 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.789 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.789 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.789 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.789 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.789 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.789 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.789 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.789 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.789 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.789 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.790 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.790 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.790 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.790 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.790 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.790 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.790 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.790 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.790 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.790 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.790 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.790 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.790 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.790 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.791 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.791 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.791 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.791 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.791 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.791 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.791 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.791 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.791 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.791 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.791 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.791 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.791 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.791 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.791 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.792 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.792 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.792 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.792 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.792 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.792 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.792 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.792 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.792 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.792 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.792 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.792 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.792 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.793 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.793 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.793 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.793 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.793 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.793 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.793 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.793 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.793 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.793 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.793 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.793 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.793 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.794 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.794 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.794 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.794 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.794 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.794 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.794 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.794 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.794 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.794 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.794 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.794 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.794 INFO:teuthology.orchestra.run.smithi071.stdout: "motd": { 2024-09-05T07:49:03.794 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "motd", 2024-09-05T07:49:03.795 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.795 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.795 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.795 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.795 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.795 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.795 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.795 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "The message of the day", 2024-09-05T07:49:03.795 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.795 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.795 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.795 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.795 INFO:teuthology.orchestra.run.smithi071.stdout: "redirect_resolve_ip_addr": { 2024-09-05T07:49:03.795 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "redirect_resolve_ip_addr", 2024-09-05T07:49:03.796 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.796 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.796 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.796 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.796 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.796 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.796 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.796 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.796 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.796 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.796 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.796 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.796 INFO:teuthology.orchestra.run.smithi071.stdout: "server_addr": { 2024-09-05T07:49:03.796 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_addr", 2024-09-05T07:49:03.797 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.797 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.797 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.797 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "::", 2024-09-05T07:49:03.797 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.797 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.797 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.797 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.797 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.797 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.797 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.797 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.797 INFO:teuthology.orchestra.run.smithi071.stdout: "server_port": { 2024-09-05T07:49:03.798 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_port", 2024-09-05T07:49:03.798 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.798 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.798 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.798 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8080", 2024-09-05T07:49:03.798 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.798 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.798 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.798 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.798 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.798 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.798 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.798 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.798 INFO:teuthology.orchestra.run.smithi071.stdout: "ssl": { 2024-09-05T07:49:03.799 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssl", 2024-09-05T07:49:03.799 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.799 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.799 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.799 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.799 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.799 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.799 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.799 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.799 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.799 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.799 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.799 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.799 INFO:teuthology.orchestra.run.smithi071.stdout: "ssl_server_port": { 2024-09-05T07:49:03.800 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssl_server_port", 2024-09-05T07:49:03.800 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.800 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.800 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.800 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8443", 2024-09-05T07:49:03.800 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.800 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.800 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.800 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.800 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.800 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.800 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.800 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.800 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_behaviour": { 2024-09-05T07:49:03.801 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_behaviour", 2024-09-05T07:49:03.801 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.801 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.801 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.801 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "redirect", 2024-09-05T07:49:03.801 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.801 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.801 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.801 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.801 INFO:teuthology.orchestra.run.smithi071.stdout: "redirect" 2024-09-05T07:49:03.801 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.801 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.802 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.802 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.802 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.802 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.802 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_error_status_code": { 2024-09-05T07:49:03.802 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_error_status_code", 2024-09-05T07:49:03.802 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.802 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.802 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.802 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "500", 2024-09-05T07:49:03.802 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "400", 2024-09-05T07:49:03.802 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "599", 2024-09-05T07:49:03.802 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.802 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.803 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.803 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.803 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.803 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.803 INFO:teuthology.orchestra.run.smithi071.stdout: "url_prefix": { 2024-09-05T07:49:03.803 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "url_prefix", 2024-09-05T07:49:03.803 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.803 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.803 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.803 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.803 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.803 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.803 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.804 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.804 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.804 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.804 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.804 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.804 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.804 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.804 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.804 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "devicehealth", 2024-09-05T07:49:03.804 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.804 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.804 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.804 INFO:teuthology.orchestra.run.smithi071.stdout: "enable_monitoring": { 2024-09-05T07:49:03.804 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enable_monitoring", 2024-09-05T07:49:03.805 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.805 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.805 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.805 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.805 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.805 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.805 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.805 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "monitor device health metrics", 2024-09-05T07:49:03.805 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.805 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.805 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.805 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.805 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.805 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.806 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.806 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.806 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.806 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.806 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.806 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.806 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.806 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.806 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.806 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.806 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.806 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.806 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.806 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.807 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.807 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.807 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.807 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.807 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.807 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.807 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.807 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.807 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.807 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.807 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.807 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.807 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.808 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.808 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.808 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.808 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.808 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.808 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.808 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.808 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.808 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.808 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.808 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.808 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.808 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.809 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.809 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.809 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.809 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.809 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.809 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.809 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.809 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.809 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.809 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.809 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.809 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.809 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.809 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.810 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.810 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.810 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.810 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.810 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.810 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.810 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.810 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.810 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.810 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.810 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.810 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.810 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.810 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.810 INFO:teuthology.orchestra.run.smithi071.stdout: "mark_out_threshold": { 2024-09-05T07:49:03.811 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mark_out_threshold", 2024-09-05T07:49:03.811 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.811 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.811 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.811 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "2419200", 2024-09-05T07:49:03.811 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.811 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.811 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.811 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-05T07:49:03.811 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.811 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.811 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.811 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.811 INFO:teuthology.orchestra.run.smithi071.stdout: "pool_name": { 2024-09-05T07:49:03.811 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pool_name", 2024-09-05T07:49:03.812 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.812 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.812 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.812 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "device_health_metrics", 2024-09-05T07:49:03.812 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.812 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.812 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.812 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-05T07:49:03.812 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.812 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.812 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.812 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.812 INFO:teuthology.orchestra.run.smithi071.stdout: "retention_period": { 2024-09-05T07:49:03.812 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "retention_period", 2024-09-05T07:49:03.813 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.813 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.813 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.813 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "15552000", 2024-09-05T07:49:03.813 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.813 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.813 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.813 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how long to retain device health metrics", 2024-09-05T07:49:03.813 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.813 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.813 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.813 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.813 INFO:teuthology.orchestra.run.smithi071.stdout: "scrape_frequency": { 2024-09-05T07:49:03.813 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "scrape_frequency", 2024-09-05T07:49:03.814 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.814 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.814 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.814 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "86400", 2024-09-05T07:49:03.814 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.814 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.814 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.814 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-05T07:49:03.814 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.814 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.814 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.814 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.814 INFO:teuthology.orchestra.run.smithi071.stdout: "self_heal": { 2024-09-05T07:49:03.815 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "self_heal", 2024-09-05T07:49:03.815 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.815 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.815 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.815 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.815 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.815 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.815 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.815 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-05T07:49:03.815 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.815 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.815 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.815 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.816 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-05T07:49:03.816 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-05T07:49:03.816 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.816 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.816 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.816 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-05T07:49:03.816 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.816 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.816 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.816 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to wake up and check device health", 2024-09-05T07:49:03.816 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.816 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.816 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.817 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.817 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_threshold": { 2024-09-05T07:49:03.817 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_threshold", 2024-09-05T07:49:03.817 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.817 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.817 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.817 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "7257600", 2024-09-05T07:49:03.817 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.817 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.817 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.817 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-05T07:49:03.817 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.818 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.818 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.818 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.818 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.818 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.818 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.818 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "diskprediction_local", 2024-09-05T07:49:03.818 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.818 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.818 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.818 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.818 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.818 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.819 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.819 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.819 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.819 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.819 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.819 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.819 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.819 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.819 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.819 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.819 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.819 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.819 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.819 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.820 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.820 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.820 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.820 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.820 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.820 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.820 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.820 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.820 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.820 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.820 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.820 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.820 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.821 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.821 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.821 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.821 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.821 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.821 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.821 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.821 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.821 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.821 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.821 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.821 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.822 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.822 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.822 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.822 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.822 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.822 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.822 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.822 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.822 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.822 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.822 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.822 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.822 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.822 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.823 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.823 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.823 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.823 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.823 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.823 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.823 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.823 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.823 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.823 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.823 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.823 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.823 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.823 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.824 INFO:teuthology.orchestra.run.smithi071.stdout: "predict_interval": { 2024-09-05T07:49:03.824 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "predict_interval", 2024-09-05T07:49:03.824 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.824 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.824 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.824 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "86400", 2024-09-05T07:49:03.824 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.824 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.824 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.824 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.824 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.824 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.824 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.825 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.825 INFO:teuthology.orchestra.run.smithi071.stdout: "predictor_model": { 2024-09-05T07:49:03.825 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "predictor_model", 2024-09-05T07:49:03.825 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.825 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.825 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.825 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "prophetstor", 2024-09-05T07:49:03.825 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.825 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.825 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.825 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.825 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.825 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.826 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.826 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.826 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-05T07:49:03.826 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-05T07:49:03.826 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.826 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.826 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.826 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-05T07:49:03.826 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.826 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.826 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.826 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.826 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.826 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.827 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.827 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.827 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.827 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.827 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.827 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "influx", 2024-09-05T07:49:03.827 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": false, 2024-09-05T07:49:03.827 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "influxdb python module not found", 2024-09-05T07:49:03.827 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.827 INFO:teuthology.orchestra.run.smithi071.stdout: "batch_size": { 2024-09-05T07:49:03.827 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "batch_size", 2024-09-05T07:49:03.827 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.828 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.828 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.828 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5000", 2024-09-05T07:49:03.828 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.828 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.828 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.828 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-05T07:49:03.828 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.828 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.828 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.828 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.828 INFO:teuthology.orchestra.run.smithi071.stdout: "database": { 2024-09-05T07:49:03.828 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "database", 2024-09-05T07:49:03.828 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.829 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.829 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.829 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "ceph", 2024-09-05T07:49:03.829 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.829 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.829 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.829 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-05T07:49:03.829 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.829 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.829 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.829 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.829 INFO:teuthology.orchestra.run.smithi071.stdout: "hostname": { 2024-09-05T07:49:03.829 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "hostname", 2024-09-05T07:49:03.830 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.830 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.830 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.830 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.830 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.830 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.830 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.830 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "InfluxDB server hostname", 2024-09-05T07:49:03.830 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.830 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.830 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.830 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.830 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-05T07:49:03.830 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-05T07:49:03.831 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.831 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.831 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.831 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "30", 2024-09-05T07:49:03.831 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "5", 2024-09-05T07:49:03.831 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.831 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.831 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-05T07:49:03.831 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.831 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.831 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.831 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.831 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.831 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.832 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.832 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.832 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.832 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.832 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.832 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.832 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.832 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.832 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.832 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.832 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.832 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.832 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.833 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.833 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.833 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.833 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.833 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.833 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.833 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.833 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.833 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.833 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.833 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.833 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.833 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.833 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.833 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.834 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.834 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.834 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.834 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.834 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.834 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.834 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.834 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.834 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.834 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.834 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.834 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.834 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.834 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.834 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.835 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.835 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.835 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.835 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.835 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.835 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.835 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.835 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.835 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.835 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.835 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.835 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.836 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.836 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.836 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.836 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.836 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.836 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.836 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.836 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.836 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.836 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.836 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.836 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.836 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.836 INFO:teuthology.orchestra.run.smithi071.stdout: "password": { 2024-09-05T07:49:03.837 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "password", 2024-09-05T07:49:03.837 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.837 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.837 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.837 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.837 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.837 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.837 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.837 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "password of InfluxDB server user", 2024-09-05T07:49:03.837 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.837 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.837 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.837 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.837 INFO:teuthology.orchestra.run.smithi071.stdout: "port": { 2024-09-05T07:49:03.838 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "port", 2024-09-05T07:49:03.838 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.838 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.838 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.838 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8086", 2024-09-05T07:49:03.838 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.838 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.838 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.838 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "InfluxDB server port", 2024-09-05T07:49:03.838 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.838 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.838 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.838 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.839 INFO:teuthology.orchestra.run.smithi071.stdout: "ssl": { 2024-09-05T07:49:03.839 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssl", 2024-09-05T07:49:03.839 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.839 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.839 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.839 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "false", 2024-09-05T07:49:03.839 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.839 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.839 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.839 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-05T07:49:03.839 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.839 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.839 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.839 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.840 INFO:teuthology.orchestra.run.smithi071.stdout: "threads": { 2024-09-05T07:49:03.840 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "threads", 2024-09-05T07:49:03.840 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.840 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.840 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.840 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-05T07:49:03.840 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-05T07:49:03.840 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "32", 2024-09-05T07:49:03.840 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.840 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-05T07:49:03.840 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.840 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.840 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.840 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.841 INFO:teuthology.orchestra.run.smithi071.stdout: "username": { 2024-09-05T07:49:03.841 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "username", 2024-09-05T07:49:03.841 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.841 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.841 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.841 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.841 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.841 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.841 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.841 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "username of InfluxDB server user", 2024-09-05T07:49:03.841 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.841 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.841 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.841 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.842 INFO:teuthology.orchestra.run.smithi071.stdout: "verify_ssl": { 2024-09-05T07:49:03.842 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "verify_ssl", 2024-09-05T07:49:03.842 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.842 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.842 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.842 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "true", 2024-09-05T07:49:03.842 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.842 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.842 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.842 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-05T07:49:03.842 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.842 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.843 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.843 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.843 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.843 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.843 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.843 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "insights", 2024-09-05T07:49:03.843 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.843 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.843 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.843 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.843 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.843 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.843 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.843 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.844 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.844 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.844 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.844 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.844 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.844 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.844 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.844 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.844 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.844 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.844 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.844 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.844 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.844 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.845 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.845 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.845 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.845 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.845 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.845 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.845 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.845 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.845 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.845 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.845 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.845 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.845 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.846 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.846 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.846 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.846 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.846 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.846 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.846 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.846 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.846 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.846 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.846 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.846 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.846 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.846 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.847 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.847 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.847 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.847 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.847 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.847 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.847 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.847 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.847 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.847 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.847 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.847 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.847 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.848 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.848 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.848 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.848 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.848 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.848 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.848 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.848 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.848 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.848 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.848 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.848 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.848 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.849 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.849 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "iostat", 2024-09-05T07:49:03.849 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.849 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.849 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.849 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.849 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.849 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.849 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.849 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.849 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.849 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.849 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.849 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.850 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.850 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.850 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.850 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.850 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.850 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.850 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.850 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.850 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.850 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.850 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.850 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.850 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.850 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.851 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.851 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.851 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.851 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.851 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.851 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.851 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.851 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.851 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.851 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.851 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.851 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.851 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.851 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.852 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.852 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.852 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.852 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.852 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.852 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.852 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.852 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.852 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.852 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.852 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.852 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.852 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.852 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.853 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.853 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.853 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.853 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.853 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.853 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.853 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.853 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.853 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.853 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.853 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.853 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.853 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.854 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.854 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.854 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.854 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.854 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.854 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.854 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.854 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.854 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.854 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "k8sevents", 2024-09-05T07:49:03.854 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.854 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.854 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.854 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_event_retention_days": { 2024-09-05T07:49:03.854 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ceph_event_retention_days", 2024-09-05T07:49:03.855 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.855 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.855 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.855 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "7", 2024-09-05T07:49:03.855 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.855 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.855 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.855 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-05T07:49:03.855 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.855 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.855 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.855 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.855 INFO:teuthology.orchestra.run.smithi071.stdout: "config_check_secs": { 2024-09-05T07:49:03.855 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "config_check_secs", 2024-09-05T07:49:03.856 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.856 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.856 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.856 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:03.856 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "10", 2024-09-05T07:49:03.856 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.856 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.856 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-05T07:49:03.856 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.856 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.856 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.856 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.856 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.856 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.857 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.857 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.857 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.857 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.857 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.857 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.857 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.857 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.857 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.857 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.857 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.857 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.857 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.858 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.858 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.858 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.858 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.858 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.858 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.858 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.858 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.858 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.858 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.858 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.858 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.858 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.859 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.859 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.859 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.859 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.859 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.859 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.859 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.859 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.859 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.859 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.859 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.859 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.859 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.859 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.860 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.860 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.860 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.860 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.860 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.860 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.860 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.860 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.860 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.860 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.861 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.864 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.864 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.864 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.864 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.865 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.865 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.865 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.865 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.865 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.865 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.865 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.865 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.865 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.865 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.865 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.865 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.865 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.865 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.866 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.866 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.866 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "localpool", 2024-09-05T07:49:03.866 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.866 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.866 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.866 INFO:teuthology.orchestra.run.smithi071.stdout: "failure_domain": { 2024-09-05T07:49:03.866 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "failure_domain", 2024-09-05T07:49:03.866 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.866 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.866 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.866 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "host", 2024-09-05T07:49:03.866 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.866 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.866 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.867 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "failure domain for any created local pool", 2024-09-05T07:49:03.867 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-05T07:49:03.867 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.867 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.867 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.867 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.867 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.867 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.867 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.867 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.868 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.868 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.868 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.868 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.868 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.868 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.868 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.868 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.868 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.868 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.869 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.869 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.869 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.869 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.869 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.869 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.869 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.869 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.869 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.870 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.870 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.870 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.870 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.870 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.870 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.870 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.870 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.870 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.870 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.870 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.870 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.870 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.871 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.871 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.871 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.871 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.871 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.871 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.871 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.871 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.871 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.871 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.871 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.871 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.871 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.871 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.872 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.872 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.872 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.872 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.872 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.872 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.872 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.872 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.872 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.872 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.872 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.872 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.873 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.873 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.873 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.873 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.873 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.873 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.873 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.873 INFO:teuthology.orchestra.run.smithi071.stdout: "min_size": { 2024-09-05T07:49:03.873 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "min_size", 2024-09-05T07:49:03.873 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.873 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.874 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.874 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.874 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.874 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.874 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.874 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "default min_size for any created local pool", 2024-09-05T07:49:03.874 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-05T07:49:03.874 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.874 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.874 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.874 INFO:teuthology.orchestra.run.smithi071.stdout: "num_rep": { 2024-09-05T07:49:03.874 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "num_rep", 2024-09-05T07:49:03.874 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.874 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.875 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.875 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "3", 2024-09-05T07:49:03.875 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.875 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.875 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.875 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "default replica count for any created local pool", 2024-09-05T07:49:03.875 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.875 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.875 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.875 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.875 INFO:teuthology.orchestra.run.smithi071.stdout: "pg_num": { 2024-09-05T07:49:03.875 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pg_num", 2024-09-05T07:49:03.875 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.876 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.876 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.876 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "128", 2024-09-05T07:49:03.876 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.876 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.876 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.876 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "default pg_num for any created local pool", 2024-09-05T07:49:03.876 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.876 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.877 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.877 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.877 INFO:teuthology.orchestra.run.smithi071.stdout: "prefix": { 2024-09-05T07:49:03.877 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "prefix", 2024-09-05T07:49:03.877 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.877 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.877 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.877 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.877 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.877 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.877 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.877 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "name prefix for any created local pool", 2024-09-05T07:49:03.877 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.878 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.878 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.878 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.878 INFO:teuthology.orchestra.run.smithi071.stdout: "subtree": { 2024-09-05T07:49:03.878 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "subtree", 2024-09-05T07:49:03.878 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.878 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.878 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.878 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "rack", 2024-09-05T07:49:03.878 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.878 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.878 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.878 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-05T07:49:03.878 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-05T07:49:03.879 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.879 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.879 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.879 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.879 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.879 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.879 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mds_autoscaler", 2024-09-05T07:49:03.879 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.879 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.879 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.880 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.880 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.880 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.880 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.880 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.880 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.880 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.880 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.880 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.880 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.880 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.880 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.880 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.881 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.881 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.881 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.881 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.881 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.881 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.881 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.881 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.881 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.881 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.881 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.881 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.881 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.881 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.881 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.882 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.882 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.882 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.882 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.882 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.882 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.882 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.882 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.882 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.882 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.882 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.882 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.882 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.882 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.882 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.883 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.883 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.883 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.883 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.883 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.883 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.883 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.883 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.883 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.883 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.883 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.883 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.883 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.883 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.884 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.884 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.884 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.884 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.884 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.884 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.884 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.884 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.884 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.884 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.884 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.884 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.884 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.884 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.884 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.885 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.885 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mirroring", 2024-09-05T07:49:03.885 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.885 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.885 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.885 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.885 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.885 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.885 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.885 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.885 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.885 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.885 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.885 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.885 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.886 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.886 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.886 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.886 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.886 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.886 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.886 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.886 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.886 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.886 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.886 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.886 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.886 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.886 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.886 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.887 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.887 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.887 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.887 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.887 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.887 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.887 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.887 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.887 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.887 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.887 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.887 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.887 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.887 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.887 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.888 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.888 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.888 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.888 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.888 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.888 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.888 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.888 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.888 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.888 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.888 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.888 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.889 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.889 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.889 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.889 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.889 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.889 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.889 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.889 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.889 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.889 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.889 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.889 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.889 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.890 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.890 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.890 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.890 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.890 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.890 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.890 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.890 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.890 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "nfs", 2024-09-05T07:49:03.890 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.890 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.890 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.890 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.890 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.891 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.891 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.891 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.891 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.891 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.891 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.891 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.891 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.891 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.891 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.891 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.891 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.891 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.891 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.891 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.892 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.892 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.892 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.892 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.892 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.892 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.892 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.892 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.892 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.892 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.892 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.892 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.892 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.892 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.893 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.893 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.893 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.893 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.893 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.893 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.893 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.893 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.893 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.893 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.893 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.893 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.893 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.894 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.894 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.894 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.894 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.894 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.894 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.894 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.894 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.894 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.894 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.894 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "orchestrator", 2024-09-05T07:49:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: "fail_fs": { 2024-09-05T07:49:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "fail_fs", 2024-09-05T07:49:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.897 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.897 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.897 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.897 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-05T07:49:03.897 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.897 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.897 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.897 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.897 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.897 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.898 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.898 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.898 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.898 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.898 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.898 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.898 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.898 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.898 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.898 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.898 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.898 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.898 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.898 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.899 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.899 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.899 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.899 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.899 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.899 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.899 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.899 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.899 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.899 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.899 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.899 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.899 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.899 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.900 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.900 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.900 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.900 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.900 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.900 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.900 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.900 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.900 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.900 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.900 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.900 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.900 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.900 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.900 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.901 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.901 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.901 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.901 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.901 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.901 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.901 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.901 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.901 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.901 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.901 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.901 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.901 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.901 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.901 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.902 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.902 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.902 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.902 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.902 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.902 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.902 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.902 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.902 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.902 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.902 INFO:teuthology.orchestra.run.smithi071.stdout: "orchestrator": { 2024-09-05T07:49:03.902 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "orchestrator", 2024-09-05T07:49:03.902 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.902 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.902 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.903 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.903 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.903 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.903 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.903 INFO:teuthology.orchestra.run.smithi071.stdout: "cephadm", 2024-09-05T07:49:03.903 INFO:teuthology.orchestra.run.smithi071.stdout: "rook", 2024-09-05T07:49:03.903 INFO:teuthology.orchestra.run.smithi071.stdout: "test_orchestrator" 2024-09-05T07:49:03.903 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.903 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Orchestrator backend", 2024-09-05T07:49:03.903 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.903 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.903 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.903 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.904 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.904 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.904 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.904 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "osd_perf_query", 2024-09-05T07:49:03.904 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.904 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.904 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.904 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.904 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.904 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.904 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.904 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.904 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.904 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.905 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.905 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.905 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.905 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.905 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.905 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.905 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.905 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.905 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.905 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.905 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.905 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.905 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.905 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.906 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.906 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.906 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.906 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.906 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.906 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.906 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.906 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.906 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.906 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.906 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.906 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.906 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.906 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.906 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.906 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.907 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.907 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.907 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.907 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.907 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.907 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.907 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.907 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.907 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.907 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.907 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.907 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.907 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.907 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.908 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.908 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.908 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.908 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.908 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.908 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.908 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.908 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.908 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.908 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.908 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.908 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.908 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.909 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.909 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.909 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.909 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.909 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.909 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.909 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.909 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.909 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.909 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "osd_support", 2024-09-05T07:49:03.909 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.909 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.909 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.909 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.909 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.910 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.910 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.910 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.910 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.910 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.910 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.910 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.910 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.910 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.910 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.910 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.910 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.910 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.911 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.911 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.911 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.911 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.911 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.911 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.911 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.911 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.911 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.911 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.912 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.912 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.912 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.912 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.912 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.912 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.912 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.912 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.912 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.912 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.912 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.912 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.912 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.912 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.913 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.913 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.913 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.913 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.913 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.913 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.913 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.913 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.913 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.913 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.913 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.913 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.913 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.913 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.913 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.914 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.914 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.914 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.914 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.914 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.914 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.914 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.914 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.914 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.914 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.914 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.914 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.914 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.914 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.914 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.915 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.915 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.915 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.915 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.915 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pg_autoscaler", 2024-09-05T07:49:03.915 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.915 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.915 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.915 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.915 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.915 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.915 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.916 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.916 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.916 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.916 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.916 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.916 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.916 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.916 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.916 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.916 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.916 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.916 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.916 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.917 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.917 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.917 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.917 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.917 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.917 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.917 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.917 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.917 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.917 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.917 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.917 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.917 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.917 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.918 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.918 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.918 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.918 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.918 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.918 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.918 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.918 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.918 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.918 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.918 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.918 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.918 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.918 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.918 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.919 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.919 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.919 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.919 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.919 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.919 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.919 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.919 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.919 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.919 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.919 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.919 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.919 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.919 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.920 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.920 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.920 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.920 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.920 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.920 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.920 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.920 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.920 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.920 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.920 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-05T07:49:03.920 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-05T07:49:03.920 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.920 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.921 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.921 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-05T07:49:03.921 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.921 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.921 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.921 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.921 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.921 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.921 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.921 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.921 INFO:teuthology.orchestra.run.smithi071.stdout: "threshold": { 2024-09-05T07:49:03.921 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "threshold", 2024-09-05T07:49:03.921 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:03.922 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.922 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.922 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "3.0", 2024-09-05T07:49:03.922 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1.0", 2024-09-05T07:49:03.922 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.922 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.922 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "scaling threshold", 2024-09-05T07:49:03.922 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-05T07:49:03.922 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.922 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.922 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.923 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.923 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.923 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.923 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "progress", 2024-09-05T07:49:03.923 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.923 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.923 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.923 INFO:teuthology.orchestra.run.smithi071.stdout: "allow_pg_recovery_event": { 2024-09-05T07:49:03.923 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "allow_pg_recovery_event", 2024-09-05T07:49:03.923 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.924 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.924 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.924 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.924 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.924 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.924 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.924 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-05T07:49:03.924 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.924 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.924 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.924 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.924 INFO:teuthology.orchestra.run.smithi071.stdout: "enabled": { 2024-09-05T07:49:03.924 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enabled", 2024-09-05T07:49:03.924 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.924 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.925 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.925 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.925 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.925 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.925 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.925 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.925 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.925 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.925 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.925 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.925 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.925 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.925 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.925 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.926 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.926 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.926 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.926 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.926 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.926 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.926 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.926 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.926 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.926 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.927 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.927 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.927 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.927 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.927 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.927 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.927 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.927 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.927 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.927 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.927 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.927 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.927 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.927 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.928 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.928 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.928 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.928 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.928 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.928 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.928 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.928 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.928 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.928 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.928 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.928 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.928 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.928 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.929 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.929 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.929 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.929 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.929 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.929 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.929 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.929 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.929 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.929 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.930 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.930 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.930 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.930 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.930 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.930 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.930 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.930 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.930 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.930 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.930 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.931 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.931 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.931 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.931 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.931 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.931 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.931 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.931 INFO:teuthology.orchestra.run.smithi071.stdout: "max_completed_events": { 2024-09-05T07:49:03.931 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_completed_events", 2024-09-05T07:49:03.931 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.931 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.931 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.931 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "50", 2024-09-05T07:49:03.931 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.931 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.932 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.932 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "number of past completed events to remember", 2024-09-05T07:49:03.932 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.932 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.932 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.932 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.932 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-05T07:49:03.932 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-05T07:49:03.932 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:03.932 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.932 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.932 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-05T07:49:03.932 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.932 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.933 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.933 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how long the module is going to sleep", 2024-09-05T07:49:03.933 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.933 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.933 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.933 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.933 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.933 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.933 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.933 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "prometheus", 2024-09-05T07:49:03.933 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.933 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.934 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.934 INFO:teuthology.orchestra.run.smithi071.stdout: "cache": { 2024-09-05T07:49:03.934 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cache", 2024-09-05T07:49:03.934 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.934 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.934 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.934 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.934 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.934 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.934 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.934 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.934 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.934 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.934 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.935 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.935 INFO:teuthology.orchestra.run.smithi071.stdout: "exclude_perf_counters": { 2024-09-05T07:49:03.935 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "exclude_perf_counters", 2024-09-05T07:49:03.935 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.935 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.935 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.935 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.935 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.935 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.935 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.935 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-05T07:49:03.935 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-05T07:49:03.935 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.935 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.936 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.936 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.936 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.936 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.936 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.936 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.936 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.936 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.936 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.936 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.936 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.936 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.936 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.936 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.937 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.937 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.937 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.937 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.937 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.937 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.937 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.937 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.937 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.937 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.938 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.938 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.938 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.938 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.938 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.938 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.938 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.938 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.938 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.938 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.938 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.938 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.938 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.938 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.938 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.939 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.939 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.939 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.939 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.939 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.939 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.939 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.939 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.939 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.939 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.939 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.939 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.939 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.939 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.939 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.940 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.940 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.940 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.940 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.940 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.940 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.940 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.940 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.940 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.940 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.940 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.940 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.940 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.940 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.940 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.941 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.941 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.941 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_stats_pools": { 2024-09-05T07:49:03.941 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rbd_stats_pools", 2024-09-05T07:49:03.941 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.941 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.941 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.941 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.941 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.941 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.941 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.941 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.941 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.941 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.942 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.942 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.942 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-05T07:49:03.942 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-05T07:49:03.942 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.942 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.942 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.942 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "300", 2024-09-05T07:49:03.942 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.942 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.942 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.942 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.942 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.942 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.943 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.943 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.943 INFO:teuthology.orchestra.run.smithi071.stdout: "scrape_interval": { 2024-09-05T07:49:03.943 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "scrape_interval", 2024-09-05T07:49:03.943 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:03.943 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.943 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.943 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "15.0", 2024-09-05T07:49:03.943 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.943 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.943 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.943 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.943 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.943 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.943 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.944 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.944 INFO:teuthology.orchestra.run.smithi071.stdout: "server_addr": { 2024-09-05T07:49:03.944 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_addr", 2024-09-05T07:49:03.944 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.944 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.944 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.944 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "::", 2024-09-05T07:49:03.944 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.944 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.944 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.944 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-05T07:49:03.944 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.944 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.944 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.944 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.945 INFO:teuthology.orchestra.run.smithi071.stdout: "server_port": { 2024-09-05T07:49:03.945 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_port", 2024-09-05T07:49:03.945 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.945 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.945 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.945 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "9283", 2024-09-05T07:49:03.945 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.945 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.945 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.945 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-05T07:49:03.945 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.945 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.945 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.945 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.945 INFO:teuthology.orchestra.run.smithi071.stdout: "stale_cache_strategy": { 2024-09-05T07:49:03.946 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "stale_cache_strategy", 2024-09-05T07:49:03.946 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.946 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.946 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.946 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "log", 2024-09-05T07:49:03.946 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.946 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.946 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.946 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.946 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.946 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.946 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.947 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.947 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_behaviour": { 2024-09-05T07:49:03.947 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_behaviour", 2024-09-05T07:49:03.947 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.947 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.947 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.947 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "default", 2024-09-05T07:49:03.947 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.947 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.947 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.947 INFO:teuthology.orchestra.run.smithi071.stdout: "default", 2024-09-05T07:49:03.948 INFO:teuthology.orchestra.run.smithi071.stdout: "error" 2024-09-05T07:49:03.948 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.948 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.948 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.948 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.948 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.948 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.948 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_error_status_code": { 2024-09-05T07:49:03.948 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_error_status_code", 2024-09-05T07:49:03.948 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.948 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.948 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.948 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "500", 2024-09-05T07:49:03.949 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "400", 2024-09-05T07:49:03.949 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "599", 2024-09-05T07:49:03.949 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.949 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.949 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.949 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.949 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.949 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.949 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.949 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.949 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.949 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rbd_support", 2024-09-05T07:49:03.950 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.950 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.950 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.950 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.950 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.950 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.950 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.950 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.950 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.950 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.950 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.950 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.951 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.951 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.951 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.951 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.951 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.951 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.951 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.951 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.951 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.951 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.951 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.951 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.951 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.951 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.952 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.952 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.952 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.952 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.952 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.952 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.952 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.952 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.952 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.952 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.952 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.952 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.953 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.953 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.953 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.953 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.953 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.953 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.953 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.953 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.953 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.953 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.953 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.953 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.953 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.953 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.954 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.954 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.954 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.954 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.954 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.954 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.954 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.954 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.954 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.954 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.954 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.954 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.954 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.954 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.954 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.955 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.955 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.955 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.955 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.955 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.955 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.955 INFO:teuthology.orchestra.run.smithi071.stdout: "max_concurrent_snap_create": { 2024-09-05T07:49:03.955 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_concurrent_snap_create", 2024-09-05T07:49:03.955 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:03.955 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.955 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.955 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:03.955 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.955 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.955 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.956 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.956 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.956 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.956 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.956 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.956 INFO:teuthology.orchestra.run.smithi071.stdout: "mirror_snapshot_schedule": { 2024-09-05T07:49:03.956 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mirror_snapshot_schedule", 2024-09-05T07:49:03.956 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.956 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.956 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.956 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.956 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.956 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.956 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.956 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.957 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.957 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.957 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.957 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.957 INFO:teuthology.orchestra.run.smithi071.stdout: "trash_purge_schedule": { 2024-09-05T07:49:03.957 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "trash_purge_schedule", 2024-09-05T07:49:03.957 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.957 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.957 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.957 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.957 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.957 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.957 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.957 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.957 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.958 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.958 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.958 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.958 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.958 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.958 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.958 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "restful", 2024-09-05T07:49:03.958 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.958 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.958 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.958 INFO:teuthology.orchestra.run.smithi071.stdout: "enable_auth": { 2024-09-05T07:49:03.958 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enable_auth", 2024-09-05T07:49:03.958 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.958 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.958 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.959 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:03.959 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.959 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.959 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.959 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.959 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.959 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.959 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.959 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.959 INFO:teuthology.orchestra.run.smithi071.stdout: "key_file": { 2024-09-05T07:49:03.959 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "key_file", 2024-09-05T07:49:03.959 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.959 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.959 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.959 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.959 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.960 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.960 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.960 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.960 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.960 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.960 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.960 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.960 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.960 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.960 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.960 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.960 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.960 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.960 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.960 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.961 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.961 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.961 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.961 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.961 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.961 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.961 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.961 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.961 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.961 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.961 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.961 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.962 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.962 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.962 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.962 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.962 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.962 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.962 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.962 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.962 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.962 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.962 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.963 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.963 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.963 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.963 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.963 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.963 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.963 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.963 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.963 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.963 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.963 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.964 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.964 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.964 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.964 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.964 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.964 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.964 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.964 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.964 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.964 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.964 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.964 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.964 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.965 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.965 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.965 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.965 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.965 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.965 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.965 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.965 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.965 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.965 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.965 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.965 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.965 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.965 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.966 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.966 INFO:teuthology.orchestra.run.smithi071.stdout: "server_addr": { 2024-09-05T07:49:03.966 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_addr", 2024-09-05T07:49:03.966 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.966 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.966 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.966 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.966 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.966 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.966 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.966 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.966 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.966 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.966 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.967 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.967 INFO:teuthology.orchestra.run.smithi071.stdout: "server_port": { 2024-09-05T07:49:03.967 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_port", 2024-09-05T07:49:03.967 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.967 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.967 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.967 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.967 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.967 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.967 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.967 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.967 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.967 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.967 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.968 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.968 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.968 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.968 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.968 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rgw", 2024-09-05T07:49:03.968 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.969 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.969 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.969 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.969 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.969 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.969 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.969 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.969 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.969 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.970 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.970 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.970 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.970 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.970 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.970 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.970 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.970 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.970 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.970 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.970 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.970 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.971 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.971 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.971 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.971 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.971 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.971 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.971 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.971 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.971 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.971 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.971 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.971 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.971 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.972 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.972 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.972 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.972 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.972 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.972 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.972 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.972 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.972 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.972 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.972 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.972 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.972 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.972 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.973 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.973 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.973 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.973 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.973 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.973 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.973 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.973 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.973 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.973 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.973 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.974 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.974 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.974 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.974 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.974 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.974 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.974 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.974 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.974 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.974 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.974 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.974 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.974 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.975 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.975 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.975 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.975 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rook", 2024-09-05T07:49:03.975 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.975 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.975 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.975 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.975 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.975 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.975 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.975 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.976 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.976 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.976 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.976 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.976 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.976 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.976 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.977 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.977 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.977 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.977 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.977 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.977 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.978 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.978 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.978 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.978 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.978 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.978 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.979 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.979 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.979 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.979 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.979 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.980 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.980 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.980 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.980 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.980 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.980 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.981 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.981 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.981 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.981 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.981 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.981 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.982 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.982 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.982 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.982 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.982 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.982 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.983 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.983 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.983 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.983 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.983 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.983 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.984 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.984 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.984 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.984 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.984 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.984 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.985 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.985 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.985 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.985 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.985 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.985 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.986 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.986 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.986 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.986 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.986 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.986 INFO:teuthology.orchestra.run.smithi071.stdout: "storage_class": { 2024-09-05T07:49:03.987 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "storage_class", 2024-09-05T07:49:03.987 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.987 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.987 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.987 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "local", 2024-09-05T07:49:03.987 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.987 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.988 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.988 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-05T07:49:03.988 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.988 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.988 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.988 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.989 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:03.989 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.989 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:03.989 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "selftest", 2024-09-05T07:49:03.989 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:03.990 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:03.990 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:03.990 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:03.990 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:03.990 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.990 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.990 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.991 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.991 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.991 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.991 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.991 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.991 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.991 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.992 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.992 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.992 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.992 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.992 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.992 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.992 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.993 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.993 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.993 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:03.993 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:03.993 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.993 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.993 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.993 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.993 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.993 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.994 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.994 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.994 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.994 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.994 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.994 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.994 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:03.994 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:03.994 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.994 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.994 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.994 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:03.994 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.995 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.995 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:03.995 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:03.995 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:03.995 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:03.995 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:03.995 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:03.995 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:03.995 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:03.995 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.995 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.995 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.995 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.996 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.996 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:03.996 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:03.996 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:03.996 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.996 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:03.996 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:03.996 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.996 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.996 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.996 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.996 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.996 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.996 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.997 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.997 INFO:teuthology.orchestra.run.smithi071.stdout: "roption1": { 2024-09-05T07:49:03.997 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "roption1", 2024-09-05T07:49:03.997 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.997 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.997 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.997 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.997 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.997 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.997 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.997 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.997 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.997 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.998 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.998 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.998 INFO:teuthology.orchestra.run.smithi071.stdout: "roption2": { 2024-09-05T07:49:03.998 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "roption2", 2024-09-05T07:49:03.998 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.998 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.998 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.998 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "xyz", 2024-09-05T07:49:03.998 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.998 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.998 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.998 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.998 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.998 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:03.999 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:03.999 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:03.999 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption1": { 2024-09-05T07:49:03.999 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption1", 2024-09-05T07:49:03.999 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:03.999 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:03.999 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:03.999 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:03.999 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:03.999 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:03.999 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:03.999 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:03.999 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:03.999 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.000 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.000 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.000 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption2": { 2024-09-05T07:49:04.000 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption2", 2024-09-05T07:49:04.000 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.000 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.000 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.000 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.000 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.000 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.000 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.000 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.001 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.001 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.001 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.001 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.001 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption3": { 2024-09-05T07:49:04.001 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption3", 2024-09-05T07:49:04.001 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:04.001 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.001 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.001 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.001 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.001 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.001 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.002 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.002 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.002 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.002 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.002 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.002 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption4": { 2024-09-05T07:49:04.002 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption4", 2024-09-05T07:49:04.002 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.002 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.002 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.002 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.002 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.002 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.002 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.002 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.003 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.003 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.003 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.003 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.003 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption5": { 2024-09-05T07:49:04.003 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption5", 2024-09-05T07:49:04.003 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.003 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.003 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.003 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.003 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.003 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.003 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.004 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.004 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.004 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.004 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.004 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.004 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption6": { 2024-09-05T07:49:04.004 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption6", 2024-09-05T07:49:04.004 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.004 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.004 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.004 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.004 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.005 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.005 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.005 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.005 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.005 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.005 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.005 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.005 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption7": { 2024-09-05T07:49:04.005 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption7", 2024-09-05T07:49:04.005 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.005 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.005 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.005 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.005 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-05T07:49:04.006 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "42", 2024-09-05T07:49:04.006 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.006 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.006 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.006 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.006 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.006 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.006 INFO:teuthology.orchestra.run.smithi071.stdout: "testkey": { 2024-09-05T07:49:04.006 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "testkey", 2024-09-05T07:49:04.006 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.006 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.006 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.006 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.006 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.006 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.006 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.007 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.007 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.007 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.007 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.007 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.007 INFO:teuthology.orchestra.run.smithi071.stdout: "testlkey": { 2024-09-05T07:49:04.007 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "testlkey", 2024-09-05T07:49:04.007 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.007 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.007 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.007 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.007 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.007 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.007 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.007 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.008 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.008 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.008 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.008 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.008 INFO:teuthology.orchestra.run.smithi071.stdout: "testnewline": { 2024-09-05T07:49:04.008 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "testnewline", 2024-09-05T07:49:04.008 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.008 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.008 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.008 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.008 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.009 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.009 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.009 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.009 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.009 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.009 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.009 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.009 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.009 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.009 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.010 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snap_schedule", 2024-09-05T07:49:04.010 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.010 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.010 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.010 INFO:teuthology.orchestra.run.smithi071.stdout: "allow_m_granularity": { 2024-09-05T07:49:04.010 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "allow_m_granularity", 2024-09-05T07:49:04.010 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.010 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.010 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.010 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.010 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.010 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.010 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.011 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "allow minute scheduled snapshots", 2024-09-05T07:49:04.011 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.011 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.011 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.011 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.011 INFO:teuthology.orchestra.run.smithi071.stdout: "dump_on_update": { 2024-09-05T07:49:04.011 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "dump_on_update", 2024-09-05T07:49:04.011 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.012 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.012 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.012 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.012 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.012 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.012 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.012 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "dump database to debug log on update", 2024-09-05T07:49:04.013 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.013 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.013 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.013 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.013 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.013 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.013 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.014 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.014 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.014 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.014 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.014 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.014 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.015 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.015 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.015 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.015 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.015 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.015 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.016 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.016 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.016 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.016 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.016 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.016 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.017 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.017 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.017 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.017 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.017 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.017 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.018 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.018 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.018 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.018 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.018 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.018 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.019 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.019 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.019 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.019 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.019 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.019 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.020 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.020 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.020 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.020 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.020 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.020 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.021 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.021 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.021 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.021 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.021 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.021 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.022 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.022 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.022 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.022 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.022 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.022 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.023 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.023 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.023 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.023 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.023 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.024 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.024 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.024 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.024 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.024 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.024 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.025 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.025 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.025 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.025 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.025 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.026 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "stats", 2024-09-05T07:49:04.026 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.026 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.026 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.026 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.026 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.027 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.027 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.027 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.027 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.027 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.027 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.028 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.028 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.028 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.028 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.028 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.028 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.028 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.029 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.029 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.029 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.029 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.029 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.029 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.029 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.030 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.030 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.030 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.030 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.030 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.030 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.031 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.031 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.031 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.031 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.031 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.031 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.031 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.031 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.031 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.031 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.032 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.032 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.032 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.032 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.032 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.032 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.032 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.032 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.032 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.032 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.032 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.032 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.033 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.033 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.033 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.033 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.033 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.033 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.033 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.033 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.033 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.033 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.033 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.033 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.033 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.033 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.033 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.034 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.034 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.034 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.034 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.034 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.034 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.034 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.034 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.034 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "status", 2024-09-05T07:49:04.034 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.034 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.034 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.034 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.034 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.034 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.035 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.035 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.035 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.035 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.035 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.035 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.035 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.035 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.035 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.035 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.035 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.035 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.035 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.035 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.036 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.036 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.036 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.036 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.036 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.036 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.036 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.036 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.036 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.036 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.036 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.036 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.036 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.037 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.037 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.037 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.037 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.037 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.037 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.037 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.037 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.037 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.037 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.038 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.038 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.038 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.038 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.038 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.038 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.038 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.038 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.038 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.038 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.038 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.038 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.038 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.039 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.039 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.039 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.039 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.039 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.039 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.039 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.039 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.039 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.039 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.039 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.039 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.039 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.039 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.039 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.040 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.040 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.040 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.040 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.040 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.040 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "telegraf", 2024-09-05T07:49:04.040 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.040 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.040 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.040 INFO:teuthology.orchestra.run.smithi071.stdout: "address": { 2024-09-05T07:49:04.040 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "address", 2024-09-05T07:49:04.040 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.041 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.041 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.041 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-05T07:49:04.041 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.041 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.041 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.041 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.041 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.041 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.041 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.041 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.041 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-05T07:49:04.041 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-05T07:49:04.041 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.041 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.042 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.042 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "15", 2024-09-05T07:49:04.042 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.042 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.042 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.042 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.042 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.042 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.042 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.042 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.042 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.042 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.042 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.043 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.043 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.043 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.043 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.043 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.043 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.043 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.043 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.043 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.043 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.043 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.043 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.043 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.043 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.043 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.044 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.044 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.044 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.044 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.044 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.044 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.044 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.044 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.044 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.044 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.044 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.044 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.044 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.044 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.045 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.045 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.045 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.045 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.045 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.045 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.045 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.045 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.045 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.045 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.045 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.045 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.045 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.045 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.046 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.046 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.046 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.046 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.046 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.046 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.046 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.046 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.046 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.046 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.047 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.047 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.047 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.047 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.047 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.047 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.047 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.048 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.048 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.048 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.048 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.048 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.048 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.048 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.048 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.048 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.048 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.048 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "telemetry", 2024-09-05T07:49:04.048 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.049 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.049 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.049 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_basic": { 2024-09-05T07:49:04.049 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_basic", 2024-09-05T07:49:04.049 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.049 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.049 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.049 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.049 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.049 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.049 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.049 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-05T07:49:04.049 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.050 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.050 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.050 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.050 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_crash": { 2024-09-05T07:49:04.050 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_crash", 2024-09-05T07:49:04.050 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.050 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.050 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.050 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.050 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.050 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.050 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.050 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-05T07:49:04.051 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.051 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.051 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.051 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.051 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_device": { 2024-09-05T07:49:04.051 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_device", 2024-09-05T07:49:04.051 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.051 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.051 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.051 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.051 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.051 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.052 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.052 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-05T07:49:04.052 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.052 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.052 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.052 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.052 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_ident": { 2024-09-05T07:49:04.052 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_ident", 2024-09-05T07:49:04.052 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.053 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.053 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.053 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.053 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.053 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.053 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.053 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-05T07:49:04.053 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.053 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.053 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.053 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.053 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_perf": { 2024-09-05T07:49:04.054 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_perf", 2024-09-05T07:49:04.054 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.054 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.054 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.054 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.054 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.054 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.054 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.054 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-05T07:49:04.054 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.054 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.054 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.054 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.055 INFO:teuthology.orchestra.run.smithi071.stdout: "contact": { 2024-09-05T07:49:04.055 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "contact", 2024-09-05T07:49:04.055 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.055 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.055 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.055 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.055 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.055 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.055 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.055 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.055 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.055 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.055 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.056 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.056 INFO:teuthology.orchestra.run.smithi071.stdout: "description": { 2024-09-05T07:49:04.056 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "description", 2024-09-05T07:49:04.056 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.056 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.056 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.056 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.056 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.056 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.056 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.056 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.056 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.056 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.056 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.057 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.057 INFO:teuthology.orchestra.run.smithi071.stdout: "device_url": { 2024-09-05T07:49:04.057 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "device_url", 2024-09-05T07:49:04.057 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.057 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.057 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.057 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-05T07:49:04.057 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.057 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.057 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.057 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.057 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.058 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.058 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.058 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.058 INFO:teuthology.orchestra.run.smithi071.stdout: "enabled": { 2024-09-05T07:49:04.058 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enabled", 2024-09-05T07:49:04.058 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.058 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.058 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.058 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.058 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.058 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.058 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.058 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.058 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.058 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-05T07:49:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-05T07:49:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "24", 2024-09-05T07:49:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "8", 2024-09-05T07:49:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.059 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: "last_opt_revision": { 2024-09-05T07:49:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "last_opt_revision", 2024-09-05T07:49:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "1", 2024-09-05T07:49:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.060 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: "leaderboard": { 2024-09-05T07:49:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "leaderboard", 2024-09-05T07:49:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.061 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: "leaderboard_description": { 2024-09-05T07:49:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "leaderboard_description", 2024-09-05T07:49:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.062 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.063 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.064 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.065 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.066 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.067 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: "organization": { 2024-09-05T07:49:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "organization", 2024-09-05T07:49:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.068 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.069 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.069 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.069 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.069 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.069 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.069 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.069 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.069 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.069 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.069 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.069 INFO:teuthology.orchestra.run.smithi071.stdout: "proxy": { 2024-09-05T07:49:04.069 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "proxy", 2024-09-05T07:49:04.069 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.070 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.070 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.070 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.070 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.070 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.070 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.070 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.070 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.070 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.072 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.072 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.073 INFO:teuthology.orchestra.run.smithi071.stdout: "url": { 2024-09-05T07:49:04.073 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "url", 2024-09-05T07:49:04.073 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.073 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.073 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.073 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-05T07:49:04.073 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.073 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.073 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.073 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.073 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.074 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.074 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.074 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.074 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.074 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.074 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.074 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "test_orchestrator", 2024-09-05T07:49:04.074 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.074 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.074 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.075 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.075 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.075 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.075 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.075 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.075 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.075 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.075 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.075 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.075 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.075 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.075 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.075 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.076 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.076 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.076 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.076 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.076 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.076 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.076 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.076 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.076 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.076 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.076 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.076 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.076 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.076 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.077 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.077 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.077 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.077 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.077 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.077 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.077 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.077 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.077 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.077 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.077 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.077 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.077 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.078 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.078 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.078 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.078 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.078 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.078 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.078 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.078 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.078 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.078 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.078 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.078 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.078 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.078 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.079 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.079 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.079 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.079 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.079 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.079 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.079 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.079 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.079 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.079 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.079 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.079 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.079 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.080 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.080 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.080 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.080 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.080 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.080 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.080 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "volumes", 2024-09-05T07:49:04.080 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.080 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.080 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.080 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.080 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.080 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.080 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.081 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.081 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.081 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.081 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.081 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.081 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.081 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.081 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.081 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.081 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.081 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.081 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.081 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.081 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.082 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.082 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.082 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.082 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.082 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.082 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.082 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.082 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.082 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.082 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.082 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.082 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.082 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.082 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.083 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.083 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.083 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.083 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.083 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.083 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.083 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.083 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.083 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.083 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.084 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.084 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.084 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.084 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.084 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.084 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.084 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.084 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.084 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.084 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.084 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.084 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.084 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.084 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.085 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.085 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.085 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.085 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.085 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.085 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.085 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.085 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.085 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.085 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.085 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.085 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.085 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.085 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.086 INFO:teuthology.orchestra.run.smithi071.stdout: "max_concurrent_clones": { 2024-09-05T07:49:04.086 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_concurrent_clones", 2024-09-05T07:49:04.086 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.086 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.086 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.086 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "4", 2024-09-05T07:49:04.086 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.086 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.086 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.086 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-05T07:49:04.086 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.086 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.086 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.086 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.087 INFO:teuthology.orchestra.run.smithi071.stdout: "periodic_async_work": { 2024-09-05T07:49:04.087 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "periodic_async_work", 2024-09-05T07:49:04.087 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.087 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.087 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.087 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.087 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.087 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.087 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.087 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Periodically check for async work", 2024-09-05T07:49:04.087 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.087 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.087 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.088 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.088 INFO:teuthology.orchestra.run.smithi071.stdout: "snapshot_clone_delay": { 2024-09-05T07:49:04.088 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snapshot_clone_delay", 2024-09-05T07:49:04.088 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.088 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.088 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.088 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-05T07:49:04.088 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.088 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.088 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.088 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-05T07:49:04.088 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.088 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.089 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.089 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.089 INFO:teuthology.orchestra.run.smithi071.stdout: "snapshot_clone_no_wait": { 2024-09-05T07:49:04.089 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snapshot_clone_no_wait", 2024-09-05T07:49:04.089 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.089 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.089 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.089 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.089 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.089 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.089 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.089 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-05T07:49:04.089 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.090 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.090 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.090 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.090 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.090 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.090 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.090 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix", 2024-09-05T07:49:04.090 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.090 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.090 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.090 INFO:teuthology.orchestra.run.smithi071.stdout: "discovery_interval": { 2024-09-05T07:49:04.091 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "discovery_interval", 2024-09-05T07:49:04.091 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-05T07:49:04.091 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.091 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.091 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "100", 2024-09-05T07:49:04.091 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.091 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.091 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.091 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.091 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.091 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.091 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.091 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.091 INFO:teuthology.orchestra.run.smithi071.stdout: "identifier": { 2024-09-05T07:49:04.092 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "identifier", 2024-09-05T07:49:04.092 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.092 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.092 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.092 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.092 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.092 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.092 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.092 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.092 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.092 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.092 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.092 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.092 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-05T07:49:04.093 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-05T07:49:04.093 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.093 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.093 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.093 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-05T07:49:04.093 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.093 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.093 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.093 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.093 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.093 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.094 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.094 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.094 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.094 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.094 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.094 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.094 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.094 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.094 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.094 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.094 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.094 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.095 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.095 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.095 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.095 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.095 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.095 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.095 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.095 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.095 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.095 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.095 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.095 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.095 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.095 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.095 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.096 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.096 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.096 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.096 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.096 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.096 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.096 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.096 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.096 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.096 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.096 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.096 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.096 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.096 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.097 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.097 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.097 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.097 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.097 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.097 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.097 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.097 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.097 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.097 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.097 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.097 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.097 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.097 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.098 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.098 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.098 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.098 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.098 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.098 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.098 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.098 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.098 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.098 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.098 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.098 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.098 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.098 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.098 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.099 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.099 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.099 INFO:teuthology.orchestra.run.smithi071.stdout: "zabbix_host": { 2024-09-05T07:49:04.099 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix_host", 2024-09-05T07:49:04.099 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.099 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.099 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.099 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.099 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.099 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.099 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.099 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.099 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.099 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.099 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.100 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.100 INFO:teuthology.orchestra.run.smithi071.stdout: "zabbix_port": { 2024-09-05T07:49:04.100 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix_port", 2024-09-05T07:49:04.100 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.100 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.100 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.100 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10051", 2024-09-05T07:49:04.100 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.100 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.100 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.100 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.100 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.100 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.100 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.100 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "zabbix_sender": { 2024-09-05T07:49:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix_sender", 2024-09-05T07:49:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-05T07:49:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.101 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.102 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.102 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.102 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-05T07:49:04.102 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.102 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.102 INFO:teuthology.orchestra.run.smithi071.stdout: "modules": [ 2024-09-05T07:49:04.102 INFO:teuthology.orchestra.run.smithi071.stdout: "cephadm", 2024-09-05T07:49:04.102 INFO:teuthology.orchestra.run.smithi071.stdout: "dashboard", 2024-09-05T07:49:04.102 INFO:teuthology.orchestra.run.smithi071.stdout: "iostat", 2024-09-05T07:49:04.102 INFO:teuthology.orchestra.run.smithi071.stdout: "nfs", 2024-09-05T07:49:04.102 INFO:teuthology.orchestra.run.smithi071.stdout: "restful", 2024-09-05T07:49:04.102 INFO:teuthology.orchestra.run.smithi071.stdout: "snap_schedule" 2024-09-05T07:49:04.102 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.102 INFO:teuthology.orchestra.run.smithi071.stdout: "available_modules": [ 2024-09-05T07:49:04.103 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.103 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "alerts", 2024-09-05T07:49:04.103 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.103 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.103 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.103 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-05T07:49:04.103 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-05T07:49:04.103 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.103 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.103 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.103 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-05T07:49:04.103 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.104 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.104 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.104 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How frequently to reexamine health status", 2024-09-05T07:49:04.104 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.104 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.104 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.104 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.104 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.104 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.105 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.105 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.105 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.105 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.105 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.105 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.105 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.105 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.105 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.105 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.105 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.105 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.105 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.105 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.106 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.106 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.106 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.106 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.106 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.106 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.106 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.106 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.106 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.106 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.106 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.106 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.106 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.106 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.106 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.107 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.107 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.107 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.107 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.107 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.107 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.107 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.107 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.107 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.107 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.107 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.107 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.107 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.107 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.107 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.108 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.108 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.108 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.108 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.108 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.108 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.108 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.108 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.108 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.108 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.108 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.108 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.108 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.108 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.109 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.109 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.109 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.109 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.109 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.109 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.109 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.109 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.109 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.109 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.110 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_destination": { 2024-09-05T07:49:04.110 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_destination", 2024-09-05T07:49:04.110 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.110 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.110 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.110 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.110 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.110 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.110 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.110 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Email address to send alerts to", 2024-09-05T07:49:04.110 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.110 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.110 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.110 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.111 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_from_name": { 2024-09-05T07:49:04.111 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_from_name", 2024-09-05T07:49:04.111 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.111 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.111 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.111 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "Ceph", 2024-09-05T07:49:04.111 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.111 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.111 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.111 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Email From: name", 2024-09-05T07:49:04.111 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.111 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.111 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.111 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.111 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_host": { 2024-09-05T07:49:04.111 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_host", 2024-09-05T07:49:04.112 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.112 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.112 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.112 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.112 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.112 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.112 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.112 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SMTP server", 2024-09-05T07:49:04.112 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.112 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.112 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.112 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.113 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_password": { 2024-09-05T07:49:04.113 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_password", 2024-09-05T07:49:04.113 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.113 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.113 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.113 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.113 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.113 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.114 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.114 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Password to authenticate with", 2024-09-05T07:49:04.114 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.114 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.114 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.114 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.114 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_port": { 2024-09-05T07:49:04.114 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_port", 2024-09-05T07:49:04.114 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.114 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.114 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.114 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "465", 2024-09-05T07:49:04.115 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.115 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.115 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.115 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SMTP port", 2024-09-05T07:49:04.115 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.115 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.115 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.115 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.115 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_sender": { 2024-09-05T07:49:04.115 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_sender", 2024-09-05T07:49:04.115 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.115 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.115 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.115 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.116 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.116 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.116 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.116 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SMTP envelope sender", 2024-09-05T07:49:04.116 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.116 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.116 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.116 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.116 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_ssl": { 2024-09-05T07:49:04.116 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_ssl", 2024-09-05T07:49:04.116 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.116 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.116 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.116 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.117 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.117 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.117 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.117 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-05T07:49:04.117 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.117 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.117 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.117 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.117 INFO:teuthology.orchestra.run.smithi071.stdout: "smtp_user": { 2024-09-05T07:49:04.117 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "smtp_user", 2024-09-05T07:49:04.117 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.117 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.117 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.117 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.118 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.118 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.118 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.118 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "User to authenticate as", 2024-09-05T07:49:04.118 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.118 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.118 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.118 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.118 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.118 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.118 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.118 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "balancer", 2024-09-05T07:49:04.118 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.118 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.119 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.119 INFO:teuthology.orchestra.run.smithi071.stdout: "active": { 2024-09-05T07:49:04.119 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "active", 2024-09-05T07:49:04.119 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.119 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.119 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.119 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.119 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.119 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.119 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.119 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "automatically balance PGs across cluster", 2024-09-05T07:49:04.119 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.119 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.119 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.120 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.120 INFO:teuthology.orchestra.run.smithi071.stdout: "begin_time": { 2024-09-05T07:49:04.120 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "begin_time", 2024-09-05T07:49:04.120 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.120 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.120 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.120 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0000", 2024-09-05T07:49:04.120 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.120 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.120 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.120 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "beginning time of day to automatically balance", 2024-09-05T07:49:04.120 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-05T07:49:04.120 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.120 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.121 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.121 INFO:teuthology.orchestra.run.smithi071.stdout: "begin_weekday": { 2024-09-05T07:49:04.121 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "begin_weekday", 2024-09-05T07:49:04.121 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-05T07:49:04.121 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.121 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.121 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-05T07:49:04.121 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "0", 2024-09-05T07:49:04.121 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "6", 2024-09-05T07:49:04.121 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.121 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-05T07:49:04.121 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-05T07:49:04.122 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.122 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.122 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.122 INFO:teuthology.orchestra.run.smithi071.stdout: "crush_compat_max_iterations": { 2024-09-05T07:49:04.122 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crush_compat_max_iterations", 2024-09-05T07:49:04.122 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-05T07:49:04.122 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.122 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.122 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "25", 2024-09-05T07:49:04.122 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-05T07:49:04.122 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "250", 2024-09-05T07:49:04.122 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.122 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-05T07:49:04.122 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.123 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.123 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.123 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.123 INFO:teuthology.orchestra.run.smithi071.stdout: "crush_compat_metrics": { 2024-09-05T07:49:04.123 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crush_compat_metrics", 2024-09-05T07:49:04.123 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.123 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.123 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.123 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "pgs,objects,bytes", 2024-09-05T07:49:04.123 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.123 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.123 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.124 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-05T07:49:04.124 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-05T07:49:04.124 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.124 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.124 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.124 INFO:teuthology.orchestra.run.smithi071.stdout: "crush_compat_step": { 2024-09-05T07:49:04.124 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crush_compat_step", 2024-09-05T07:49:04.124 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:04.124 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.124 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.125 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0.5", 2024-09-05T07:49:04.125 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "0.001", 2024-09-05T07:49:04.125 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "0.999", 2024-09-05T07:49:04.125 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.125 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "aggressiveness of optimization", 2024-09-05T07:49:04.125 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-05T07:49:04.125 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.125 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.125 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.125 INFO:teuthology.orchestra.run.smithi071.stdout: "end_time": { 2024-09-05T07:49:04.125 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "end_time", 2024-09-05T07:49:04.126 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.126 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.126 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.126 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "2359", 2024-09-05T07:49:04.126 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.126 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.126 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.126 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "ending time of day to automatically balance", 2024-09-05T07:49:04.126 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-05T07:49:04.126 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.126 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.126 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.126 INFO:teuthology.orchestra.run.smithi071.stdout: "end_weekday": { 2024-09-05T07:49:04.126 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "end_weekday", 2024-09-05T07:49:04.127 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-05T07:49:04.127 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.127 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.127 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-05T07:49:04.127 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "0", 2024-09-05T07:49:04.127 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "6", 2024-09-05T07:49:04.127 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.127 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-05T07:49:04.127 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-05T07:49:04.127 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.127 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.127 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.128 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.128 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.128 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.128 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.128 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.128 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.128 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.128 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.128 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.128 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.128 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.128 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.128 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.128 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.128 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.129 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.129 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.129 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.129 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.129 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.129 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.129 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.129 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.129 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.129 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.129 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.129 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.129 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.129 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.130 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.130 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.130 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.130 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.130 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.130 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.130 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.130 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.130 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.130 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.130 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.130 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.131 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.131 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.131 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.131 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.131 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.131 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.131 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.131 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.131 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.131 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.131 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.131 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.131 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.132 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.132 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.132 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.132 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.132 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.132 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.132 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.132 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.132 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.132 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.132 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.132 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.132 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.132 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.133 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.133 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.133 INFO:teuthology.orchestra.run.smithi071.stdout: "min_score": { 2024-09-05T07:49:04.133 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "min_score", 2024-09-05T07:49:04.133 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:04.133 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.133 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.133 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-05T07:49:04.133 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.133 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.133 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.133 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-05T07:49:04.133 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.133 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.134 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.134 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.134 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": { 2024-09-05T07:49:04.134 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mode", 2024-09-05T07:49:04.134 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.134 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.134 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.134 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "upmap", 2024-09-05T07:49:04.134 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.134 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.134 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.134 INFO:teuthology.orchestra.run.smithi071.stdout: "crush-compat", 2024-09-05T07:49:04.134 INFO:teuthology.orchestra.run.smithi071.stdout: "none", 2024-09-05T07:49:04.134 INFO:teuthology.orchestra.run.smithi071.stdout: "read", 2024-09-05T07:49:04.135 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap", 2024-09-05T07:49:04.135 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap-read" 2024-09-05T07:49:04.135 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.135 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Balancer mode", 2024-09-05T07:49:04.135 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.135 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.135 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.135 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.135 INFO:teuthology.orchestra.run.smithi071.stdout: "pool_ids": { 2024-09-05T07:49:04.135 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pool_ids", 2024-09-05T07:49:04.135 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.135 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.136 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.136 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.136 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.136 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.136 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.136 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-05T07:49:04.136 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.136 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.136 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.136 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.136 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-05T07:49:04.136 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-05T07:49:04.136 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.137 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.137 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.137 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-05T07:49:04.137 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.137 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.137 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.137 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-05T07:49:04.137 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.137 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.137 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.137 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.137 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap_max_deviation": { 2024-09-05T07:49:04.137 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "upmap_max_deviation", 2024-09-05T07:49:04.138 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.138 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.138 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.138 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-05T07:49:04.138 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-05T07:49:04.138 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.138 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.138 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-05T07:49:04.138 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-05T07:49:04.138 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.139 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.139 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.139 INFO:teuthology.orchestra.run.smithi071.stdout: "upmap_max_optimizations": { 2024-09-05T07:49:04.139 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "upmap_max_optimizations", 2024-09-05T07:49:04.139 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-05T07:49:04.139 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.139 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.139 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:04.139 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.139 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.139 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.139 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-05T07:49:04.139 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.139 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.140 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.140 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.140 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.140 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.140 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.140 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cephadm", 2024-09-05T07:49:04.140 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.140 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.140 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.140 INFO:teuthology.orchestra.run.smithi071.stdout: "agent_down_multiplier": { 2024-09-05T07:49:04.140 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "agent_down_multiplier", 2024-09-05T07:49:04.140 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:04.140 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.140 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.141 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "3.0", 2024-09-05T07:49:04.141 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.141 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.141 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.141 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-05T07:49:04.141 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.141 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.141 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.141 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.141 INFO:teuthology.orchestra.run.smithi071.stdout: "agent_refresh_rate": { 2024-09-05T07:49:04.141 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "agent_refresh_rate", 2024-09-05T07:49:04.141 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.141 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.141 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.142 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "20", 2024-09-05T07:49:04.142 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.142 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.142 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.142 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-05T07:49:04.142 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.142 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.142 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.142 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.142 INFO:teuthology.orchestra.run.smithi071.stdout: "agent_starting_port": { 2024-09-05T07:49:04.142 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "agent_starting_port", 2024-09-05T07:49:04.142 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.142 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.142 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.142 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "4721", 2024-09-05T07:49:04.143 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.143 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.143 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.143 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-05T07:49:04.143 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.143 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.143 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.143 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.143 INFO:teuthology.orchestra.run.smithi071.stdout: "allow_ptrace": { 2024-09-05T07:49:04.143 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "allow_ptrace", 2024-09-05T07:49:04.143 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.143 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.143 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.143 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.144 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.144 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.144 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.144 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-05T07:49:04.144 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-05T07:49:04.144 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.144 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.144 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.144 INFO:teuthology.orchestra.run.smithi071.stdout: "autotune_interval": { 2024-09-05T07:49:04.144 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "autotune_interval", 2024-09-05T07:49:04.144 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.144 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.145 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.145 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-05T07:49:04.145 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.145 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.145 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.145 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-05T07:49:04.145 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.145 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.145 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.145 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.145 INFO:teuthology.orchestra.run.smithi071.stdout: "autotune_memory_target_ratio": { 2024-09-05T07:49:04.146 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "autotune_memory_target_ratio", 2024-09-05T07:49:04.146 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:04.146 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.146 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.146 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0.7", 2024-09-05T07:49:04.146 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.146 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.146 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.146 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-05T07:49:04.146 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.146 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.146 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.147 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.147 INFO:teuthology.orchestra.run.smithi071.stdout: "cephadm_log_destination": { 2024-09-05T07:49:04.147 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cephadm_log_destination", 2024-09-05T07:49:04.147 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.147 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.147 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.147 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.147 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.147 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.147 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.147 INFO:teuthology.orchestra.run.smithi071.stdout: "file", 2024-09-05T07:49:04.148 INFO:teuthology.orchestra.run.smithi071.stdout: "file,syslog", 2024-09-05T07:49:04.148 INFO:teuthology.orchestra.run.smithi071.stdout: "syslog" 2024-09-05T07:49:04.148 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.148 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-05T07:49:04.148 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.148 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.148 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.148 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.148 INFO:teuthology.orchestra.run.smithi071.stdout: "cgroups_split": { 2024-09-05T07:49:04.148 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cgroups_split", 2024-09-05T07:49:04.148 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.148 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.149 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.149 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.149 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.149 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.149 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.149 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-05T07:49:04.149 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.149 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.149 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.149 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.149 INFO:teuthology.orchestra.run.smithi071.stdout: "config_checks_enabled": { 2024-09-05T07:49:04.149 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "config_checks_enabled", 2024-09-05T07:49:04.150 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.150 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.150 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.150 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.150 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.150 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.150 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.150 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-05T07:49:04.150 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.150 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.150 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.151 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.151 INFO:teuthology.orchestra.run.smithi071.stdout: "config_dashboard": { 2024-09-05T07:49:04.151 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "config_dashboard", 2024-09-05T07:49:04.151 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.151 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.151 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.151 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.151 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.151 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.151 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.151 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-05T07:49:04.151 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.151 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.151 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.151 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.152 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_alertmanager": { 2024-09-05T07:49:04.152 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_alertmanager", 2024-09-05T07:49:04.152 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.152 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.152 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.152 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-05T07:49:04.152 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.152 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.152 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.152 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-05T07:49:04.152 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.152 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.152 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.152 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.153 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_base": { 2024-09-05T07:49:04.153 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_base", 2024-09-05T07:49:04.153 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.153 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.153 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.153 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-05T07:49:04.153 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.153 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.153 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.153 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Container image name, without the tag", 2024-09-05T07:49:04.153 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.153 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.153 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.154 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.154 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_elasticsearch": { 2024-09-05T07:49:04.154 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_elasticsearch", 2024-09-05T07:49:04.154 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.154 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.154 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.154 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-05T07:49:04.154 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.154 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.154 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.155 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "elasticsearch container image", 2024-09-05T07:49:04.155 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.155 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.155 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.155 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.155 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_grafana": { 2024-09-05T07:49:04.155 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_grafana", 2024-09-05T07:49:04.155 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.155 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.156 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.156 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-05T07:49:04.156 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.156 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.156 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.156 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-05T07:49:04.156 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.156 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.156 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.156 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.157 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_haproxy": { 2024-09-05T07:49:04.157 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_haproxy", 2024-09-05T07:49:04.157 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.157 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.157 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.157 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-05T07:49:04.157 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.157 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.157 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.157 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "HAproxy container image", 2024-09-05T07:49:04.157 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.157 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.158 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.158 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.158 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_jaeger_agent": { 2024-09-05T07:49:04.158 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_jaeger_agent", 2024-09-05T07:49:04.158 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.158 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.158 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.158 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-05T07:49:04.158 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.158 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.158 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.158 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Jaeger agent container image", 2024-09-05T07:49:04.158 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.158 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.159 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.159 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.159 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_jaeger_collector": { 2024-09-05T07:49:04.159 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_jaeger_collector", 2024-09-05T07:49:04.159 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.159 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.159 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.159 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-05T07:49:04.159 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.159 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.159 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.159 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Jaeger collector container image", 2024-09-05T07:49:04.159 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.160 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.160 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.160 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.160 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_jaeger_query": { 2024-09-05T07:49:04.160 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_jaeger_query", 2024-09-05T07:49:04.160 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.160 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.160 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.160 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-05T07:49:04.160 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.160 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.160 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.160 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Jaeger query container image", 2024-09-05T07:49:04.160 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.161 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.161 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.161 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.161 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_keepalived": { 2024-09-05T07:49:04.161 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_keepalived", 2024-09-05T07:49:04.161 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.161 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.161 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.161 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-05T07:49:04.161 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.161 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.162 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.162 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Keepalived container image", 2024-09-05T07:49:04.162 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.162 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.162 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.162 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.162 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_loki": { 2024-09-05T07:49:04.162 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_loki", 2024-09-05T07:49:04.163 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.163 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.163 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.163 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-05T07:49:04.163 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.163 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.164 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.164 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Loki container image", 2024-09-05T07:49:04.164 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.164 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.164 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.164 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.165 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_node_exporter": { 2024-09-05T07:49:04.165 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_node_exporter", 2024-09-05T07:49:04.165 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.165 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.165 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.165 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-05T07:49:04.165 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.166 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.166 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.166 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-05T07:49:04.166 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.166 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.166 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.167 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.167 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_nvmeof": { 2024-09-05T07:49:04.167 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_nvmeof", 2024-09-05T07:49:04.167 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.167 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.167 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.168 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-05T07:49:04.168 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.168 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.168 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.168 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Nvme-of container image", 2024-09-05T07:49:04.168 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.169 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.169 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.169 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.169 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_prometheus": { 2024-09-05T07:49:04.170 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_prometheus", 2024-09-05T07:49:04.170 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.170 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.170 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.170 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-05T07:49:04.170 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.171 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.171 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.171 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Prometheus container image", 2024-09-05T07:49:04.171 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.171 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.171 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.172 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.172 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_promtail": { 2024-09-05T07:49:04.172 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_promtail", 2024-09-05T07:49:04.172 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.172 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.172 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.173 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-05T07:49:04.173 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.173 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.173 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.173 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Promtail container image", 2024-09-05T07:49:04.173 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.174 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.174 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.174 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.174 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_samba": { 2024-09-05T07:49:04.174 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_samba", 2024-09-05T07:49:04.174 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.175 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.175 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.175 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-05T07:49:04.175 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.175 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.175 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.176 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Samba/SMB container image", 2024-09-05T07:49:04.176 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.176 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.176 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.176 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.176 INFO:teuthology.orchestra.run.smithi071.stdout: "container_image_snmp_gateway": { 2024-09-05T07:49:04.176 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_image_snmp_gateway", 2024-09-05T07:49:04.177 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.177 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.177 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.177 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-05T07:49:04.177 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.177 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.177 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.178 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "SNMP Gateway container image", 2024-09-05T07:49:04.178 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.178 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.178 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.178 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.179 INFO:teuthology.orchestra.run.smithi071.stdout: "container_init": { 2024-09-05T07:49:04.179 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "container_init", 2024-09-05T07:49:04.179 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.179 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.179 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.179 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.179 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.179 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.180 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.180 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Run podman/docker with `--init`", 2024-09-05T07:49:04.180 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.180 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.180 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.180 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.180 INFO:teuthology.orchestra.run.smithi071.stdout: "daemon_cache_timeout": { 2024-09-05T07:49:04.180 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "daemon_cache_timeout", 2024-09-05T07:49:04.180 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.180 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.180 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.180 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-05T07:49:04.181 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.181 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.181 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.181 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-05T07:49:04.181 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.181 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.181 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.181 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.181 INFO:teuthology.orchestra.run.smithi071.stdout: "default_cephadm_command_timeout": { 2024-09-05T07:49:04.181 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "default_cephadm_command_timeout", 2024-09-05T07:49:04.181 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.181 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.181 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.181 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "900", 2024-09-05T07:49:04.182 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.182 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.182 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.182 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-05T07:49:04.182 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.182 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.182 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.182 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.182 INFO:teuthology.orchestra.run.smithi071.stdout: "default_registry": { 2024-09-05T07:49:04.182 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "default_registry", 2024-09-05T07:49:04.182 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.183 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.183 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.183 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "docker.io", 2024-09-05T07:49:04.183 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.183 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.183 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.183 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-05T07:49:04.183 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.183 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.183 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.183 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.183 INFO:teuthology.orchestra.run.smithi071.stdout: "device_cache_timeout": { 2024-09-05T07:49:04.184 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "device_cache_timeout", 2024-09-05T07:49:04.184 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.184 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.184 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.184 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "1800", 2024-09-05T07:49:04.184 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.184 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.184 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.184 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "seconds to cache device inventory", 2024-09-05T07:49:04.184 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.185 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.185 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.185 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.185 INFO:teuthology.orchestra.run.smithi071.stdout: "device_enhanced_scan": { 2024-09-05T07:49:04.185 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "device_enhanced_scan", 2024-09-05T07:49:04.185 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.185 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.185 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.185 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.185 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.185 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.185 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.185 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-05T07:49:04.186 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.186 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.186 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.186 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.186 INFO:teuthology.orchestra.run.smithi071.stdout: "facts_cache_timeout": { 2024-09-05T07:49:04.186 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "facts_cache_timeout", 2024-09-05T07:49:04.186 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.186 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.186 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.186 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-05T07:49:04.186 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.186 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.186 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.186 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "seconds to cache host facts data", 2024-09-05T07:49:04.187 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.187 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.187 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.187 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.187 INFO:teuthology.orchestra.run.smithi071.stdout: "grafana_dashboards_path": { 2024-09-05T07:49:04.187 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "grafana_dashboards_path", 2024-09-05T07:49:04.187 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.187 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.187 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.187 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-05T07:49:04.187 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.187 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.187 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.188 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-05T07:49:04.188 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.188 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.188 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.188 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.188 INFO:teuthology.orchestra.run.smithi071.stdout: "host_check_interval": { 2024-09-05T07:49:04.188 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "host_check_interval", 2024-09-05T07:49:04.188 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.188 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.188 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.188 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-05T07:49:04.188 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.188 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.188 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.189 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to perform a host check", 2024-09-05T07:49:04.189 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.189 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.189 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.189 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.189 INFO:teuthology.orchestra.run.smithi071.stdout: "hw_monitoring": { 2024-09-05T07:49:04.189 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "hw_monitoring", 2024-09-05T07:49:04.189 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.189 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.189 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.190 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.190 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.190 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.190 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.190 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-05T07:49:04.190 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.190 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.190 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.190 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.190 INFO:teuthology.orchestra.run.smithi071.stdout: "inventory_list_all": { 2024-09-05T07:49:04.190 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "inventory_list_all", 2024-09-05T07:49:04.190 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.190 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.190 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.191 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.191 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.191 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.191 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.191 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-05T07:49:04.191 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.191 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.191 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.192 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.192 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.192 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.192 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.192 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.192 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.192 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.192 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.192 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.192 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.192 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.192 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.192 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.193 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.193 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.193 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.193 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.193 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.193 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.193 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.193 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.193 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.193 INFO:teuthology.orchestra.run.smithi071.stdout: "log_refresh_metadata": { 2024-09-05T07:49:04.193 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_refresh_metadata", 2024-09-05T07:49:04.193 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.193 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.194 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.194 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.194 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.194 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.194 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.194 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-05T07:49:04.194 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.194 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.194 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.194 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.194 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.195 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.195 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.195 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.195 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.195 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.195 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.195 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.195 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.195 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-05T07:49:04.195 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.195 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.195 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.196 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.196 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.196 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.196 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.196 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.196 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.196 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.196 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.196 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.196 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.196 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.196 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.197 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.197 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.197 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.197 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.197 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.197 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.197 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.197 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.197 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.197 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.198 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.198 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.198 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.198 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.198 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.198 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.198 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.198 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.198 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.198 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.198 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.198 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.199 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.199 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.199 INFO:teuthology.orchestra.run.smithi071.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-05T07:49:04.199 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-05T07:49:04.199 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.199 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.199 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.199 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.199 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.199 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.200 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.200 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-05T07:49:04.200 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.200 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.200 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.200 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.200 INFO:teuthology.orchestra.run.smithi071.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-05T07:49:04.200 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-05T07:49:04.200 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.200 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.200 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.200 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "*", 2024-09-05T07:49:04.200 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.201 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.201 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.201 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-05T07:49:04.201 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.201 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.201 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.201 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.201 INFO:teuthology.orchestra.run.smithi071.stdout: "max_count_per_host": { 2024-09-05T07:49:04.201 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_count_per_host", 2024-09-05T07:49:04.201 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.201 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.201 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.201 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:04.201 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.202 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.202 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.202 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "max number of daemons per service per host", 2024-09-05T07:49:04.202 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.202 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.202 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.202 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.202 INFO:teuthology.orchestra.run.smithi071.stdout: "max_osd_draining_count": { 2024-09-05T07:49:04.202 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_osd_draining_count", 2024-09-05T07:49:04.202 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.202 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.202 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.202 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:04.203 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.203 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.203 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.203 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-05T07:49:04.203 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.203 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.203 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.203 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.203 INFO:teuthology.orchestra.run.smithi071.stdout: "migration_current": { 2024-09-05T07:49:04.203 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "migration_current", 2024-09-05T07:49:04.204 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.204 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.204 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.204 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.204 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.204 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.204 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.204 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "internal - do not modify", 2024-09-05T07:49:04.204 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.204 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.204 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.204 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.204 INFO:teuthology.orchestra.run.smithi071.stdout: "mode": { 2024-09-05T07:49:04.205 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mode", 2024-09-05T07:49:04.205 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.205 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.205 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.205 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "root", 2024-09-05T07:49:04.205 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.205 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.205 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.205 INFO:teuthology.orchestra.run.smithi071.stdout: "cephadm-package", 2024-09-05T07:49:04.205 INFO:teuthology.orchestra.run.smithi071.stdout: "root" 2024-09-05T07:49:04.205 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.205 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "mode for remote execution of cephadm", 2024-09-05T07:49:04.206 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.206 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.206 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.206 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.206 INFO:teuthology.orchestra.run.smithi071.stdout: "oob_default_addr": { 2024-09-05T07:49:04.206 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "oob_default_addr", 2024-09-05T07:49:04.206 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.206 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.206 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.206 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "169.254.1.1", 2024-09-05T07:49:04.206 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.206 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.206 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.206 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-05T07:49:04.206 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.207 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.207 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.207 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.207 INFO:teuthology.orchestra.run.smithi071.stdout: "prometheus_alerts_path": { 2024-09-05T07:49:04.207 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "prometheus_alerts_path", 2024-09-05T07:49:04.207 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.207 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.207 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.207 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-05T07:49:04.207 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.207 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.207 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.207 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-05T07:49:04.207 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.208 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.208 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.208 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.208 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_insecure": { 2024-09-05T07:49:04.208 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_insecure", 2024-09-05T07:49:04.208 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.208 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.208 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.208 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.208 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.209 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.209 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.209 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-05T07:49:04.209 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.209 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.209 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.209 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.209 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_password": { 2024-09-05T07:49:04.209 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_password", 2024-09-05T07:49:04.209 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.209 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.209 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.209 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.210 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.210 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.210 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.210 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-05T07:49:04.210 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.210 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.210 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.210 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.210 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_url": { 2024-09-05T07:49:04.210 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_url", 2024-09-05T07:49:04.210 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.211 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.211 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.211 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.211 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.211 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.211 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.211 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-05T07:49:04.211 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.211 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.211 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.211 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.211 INFO:teuthology.orchestra.run.smithi071.stdout: "registry_username": { 2024-09-05T07:49:04.211 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "registry_username", 2024-09-05T07:49:04.211 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.211 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.211 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.212 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.212 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.212 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.212 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.212 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-05T07:49:04.212 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.212 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.212 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.212 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.212 INFO:teuthology.orchestra.run.smithi071.stdout: "secure_monitoring_stack": { 2024-09-05T07:49:04.212 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "secure_monitoring_stack", 2024-09-05T07:49:04.212 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.212 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.212 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.213 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.213 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.213 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.213 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.213 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-05T07:49:04.213 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.213 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.213 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.213 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.213 INFO:teuthology.orchestra.run.smithi071.stdout: "service_discovery_port": { 2024-09-05T07:49:04.213 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "service_discovery_port", 2024-09-05T07:49:04.213 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.213 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.213 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.214 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8765", 2024-09-05T07:49:04.214 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.214 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.214 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.214 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "cephadm service discovery port", 2024-09-05T07:49:04.214 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.214 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.214 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.214 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.214 INFO:teuthology.orchestra.run.smithi071.stdout: "ssh_config_file": { 2024-09-05T07:49:04.214 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssh_config_file", 2024-09-05T07:49:04.215 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.215 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.215 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.215 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.215 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.215 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.215 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.215 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-05T07:49:04.215 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.215 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.215 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.215 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.215 INFO:teuthology.orchestra.run.smithi071.stdout: "use_agent": { 2024-09-05T07:49:04.215 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "use_agent", 2024-09-05T07:49:04.216 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.216 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.216 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.216 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.216 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.216 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.216 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.216 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-05T07:49:04.216 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.216 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.216 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.216 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.216 INFO:teuthology.orchestra.run.smithi071.stdout: "use_repo_digest": { 2024-09-05T07:49:04.217 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "use_repo_digest", 2024-09-05T07:49:04.217 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.217 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.217 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.217 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.217 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.217 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.217 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.217 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-05T07:49:04.217 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.217 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.217 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.217 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.217 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_on_failed_host_check": { 2024-09-05T07:49:04.218 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_on_failed_host_check", 2024-09-05T07:49:04.218 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.218 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.218 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.218 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.218 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.218 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.218 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.218 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise a health warning if the host check fails", 2024-09-05T07:49:04.218 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.219 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.219 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.219 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.219 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_on_stray_daemons": { 2024-09-05T07:49:04.219 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_on_stray_daemons", 2024-09-05T07:49:04.219 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.219 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.219 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.219 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.220 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.220 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.220 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.220 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-05T07:49:04.220 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.220 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.220 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.221 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.221 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_on_stray_hosts": { 2024-09-05T07:49:04.221 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_on_stray_hosts", 2024-09-05T07:49:04.221 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.221 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.221 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.222 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.222 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.222 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.222 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.222 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-05T07:49:04.222 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.223 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.223 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.223 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.223 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.223 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.223 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.223 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crash", 2024-09-05T07:49:04.224 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.224 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.224 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.224 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.224 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.224 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.225 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.225 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.225 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.225 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.225 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.225 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.226 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.226 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.226 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.226 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.226 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.226 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.227 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.227 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.227 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.227 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.227 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.227 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.228 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.228 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.228 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.228 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.228 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.228 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.229 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.229 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.229 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.229 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.229 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.229 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.230 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.230 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.230 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.230 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.230 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.231 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.231 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.231 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.231 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.231 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.231 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.231 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.232 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.232 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.232 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.232 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.232 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.232 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.233 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.233 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.233 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.233 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.233 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.233 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.233 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.234 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.234 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.234 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.234 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.234 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.234 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.234 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.234 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.235 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.235 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.235 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.235 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.235 INFO:teuthology.orchestra.run.smithi071.stdout: "retain_interval": { 2024-09-05T07:49:04.235 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "retain_interval", 2024-09-05T07:49:04.235 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.236 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.236 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.236 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "31536000", 2024-09-05T07:49:04.236 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.236 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.236 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.236 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-05T07:49:04.236 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.236 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.236 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.236 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.237 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_recent_interval": { 2024-09-05T07:49:04.237 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_recent_interval", 2024-09-05T07:49:04.237 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.237 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.237 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.237 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "1209600", 2024-09-05T07:49:04.237 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.237 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.237 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.237 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-05T07:49:04.237 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.237 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.237 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.238 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.238 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.238 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.238 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.238 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "dashboard", 2024-09-05T07:49:04.238 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.238 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.238 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.238 INFO:teuthology.orchestra.run.smithi071.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-05T07:49:04.238 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-05T07:49:04.238 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.239 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.239 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.239 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:04.239 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.239 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.239 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.239 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.239 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.239 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.239 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.239 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.239 INFO:teuthology.orchestra.run.smithi071.stdout: "ALERTMANAGER_API_HOST": { 2024-09-05T07:49:04.240 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-05T07:49:04.240 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.240 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.240 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.240 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.240 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.240 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.240 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.240 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.240 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.240 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.240 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.240 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.241 INFO:teuthology.orchestra.run.smithi071.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-05T07:49:04.241 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-05T07:49:04.241 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.241 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.241 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.241 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.241 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.241 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.241 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.241 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.241 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.241 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.241 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.242 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.242 INFO:teuthology.orchestra.run.smithi071.stdout: "AUDIT_API_ENABLED": { 2024-09-05T07:49:04.242 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "AUDIT_API_ENABLED", 2024-09-05T07:49:04.242 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.242 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.242 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.242 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.242 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.242 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.242 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.242 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.242 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.242 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.242 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.243 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.243 INFO:teuthology.orchestra.run.smithi071.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-05T07:49:04.243 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-05T07:49:04.243 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.243 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.243 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.243 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.243 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.243 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.243 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.243 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.243 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.243 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.244 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.244 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.244 INFO:teuthology.orchestra.run.smithi071.stdout: "ENABLE_BROWSABLE_API": { 2024-09-05T07:49:04.244 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-05T07:49:04.244 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.244 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.244 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.244 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.244 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.244 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.244 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.244 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.244 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.245 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.245 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.245 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.245 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-05T07:49:04.245 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-05T07:49:04.245 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.245 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.245 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.245 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.245 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.246 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.246 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.246 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.246 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.246 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.246 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.246 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.246 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-05T07:49:04.246 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-05T07:49:04.246 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.246 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.246 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.246 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.247 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.247 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.247 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.247 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.247 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.247 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.247 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.247 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.247 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-05T07:49:04.247 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-05T07:49:04.247 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.247 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.247 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.247 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.248 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.248 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.248 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.248 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.248 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.248 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.248 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.248 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.248 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-05T07:49:04.248 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-05T07:49:04.248 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.249 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.249 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.249 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.249 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.249 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.249 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.249 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.249 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.249 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.249 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.250 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.250 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-05T07:49:04.250 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-05T07:49:04.250 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.250 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.250 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.250 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.250 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.250 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.250 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.250 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.250 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.250 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.250 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.251 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.251 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-05T07:49:04.251 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-05T07:49:04.251 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.251 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.251 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.251 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.251 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.251 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.251 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.251 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.251 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.251 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.251 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.252 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.252 INFO:teuthology.orchestra.run.smithi071.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-05T07:49:04.252 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-05T07:49:04.252 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.252 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.252 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.252 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.252 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.252 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.252 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.252 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.252 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.252 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.253 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.253 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.253 INFO:teuthology.orchestra.run.smithi071.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-05T07:49:04.253 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-05T07:49:04.253 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.253 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.253 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.253 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.253 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.253 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.253 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.253 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.253 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.253 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.253 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.254 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.254 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_PASSWORD": { 2024-09-05T07:49:04.254 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-05T07:49:04.254 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.254 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.254 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.254 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "admin", 2024-09-05T07:49:04.254 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.254 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.254 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.254 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.254 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.254 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.254 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.254 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.254 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-05T07:49:04.255 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-05T07:49:04.255 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.255 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.255 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.255 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.255 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.255 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.255 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.255 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.255 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.255 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.255 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.256 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.256 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_URL": { 2024-09-05T07:49:04.256 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_URL", 2024-09-05T07:49:04.256 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.256 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.256 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.256 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.256 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.256 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.256 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.256 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.256 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.257 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.257 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.257 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.257 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_API_USERNAME": { 2024-09-05T07:49:04.257 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-05T07:49:04.257 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.257 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.257 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.257 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "admin", 2024-09-05T07:49:04.257 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.257 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.257 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.258 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.258 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.258 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.258 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.258 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.258 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-05T07:49:04.258 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-05T07:49:04.258 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.258 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.258 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.258 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.258 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.259 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.259 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.259 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.259 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.259 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.259 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.259 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.259 INFO:teuthology.orchestra.run.smithi071.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-05T07:49:04.259 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-05T07:49:04.259 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.259 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.259 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.260 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.260 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.260 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.260 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.260 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.260 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.260 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.260 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.260 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.260 INFO:teuthology.orchestra.run.smithi071.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-05T07:49:04.260 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-05T07:49:04.260 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.261 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.261 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.261 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.261 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.261 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.261 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.261 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.261 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.261 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.261 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.261 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.261 INFO:teuthology.orchestra.run.smithi071.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-05T07:49:04.261 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-05T07:49:04.262 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.262 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.262 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.262 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.262 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.262 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.262 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.262 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.262 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.262 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.262 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.262 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.262 INFO:teuthology.orchestra.run.smithi071.stdout: "PROMETHEUS_API_HOST": { 2024-09-05T07:49:04.263 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-05T07:49:04.263 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.263 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.263 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.263 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.263 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.263 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.263 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.263 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.263 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.263 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.263 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.263 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.263 INFO:teuthology.orchestra.run.smithi071.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-05T07:49:04.264 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-05T07:49:04.264 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.264 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.264 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.264 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.264 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.264 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.264 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.264 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.264 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.264 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.264 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.264 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.265 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-05T07:49:04.265 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-05T07:49:04.265 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.265 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.265 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.265 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.265 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.265 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.265 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.265 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.265 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.265 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.265 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.266 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.266 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-05T07:49:04.266 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-05T07:49:04.266 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.266 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.266 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.266 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.266 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.266 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.266 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.266 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.266 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.266 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.266 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.267 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.267 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-05T07:49:04.267 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-05T07:49:04.267 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.267 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.267 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.267 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.267 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.267 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.267 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.267 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.267 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.268 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.268 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.268 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.268 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-05T07:49:04.268 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-05T07:49:04.268 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.268 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.268 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.268 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.268 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.268 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.269 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.269 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.269 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.269 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.269 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.269 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.269 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-05T07:49:04.269 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-05T07:49:04.269 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.270 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.270 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.270 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.270 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.270 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.270 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.270 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.270 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.270 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.270 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.272 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.272 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-05T07:49:04.272 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-05T07:49:04.272 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.272 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.272 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.272 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.272 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.272 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.272 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.272 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.272 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.272 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.273 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.273 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.273 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-05T07:49:04.273 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-05T07:49:04.273 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.273 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.273 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.273 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.273 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.273 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.273 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.273 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.273 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.274 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.274 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.274 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.274 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_ENABLED": { 2024-09-05T07:49:04.274 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-05T07:49:04.274 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.274 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.274 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.274 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.274 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.274 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.274 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.274 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.275 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.275 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.275 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.275 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.275 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-05T07:49:04.275 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-05T07:49:04.275 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.275 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.275 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.275 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-05T07:49:04.275 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.275 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.275 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.276 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.276 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.276 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.276 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.276 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.276 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-05T07:49:04.276 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-05T07:49:04.276 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.276 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.276 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.276 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:04.276 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.277 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.277 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.277 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.277 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.277 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.277 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.277 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.277 INFO:teuthology.orchestra.run.smithi071.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-05T07:49:04.277 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-05T07:49:04.277 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.277 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.277 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.277 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8", 2024-09-05T07:49:04.277 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.278 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.278 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.278 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.278 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.278 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.278 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.278 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.278 INFO:teuthology.orchestra.run.smithi071.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-05T07:49:04.278 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-05T07:49:04.278 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.278 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.278 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.278 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "45", 2024-09-05T07:49:04.278 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.278 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.278 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.279 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.279 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.279 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.279 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.279 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.279 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_ACCESS_KEY": { 2024-09-05T07:49:04.279 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-05T07:49:04.279 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.279 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.279 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.279 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.279 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.279 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.279 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.280 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.280 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.280 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.280 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.280 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.280 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-05T07:49:04.280 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-05T07:49:04.280 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.280 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.280 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.280 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "admin", 2024-09-05T07:49:04.280 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.280 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.280 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.281 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.281 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.281 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.281 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.281 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.281 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_SECRET_KEY": { 2024-09-05T07:49:04.281 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-05T07:49:04.281 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.281 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.281 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.282 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.282 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.282 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.282 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.282 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.282 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.282 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.282 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.282 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.282 INFO:teuthology.orchestra.run.smithi071.stdout: "RGW_API_SSL_VERIFY": { 2024-09-05T07:49:04.282 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-05T07:49:04.282 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.282 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.282 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.283 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.283 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.283 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.283 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.283 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.283 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.283 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.283 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.283 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.283 INFO:teuthology.orchestra.run.smithi071.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-05T07:49:04.283 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-05T07:49:04.284 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.284 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.284 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.284 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-05T07:49:04.284 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.284 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.284 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.284 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.284 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.284 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.284 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.284 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.285 INFO:teuthology.orchestra.run.smithi071.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-05T07:49:04.285 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-05T07:49:04.285 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.285 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.285 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.285 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:04.285 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.285 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.285 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.285 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.285 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.285 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.286 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.286 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.286 INFO:teuthology.orchestra.run.smithi071.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-05T07:49:04.286 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-05T07:49:04.286 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.286 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.286 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.286 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-05T07:49:04.286 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.286 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.286 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.286 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.286 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.286 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.286 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.287 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.287 INFO:teuthology.orchestra.run.smithi071.stdout: "cross_origin_url": { 2024-09-05T07:49:04.287 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cross_origin_url", 2024-09-05T07:49:04.287 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.287 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.287 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.287 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.287 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.287 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.287 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.287 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.287 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.287 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.287 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.287 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.288 INFO:teuthology.orchestra.run.smithi071.stdout: "crt_file": { 2024-09-05T07:49:04.288 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "crt_file", 2024-09-05T07:49:04.288 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.288 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.288 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.288 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.288 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.288 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.288 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.288 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.288 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.288 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.288 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.288 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.289 INFO:teuthology.orchestra.run.smithi071.stdout: "debug": { 2024-09-05T07:49:04.289 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "debug", 2024-09-05T07:49:04.289 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.289 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.289 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.289 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.289 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.289 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.289 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.289 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Enable/disable debug options", 2024-09-05T07:49:04.289 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.289 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.289 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.289 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.289 INFO:teuthology.orchestra.run.smithi071.stdout: "jwt_token_ttl": { 2024-09-05T07:49:04.290 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "jwt_token_ttl", 2024-09-05T07:49:04.290 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.290 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.290 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.290 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "28800", 2024-09-05T07:49:04.290 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.290 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.290 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.290 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.290 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.290 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.290 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.291 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.291 INFO:teuthology.orchestra.run.smithi071.stdout: "key_file": { 2024-09-05T07:49:04.291 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "key_file", 2024-09-05T07:49:04.291 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.291 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.291 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.291 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.291 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.291 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.291 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.291 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.291 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.291 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.291 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.291 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.292 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.292 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.292 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.292 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.292 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.292 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.292 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.292 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.292 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.292 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.293 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.293 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.293 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.293 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.293 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.293 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.293 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.293 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.293 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.293 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.293 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.293 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.293 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.293 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.294 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.294 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.294 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.294 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.294 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.294 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.294 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.294 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.294 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.294 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.294 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.294 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.294 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.294 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.294 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.295 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.295 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.295 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.295 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.295 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.295 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.295 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.295 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.295 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.295 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.295 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.295 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.295 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.295 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.295 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.295 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.296 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.296 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.296 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.296 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.296 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.296 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.296 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.296 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.296 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.296 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.296 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.296 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.296 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.296 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.297 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.297 INFO:teuthology.orchestra.run.smithi071.stdout: "motd": { 2024-09-05T07:49:04.297 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "motd", 2024-09-05T07:49:04.297 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.297 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.297 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.297 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.297 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.297 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.297 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.297 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "The message of the day", 2024-09-05T07:49:04.297 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.297 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.298 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.298 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.298 INFO:teuthology.orchestra.run.smithi071.stdout: "redirect_resolve_ip_addr": { 2024-09-05T07:49:04.298 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "redirect_resolve_ip_addr", 2024-09-05T07:49:04.298 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.298 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.298 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.299 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.299 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.299 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.299 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.299 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.299 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.299 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.299 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.299 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.299 INFO:teuthology.orchestra.run.smithi071.stdout: "server_addr": { 2024-09-05T07:49:04.299 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_addr", 2024-09-05T07:49:04.299 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.299 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.300 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.300 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "::", 2024-09-05T07:49:04.300 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.300 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.300 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.300 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.300 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.300 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.300 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.300 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.300 INFO:teuthology.orchestra.run.smithi071.stdout: "server_port": { 2024-09-05T07:49:04.301 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_port", 2024-09-05T07:49:04.301 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.301 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.301 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.301 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8080", 2024-09-05T07:49:04.301 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.301 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.301 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.301 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.301 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.301 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.301 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.301 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.302 INFO:teuthology.orchestra.run.smithi071.stdout: "ssl": { 2024-09-05T07:49:04.302 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssl", 2024-09-05T07:49:04.302 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.302 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.302 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.302 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.302 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.302 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.302 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.302 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.302 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.302 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.302 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.302 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.303 INFO:teuthology.orchestra.run.smithi071.stdout: "ssl_server_port": { 2024-09-05T07:49:04.303 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssl_server_port", 2024-09-05T07:49:04.303 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.303 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.303 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.303 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8443", 2024-09-05T07:49:04.303 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.303 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.303 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.303 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.303 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.303 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.303 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.303 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.303 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_behaviour": { 2024-09-05T07:49:04.304 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_behaviour", 2024-09-05T07:49:04.304 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.304 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.304 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.304 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "redirect", 2024-09-05T07:49:04.304 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.304 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.304 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.304 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.304 INFO:teuthology.orchestra.run.smithi071.stdout: "redirect" 2024-09-05T07:49:04.304 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.304 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.304 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.304 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.304 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.305 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.305 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_error_status_code": { 2024-09-05T07:49:04.305 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_error_status_code", 2024-09-05T07:49:04.305 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.305 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.305 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.305 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "500", 2024-09-05T07:49:04.305 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "400", 2024-09-05T07:49:04.305 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "599", 2024-09-05T07:49:04.305 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.305 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.305 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.305 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.305 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.306 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.306 INFO:teuthology.orchestra.run.smithi071.stdout: "url_prefix": { 2024-09-05T07:49:04.306 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "url_prefix", 2024-09-05T07:49:04.306 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.306 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.306 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.306 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.306 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.306 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.306 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.306 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.306 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.306 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.306 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.306 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.307 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.307 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.307 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.307 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "devicehealth", 2024-09-05T07:49:04.307 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.307 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.307 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.307 INFO:teuthology.orchestra.run.smithi071.stdout: "enable_monitoring": { 2024-09-05T07:49:04.307 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enable_monitoring", 2024-09-05T07:49:04.307 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.307 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.307 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.307 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.307 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.308 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.308 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.308 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "monitor device health metrics", 2024-09-05T07:49:04.308 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.308 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.308 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.308 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.308 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.308 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.308 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.308 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.308 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.308 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.308 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.308 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.309 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.309 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.309 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.309 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.309 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.309 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.309 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.309 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.309 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.309 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.309 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.309 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.309 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.309 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.310 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.310 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.310 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.310 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.310 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.310 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.310 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.310 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.310 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.310 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.310 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.310 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.311 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.311 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.311 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.311 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.311 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.311 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.311 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.311 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.311 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.311 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.311 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.311 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.311 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.311 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.311 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.312 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.312 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.312 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.312 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.312 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.312 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.312 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.312 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.312 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.312 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.312 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.312 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.312 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.312 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.313 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.313 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.313 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.313 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.313 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.313 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.313 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.313 INFO:teuthology.orchestra.run.smithi071.stdout: "mark_out_threshold": { 2024-09-05T07:49:04.313 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mark_out_threshold", 2024-09-05T07:49:04.313 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.313 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.313 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.313 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "2419200", 2024-09-05T07:49:04.313 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.314 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.314 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.314 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-05T07:49:04.314 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.314 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.314 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.314 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.314 INFO:teuthology.orchestra.run.smithi071.stdout: "pool_name": { 2024-09-05T07:49:04.314 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pool_name", 2024-09-05T07:49:04.314 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.314 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.314 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.314 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "device_health_metrics", 2024-09-05T07:49:04.315 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.315 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.315 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.315 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-05T07:49:04.315 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.315 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.315 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.315 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.315 INFO:teuthology.orchestra.run.smithi071.stdout: "retention_period": { 2024-09-05T07:49:04.315 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "retention_period", 2024-09-05T07:49:04.315 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.315 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.315 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.315 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "15552000", 2024-09-05T07:49:04.316 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.316 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.316 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.316 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how long to retain device health metrics", 2024-09-05T07:49:04.316 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.316 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.316 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.316 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.316 INFO:teuthology.orchestra.run.smithi071.stdout: "scrape_frequency": { 2024-09-05T07:49:04.316 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "scrape_frequency", 2024-09-05T07:49:04.316 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.316 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.316 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.316 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "86400", 2024-09-05T07:49:04.317 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.317 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.317 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.317 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-05T07:49:04.317 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.317 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.317 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.317 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.317 INFO:teuthology.orchestra.run.smithi071.stdout: "self_heal": { 2024-09-05T07:49:04.317 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "self_heal", 2024-09-05T07:49:04.317 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.317 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.317 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.317 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.318 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.318 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.318 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.318 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-05T07:49:04.318 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.318 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.318 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.318 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.318 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-05T07:49:04.318 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-05T07:49:04.318 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.318 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.318 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.319 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-05T07:49:04.319 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.319 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.319 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.319 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how frequently to wake up and check device health", 2024-09-05T07:49:04.319 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.319 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.320 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.320 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.320 INFO:teuthology.orchestra.run.smithi071.stdout: "warn_threshold": { 2024-09-05T07:49:04.320 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "warn_threshold", 2024-09-05T07:49:04.320 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.320 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.320 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.321 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "7257600", 2024-09-05T07:49:04.321 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.321 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.321 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.321 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-05T07:49:04.321 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.322 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.322 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.322 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.322 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.322 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.322 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.323 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "diskprediction_local", 2024-09-05T07:49:04.323 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.323 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.323 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.323 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.323 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.323 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.324 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.324 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.324 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.324 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.324 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.325 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.325 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.325 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.325 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.325 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.325 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.326 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.326 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.326 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.326 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.326 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.326 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.326 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.327 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.327 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.327 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.327 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.327 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.327 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.328 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.328 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.328 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.328 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.328 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.328 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.329 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.329 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.329 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.329 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.329 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.329 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.330 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.330 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.330 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.330 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.330 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.330 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.331 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.331 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.331 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.331 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.331 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.331 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.332 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.332 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.332 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.332 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.332 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.332 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.332 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.333 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.333 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.333 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.333 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.333 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.333 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.333 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.334 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.334 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.334 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.334 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.334 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.334 INFO:teuthology.orchestra.run.smithi071.stdout: "predict_interval": { 2024-09-05T07:49:04.334 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "predict_interval", 2024-09-05T07:49:04.335 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.335 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.335 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.335 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "86400", 2024-09-05T07:49:04.335 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.335 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.335 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.336 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.336 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.336 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.336 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.336 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.336 INFO:teuthology.orchestra.run.smithi071.stdout: "predictor_model": { 2024-09-05T07:49:04.336 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "predictor_model", 2024-09-05T07:49:04.336 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.336 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.336 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.336 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "prophetstor", 2024-09-05T07:49:04.336 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.336 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.337 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.337 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.337 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.337 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.337 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.337 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.337 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-05T07:49:04.337 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-05T07:49:04.337 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.337 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.337 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.337 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "600", 2024-09-05T07:49:04.337 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.338 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.338 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.338 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.338 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.338 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.338 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.338 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.338 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.338 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.338 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.338 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "influx", 2024-09-05T07:49:04.338 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": false, 2024-09-05T07:49:04.339 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "influxdb python module not found", 2024-09-05T07:49:04.339 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.339 INFO:teuthology.orchestra.run.smithi071.stdout: "batch_size": { 2024-09-05T07:49:04.339 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "batch_size", 2024-09-05T07:49:04.339 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.339 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.339 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.339 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5000", 2024-09-05T07:49:04.339 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.339 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.340 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.340 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-05T07:49:04.340 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.340 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.340 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.340 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.340 INFO:teuthology.orchestra.run.smithi071.stdout: "database": { 2024-09-05T07:49:04.340 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "database", 2024-09-05T07:49:04.340 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.340 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.340 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.340 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "ceph", 2024-09-05T07:49:04.341 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.341 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.341 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.341 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-05T07:49:04.341 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.341 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.341 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.341 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.341 INFO:teuthology.orchestra.run.smithi071.stdout: "hostname": { 2024-09-05T07:49:04.341 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "hostname", 2024-09-05T07:49:04.341 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.341 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.341 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.341 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.342 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.342 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.342 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.342 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "InfluxDB server hostname", 2024-09-05T07:49:04.342 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.342 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.342 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.342 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.342 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-05T07:49:04.342 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-05T07:49:04.342 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.342 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.342 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.342 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "30", 2024-09-05T07:49:04.342 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "5", 2024-09-05T07:49:04.343 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.343 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.343 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-05T07:49:04.343 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.343 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.343 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.343 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.343 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.343 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.343 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.343 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.343 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.343 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.343 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.344 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.344 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.344 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.344 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.344 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.344 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.344 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.344 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.344 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.344 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.344 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.344 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.344 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.344 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.345 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.345 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.345 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.345 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.345 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.345 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.345 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.345 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.345 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.345 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.345 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.346 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.346 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.346 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.346 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.346 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.346 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.346 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.346 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.346 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.346 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.346 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.346 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.346 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.346 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.346 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.347 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.347 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.347 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.347 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.347 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.347 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.347 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.347 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.347 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.347 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.347 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.347 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.347 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.347 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.347 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.348 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.348 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.348 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.348 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.348 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.348 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.348 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.348 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.348 INFO:teuthology.orchestra.run.smithi071.stdout: "password": { 2024-09-05T07:49:04.348 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "password", 2024-09-05T07:49:04.348 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "password of InfluxDB server user", 2024-09-05T07:49:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: "port": { 2024-09-05T07:49:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "port", 2024-09-05T07:49:04.349 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.350 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.350 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.350 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "8086", 2024-09-05T07:49:04.350 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.350 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.350 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.350 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "InfluxDB server port", 2024-09-05T07:49:04.350 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.350 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.350 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.350 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.350 INFO:teuthology.orchestra.run.smithi071.stdout: "ssl": { 2024-09-05T07:49:04.351 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ssl", 2024-09-05T07:49:04.351 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.351 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.351 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.351 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "false", 2024-09-05T07:49:04.351 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.351 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.352 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.352 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-05T07:49:04.352 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.352 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.352 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.352 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.352 INFO:teuthology.orchestra.run.smithi071.stdout: "threads": { 2024-09-05T07:49:04.353 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "threads", 2024-09-05T07:49:04.353 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.353 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.353 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.353 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-05T07:49:04.353 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-05T07:49:04.354 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "32", 2024-09-05T07:49:04.354 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.354 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-05T07:49:04.354 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.354 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.354 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.355 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.355 INFO:teuthology.orchestra.run.smithi071.stdout: "username": { 2024-09-05T07:49:04.355 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "username", 2024-09-05T07:49:04.355 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.355 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.355 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.356 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.356 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.356 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.356 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.356 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "username of InfluxDB server user", 2024-09-05T07:49:04.356 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.357 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.357 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.357 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.357 INFO:teuthology.orchestra.run.smithi071.stdout: "verify_ssl": { 2024-09-05T07:49:04.357 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "verify_ssl", 2024-09-05T07:49:04.358 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.358 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.358 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.358 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "true", 2024-09-05T07:49:04.358 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.358 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.359 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.359 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-05T07:49:04.359 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.359 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.359 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.359 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.360 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.360 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.360 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.360 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "insights", 2024-09-05T07:49:04.360 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.361 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.361 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.361 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.361 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.361 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.361 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.362 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.362 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.362 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.362 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.362 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.362 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.363 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.363 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.363 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.363 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.363 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.363 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.364 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.364 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.364 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.364 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.364 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.365 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.365 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.365 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.365 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.365 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.365 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.365 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.366 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.366 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.366 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.366 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.366 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.366 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.366 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.367 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.367 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.367 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.367 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.367 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.367 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.368 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.368 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.368 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.368 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.368 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.368 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.368 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.368 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.369 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.369 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.369 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.369 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.369 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.369 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.369 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.369 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.369 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.369 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.370 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.370 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.370 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.370 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.370 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.370 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.370 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.370 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.370 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.370 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.370 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.370 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.371 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.371 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.371 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "iostat", 2024-09-05T07:49:04.371 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.371 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.371 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.371 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.371 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.371 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.371 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.371 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.371 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.371 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.372 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.372 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.372 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.372 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.372 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.372 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.372 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.372 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.372 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.372 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.372 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.372 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.372 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.372 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.373 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.373 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.373 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.373 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.373 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.373 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.373 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.373 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.373 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.373 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.373 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.373 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.373 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.374 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.374 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.374 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.374 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.374 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.374 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.374 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.374 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.374 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.374 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.374 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.374 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.374 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.374 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.375 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.375 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.375 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.375 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.375 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.375 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.375 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.375 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.375 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.375 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.375 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.375 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.375 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.375 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.375 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.376 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.376 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.376 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.376 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.376 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.376 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.376 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.376 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.376 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.376 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.376 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "k8sevents", 2024-09-05T07:49:04.377 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.377 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.377 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.377 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_event_retention_days": { 2024-09-05T07:49:04.377 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "ceph_event_retention_days", 2024-09-05T07:49:04.377 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.377 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.377 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.377 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "7", 2024-09-05T07:49:04.377 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.377 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.377 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.377 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-05T07:49:04.377 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.378 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.378 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.378 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.378 INFO:teuthology.orchestra.run.smithi071.stdout: "config_check_secs": { 2024-09-05T07:49:04.378 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "config_check_secs", 2024-09-05T07:49:04.378 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.378 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.378 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.378 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:04.378 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "10", 2024-09-05T07:49:04.378 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.378 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.378 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-05T07:49:04.378 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.378 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.379 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.379 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.379 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.379 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.379 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.379 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.379 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.379 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.379 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.379 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.379 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.379 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.379 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.379 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.379 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.380 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.380 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.380 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.380 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.380 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.380 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.380 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.380 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.380 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.380 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.380 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.380 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.380 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.380 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.381 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.381 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.381 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.381 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.381 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.381 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.381 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.381 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.381 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.381 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.381 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.381 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.381 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.382 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.382 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.382 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.382 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.382 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.382 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.382 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.382 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.382 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.383 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.383 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.383 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.383 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.383 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.383 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.383 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.383 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.383 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.383 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.383 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.384 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.384 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.384 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.384 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.384 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.384 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.384 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.384 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.384 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.384 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.385 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.385 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.385 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.385 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "localpool", 2024-09-05T07:49:04.385 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.385 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.385 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.385 INFO:teuthology.orchestra.run.smithi071.stdout: "failure_domain": { 2024-09-05T07:49:04.385 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "failure_domain", 2024-09-05T07:49:04.385 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.386 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.386 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.386 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "host", 2024-09-05T07:49:04.386 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.386 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.386 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.386 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "failure domain for any created local pool", 2024-09-05T07:49:04.386 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-05T07:49:04.386 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.386 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.386 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.386 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.387 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.387 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.387 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.387 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.387 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.387 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.387 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.387 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.387 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.387 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.387 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.388 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.388 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.388 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.388 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.388 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.388 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.388 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.388 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.388 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.388 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.388 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.388 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.389 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.389 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.389 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.389 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.389 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.389 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.389 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.389 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.389 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.390 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.390 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.390 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.390 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.390 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.390 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.390 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.390 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.390 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.390 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.390 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.391 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.391 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.391 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.391 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.391 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.391 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.391 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.391 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.391 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.391 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.391 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.391 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.391 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.391 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.392 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.392 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.392 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.392 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.392 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.392 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.392 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.392 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.392 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.392 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.392 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.392 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.392 INFO:teuthology.orchestra.run.smithi071.stdout: "min_size": { 2024-09-05T07:49:04.392 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "min_size", 2024-09-05T07:49:04.392 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.393 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.393 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.393 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.393 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.393 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.393 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.393 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "default min_size for any created local pool", 2024-09-05T07:49:04.393 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-05T07:49:04.393 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.393 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.393 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.394 INFO:teuthology.orchestra.run.smithi071.stdout: "num_rep": { 2024-09-05T07:49:04.394 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "num_rep", 2024-09-05T07:49:04.394 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.394 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.394 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.394 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "3", 2024-09-05T07:49:04.394 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.394 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.394 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.394 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "default replica count for any created local pool", 2024-09-05T07:49:04.394 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.394 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.394 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.395 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.395 INFO:teuthology.orchestra.run.smithi071.stdout: "pg_num": { 2024-09-05T07:49:04.395 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pg_num", 2024-09-05T07:49:04.395 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.395 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.395 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.395 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "128", 2024-09-05T07:49:04.395 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.395 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.395 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.395 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "default pg_num for any created local pool", 2024-09-05T07:49:04.395 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.396 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.396 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.396 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.396 INFO:teuthology.orchestra.run.smithi071.stdout: "prefix": { 2024-09-05T07:49:04.396 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "prefix", 2024-09-05T07:49:04.396 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.396 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.396 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.396 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.396 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.396 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.396 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.396 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "name prefix for any created local pool", 2024-09-05T07:49:04.396 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.397 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.397 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.397 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.397 INFO:teuthology.orchestra.run.smithi071.stdout: "subtree": { 2024-09-05T07:49:04.397 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "subtree", 2024-09-05T07:49:04.397 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.397 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.397 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.397 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "rack", 2024-09-05T07:49:04.397 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.397 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.397 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.397 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-05T07:49:04.397 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-05T07:49:04.397 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.398 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.398 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.398 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.398 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.398 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.398 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mds_autoscaler", 2024-09-05T07:49:04.398 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.398 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.398 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.398 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.398 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.398 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.399 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.399 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.399 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.399 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.399 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.399 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.399 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.399 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.399 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.399 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.399 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.399 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.400 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.400 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.400 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.400 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.400 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.400 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.400 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.400 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.400 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.400 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.400 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.400 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.401 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.401 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.401 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.401 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.401 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.401 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.401 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.401 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.401 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.401 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.401 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.401 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.401 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.401 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.402 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.402 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.402 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.402 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.402 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.402 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.402 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.402 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.402 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.402 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.402 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.402 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.402 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.402 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.403 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.403 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.403 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.403 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.403 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.403 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.403 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.403 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.403 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.403 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.403 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.403 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.403 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.403 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.403 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.404 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.404 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.404 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.404 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mirroring", 2024-09-05T07:49:04.404 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.404 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.404 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.404 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.404 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.404 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.404 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.404 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.404 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.404 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.405 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.405 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.405 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.405 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.405 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.405 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.405 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.405 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.405 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.405 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.406 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.406 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.406 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.406 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.406 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.406 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.406 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.406 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.406 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.406 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.406 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.406 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.406 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.406 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.407 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.407 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.407 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.407 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.407 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.407 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.407 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.407 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.407 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.407 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.407 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.407 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.407 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.408 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.408 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.408 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.408 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.408 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.408 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.408 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.408 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.408 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.408 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.408 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.408 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.408 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.408 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.409 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.409 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.409 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.409 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.409 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.409 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.409 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.409 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.409 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.409 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.409 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.409 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.409 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.409 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.410 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.410 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "nfs", 2024-09-05T07:49:04.410 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.410 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.410 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.410 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.410 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.410 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.410 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.410 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.410 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.410 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.410 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.411 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.411 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.411 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.411 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.411 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.411 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.411 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.411 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.411 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.411 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.411 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.412 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.412 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.412 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.412 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.412 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.412 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.412 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.412 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.412 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.412 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.412 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.412 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.412 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.413 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.413 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.413 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.413 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.413 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.413 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.413 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.413 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.413 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.413 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.413 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.413 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.413 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.413 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.414 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.414 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.414 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.414 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.414 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.414 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.414 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.414 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.414 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.414 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.414 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.414 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.414 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.414 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.415 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.415 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.415 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.415 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.415 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.415 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.415 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.415 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.415 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.415 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.415 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.416 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.416 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.416 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "orchestrator", 2024-09-05T07:49:04.416 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.416 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.416 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.416 INFO:teuthology.orchestra.run.smithi071.stdout: "fail_fs": { 2024-09-05T07:49:04.416 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "fail_fs", 2024-09-05T07:49:04.416 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.417 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.417 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.417 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.417 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.417 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.417 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.417 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-05T07:49:04.417 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.417 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.417 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.417 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.417 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.417 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.418 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.418 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.418 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.418 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.418 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.418 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.418 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.418 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.418 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.418 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.418 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.418 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.418 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.418 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.418 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.419 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.419 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.419 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.419 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.419 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.419 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.419 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.419 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.419 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.419 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.419 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.419 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.419 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.419 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.419 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.420 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.420 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.420 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.420 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.420 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.420 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.420 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.420 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.420 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.420 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.420 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.420 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.420 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.421 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.421 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.421 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.421 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.421 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.421 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.421 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.421 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.421 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.421 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.421 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.421 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.421 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.421 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.422 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.422 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.422 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.422 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.422 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.422 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.422 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.422 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.422 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.422 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.422 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.422 INFO:teuthology.orchestra.run.smithi071.stdout: "orchestrator": { 2024-09-05T07:49:04.422 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "orchestrator", 2024-09-05T07:49:04.423 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.423 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.423 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.423 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.423 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.423 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.423 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.423 INFO:teuthology.orchestra.run.smithi071.stdout: "cephadm", 2024-09-05T07:49:04.423 INFO:teuthology.orchestra.run.smithi071.stdout: "rook", 2024-09-05T07:49:04.423 INFO:teuthology.orchestra.run.smithi071.stdout: "test_orchestrator" 2024-09-05T07:49:04.423 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.423 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Orchestrator backend", 2024-09-05T07:49:04.423 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.423 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.424 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.424 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.424 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.424 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.424 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.424 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "osd_perf_query", 2024-09-05T07:49:04.424 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.424 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.424 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.424 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.424 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.424 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.424 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.425 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.425 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.425 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.425 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.425 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.425 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.425 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.425 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.425 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.425 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.425 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.425 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.425 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.425 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.426 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.426 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.426 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.426 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.426 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.426 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.426 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.426 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.426 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.426 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.427 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.427 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.427 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.427 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.427 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.427 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.427 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.427 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.427 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.427 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.427 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.427 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.427 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.428 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.428 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.428 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.428 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.428 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.428 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.428 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.428 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.428 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.428 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.428 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.428 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.428 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.428 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.429 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.429 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.429 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.429 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.429 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.429 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.429 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.429 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.429 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.429 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.429 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.429 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.429 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.429 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.430 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.430 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.430 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.430 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.430 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "osd_support", 2024-09-05T07:49:04.430 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.430 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.430 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.430 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.430 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.430 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.430 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.430 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.431 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.431 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.431 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.431 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.431 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.431 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.431 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.431 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.431 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.431 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.431 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.431 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.432 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.432 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.432 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.432 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.432 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.432 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.432 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.432 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.432 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.432 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.432 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.432 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.432 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.433 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.433 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.433 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.433 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.433 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.433 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.433 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.433 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.433 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.433 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.433 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.433 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.433 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.433 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.434 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.434 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.434 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.434 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.434 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.434 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.434 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.434 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.434 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.434 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.434 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.434 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.434 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.435 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.435 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.435 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.435 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.435 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.435 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.435 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.435 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.435 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.435 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.435 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.435 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.435 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.435 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.436 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.436 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.436 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "pg_autoscaler", 2024-09-05T07:49:04.436 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.436 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.436 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.436 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.436 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.436 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.436 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.436 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.436 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.436 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.436 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.437 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.437 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.437 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.437 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.437 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.437 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.437 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.437 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.437 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.437 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.438 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.438 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.438 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.438 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.438 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.438 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.438 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.438 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.438 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.438 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.438 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.438 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.438 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.439 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.439 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.439 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.439 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.439 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.439 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.439 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.439 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.439 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.439 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.440 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.440 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.440 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.440 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.440 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.440 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.440 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.440 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.440 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.440 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.440 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.440 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.440 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.441 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.441 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.441 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.441 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.441 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.441 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.441 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.441 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.441 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.441 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.441 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.441 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.441 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.441 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.441 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.442 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.442 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-05T07:49:04.442 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-05T07:49:04.442 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.442 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.442 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.442 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-05T07:49:04.442 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.442 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.442 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.442 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.442 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.442 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.442 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.442 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.443 INFO:teuthology.orchestra.run.smithi071.stdout: "threshold": { 2024-09-05T07:49:04.443 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "threshold", 2024-09-05T07:49:04.443 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:04.443 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.443 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.443 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "3.0", 2024-09-05T07:49:04.443 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1.0", 2024-09-05T07:49:04.443 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.443 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.443 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "scaling threshold", 2024-09-05T07:49:04.443 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-05T07:49:04.443 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.443 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.443 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "progress", 2024-09-05T07:49:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: "allow_pg_recovery_event": { 2024-09-05T07:49:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "allow_pg_recovery_event", 2024-09-05T07:49:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.444 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.445 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.445 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.445 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-05T07:49:04.445 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.445 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.445 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.445 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.445 INFO:teuthology.orchestra.run.smithi071.stdout: "enabled": { 2024-09-05T07:49:04.445 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enabled", 2024-09-05T07:49:04.445 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.445 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.445 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.445 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.445 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.445 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.446 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.446 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.446 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.446 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.446 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.446 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.446 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.446 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.446 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.446 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.446 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.446 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.446 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.446 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.447 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.447 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.447 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.447 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.447 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.447 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.447 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.447 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.447 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.447 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.447 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.448 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.448 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.448 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.448 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.448 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.448 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.448 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.448 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.448 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.448 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.448 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.448 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.449 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.449 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.449 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.449 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.449 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.449 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.449 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.449 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.449 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.449 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.449 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.449 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.449 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.450 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.450 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.450 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.450 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.450 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.450 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.450 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.450 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.450 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.450 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.450 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.450 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.450 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.450 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.451 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.451 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.451 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.451 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.451 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.451 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.451 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.451 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.451 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.451 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.451 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.451 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.451 INFO:teuthology.orchestra.run.smithi071.stdout: "max_completed_events": { 2024-09-05T07:49:04.451 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_completed_events", 2024-09-05T07:49:04.452 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.452 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.452 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.452 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "50", 2024-09-05T07:49:04.452 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.452 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.452 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.452 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "number of past completed events to remember", 2024-09-05T07:49:04.452 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.452 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.452 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.452 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.452 INFO:teuthology.orchestra.run.smithi071.stdout: "sleep_interval": { 2024-09-05T07:49:04.453 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "sleep_interval", 2024-09-05T07:49:04.453 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.453 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.453 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.453 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "5", 2024-09-05T07:49:04.453 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.453 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.453 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.453 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "how long the module is going to sleep", 2024-09-05T07:49:04.453 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.453 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.453 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.453 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.453 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.454 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.454 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.454 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "prometheus", 2024-09-05T07:49:04.454 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.454 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.454 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.454 INFO:teuthology.orchestra.run.smithi071.stdout: "cache": { 2024-09-05T07:49:04.454 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "cache", 2024-09-05T07:49:04.454 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.454 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.454 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.454 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.454 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.455 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.455 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.455 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.455 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.455 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.455 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.455 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.455 INFO:teuthology.orchestra.run.smithi071.stdout: "exclude_perf_counters": { 2024-09-05T07:49:04.455 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "exclude_perf_counters", 2024-09-05T07:49:04.455 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.455 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.455 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.455 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.455 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.456 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.456 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.456 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-05T07:49:04.456 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-05T07:49:04.456 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.456 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.456 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.456 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.456 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.456 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.456 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.456 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.456 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.457 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.457 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.457 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.457 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.457 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.457 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.457 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.457 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.457 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.457 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.457 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.458 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.458 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.458 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.458 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.458 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.458 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.458 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.458 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.458 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.458 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.458 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.458 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.458 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.459 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.459 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.459 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.459 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.459 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.459 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.459 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.459 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.459 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.459 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.459 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.459 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.459 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.459 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.459 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.460 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.460 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.460 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.460 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.460 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.460 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.460 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.460 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.460 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.460 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.460 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.460 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.460 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.460 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.461 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.461 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.461 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.461 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.461 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.461 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.461 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.461 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.461 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.461 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.461 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.461 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_stats_pools": { 2024-09-05T07:49:04.462 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rbd_stats_pools", 2024-09-05T07:49:04.462 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.462 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.462 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.462 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.462 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.462 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.462 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.462 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.462 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.462 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.462 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.462 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.463 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-05T07:49:04.463 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-05T07:49:04.463 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.463 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.463 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.463 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "300", 2024-09-05T07:49:04.463 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.463 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.463 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.463 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.463 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.463 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.463 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.463 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.463 INFO:teuthology.orchestra.run.smithi071.stdout: "scrape_interval": { 2024-09-05T07:49:04.463 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "scrape_interval", 2024-09-05T07:49:04.464 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:04.464 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.464 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.464 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "15.0", 2024-09-05T07:49:04.464 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.464 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.464 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.464 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.464 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.464 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.464 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.464 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.464 INFO:teuthology.orchestra.run.smithi071.stdout: "server_addr": { 2024-09-05T07:49:04.464 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_addr", 2024-09-05T07:49:04.465 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.465 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.465 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.465 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "::", 2024-09-05T07:49:04.465 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.465 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.465 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.465 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-05T07:49:04.465 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.465 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.465 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.465 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.465 INFO:teuthology.orchestra.run.smithi071.stdout: "server_port": { 2024-09-05T07:49:04.465 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_port", 2024-09-05T07:49:04.465 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.466 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.466 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.466 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "9283", 2024-09-05T07:49:04.466 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.466 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.466 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.466 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-05T07:49:04.466 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.466 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.466 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.466 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.466 INFO:teuthology.orchestra.run.smithi071.stdout: "stale_cache_strategy": { 2024-09-05T07:49:04.466 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "stale_cache_strategy", 2024-09-05T07:49:04.467 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.467 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.467 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.467 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "log", 2024-09-05T07:49:04.467 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.467 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.467 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.467 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.467 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.467 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.467 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.468 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.468 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_behaviour": { 2024-09-05T07:49:04.468 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_behaviour", 2024-09-05T07:49:04.468 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.468 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.468 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.468 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "default", 2024-09-05T07:49:04.468 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.468 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.468 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.468 INFO:teuthology.orchestra.run.smithi071.stdout: "default", 2024-09-05T07:49:04.469 INFO:teuthology.orchestra.run.smithi071.stdout: "error" 2024-09-05T07:49:04.469 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.469 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.469 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.469 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.469 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.469 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.469 INFO:teuthology.orchestra.run.smithi071.stdout: "standby_error_status_code": { 2024-09-05T07:49:04.469 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "standby_error_status_code", 2024-09-05T07:49:04.469 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.469 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.469 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.469 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "500", 2024-09-05T07:49:04.470 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "400", 2024-09-05T07:49:04.470 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "599", 2024-09-05T07:49:04.470 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.470 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.470 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.470 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.470 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.470 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.470 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.470 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.470 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.470 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rbd_support", 2024-09-05T07:49:04.471 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.471 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.471 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.471 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.471 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.471 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.471 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.471 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.471 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.471 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.471 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.471 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.472 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.472 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.472 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.472 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.472 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.472 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.472 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.472 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.472 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.472 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.472 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.472 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.472 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.472 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.473 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.473 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.473 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.473 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.473 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.473 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.473 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.473 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.473 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.473 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.473 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.473 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.473 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.473 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.473 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.474 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.474 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.474 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.474 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.474 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.474 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.474 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.474 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.476 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.476 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.476 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.476 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.476 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.476 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.476 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.476 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.476 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.476 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.476 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.477 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.477 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.477 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.477 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.477 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.477 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.477 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.477 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.477 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.477 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.477 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.477 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.477 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.478 INFO:teuthology.orchestra.run.smithi071.stdout: "max_concurrent_snap_create": { 2024-09-05T07:49:04.478 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_concurrent_snap_create", 2024-09-05T07:49:04.478 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.478 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.478 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.478 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10", 2024-09-05T07:49:04.478 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.478 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.478 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.478 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.478 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.478 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.479 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.479 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.479 INFO:teuthology.orchestra.run.smithi071.stdout: "mirror_snapshot_schedule": { 2024-09-05T07:49:04.479 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "mirror_snapshot_schedule", 2024-09-05T07:49:04.479 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.479 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.479 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.479 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.479 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.479 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.479 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.479 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.479 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.479 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.480 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.480 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.480 INFO:teuthology.orchestra.run.smithi071.stdout: "trash_purge_schedule": { 2024-09-05T07:49:04.480 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "trash_purge_schedule", 2024-09-05T07:49:04.480 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.480 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.480 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.480 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.480 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.480 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.480 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.480 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.480 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.480 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.480 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.481 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.481 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.481 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.481 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.481 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "restful", 2024-09-05T07:49:04.481 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.481 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.481 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.481 INFO:teuthology.orchestra.run.smithi071.stdout: "enable_auth": { 2024-09-05T07:49:04.481 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enable_auth", 2024-09-05T07:49:04.481 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.481 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.481 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.481 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.481 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.482 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.482 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.482 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.482 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.482 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.482 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.482 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.482 INFO:teuthology.orchestra.run.smithi071.stdout: "key_file": { 2024-09-05T07:49:04.482 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "key_file", 2024-09-05T07:49:04.482 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.482 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.482 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.483 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.483 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.483 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.483 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.483 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.483 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.483 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.483 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.483 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.483 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.483 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.483 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.484 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.484 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.484 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.484 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.484 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.484 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.484 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.484 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.484 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.484 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.484 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.484 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.485 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.485 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.485 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.485 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.485 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.485 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.485 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.485 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.485 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.485 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.485 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.485 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.485 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.486 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.486 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.486 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.486 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.486 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.486 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.486 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.486 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.486 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.486 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.486 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.486 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.486 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.486 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.486 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.486 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.487 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.487 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.487 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.487 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.487 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.487 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.487 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.487 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.487 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.487 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.487 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.487 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.487 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.487 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.488 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.488 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.488 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.488 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.488 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.488 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.488 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.488 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.488 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.488 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.489 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.489 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.489 INFO:teuthology.orchestra.run.smithi071.stdout: "server_addr": { 2024-09-05T07:49:04.489 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_addr", 2024-09-05T07:49:04.489 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.489 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.489 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.489 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.489 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.489 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.489 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.490 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.490 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.490 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.490 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.490 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.490 INFO:teuthology.orchestra.run.smithi071.stdout: "server_port": { 2024-09-05T07:49:04.490 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "server_port", 2024-09-05T07:49:04.490 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.490 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.490 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.490 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.490 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.490 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.490 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.490 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.490 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.490 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.491 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.491 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.491 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.491 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.491 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.491 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rgw", 2024-09-05T07:49:04.491 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.491 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.491 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.491 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.491 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.491 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.491 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.491 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.491 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.492 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.492 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.492 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.492 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.492 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.492 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.492 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.492 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.492 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.492 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.492 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.492 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.492 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.492 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.493 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.493 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.493 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.493 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.493 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.493 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.493 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.493 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.493 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.493 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.493 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.493 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.493 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.493 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.494 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.494 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.494 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.494 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.494 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.494 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.494 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.494 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.494 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.494 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.494 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.494 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.494 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.495 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.495 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.495 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.495 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.495 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.495 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.495 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.495 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.495 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.495 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.495 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.495 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.495 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.495 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.496 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.496 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.496 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.496 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.496 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.496 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.496 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.496 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.496 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.496 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.496 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.496 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.496 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rook", 2024-09-05T07:49:04.496 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.496 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.497 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.497 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.497 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.497 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.497 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.497 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.497 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.497 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.497 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.497 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.497 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.497 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.497 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.497 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.498 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.498 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.498 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.498 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.498 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.498 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.498 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.498 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.498 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.498 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.498 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.498 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.498 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.498 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.499 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.499 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.499 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.499 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.499 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.499 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.499 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.499 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.499 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.499 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.499 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.499 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.500 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.500 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.500 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.500 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.500 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.500 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.500 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.500 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.500 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.500 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.500 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.500 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.500 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.500 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.500 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.501 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.501 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.501 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.501 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.501 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.501 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.501 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.501 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.501 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.501 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.501 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.501 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.502 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.502 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.502 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.502 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.502 INFO:teuthology.orchestra.run.smithi071.stdout: "storage_class": { 2024-09-05T07:49:04.502 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "storage_class", 2024-09-05T07:49:04.502 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.502 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.502 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.502 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "local", 2024-09-05T07:49:04.502 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.502 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.502 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.503 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-05T07:49:04.503 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.503 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.503 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.503 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.503 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.503 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.503 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.503 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "selftest", 2024-09-05T07:49:04.503 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.503 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.503 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.503 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.503 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.504 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.504 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.504 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.504 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.504 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.504 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.504 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.504 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.504 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.504 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.504 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.504 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.504 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.504 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.504 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.505 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.505 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.505 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.505 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.505 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.505 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.505 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.505 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.505 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.505 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.505 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.505 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.505 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.505 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.506 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.506 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.506 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.506 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.506 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.506 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.506 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.506 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.506 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.506 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.506 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.506 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.506 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.506 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.506 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.507 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.507 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.507 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.507 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.507 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.507 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.507 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.507 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.507 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.507 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.507 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.507 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.507 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.507 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.508 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.508 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.508 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.508 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.508 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.508 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.508 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.508 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.508 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.508 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.509 INFO:teuthology.orchestra.run.smithi071.stdout: "roption1": { 2024-09-05T07:49:04.509 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "roption1", 2024-09-05T07:49:04.509 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.509 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.509 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.509 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.509 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.509 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.509 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.509 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.509 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.509 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.510 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.510 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.510 INFO:teuthology.orchestra.run.smithi071.stdout: "roption2": { 2024-09-05T07:49:04.510 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "roption2", 2024-09-05T07:49:04.510 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.510 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.510 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.510 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "xyz", 2024-09-05T07:49:04.510 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.510 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.510 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.510 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.510 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.510 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.511 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.511 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.511 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption1": { 2024-09-05T07:49:04.511 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption1", 2024-09-05T07:49:04.511 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.511 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.511 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.511 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.511 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.511 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.511 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.512 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.512 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.512 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.512 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.512 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.512 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption2": { 2024-09-05T07:49:04.512 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption2", 2024-09-05T07:49:04.512 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.512 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.512 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.512 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.512 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.512 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.512 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.513 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.513 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.513 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.513 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.513 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.513 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption3": { 2024-09-05T07:49:04.513 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption3", 2024-09-05T07:49:04.513 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "float", 2024-09-05T07:49:04.513 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.513 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.513 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.513 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.513 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.513 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.514 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.514 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.514 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.514 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.514 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.514 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption4": { 2024-09-05T07:49:04.514 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption4", 2024-09-05T07:49:04.514 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.514 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.514 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.514 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.514 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.514 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.514 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.515 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.515 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.515 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.515 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.515 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.515 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption5": { 2024-09-05T07:49:04.515 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption5", 2024-09-05T07:49:04.515 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.515 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.515 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.515 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.515 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.515 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.515 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.515 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.516 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.516 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.516 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.516 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.516 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption6": { 2024-09-05T07:49:04.516 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption6", 2024-09-05T07:49:04.516 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.516 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.516 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.516 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.517 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.517 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.517 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.517 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.517 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.517 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.517 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.517 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.517 INFO:teuthology.orchestra.run.smithi071.stdout: "rwoption7": { 2024-09-05T07:49:04.517 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rwoption7", 2024-09-05T07:49:04.517 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.517 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.517 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.517 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.518 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "1", 2024-09-05T07:49:04.518 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "42", 2024-09-05T07:49:04.518 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.518 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.518 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.518 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.518 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.518 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.518 INFO:teuthology.orchestra.run.smithi071.stdout: "testkey": { 2024-09-05T07:49:04.518 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "testkey", 2024-09-05T07:49:04.518 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.518 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.518 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.518 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.518 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.518 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.519 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.519 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.519 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.519 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.519 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.519 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.519 INFO:teuthology.orchestra.run.smithi071.stdout: "testlkey": { 2024-09-05T07:49:04.519 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "testlkey", 2024-09-05T07:49:04.519 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.519 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.519 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.519 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.519 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.519 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.519 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.519 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.520 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.520 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.520 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.520 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.520 INFO:teuthology.orchestra.run.smithi071.stdout: "testnewline": { 2024-09-05T07:49:04.520 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "testnewline", 2024-09-05T07:49:04.520 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.520 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.520 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.520 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.521 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.521 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.521 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.521 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.521 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.521 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.521 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.521 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.521 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.521 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.521 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.521 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snap_schedule", 2024-09-05T07:49:04.521 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.521 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.521 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.522 INFO:teuthology.orchestra.run.smithi071.stdout: "allow_m_granularity": { 2024-09-05T07:49:04.522 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "allow_m_granularity", 2024-09-05T07:49:04.522 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.522 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.522 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.522 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.522 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.522 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.522 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.522 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "allow minute scheduled snapshots", 2024-09-05T07:49:04.522 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.522 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.522 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.522 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.522 INFO:teuthology.orchestra.run.smithi071.stdout: "dump_on_update": { 2024-09-05T07:49:04.523 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "dump_on_update", 2024-09-05T07:49:04.523 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.523 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.523 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.523 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.523 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.523 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.523 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.523 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "dump database to debug log on update", 2024-09-05T07:49:04.523 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.523 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.523 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.523 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.524 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.524 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.524 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.524 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.524 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.524 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.524 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.524 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.524 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.524 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.524 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.524 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.524 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.524 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.525 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.525 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.525 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.525 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.525 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.525 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.525 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.525 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.525 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.525 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.526 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.526 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.526 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.526 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.526 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.526 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.526 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.526 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.527 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.527 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.527 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.527 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.527 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.527 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.527 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.527 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.527 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.528 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.528 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.528 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.528 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.528 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.528 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.528 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.528 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.529 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.529 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.529 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.529 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.529 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.529 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.529 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.529 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.530 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.530 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.530 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.530 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.530 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.530 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.530 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.530 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.530 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.531 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.531 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.531 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.531 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.531 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.531 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.531 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.531 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "stats", 2024-09-05T07:49:04.532 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.532 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.532 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.532 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.532 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.532 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.532 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.532 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.533 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.533 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.533 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.533 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.533 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.533 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.533 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.533 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.533 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.534 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.534 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.534 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.534 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.534 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.534 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.534 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.534 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.534 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.535 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.535 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.535 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.535 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.535 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.535 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.535 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.535 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.536 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.536 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.536 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.536 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.536 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.536 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.536 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.536 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.536 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.537 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.537 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.537 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.537 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.537 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.537 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.537 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.537 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.538 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.538 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.538 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.538 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.538 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.538 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.538 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.538 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.539 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.539 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.539 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.539 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.539 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.539 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.539 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.539 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.539 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.539 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.539 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.539 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.539 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.540 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.540 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.540 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.540 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.540 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "status", 2024-09-05T07:49:04.540 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.540 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.540 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.540 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.541 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.541 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.541 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.541 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.541 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.541 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.541 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.541 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.541 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.541 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.541 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.541 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.541 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.542 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.542 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.542 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.542 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.542 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.542 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.542 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.542 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.542 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.542 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.542 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.542 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.542 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.542 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.542 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.543 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.543 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.543 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.543 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.543 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.543 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.543 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.543 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.543 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.543 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.543 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.543 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.543 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.543 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.543 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.544 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.544 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.544 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.544 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.544 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.544 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.544 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.544 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.544 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.544 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.544 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.544 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.544 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.544 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.545 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.545 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.545 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.545 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.545 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.545 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.545 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.545 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.545 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.545 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.545 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.545 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.545 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.546 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.546 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.546 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "telegraf", 2024-09-05T07:49:04.546 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.546 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.546 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.546 INFO:teuthology.orchestra.run.smithi071.stdout: "address": { 2024-09-05T07:49:04.546 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "address", 2024-09-05T07:49:04.546 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.546 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.546 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.546 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-05T07:49:04.546 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.546 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.547 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.547 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.547 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.547 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.547 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.547 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.547 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-05T07:49:04.547 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-05T07:49:04.547 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.547 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.547 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.547 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "15", 2024-09-05T07:49:04.547 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.548 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.548 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.548 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.548 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.548 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.548 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.548 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.548 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.548 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.548 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.548 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.548 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.548 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.548 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.548 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.549 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.549 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.549 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.549 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.549 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.549 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.549 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.549 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.549 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.549 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.549 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.550 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.550 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.550 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.550 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.550 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.550 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.550 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.550 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.550 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.550 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.550 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.550 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.550 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.550 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.550 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.551 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.551 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.551 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.551 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.551 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.551 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.551 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.551 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.551 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.551 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.551 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.551 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.551 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.552 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.552 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.552 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.552 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.552 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.552 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.552 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.552 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.552 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.552 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.552 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.552 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.552 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.552 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.552 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.553 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.553 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.553 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.553 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.553 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.553 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.553 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.553 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.553 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.553 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.553 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.553 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "telemetry", 2024-09-05T07:49:04.553 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.553 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.554 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.554 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_basic": { 2024-09-05T07:49:04.554 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_basic", 2024-09-05T07:49:04.554 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.554 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.554 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.554 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.554 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.554 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.554 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.554 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-05T07:49:04.554 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.554 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.554 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.554 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.555 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_crash": { 2024-09-05T07:49:04.555 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_crash", 2024-09-05T07:49:04.555 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.555 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.555 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.555 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.555 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.555 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.555 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.555 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-05T07:49:04.555 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.555 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.555 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.555 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.555 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_device": { 2024-09-05T07:49:04.556 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_device", 2024-09-05T07:49:04.556 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.556 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.556 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.556 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.556 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.556 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.556 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.556 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-05T07:49:04.556 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.556 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.556 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.556 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.556 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_ident": { 2024-09-05T07:49:04.557 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_ident", 2024-09-05T07:49:04.557 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.557 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.557 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.557 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.557 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.557 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.557 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.557 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-05T07:49:04.557 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.557 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.558 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.558 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.558 INFO:teuthology.orchestra.run.smithi071.stdout: "channel_perf": { 2024-09-05T07:49:04.558 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "channel_perf", 2024-09-05T07:49:04.558 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.558 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.558 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.558 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.558 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.558 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.558 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.558 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-05T07:49:04.558 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.559 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.559 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.559 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.559 INFO:teuthology.orchestra.run.smithi071.stdout: "contact": { 2024-09-05T07:49:04.559 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "contact", 2024-09-05T07:49:04.559 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.559 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.559 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.559 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.559 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.559 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.559 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.559 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.559 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.560 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.560 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.560 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.560 INFO:teuthology.orchestra.run.smithi071.stdout: "description": { 2024-09-05T07:49:04.560 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "description", 2024-09-05T07:49:04.560 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.560 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.560 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.560 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.560 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.560 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.560 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.560 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.561 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.561 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.561 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.561 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.561 INFO:teuthology.orchestra.run.smithi071.stdout: "device_url": { 2024-09-05T07:49:04.561 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "device_url", 2024-09-05T07:49:04.561 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.561 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.561 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.561 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-05T07:49:04.561 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.561 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.561 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.561 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.561 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.562 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.562 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.562 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.562 INFO:teuthology.orchestra.run.smithi071.stdout: "enabled": { 2024-09-05T07:49:04.562 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "enabled", 2024-09-05T07:49:04.562 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.562 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.562 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.562 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.562 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.562 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.562 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.562 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.562 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.563 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.563 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.563 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.563 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-05T07:49:04.563 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-05T07:49:04.563 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.563 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.563 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.563 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "24", 2024-09-05T07:49:04.563 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "8", 2024-09-05T07:49:04.563 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.563 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.563 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.563 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.564 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.564 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.564 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.564 INFO:teuthology.orchestra.run.smithi071.stdout: "last_opt_revision": { 2024-09-05T07:49:04.564 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "last_opt_revision", 2024-09-05T07:49:04.564 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.564 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.564 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.564 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "1", 2024-09-05T07:49:04.564 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.564 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.564 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.564 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.564 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.565 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.565 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.565 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.565 INFO:teuthology.orchestra.run.smithi071.stdout: "leaderboard": { 2024-09-05T07:49:04.565 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "leaderboard", 2024-09-05T07:49:04.565 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.565 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.565 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.565 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.565 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.565 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.565 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.565 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.565 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.565 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.566 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.566 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.566 INFO:teuthology.orchestra.run.smithi071.stdout: "leaderboard_description": { 2024-09-05T07:49:04.566 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "leaderboard_description", 2024-09-05T07:49:04.566 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.566 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.566 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.566 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.566 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.566 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.566 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.566 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.566 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.566 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.567 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.567 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.567 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.567 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.567 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.567 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.567 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.567 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.567 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.567 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.567 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.567 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.567 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.567 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.568 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.568 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.568 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.568 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.568 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.568 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.568 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.568 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.568 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.568 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.568 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.568 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.568 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.569 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.569 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.569 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.569 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.569 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.569 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.569 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.569 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.569 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.569 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.569 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.569 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.570 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.570 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.570 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.570 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.570 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.570 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.570 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.570 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.570 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.570 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.570 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.571 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.571 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.571 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.571 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.571 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.571 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.571 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.571 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.571 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.571 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.571 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.571 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.571 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.571 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.572 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.572 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.572 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.572 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.572 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.572 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.572 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.572 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.572 INFO:teuthology.orchestra.run.smithi071.stdout: "organization": { 2024-09-05T07:49:04.572 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "organization", 2024-09-05T07:49:04.572 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.573 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.573 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.573 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.573 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.573 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.573 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.573 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.573 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.573 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.573 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.573 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.573 INFO:teuthology.orchestra.run.smithi071.stdout: "proxy": { 2024-09-05T07:49:04.573 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "proxy", 2024-09-05T07:49:04.573 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.573 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.574 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.574 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.574 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.574 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.574 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.574 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.574 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.574 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.574 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.574 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.574 INFO:teuthology.orchestra.run.smithi071.stdout: "url": { 2024-09-05T07:49:04.574 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "url", 2024-09-05T07:49:04.574 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.575 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.575 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.575 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-05T07:49:04.575 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.575 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.575 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.575 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.575 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.575 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.575 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.575 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.575 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.575 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.575 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.576 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "test_orchestrator", 2024-09-05T07:49:04.576 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.576 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.576 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.576 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.576 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.576 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.576 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.576 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.576 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.576 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.576 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.576 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.576 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.577 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.577 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.577 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.577 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.577 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.577 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.577 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.577 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.577 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.577 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.577 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.578 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.578 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.578 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.578 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.578 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.578 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.578 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.578 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.578 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.578 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.578 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.578 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.579 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.579 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.579 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.579 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.579 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.579 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.579 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.579 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.579 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.579 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.579 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.579 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.579 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.579 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.579 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.580 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.580 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.580 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.580 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.580 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.580 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.580 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.580 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.580 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.580 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.580 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.580 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.580 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.580 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.581 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.581 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.581 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.581 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.581 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.581 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.581 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.581 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.581 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.581 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.581 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.581 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "volumes", 2024-09-05T07:49:04.581 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.581 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.582 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.582 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.582 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.582 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.582 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.582 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.582 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.582 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.582 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.582 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.582 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.582 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.582 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.582 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.583 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.583 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.583 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.583 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.583 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.583 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.583 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.583 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.583 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.583 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.583 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.583 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.583 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.583 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.584 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.584 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.584 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.584 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.584 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.584 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.584 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.584 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.584 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.584 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.584 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.584 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.584 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.584 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.585 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.585 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.585 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.585 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.585 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.585 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.585 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.585 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.585 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.585 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.585 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.585 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.585 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.585 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.586 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.586 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.586 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.586 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.586 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.586 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.586 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.586 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.586 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.586 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.586 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.586 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.586 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.586 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.586 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.587 INFO:teuthology.orchestra.run.smithi071.stdout: "max_concurrent_clones": { 2024-09-05T07:49:04.587 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "max_concurrent_clones", 2024-09-05T07:49:04.587 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.587 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.587 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.587 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "4", 2024-09-05T07:49:04.587 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.587 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.587 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.587 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-05T07:49:04.587 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.587 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.587 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.587 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.587 INFO:teuthology.orchestra.run.smithi071.stdout: "periodic_async_work": { 2024-09-05T07:49:04.588 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "periodic_async_work", 2024-09-05T07:49:04.588 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.588 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.588 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.588 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.588 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.588 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.588 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.588 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Periodically check for async work", 2024-09-05T07:49:04.588 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.588 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.588 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.589 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.589 INFO:teuthology.orchestra.run.smithi071.stdout: "snapshot_clone_delay": { 2024-09-05T07:49:04.589 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snapshot_clone_delay", 2024-09-05T07:49:04.589 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.589 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.589 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.589 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "0", 2024-09-05T07:49:04.589 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.589 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.589 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.589 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-05T07:49:04.589 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.589 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.589 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.590 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.590 INFO:teuthology.orchestra.run.smithi071.stdout: "snapshot_clone_no_wait": { 2024-09-05T07:49:04.590 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snapshot_clone_no_wait", 2024-09-05T07:49:04.590 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.590 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.590 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.590 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "True", 2024-09-05T07:49:04.590 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.590 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.590 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.590 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-05T07:49:04.590 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.590 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.590 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.590 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.591 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.591 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.591 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.591 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix", 2024-09-05T07:49:04.591 INFO:teuthology.orchestra.run.smithi071.stdout: "can_run": true, 2024-09-05T07:49:04.591 INFO:teuthology.orchestra.run.smithi071.stdout: "error_string": "", 2024-09-05T07:49:04.591 INFO:teuthology.orchestra.run.smithi071.stdout: "module_options": { 2024-09-05T07:49:04.591 INFO:teuthology.orchestra.run.smithi071.stdout: "discovery_interval": { 2024-09-05T07:49:04.591 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "discovery_interval", 2024-09-05T07:49:04.591 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "uint", 2024-09-05T07:49:04.591 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.591 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.591 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "100", 2024-09-05T07:49:04.591 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.591 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.592 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.592 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.592 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.592 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.592 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.592 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.592 INFO:teuthology.orchestra.run.smithi071.stdout: "identifier": { 2024-09-05T07:49:04.592 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "identifier", 2024-09-05T07:49:04.592 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.592 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.592 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.592 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.592 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.592 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.592 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.593 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.593 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.593 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.593 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.593 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.593 INFO:teuthology.orchestra.run.smithi071.stdout: "interval": { 2024-09-05T07:49:04.593 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "interval", 2024-09-05T07:49:04.593 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "secs", 2024-09-05T07:49:04.593 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.593 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.593 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "60", 2024-09-05T07:49:04.593 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.593 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.593 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.594 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.594 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.594 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.594 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.594 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.594 INFO:teuthology.orchestra.run.smithi071.stdout: "log_level": { 2024-09-05T07:49:04.594 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_level", 2024-09-05T07:49:04.594 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.594 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.594 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.594 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.594 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.594 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.594 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.595 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.595 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.595 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.595 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.595 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.595 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.595 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.595 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.595 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.595 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.595 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.595 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.595 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster": { 2024-09-05T07:49:04.596 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster", 2024-09-05T07:49:04.596 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.596 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.596 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.596 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.596 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.596 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.596 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.596 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.596 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.596 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.596 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.596 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.596 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_cluster_level": { 2024-09-05T07:49:04.597 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_cluster_level", 2024-09-05T07:49:04.597 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.597 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.597 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.597 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "info", 2024-09-05T07:49:04.597 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.597 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.597 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [ 2024-09-05T07:49:04.597 INFO:teuthology.orchestra.run.smithi071.stdout: "", 2024-09-05T07:49:04.597 INFO:teuthology.orchestra.run.smithi071.stdout: "critical", 2024-09-05T07:49:04.597 INFO:teuthology.orchestra.run.smithi071.stdout: "debug", 2024-09-05T07:49:04.597 INFO:teuthology.orchestra.run.smithi071.stdout: "error", 2024-09-05T07:49:04.597 INFO:teuthology.orchestra.run.smithi071.stdout: "info", 2024-09-05T07:49:04.597 INFO:teuthology.orchestra.run.smithi071.stdout: "warning" 2024-09-05T07:49:04.598 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.598 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.598 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.598 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.598 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.598 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.598 INFO:teuthology.orchestra.run.smithi071.stdout: "log_to_file": { 2024-09-05T07:49:04.598 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "log_to_file", 2024-09-05T07:49:04.598 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "bool", 2024-09-05T07:49:04.598 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.598 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 1, 2024-09-05T07:49:04.598 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "False", 2024-09-05T07:49:04.598 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.598 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.598 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.598 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.599 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.599 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.599 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.599 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.599 INFO:teuthology.orchestra.run.smithi071.stdout: "zabbix_host": { 2024-09-05T07:49:04.599 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix_host", 2024-09-05T07:49:04.599 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.599 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.599 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.599 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "", 2024-09-05T07:49:04.599 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.599 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.599 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.599 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.600 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.600 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.600 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.600 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.600 INFO:teuthology.orchestra.run.smithi071.stdout: "zabbix_port": { 2024-09-05T07:49:04.600 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix_port", 2024-09-05T07:49:04.600 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "int", 2024-09-05T07:49:04.600 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.600 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.600 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "10051", 2024-09-05T07:49:04.600 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.600 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.600 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.600 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.600 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.601 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.601 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.601 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.601 INFO:teuthology.orchestra.run.smithi071.stdout: "zabbix_sender": { 2024-09-05T07:49:04.601 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "zabbix_sender", 2024-09-05T07:49:04.601 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "str", 2024-09-05T07:49:04.601 INFO:teuthology.orchestra.run.smithi071.stdout: "level": "advanced", 2024-09-05T07:49:04.601 INFO:teuthology.orchestra.run.smithi071.stdout: "flags": 0, 2024-09-05T07:49:04.601 INFO:teuthology.orchestra.run.smithi071.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-05T07:49:04.601 INFO:teuthology.orchestra.run.smithi071.stdout: "min": "", 2024-09-05T07:49:04.601 INFO:teuthology.orchestra.run.smithi071.stdout: "max": "", 2024-09-05T07:49:04.601 INFO:teuthology.orchestra.run.smithi071.stdout: "enum_allowed": [], 2024-09-05T07:49:04.601 INFO:teuthology.orchestra.run.smithi071.stdout: "desc": "", 2024-09-05T07:49:04.601 INFO:teuthology.orchestra.run.smithi071.stdout: "long_desc": "", 2024-09-05T07:49:04.602 INFO:teuthology.orchestra.run.smithi071.stdout: "tags": [], 2024-09-05T07:49:04.602 INFO:teuthology.orchestra.run.smithi071.stdout: "see_also": [] 2024-09-05T07:49:04.602 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.602 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.602 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.602 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.602 INFO:teuthology.orchestra.run.smithi071.stdout: "services": { 2024-09-05T07:49:04.602 INFO:teuthology.orchestra.run.smithi071.stdout: "dashboard": "https://172.21.15.71:8443/" 2024-09-05T07:49:04.602 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.602 INFO:teuthology.orchestra.run.smithi071.stdout: "always_on_modules": { 2024-09-05T07:49:04.602 INFO:teuthology.orchestra.run.smithi071.stdout: "octopus": [ 2024-09-05T07:49:04.602 INFO:teuthology.orchestra.run.smithi071.stdout: "balancer", 2024-09-05T07:49:04.602 INFO:teuthology.orchestra.run.smithi071.stdout: "crash", 2024-09-05T07:49:04.602 INFO:teuthology.orchestra.run.smithi071.stdout: "devicehealth", 2024-09-05T07:49:04.602 INFO:teuthology.orchestra.run.smithi071.stdout: "orchestrator", 2024-09-05T07:49:04.603 INFO:teuthology.orchestra.run.smithi071.stdout: "pg_autoscaler", 2024-09-05T07:49:04.603 INFO:teuthology.orchestra.run.smithi071.stdout: "progress", 2024-09-05T07:49:04.603 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_support", 2024-09-05T07:49:04.603 INFO:teuthology.orchestra.run.smithi071.stdout: "status", 2024-09-05T07:49:04.603 INFO:teuthology.orchestra.run.smithi071.stdout: "telemetry", 2024-09-05T07:49:04.603 INFO:teuthology.orchestra.run.smithi071.stdout: "volumes" 2024-09-05T07:49:04.603 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.603 INFO:teuthology.orchestra.run.smithi071.stdout: "pacific": [ 2024-09-05T07:49:04.603 INFO:teuthology.orchestra.run.smithi071.stdout: "balancer", 2024-09-05T07:49:04.603 INFO:teuthology.orchestra.run.smithi071.stdout: "crash", 2024-09-05T07:49:04.603 INFO:teuthology.orchestra.run.smithi071.stdout: "devicehealth", 2024-09-05T07:49:04.603 INFO:teuthology.orchestra.run.smithi071.stdout: "orchestrator", 2024-09-05T07:49:04.603 INFO:teuthology.orchestra.run.smithi071.stdout: "pg_autoscaler", 2024-09-05T07:49:04.603 INFO:teuthology.orchestra.run.smithi071.stdout: "progress", 2024-09-05T07:49:04.603 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_support", 2024-09-05T07:49:04.603 INFO:teuthology.orchestra.run.smithi071.stdout: "status", 2024-09-05T07:49:04.604 INFO:teuthology.orchestra.run.smithi071.stdout: "telemetry", 2024-09-05T07:49:04.604 INFO:teuthology.orchestra.run.smithi071.stdout: "volumes" 2024-09-05T07:49:04.604 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.604 INFO:teuthology.orchestra.run.smithi071.stdout: "quincy": [ 2024-09-05T07:49:04.604 INFO:teuthology.orchestra.run.smithi071.stdout: "balancer", 2024-09-05T07:49:04.604 INFO:teuthology.orchestra.run.smithi071.stdout: "crash", 2024-09-05T07:49:04.604 INFO:teuthology.orchestra.run.smithi071.stdout: "devicehealth", 2024-09-05T07:49:04.604 INFO:teuthology.orchestra.run.smithi071.stdout: "orchestrator", 2024-09-05T07:49:04.604 INFO:teuthology.orchestra.run.smithi071.stdout: "pg_autoscaler", 2024-09-05T07:49:04.604 INFO:teuthology.orchestra.run.smithi071.stdout: "progress", 2024-09-05T07:49:04.604 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_support", 2024-09-05T07:49:04.604 INFO:teuthology.orchestra.run.smithi071.stdout: "status", 2024-09-05T07:49:04.604 INFO:teuthology.orchestra.run.smithi071.stdout: "telemetry", 2024-09-05T07:49:04.604 INFO:teuthology.orchestra.run.smithi071.stdout: "volumes" 2024-09-05T07:49:04.605 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.605 INFO:teuthology.orchestra.run.smithi071.stdout: "reef": [ 2024-09-05T07:49:04.605 INFO:teuthology.orchestra.run.smithi071.stdout: "balancer", 2024-09-05T07:49:04.605 INFO:teuthology.orchestra.run.smithi071.stdout: "crash", 2024-09-05T07:49:04.605 INFO:teuthology.orchestra.run.smithi071.stdout: "devicehealth", 2024-09-05T07:49:04.605 INFO:teuthology.orchestra.run.smithi071.stdout: "orchestrator", 2024-09-05T07:49:04.605 INFO:teuthology.orchestra.run.smithi071.stdout: "pg_autoscaler", 2024-09-05T07:49:04.605 INFO:teuthology.orchestra.run.smithi071.stdout: "progress", 2024-09-05T07:49:04.605 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_support", 2024-09-05T07:49:04.605 INFO:teuthology.orchestra.run.smithi071.stdout: "status", 2024-09-05T07:49:04.605 INFO:teuthology.orchestra.run.smithi071.stdout: "telemetry", 2024-09-05T07:49:04.605 INFO:teuthology.orchestra.run.smithi071.stdout: "volumes" 2024-09-05T07:49:04.605 INFO:teuthology.orchestra.run.smithi071.stdout: ], 2024-09-05T07:49:04.605 INFO:teuthology.orchestra.run.smithi071.stdout: "squid": [ 2024-09-05T07:49:04.605 INFO:teuthology.orchestra.run.smithi071.stdout: "balancer", 2024-09-05T07:49:04.606 INFO:teuthology.orchestra.run.smithi071.stdout: "crash", 2024-09-05T07:49:04.606 INFO:teuthology.orchestra.run.smithi071.stdout: "devicehealth", 2024-09-05T07:49:04.606 INFO:teuthology.orchestra.run.smithi071.stdout: "orchestrator", 2024-09-05T07:49:04.606 INFO:teuthology.orchestra.run.smithi071.stdout: "pg_autoscaler", 2024-09-05T07:49:04.606 INFO:teuthology.orchestra.run.smithi071.stdout: "progress", 2024-09-05T07:49:04.606 INFO:teuthology.orchestra.run.smithi071.stdout: "rbd_support", 2024-09-05T07:49:04.606 INFO:teuthology.orchestra.run.smithi071.stdout: "status", 2024-09-05T07:49:04.606 INFO:teuthology.orchestra.run.smithi071.stdout: "telemetry", 2024-09-05T07:49:04.606 INFO:teuthology.orchestra.run.smithi071.stdout: "volumes" 2024-09-05T07:49:04.606 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-05T07:49:04.606 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.606 INFO:teuthology.orchestra.run.smithi071.stdout: "last_failure_osd_epoch": 93, 2024-09-05T07:49:04.606 INFO:teuthology.orchestra.run.smithi071.stdout: "active_clients": [ 2024-09-05T07:49:04.607 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.607 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "devicehealth", 2024-09-05T07:49:04.607 INFO:teuthology.orchestra.run.smithi071.stdout: "addrvec": [ 2024-09-05T07:49:04.607 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.607 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v2", 2024-09-05T07:49:04.607 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "172.21.15.71:0", 2024-09-05T07:49:04.607 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 3739168856 2024-09-05T07:49:04.607 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.607 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-05T07:49:04.607 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.607 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.607 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "libcephsqlite", 2024-09-05T07:49:04.607 INFO:teuthology.orchestra.run.smithi071.stdout: "addrvec": [ 2024-09-05T07:49:04.607 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.608 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v2", 2024-09-05T07:49:04.608 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "172.21.15.71:0", 2024-09-05T07:49:04.608 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 1943316681 2024-09-05T07:49:04.608 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.608 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-05T07:49:04.608 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.608 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.608 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "rbd_support", 2024-09-05T07:49:04.608 INFO:teuthology.orchestra.run.smithi071.stdout: "addrvec": [ 2024-09-05T07:49:04.608 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.608 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v2", 2024-09-05T07:49:04.609 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "172.21.15.71:0", 2024-09-05T07:49:04.609 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 1993810287 2024-09-05T07:49:04.609 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.609 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-05T07:49:04.609 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.609 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.609 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snap_schedule", 2024-09-05T07:49:04.610 INFO:teuthology.orchestra.run.smithi071.stdout: "addrvec": [ 2024-09-05T07:49:04.610 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.610 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v2", 2024-09-05T07:49:04.610 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "172.21.15.71:0", 2024-09-05T07:49:04.610 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 3438941642 2024-09-05T07:49:04.610 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.611 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-05T07:49:04.611 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.611 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.611 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "snap_schedule", 2024-09-05T07:49:04.611 INFO:teuthology.orchestra.run.smithi071.stdout: "addrvec": [ 2024-09-05T07:49:04.611 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.611 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v2", 2024-09-05T07:49:04.611 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "172.21.15.71:0", 2024-09-05T07:49:04.612 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 4287638309 2024-09-05T07:49:04.612 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.612 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-05T07:49:04.612 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:04.612 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.612 INFO:teuthology.orchestra.run.smithi071.stdout: "name": "volumes", 2024-09-05T07:49:04.612 INFO:teuthology.orchestra.run.smithi071.stdout: "addrvec": [ 2024-09-05T07:49:04.613 INFO:teuthology.orchestra.run.smithi071.stdout: { 2024-09-05T07:49:04.613 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v2", 2024-09-05T07:49:04.613 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "172.21.15.71:0", 2024-09-05T07:49:04.613 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 2640100664 2024-09-05T07:49:04.613 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.613 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-05T07:49:04.613 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:04.613 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2024-09-05T07:49:04.614 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:49:04.615 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:03 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/4172873950' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-05T07:49:04.616 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:03 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2074178304' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-05T07:49:04.616 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:03 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/3981307663' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-05T07:49:04.616 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:03 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/4172873950' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-05T07:49:04.616 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:03 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2074178304' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-05T07:49:04.616 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:03 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/3981307663' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-05T07:49:04.617 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:03.187+0000 7f90be25e640 1 -- 172.21.15.71:0/3981307663 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f90a00a2d80 msgr2=0x7f90a00a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:04.617 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:03.187+0000 7f90be25e640 1 --2- 172.21.15.71:0/3981307663 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f90a00a2d80 0x7f90a00a5240 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f90ac0058c0 tx=0x7f90ac005850 comp rx=0 tx=0).stop 2024-09-05T07:49:04.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:03.187+0000 7f90be25e640 1 -- 172.21.15.71:0/3981307663 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90b8101dc0 msgr2=0x7f90b81983a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:04.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:03.187+0000 7f90be25e640 1 --2- 172.21.15.71:0/3981307663 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90b8101dc0 0x7f90b81983a0 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f90a8005940 tx=0x7f90a80042f0 comp rx=0 tx=0).stop 2024-09-05T07:49:04.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:03.187+0000 7f90be25e640 1 -- 172.21.15.71:0/3981307663 shutdown_connections 2024-09-05T07:49:04.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:03.187+0000 7f90be25e640 1 --2- 172.21.15.71:0/3981307663 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f90a00a2d80 0x7f90a00a5240 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:04.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:03.187+0000 7f90be25e640 1 --2- 172.21.15.71:0/3981307663 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90b819cc60 0x7f90b819d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:04.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:03.187+0000 7f90be25e640 1 --2- 172.21.15.71:0/3981307663 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f90b8106f10 0x7f90b81988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:04.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:03.187+0000 7f90be25e640 1 --2- 172.21.15.71:0/3981307663 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90b8101dc0 0x7f90b81983a0 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:04.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:03.187+0000 7f90be25e640 1 -- 172.21.15.71:0/3981307663 >> 172.21.15.71:0/3981307663 conn(0x7f90b80fd870 msgr2=0x7f90b80fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:04.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:03.187+0000 7f90be25e640 1 -- 172.21.15.71:0/3981307663 shutdown_connections 2024-09-05T07:49:04.618 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:03.187+0000 7f90be25e640 1 -- 172.21.15.71:0/3981307663 wait complete. 2024-09-05T07:49:04.624 DEBUG:tasks.check_counter:Getting stats from a 2024-09-05T07:49:04.624 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph daemon mds.a perf dump 2024-09-05T07:49:04.625 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:03 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/4172873950' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-05T07:49:04.625 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:03 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2074178304' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-05T07:49:04.625 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:03 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/3981307663' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-05T07:49:04.881 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:49:04.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:04 smithi071 ceph-mon[30965]: pgmap v324: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 23 KiB/s wr, 12 op/s 2024-09-05T07:49:04.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:04 smithi123 ceph-mon[34568]: pgmap v324: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 23 KiB/s wr, 12 op/s 2024-09-05T07:49:04.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:04 smithi192 ceph-mon[34929]: pgmap v324: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 23 KiB/s wr, 12 op/s 2024-09-05T07:49:05.423 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:49:05.423 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T07:49:05.423 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 221, 2024-09-05T07:49:05.423 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 211, 2024-09-05T07:49:05.423 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 1442832, 2024-09-05T07:49:05.423 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 129824, 2024-09-05T07:49:05.423 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 4, 2024-09-05T07:49:05.423 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 0, 2024-09-05T07:49:05.424 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.041476800, 2024-09-05T07:49:05.424 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.016100930, 2024-09-05T07:49:05.424 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.035872820, 2024-09-05T07:49:05.424 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T07:49:05.424 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:05.424 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 210, 2024-09-05T07:49:05.424 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.013299729, 2024-09-05T07:49:05.424 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000063332 2024-09-05T07:49:05.424 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:05.424 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:05.424 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-05T07:49:05.424 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-05T07:49:05.424 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-05T07:49:05.425 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:05.425 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 1442832, 2024-09-05T07:49:05.425 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 129824 2024-09-05T07:49:05.425 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:05.425 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T07:49:05.425 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 2, 2024-09-05T07:49:05.425 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 162, 2024-09-05T07:49:05.425 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 320, 2024-09-05T07:49:05.425 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 185552, 2024-09-05T07:49:05.425 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 5, 2024-09-05T07:49:05.425 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 3, 2024-09-05T07:49:05.425 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.013233837, 2024-09-05T07:49:05.426 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.009250473, 2024-09-05T07:49:05.426 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.001876470, 2024-09-05T07:49:05.426 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T07:49:05.426 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:05.426 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 159, 2024-09-05T07:49:05.426 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.012742474, 2024-09-05T07:49:05.426 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000080141 2024-09-05T07:49:05.426 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:05.426 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:05.426 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-05T07:49:05.426 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-05T07:49:05.426 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-05T07:49:05.426 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:05.427 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-05T07:49:05.427 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 185552 2024-09-05T07:49:05.427 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:05.427 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T07:49:05.427 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 4, 2024-09-05T07:49:05.427 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 4, 2024-09-05T07:49:05.427 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 2944, 2024-09-05T07:49:05.427 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 448, 2024-09-05T07:49:05.427 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 2, 2024-09-05T07:49:05.427 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 1, 2024-09-05T07:49:05.427 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.002187023, 2024-09-05T07:49:05.427 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.000038257, 2024-09-05T07:49:05.427 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.002145840, 2024-09-05T07:49:05.427 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T07:49:05.428 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:05.428 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 3, 2024-09-05T07:49:05.428 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.003885908, 2024-09-05T07:49:05.428 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.001295302 2024-09-05T07:49:05.428 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:05.428 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:05.428 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-05T07:49:05.428 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-05T07:49:05.428 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-05T07:49:05.428 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:05.428 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-09-05T07:49:05.428 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 448 2024-09-05T07:49:05.428 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:05.428 INFO:teuthology.orchestra.run.smithi071.stdout: "cct": { 2024-09-05T07:49:05.429 INFO:teuthology.orchestra.run.smithi071.stdout: "total_workers": 0, 2024-09-05T07:49:05.429 INFO:teuthology.orchestra.run.smithi071.stdout: "unhealthy_workers": 0 2024-09-05T07:49:05.429 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:05.429 INFO:teuthology.orchestra.run.smithi071.stdout: "mempool": { 2024-09-05T07:49:05.429 INFO:teuthology.orchestra.run.smithi071.stdout: "bloom_filter_bytes": 0, 2024-09-05T07:49:05.429 INFO:teuthology.orchestra.run.smithi071.stdout: "bloom_filter_items": 0, 2024-09-05T07:49:05.429 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T07:49:05.429 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_alloc_items": 0, 2024-09-05T07:49:05.429 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T07:49:05.429 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_data_items": 0, 2024-09-05T07:49:05.429 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T07:49:05.429 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T07:49:05.429 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T07:49:05.429 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T07:49:05.430 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T07:49:05.430 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_other_items": 0, 2024-09-05T07:49:05.430 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T07:49:05.430 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T07:49:05.430 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_extent_bytes": 0, 2024-09-05T07:49:05.430 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_extent_items": 0, 2024-09-05T07:49:05.430 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_blob_bytes": 0, 2024-09-05T07:49:05.430 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_blob_items": 0, 2024-09-05T07:49:05.430 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T07:49:05.430 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T07:49:05.430 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T07:49:05.430 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T07:49:05.430 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T07:49:05.430 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_fsck_items": 0, 2024-09-05T07:49:05.431 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_txc_bytes": 0, 2024-09-05T07:49:05.431 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_txc_items": 0, 2024-09-05T07:49:05.431 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T07:49:05.431 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T07:49:05.431 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_bytes": 0, 2024-09-05T07:49:05.431 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_items": 0, 2024-09-05T07:49:05.431 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_bytes": 0, 2024-09-05T07:49:05.431 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_items": 0, 2024-09-05T07:49:05.431 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T07:49:05.431 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_reader_items": 0, 2024-09-05T07:49:05.431 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T07:49:05.431 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_writer_items": 0, 2024-09-05T07:49:05.431 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_anon_bytes": 148994, 2024-09-05T07:49:05.431 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_anon_items": 31, 2024-09-05T07:49:05.432 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_meta_bytes": 0, 2024-09-05T07:49:05.432 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_meta_items": 0, 2024-09-05T07:49:05.432 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_bytes": 0, 2024-09-05T07:49:05.432 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_items": 0, 2024-09-05T07:49:05.432 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_mapbl_bytes": 0, 2024-09-05T07:49:05.432 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_mapbl_items": 0, 2024-09-05T07:49:05.432 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_pglog_bytes": 0, 2024-09-05T07:49:05.432 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_pglog_items": 0, 2024-09-05T07:49:05.432 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_bytes": 0, 2024-09-05T07:49:05.432 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_items": 0, 2024-09-05T07:49:05.432 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T07:49:05.432 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_mapping_items": 0, 2024-09-05T07:49:05.432 INFO:teuthology.orchestra.run.smithi071.stdout: "pgmap_bytes": 0, 2024-09-05T07:49:05.432 INFO:teuthology.orchestra.run.smithi071.stdout: "pgmap_items": 0, 2024-09-05T07:49:05.433 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_co_bytes": 928, 2024-09-05T07:49:05.433 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_co_items": 2, 2024-09-05T07:49:05.433 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_1_bytes": 0, 2024-09-05T07:49:05.433 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_1_items": 0, 2024-09-05T07:49:05.433 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_2_bytes": 0, 2024-09-05T07:49:05.433 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_2_items": 0 2024-09-05T07:49:05.433 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:05.433 INFO:teuthology.orchestra.run.smithi071.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T07:49:05.433 INFO:teuthology.orchestra.run.smithi071.stdout: "val": 0, 2024-09-05T07:49:05.433 INFO:teuthology.orchestra.run.smithi071.stdout: "max": 104857600, 2024-09-05T07:49:05.433 INFO:teuthology.orchestra.run.smithi071.stdout: "get_started": 0, 2024-09-05T07:49:05.433 INFO:teuthology.orchestra.run.smithi071.stdout: "get": 223, 2024-09-05T07:49:05.433 INFO:teuthology.orchestra.run.smithi071.stdout: "get_sum": 1411687, 2024-09-05T07:49:05.434 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:05.434 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_success": 223, 2024-09-05T07:49:05.434 INFO:teuthology.orchestra.run.smithi071.stdout: "take": 0, 2024-09-05T07:49:05.434 INFO:teuthology.orchestra.run.smithi071.stdout: "take_sum": 0, 2024-09-05T07:49:05.434 INFO:teuthology.orchestra.run.smithi071.stdout: "put": 223, 2024-09-05T07:49:05.434 INFO:teuthology.orchestra.run.smithi071.stdout: "put_sum": 1411687, 2024-09-05T07:49:05.434 INFO:teuthology.orchestra.run.smithi071.stdout: "wait": { 2024-09-05T07:49:05.434 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-05T07:49:05.434 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-05T07:49:05.434 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-05T07:49:05.434 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:05.434 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:05.434 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:49:06.121 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2024-09-05T07:49:06.122 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2024-09-05T07:49:06.122 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.a 2024-09-05T07:49:06.122 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.a 2024-09-05T07:49:06.122 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.a 2024-09-05T07:49:06.122 DEBUG:tasks.check_counter:Getting stats from d 2024-09-05T07:49:06.122 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph daemon mds.d perf dump 2024-09-05T07:49:06.367 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:49:06.799 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:06 smithi071 ceph-mon[30965]: pgmap v325: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-09-05T07:49:06.799 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:06 smithi071 ceph-mon[30965]: osdmap e102: 12 total, 12 up, 12 in 2024-09-05T07:49:06.900 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:49:06.900 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T07:49:06.900 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 0, 2024-09-05T07:49:06.900 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 2, 2024-09-05T07:49:06.901 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 0, 2024-09-05T07:49:06.901 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 0, 2024-09-05T07:49:06.901 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 4, 2024-09-05T07:49:06.901 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 0, 2024-09-05T07:49:06.901 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.001092795, 2024-09-05T07:49:06.901 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.000000000, 2024-09-05T07:49:06.901 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.000186788, 2024-09-05T07:49:06.901 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T07:49:06.901 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:06.901 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-05T07:49:06.901 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-05T07:49:06.901 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-05T07:49:06.901 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:06.902 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:06.902 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-05T07:49:06.902 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-05T07:49:06.902 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-05T07:49:06.902 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:06.902 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-05T07:49:06.902 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 0 2024-09-05T07:49:06.902 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:06.902 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T07:49:06.902 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 2, 2024-09-05T07:49:06.902 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 165, 2024-09-05T07:49:06.902 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 320, 2024-09-05T07:49:06.902 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 186080, 2024-09-05T07:49:06.902 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 5, 2024-09-05T07:49:06.903 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 3, 2024-09-05T07:49:06.903 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.014667865, 2024-09-05T07:49:06.903 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.010484792, 2024-09-05T07:49:06.903 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.001886327, 2024-09-05T07:49:06.903 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T07:49:06.903 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:06.903 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 162, 2024-09-05T07:49:06.903 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.012069282, 2024-09-05T07:49:06.903 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000074501 2024-09-05T07:49:06.903 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:06.903 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:06.903 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-05T07:49:06.903 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-05T07:49:06.904 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-05T07:49:06.904 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:06.904 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-05T07:49:06.904 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 186080 2024-09-05T07:49:06.904 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:06.904 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T07:49:06.904 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 230, 2024-09-05T07:49:06.904 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 218, 2024-09-05T07:49:06.904 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 1447136, 2024-09-05T07:49:06.904 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 133472, 2024-09-05T07:49:06.904 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 2, 2024-09-05T07:49:06.904 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 1, 2024-09-05T07:49:06.904 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.040781907, 2024-09-05T07:49:06.905 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.015645045, 2024-09-05T07:49:06.905 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.036126725, 2024-09-05T07:49:06.905 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T07:49:06.905 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:06.905 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 218, 2024-09-05T07:49:06.905 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.017048378, 2024-09-05T07:49:06.905 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000078203 2024-09-05T07:49:06.905 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:06.905 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:06.905 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-05T07:49:06.905 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-05T07:49:06.905 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-05T07:49:06.905 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:06.906 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 1447136, 2024-09-05T07:49:06.906 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 133472 2024-09-05T07:49:06.906 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:06.906 INFO:teuthology.orchestra.run.smithi071.stdout: "cct": { 2024-09-05T07:49:06.906 INFO:teuthology.orchestra.run.smithi071.stdout: "total_workers": 0, 2024-09-05T07:49:06.906 INFO:teuthology.orchestra.run.smithi071.stdout: "unhealthy_workers": 0 2024-09-05T07:49:06.906 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:06.906 INFO:teuthology.orchestra.run.smithi071.stdout: "mempool": { 2024-09-05T07:49:06.906 INFO:teuthology.orchestra.run.smithi071.stdout: "bloom_filter_bytes": 0, 2024-09-05T07:49:06.906 INFO:teuthology.orchestra.run.smithi071.stdout: "bloom_filter_items": 0, 2024-09-05T07:49:06.906 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T07:49:06.906 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_alloc_items": 0, 2024-09-05T07:49:06.906 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T07:49:06.907 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_data_items": 0, 2024-09-05T07:49:06.907 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T07:49:06.907 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T07:49:06.907 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T07:49:06.907 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T07:49:06.907 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T07:49:06.907 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_other_items": 0, 2024-09-05T07:49:06.907 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T07:49:06.907 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T07:49:06.907 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_extent_bytes": 0, 2024-09-05T07:49:06.907 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_extent_items": 0, 2024-09-05T07:49:06.907 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_blob_bytes": 0, 2024-09-05T07:49:06.907 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_blob_items": 0, 2024-09-05T07:49:06.908 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T07:49:06.908 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T07:49:06.908 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T07:49:06.908 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T07:49:06.908 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T07:49:06.908 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_fsck_items": 0, 2024-09-05T07:49:06.908 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_txc_bytes": 0, 2024-09-05T07:49:06.908 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_txc_items": 0, 2024-09-05T07:49:06.908 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T07:49:06.908 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T07:49:06.908 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_bytes": 0, 2024-09-05T07:49:06.908 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_items": 0, 2024-09-05T07:49:06.909 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_bytes": 0, 2024-09-05T07:49:06.909 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_items": 0, 2024-09-05T07:49:06.909 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T07:49:06.909 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_reader_items": 0, 2024-09-05T07:49:06.909 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T07:49:06.909 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_writer_items": 0, 2024-09-05T07:49:06.909 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_anon_bytes": 149017, 2024-09-05T07:49:06.909 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_anon_items": 31, 2024-09-05T07:49:06.909 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_meta_bytes": 0, 2024-09-05T07:49:06.909 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_meta_items": 0, 2024-09-05T07:49:06.909 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_bytes": 0, 2024-09-05T07:49:06.909 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_items": 0, 2024-09-05T07:49:06.909 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_mapbl_bytes": 0, 2024-09-05T07:49:06.910 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_mapbl_items": 0, 2024-09-05T07:49:06.910 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_pglog_bytes": 0, 2024-09-05T07:49:06.910 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_pglog_items": 0, 2024-09-05T07:49:06.910 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_bytes": 0, 2024-09-05T07:49:06.910 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_items": 0, 2024-09-05T07:49:06.910 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T07:49:06.910 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_mapping_items": 0, 2024-09-05T07:49:06.910 INFO:teuthology.orchestra.run.smithi071.stdout: "pgmap_bytes": 0, 2024-09-05T07:49:06.910 INFO:teuthology.orchestra.run.smithi071.stdout: "pgmap_items": 0, 2024-09-05T07:49:06.910 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_co_bytes": 928, 2024-09-05T07:49:06.910 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_co_items": 2, 2024-09-05T07:49:06.910 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_1_bytes": 0, 2024-09-05T07:49:06.910 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_1_items": 0, 2024-09-05T07:49:06.911 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_2_bytes": 0, 2024-09-05T07:49:06.911 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_2_items": 0 2024-09-05T07:49:06.911 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:06.911 INFO:teuthology.orchestra.run.smithi071.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T07:49:06.911 INFO:teuthology.orchestra.run.smithi071.stdout: "val": 0, 2024-09-05T07:49:06.911 INFO:teuthology.orchestra.run.smithi071.stdout: "max": 104857600, 2024-09-05T07:49:06.911 INFO:teuthology.orchestra.run.smithi071.stdout: "get_started": 0, 2024-09-05T07:49:06.911 INFO:teuthology.orchestra.run.smithi071.stdout: "get": 228, 2024-09-05T07:49:06.911 INFO:teuthology.orchestra.run.smithi071.stdout: "get_sum": 1412337, 2024-09-05T07:49:06.911 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:06.911 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_success": 228, 2024-09-05T07:49:06.911 INFO:teuthology.orchestra.run.smithi071.stdout: "take": 0, 2024-09-05T07:49:06.911 INFO:teuthology.orchestra.run.smithi071.stdout: "take_sum": 0, 2024-09-05T07:49:06.912 INFO:teuthology.orchestra.run.smithi071.stdout: "put": 228, 2024-09-05T07:49:06.912 INFO:teuthology.orchestra.run.smithi071.stdout: "put_sum": 1412337, 2024-09-05T07:49:06.912 INFO:teuthology.orchestra.run.smithi071.stdout: "wait": { 2024-09-05T07:49:06.912 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-05T07:49:06.912 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-05T07:49:06.912 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-05T07:49:06.912 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:06.912 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:06.912 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:49:06.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:06 smithi123 ceph-mon[34568]: pgmap v325: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-09-05T07:49:06.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:06 smithi123 ceph-mon[34568]: osdmap e102: 12 total, 12 up, 12 in 2024-09-05T07:49:06.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:06 smithi192 ceph-mon[34929]: pgmap v325: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-09-05T07:49:06.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:06 smithi192 ceph-mon[34929]: osdmap e102: 12 total, 12 up, 12 in 2024-09-05T07:49:07.601 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-09-05T07:49:07.601 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-09-05T07:49:07.601 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-09-05T07:49:07.601 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-09-05T07:49:07.601 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-09-05T07:49:07.601 DEBUG:tasks.check_counter:Getting stats from g 2024-09-05T07:49:07.602 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph daemon mds.g perf dump 2024-09-05T07:49:07.847 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:49:08.384 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:49:08.384 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T07:49:08.384 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 222, 2024-09-05T07:49:08.384 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 212, 2024-09-05T07:49:08.384 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 1443104, 2024-09-05T07:49:08.384 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 130464, 2024-09-05T07:49:08.384 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 4, 2024-09-05T07:49:08.385 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 0, 2024-09-05T07:49:08.385 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.042139741, 2024-09-05T07:49:08.385 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.015293887, 2024-09-05T07:49:08.385 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.037052528, 2024-09-05T07:49:08.385 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T07:49:08.385 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:08.385 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 211, 2024-09-05T07:49:08.385 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.011976638, 2024-09-05T07:49:08.385 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000056761 2024-09-05T07:49:08.385 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:08.385 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:08.386 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-05T07:49:08.386 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-05T07:49:08.386 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-05T07:49:08.386 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:08.386 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 1443104, 2024-09-05T07:49:08.386 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 130464 2024-09-05T07:49:08.386 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:08.386 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T07:49:08.386 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 6, 2024-09-05T07:49:08.386 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 165, 2024-09-05T07:49:08.386 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 3264, 2024-09-05T07:49:08.386 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 186176, 2024-09-05T07:49:08.386 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 5, 2024-09-05T07:49:08.386 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 3, 2024-09-05T07:49:08.387 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.015258414, 2024-09-05T07:49:08.387 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.009199627, 2024-09-05T07:49:08.387 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.003761643, 2024-09-05T07:49:08.387 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T07:49:08.387 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:08.387 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 163, 2024-09-05T07:49:08.387 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.020846414, 2024-09-05T07:49:08.387 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000127892 2024-09-05T07:49:08.387 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:08.387 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:08.387 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-05T07:49:08.387 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-05T07:49:08.387 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-05T07:49:08.387 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:08.388 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 3264, 2024-09-05T07:49:08.388 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 186176 2024-09-05T07:49:08.388 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:08.388 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T07:49:08.388 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 0, 2024-09-05T07:49:08.388 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 2, 2024-09-05T07:49:08.388 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 0, 2024-09-05T07:49:08.388 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 0, 2024-09-05T07:49:08.388 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 2, 2024-09-05T07:49:08.388 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 1, 2024-09-05T07:49:08.388 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.000327512, 2024-09-05T07:49:08.388 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.000000000, 2024-09-05T07:49:08.388 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.000238769, 2024-09-05T07:49:08.389 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T07:49:08.389 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:08.389 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-05T07:49:08.389 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-05T07:49:08.389 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-05T07:49:08.389 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:08.389 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:08.389 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-05T07:49:08.389 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-05T07:49:08.389 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-05T07:49:08.389 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:08.389 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-05T07:49:08.389 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 0 2024-09-05T07:49:08.389 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:08.390 INFO:teuthology.orchestra.run.smithi071.stdout: "cct": { 2024-09-05T07:49:08.390 INFO:teuthology.orchestra.run.smithi071.stdout: "total_workers": 0, 2024-09-05T07:49:08.390 INFO:teuthology.orchestra.run.smithi071.stdout: "unhealthy_workers": 0 2024-09-05T07:49:08.390 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:08.390 INFO:teuthology.orchestra.run.smithi071.stdout: "mempool": { 2024-09-05T07:49:08.390 INFO:teuthology.orchestra.run.smithi071.stdout: "bloom_filter_bytes": 0, 2024-09-05T07:49:08.390 INFO:teuthology.orchestra.run.smithi071.stdout: "bloom_filter_items": 0, 2024-09-05T07:49:08.390 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T07:49:08.390 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_alloc_items": 0, 2024-09-05T07:49:08.390 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T07:49:08.390 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_data_items": 0, 2024-09-05T07:49:08.390 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T07:49:08.390 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T07:49:08.390 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T07:49:08.391 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T07:49:08.391 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T07:49:08.391 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_other_items": 0, 2024-09-05T07:49:08.391 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T07:49:08.391 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T07:49:08.391 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_extent_bytes": 0, 2024-09-05T07:49:08.391 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_extent_items": 0, 2024-09-05T07:49:08.391 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_blob_bytes": 0, 2024-09-05T07:49:08.391 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_blob_items": 0, 2024-09-05T07:49:08.391 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T07:49:08.391 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T07:49:08.391 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T07:49:08.391 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T07:49:08.392 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T07:49:08.392 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_fsck_items": 0, 2024-09-05T07:49:08.392 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_txc_bytes": 0, 2024-09-05T07:49:08.392 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_txc_items": 0, 2024-09-05T07:49:08.392 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T07:49:08.392 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T07:49:08.392 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_bytes": 0, 2024-09-05T07:49:08.392 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_items": 0, 2024-09-05T07:49:08.392 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_bytes": 0, 2024-09-05T07:49:08.392 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_items": 0, 2024-09-05T07:49:08.392 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T07:49:08.392 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_reader_items": 0, 2024-09-05T07:49:08.392 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T07:49:08.393 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_writer_items": 0, 2024-09-05T07:49:08.393 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_anon_bytes": 149034, 2024-09-05T07:49:08.393 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_anon_items": 32, 2024-09-05T07:49:08.393 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_meta_bytes": 0, 2024-09-05T07:49:08.393 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_meta_items": 0, 2024-09-05T07:49:08.393 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_bytes": 0, 2024-09-05T07:49:08.393 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_items": 0, 2024-09-05T07:49:08.393 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_mapbl_bytes": 0, 2024-09-05T07:49:08.393 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_mapbl_items": 0, 2024-09-05T07:49:08.393 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_pglog_bytes": 0, 2024-09-05T07:49:08.393 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_pglog_items": 0, 2024-09-05T07:49:08.393 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_bytes": 0, 2024-09-05T07:49:08.393 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_items": 0, 2024-09-05T07:49:08.393 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T07:49:08.393 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_mapping_items": 0, 2024-09-05T07:49:08.394 INFO:teuthology.orchestra.run.smithi071.stdout: "pgmap_bytes": 0, 2024-09-05T07:49:08.394 INFO:teuthology.orchestra.run.smithi071.stdout: "pgmap_items": 0, 2024-09-05T07:49:08.394 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_co_bytes": 928, 2024-09-05T07:49:08.394 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_co_items": 2, 2024-09-05T07:49:08.394 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_1_bytes": 0, 2024-09-05T07:49:08.394 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_1_items": 0, 2024-09-05T07:49:08.394 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_2_bytes": 0, 2024-09-05T07:49:08.394 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_2_items": 0 2024-09-05T07:49:08.394 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:08.394 INFO:teuthology.orchestra.run.smithi071.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T07:49:08.394 INFO:teuthology.orchestra.run.smithi071.stdout: "val": 0, 2024-09-05T07:49:08.394 INFO:teuthology.orchestra.run.smithi071.stdout: "max": 104857600, 2024-09-05T07:49:08.394 INFO:teuthology.orchestra.run.smithi071.stdout: "get_started": 0, 2024-09-05T07:49:08.395 INFO:teuthology.orchestra.run.smithi071.stdout: "get": 224, 2024-09-05T07:49:08.395 INFO:teuthology.orchestra.run.smithi071.stdout: "get_sum": 1411817, 2024-09-05T07:49:08.395 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:08.395 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_success": 224, 2024-09-05T07:49:08.395 INFO:teuthology.orchestra.run.smithi071.stdout: "take": 0, 2024-09-05T07:49:08.395 INFO:teuthology.orchestra.run.smithi071.stdout: "take_sum": 0, 2024-09-05T07:49:08.395 INFO:teuthology.orchestra.run.smithi071.stdout: "put": 224, 2024-09-05T07:49:08.395 INFO:teuthology.orchestra.run.smithi071.stdout: "put_sum": 1411817, 2024-09-05T07:49:08.395 INFO:teuthology.orchestra.run.smithi071.stdout: "wait": { 2024-09-05T07:49:08.395 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-05T07:49:08.395 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-05T07:49:08.395 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-05T07:49:08.395 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:08.395 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:08.396 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:49:08.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:08 smithi071 ceph-mon[30965]: pgmap v327: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-09-05T07:49:08.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:08 smithi123 ceph-mon[34568]: pgmap v327: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-09-05T07:49:08.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:08 smithi192 ceph-mon[34929]: pgmap v327: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-09-05T07:49:09.083 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-09-05T07:49:09.083 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-09-05T07:49:09.083 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.g 2024-09-05T07:49:09.083 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.g 2024-09-05T07:49:09.083 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.g 2024-09-05T07:49:09.084 DEBUG:tasks.check_counter:Getting stats from j 2024-09-05T07:49:09.084 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph daemon mds.j perf dump 2024-09-05T07:49:09.329 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:49:09.803 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2024-09-05T07:49:09.804 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T07:49:09.804 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 227, 2024-09-05T07:49:09.804 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 217, 2024-09-05T07:49:09.804 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 1444464, 2024-09-05T07:49:09.804 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 133664, 2024-09-05T07:49:09.804 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 4, 2024-09-05T07:49:09.804 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 0, 2024-09-05T07:49:09.804 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.041669040, 2024-09-05T07:49:09.804 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.015524683, 2024-09-05T07:49:09.804 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.036008707, 2024-09-05T07:49:09.805 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T07:49:09.805 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:09.805 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 216, 2024-09-05T07:49:09.805 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.011637122, 2024-09-05T07:49:09.805 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000053875 2024-09-05T07:49:09.805 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:09.805 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:09.805 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-05T07:49:09.805 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-05T07:49:09.805 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-05T07:49:09.805 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:09.805 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 1444464, 2024-09-05T07:49:09.805 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 133664 2024-09-05T07:49:09.805 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:09.806 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T07:49:09.806 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 6, 2024-09-05T07:49:09.806 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 169, 2024-09-05T07:49:09.806 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 3264, 2024-09-05T07:49:09.806 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 186880, 2024-09-05T07:49:09.806 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 5, 2024-09-05T07:49:09.806 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 3, 2024-09-05T07:49:09.806 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.015263891, 2024-09-05T07:49:09.806 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.009372408, 2024-09-05T07:49:09.806 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.003881051, 2024-09-05T07:49:09.806 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T07:49:09.806 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:09.807 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 167, 2024-09-05T07:49:09.807 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.019756348, 2024-09-05T07:49:09.807 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000118301 2024-09-05T07:49:09.807 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:09.807 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:09.807 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-05T07:49:09.807 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-05T07:49:09.807 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-05T07:49:09.807 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:09.807 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 3264, 2024-09-05T07:49:09.807 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 186880 2024-09-05T07:49:09.807 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:09.807 INFO:teuthology.orchestra.run.smithi071.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T07:49:09.808 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_messages": 0, 2024-09-05T07:49:09.808 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages": 2, 2024-09-05T07:49:09.808 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_bytes": 0, 2024-09-05T07:49:09.808 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_bytes": 0, 2024-09-05T07:49:09.808 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_created_connections": 2, 2024-09-05T07:49:09.808 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_active_connections": 1, 2024-09-05T07:49:09.808 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_total_time": 0.000315338, 2024-09-05T07:49:09.808 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_send_time": 0.000000000, 2024-09-05T07:49:09.808 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_recv_time": 0.000249808, 2024-09-05T07:49:09.808 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T07:49:09.808 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:09.808 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-05T07:49:09.808 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-05T07:49:09.808 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-05T07:49:09.809 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:09.809 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:09.809 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-05T07:49:09.809 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-05T07:49:09.809 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-05T07:49:09.809 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:09.809 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-05T07:49:09.809 INFO:teuthology.orchestra.run.smithi071.stdout: "msgr_send_encrypted_bytes": 0 2024-09-05T07:49:09.809 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:09.809 INFO:teuthology.orchestra.run.smithi071.stdout: "cct": { 2024-09-05T07:49:09.809 INFO:teuthology.orchestra.run.smithi071.stdout: "total_workers": 0, 2024-09-05T07:49:09.809 INFO:teuthology.orchestra.run.smithi071.stdout: "unhealthy_workers": 0 2024-09-05T07:49:09.809 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:09.809 INFO:teuthology.orchestra.run.smithi071.stdout: "mempool": { 2024-09-05T07:49:09.810 INFO:teuthology.orchestra.run.smithi071.stdout: "bloom_filter_bytes": 0, 2024-09-05T07:49:09.810 INFO:teuthology.orchestra.run.smithi071.stdout: "bloom_filter_items": 0, 2024-09-05T07:49:09.810 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T07:49:09.810 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_alloc_items": 0, 2024-09-05T07:49:09.810 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T07:49:09.810 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_data_items": 0, 2024-09-05T07:49:09.812 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T07:49:09.812 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T07:49:09.812 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T07:49:09.812 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T07:49:09.812 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T07:49:09.812 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_other_items": 0, 2024-09-05T07:49:09.812 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T07:49:09.812 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T07:49:09.812 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_extent_bytes": 0, 2024-09-05T07:49:09.812 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_extent_items": 0, 2024-09-05T07:49:09.812 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_blob_bytes": 0, 2024-09-05T07:49:09.812 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_blob_items": 0, 2024-09-05T07:49:09.813 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T07:49:09.813 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T07:49:09.813 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T07:49:09.813 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T07:49:09.813 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T07:49:09.813 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_fsck_items": 0, 2024-09-05T07:49:09.813 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_txc_bytes": 0, 2024-09-05T07:49:09.813 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_txc_items": 0, 2024-09-05T07:49:09.813 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T07:49:09.813 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T07:49:09.813 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_bytes": 0, 2024-09-05T07:49:09.813 INFO:teuthology.orchestra.run.smithi071.stdout: "bluestore_writing_items": 0, 2024-09-05T07:49:09.813 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_bytes": 0, 2024-09-05T07:49:09.813 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_items": 0, 2024-09-05T07:49:09.814 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T07:49:09.814 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_reader_items": 0, 2024-09-05T07:49:09.814 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T07:49:09.814 INFO:teuthology.orchestra.run.smithi071.stdout: "bluefs_file_writer_items": 0, 2024-09-05T07:49:09.814 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_anon_bytes": 148977, 2024-09-05T07:49:09.814 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_anon_items": 30, 2024-09-05T07:49:09.814 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_meta_bytes": 0, 2024-09-05T07:49:09.814 INFO:teuthology.orchestra.run.smithi071.stdout: "buffer_meta_items": 0, 2024-09-05T07:49:09.814 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_bytes": 0, 2024-09-05T07:49:09.814 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_items": 0, 2024-09-05T07:49:09.814 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_mapbl_bytes": 0, 2024-09-05T07:49:09.814 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_mapbl_items": 0, 2024-09-05T07:49:09.814 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_pglog_bytes": 0, 2024-09-05T07:49:09.814 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_pglog_items": 0, 2024-09-05T07:49:09.815 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_bytes": 0, 2024-09-05T07:49:09.815 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_items": 0, 2024-09-05T07:49:09.815 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T07:49:09.815 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_mapping_items": 0, 2024-09-05T07:49:09.815 INFO:teuthology.orchestra.run.smithi071.stdout: "pgmap_bytes": 0, 2024-09-05T07:49:09.815 INFO:teuthology.orchestra.run.smithi071.stdout: "pgmap_items": 0, 2024-09-05T07:49:09.815 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_co_bytes": 928, 2024-09-05T07:49:09.815 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_co_items": 2, 2024-09-05T07:49:09.815 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_1_bytes": 0, 2024-09-05T07:49:09.815 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_1_items": 0, 2024-09-05T07:49:09.815 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_2_bytes": 0, 2024-09-05T07:49:09.815 INFO:teuthology.orchestra.run.smithi071.stdout: "unittest_2_items": 0 2024-09-05T07:49:09.816 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2024-09-05T07:49:09.816 INFO:teuthology.orchestra.run.smithi071.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T07:49:09.816 INFO:teuthology.orchestra.run.smithi071.stdout: "val": 0, 2024-09-05T07:49:09.816 INFO:teuthology.orchestra.run.smithi071.stdout: "max": 104857600, 2024-09-05T07:49:09.816 INFO:teuthology.orchestra.run.smithi071.stdout: "get_started": 0, 2024-09-05T07:49:09.816 INFO:teuthology.orchestra.run.smithi071.stdout: "get": 229, 2024-09-05T07:49:09.816 INFO:teuthology.orchestra.run.smithi071.stdout: "get_sum": 1412467, 2024-09-05T07:49:09.816 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:09.816 INFO:teuthology.orchestra.run.smithi071.stdout: "get_or_fail_success": 229, 2024-09-05T07:49:09.816 INFO:teuthology.orchestra.run.smithi071.stdout: "take": 0, 2024-09-05T07:49:09.816 INFO:teuthology.orchestra.run.smithi071.stdout: "take_sum": 0, 2024-09-05T07:49:09.816 INFO:teuthology.orchestra.run.smithi071.stdout: "put": 229, 2024-09-05T07:49:09.817 INFO:teuthology.orchestra.run.smithi071.stdout: "put_sum": 1412467, 2024-09-05T07:49:09.817 INFO:teuthology.orchestra.run.smithi071.stdout: "wait": { 2024-09-05T07:49:09.817 INFO:teuthology.orchestra.run.smithi071.stdout: "avgcount": 0, 2024-09-05T07:49:09.817 INFO:teuthology.orchestra.run.smithi071.stdout: "sum": 0.000000000, 2024-09-05T07:49:09.817 INFO:teuthology.orchestra.run.smithi071.stdout: "avgtime": 0.000000000 2024-09-05T07:49:09.817 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:09.817 INFO:teuthology.orchestra.run.smithi071.stdout: } 2024-09-05T07:49:09.817 INFO:teuthology.orchestra.run.smithi071.stdout:} 2024-09-05T07:49:10.546 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-09-05T07:49:10.546 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-09-05T07:49:10.546 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-09-05T07:49:10.546 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-09-05T07:49:10.546 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-09-05T07:49:10.546 DEBUG:tasks.check_counter:Getting stats from b 2024-09-05T07:49:10.547 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph daemon mds.b perf dump 2024-09-05T07:49:10.806 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T07:49:10.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:10 smithi071 ceph-mon[30965]: pgmap v328: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-09-05T07:49:10.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:10 smithi123 ceph-mon[34568]: pgmap v328: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-09-05T07:49:10.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:10 smithi192 ceph-mon[34929]: pgmap v328: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-09-05T07:49:11.311 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-05T07:49:11.311 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T07:49:11.311 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 353, 2024-09-05T07:49:11.312 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 367, 2024-09-05T07:49:11.312 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 1515128, 2024-09-05T07:49:11.312 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 226296, 2024-09-05T07:49:11.312 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 13, 2024-09-05T07:49:11.312 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 4, 2024-09-05T07:49:11.312 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.057636388, 2024-09-05T07:49:11.312 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.019441300, 2024-09-05T07:49:11.312 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.048008441, 2024-09-05T07:49:11.312 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.000195873, 2024-09-05T07:49:11.312 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:11.312 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 368, 2024-09-05T07:49:11.312 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.032412386, 2024-09-05T07:49:11.312 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000088077 2024-09-05T07:49:11.313 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.313 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:11.313 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 163, 2024-09-05T07:49:11.313 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000043634, 2024-09-05T07:49:11.313 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000267 2024-09-05T07:49:11.313 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.313 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 1489968, 2024-09-05T07:49:11.313 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 137568 2024-09-05T07:49:11.313 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.313 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T07:49:11.313 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 87, 2024-09-05T07:49:11.313 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 255, 2024-09-05T07:49:11.314 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 20854, 2024-09-05T07:49:11.314 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 901134, 2024-09-05T07:49:11.314 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 48, 2024-09-05T07:49:11.314 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 8, 2024-09-05T07:49:11.314 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.029473554, 2024-09-05T07:49:11.314 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.008336118, 2024-09-05T07:49:11.314 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.017606160, 2024-09-05T07:49:11.314 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.000685661, 2024-09-05T07:49:11.314 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:11.314 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 251, 2024-09-05T07:49:11.314 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.034556136, 2024-09-05T07:49:11.314 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000137673 2024-09-05T07:49:11.314 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.315 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:11.315 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 88, 2024-09-05T07:49:11.315 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000024050, 2024-09-05T07:49:11.315 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000273 2024-09-05T07:49:11.315 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.315 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 9984, 2024-09-05T07:49:11.315 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 450064 2024-09-05T07:49:11.315 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.315 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T07:49:11.315 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 499, 2024-09-05T07:49:11.315 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 630, 2024-09-05T07:49:11.315 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 135599, 2024-09-05T07:49:11.315 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 366125, 2024-09-05T07:49:11.316 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 9, 2024-09-05T07:49:11.316 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 6, 2024-09-05T07:49:11.316 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.062053968, 2024-09-05T07:49:11.316 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.023900687, 2024-09-05T07:49:11.316 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.034216044, 2024-09-05T07:49:11.316 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.005083958, 2024-09-05T07:49:11.316 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:11.316 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 628, 2024-09-05T07:49:11.316 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.044747850, 2024-09-05T07:49:11.316 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000071254 2024-09-05T07:49:11.316 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.316 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:11.317 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 1083, 2024-09-05T07:49:11.317 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000258011, 2024-09-05T07:49:11.317 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000238 2024-09-05T07:49:11.317 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.317 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 3696, 2024-09-05T07:49:11.317 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 12592 2024-09-05T07:49:11.317 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.317 INFO:teuthology.orchestra.run.smithi123.stdout: "cct": { 2024-09-05T07:49:11.317 INFO:teuthology.orchestra.run.smithi123.stdout: "total_workers": 1, 2024-09-05T07:49:11.317 INFO:teuthology.orchestra.run.smithi123.stdout: "unhealthy_workers": 0 2024-09-05T07:49:11.317 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.317 INFO:teuthology.orchestra.run.smithi123.stdout: "finisher-MDSRank": { 2024-09-05T07:49:11.317 INFO:teuthology.orchestra.run.smithi123.stdout: "queue_len": 0, 2024-09-05T07:49:11.318 INFO:teuthology.orchestra.run.smithi123.stdout: "complete_latency": { 2024-09-05T07:49:11.318 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 50, 2024-09-05T07:49:11.318 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.001931798, 2024-09-05T07:49:11.318 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000038635 2024-09-05T07:49:11.318 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:11.318 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.318 INFO:teuthology.orchestra.run.smithi123.stdout: "finisher-PurgeQueue": { 2024-09-05T07:49:11.318 INFO:teuthology.orchestra.run.smithi123.stdout: "queue_len": 0, 2024-09-05T07:49:11.318 INFO:teuthology.orchestra.run.smithi123.stdout: "complete_latency": { 2024-09-05T07:49:11.318 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2, 2024-09-05T07:49:11.318 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000005872, 2024-09-05T07:49:11.318 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000002936 2024-09-05T07:49:11.318 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:11.319 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.319 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2024-09-05T07:49:11.319 INFO:teuthology.orchestra.run.smithi123.stdout: "request": 18, 2024-09-05T07:49:11.319 INFO:teuthology.orchestra.run.smithi123.stdout: "reply": 12, 2024-09-05T07:49:11.319 INFO:teuthology.orchestra.run.smithi123.stdout: "reply_latency": { 2024-09-05T07:49:11.319 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 12, 2024-09-05T07:49:11.319 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 1.906421736, 2024-09-05T07:49:11.319 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.158868478 2024-09-05T07:49:11.319 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.319 INFO:teuthology.orchestra.run.smithi123.stdout: "slow_reply": 0, 2024-09-05T07:49:11.319 INFO:teuthology.orchestra.run.smithi123.stdout: "forward": 6, 2024-09-05T07:49:11.319 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_fetch_complete": 0, 2024-09-05T07:49:11.319 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_fetch_keys": 0, 2024-09-05T07:49:11.319 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_commit": 11, 2024-09-05T07:49:11.320 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_split": 0, 2024-09-05T07:49:11.320 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_merge": 0, 2024-09-05T07:49:11.320 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes": 14, 2024-09-05T07:49:11.320 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_top": 0, 2024-09-05T07:49:11.320 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_bottom": 14, 2024-09-05T07:49:11.320 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_pin_tail": 0, 2024-09-05T07:49:11.320 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_pinned": 14, 2024-09-05T07:49:11.320 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_expired": 0, 2024-09-05T07:49:11.320 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_with_caps": 5, 2024-09-05T07:49:11.320 INFO:teuthology.orchestra.run.smithi123.stdout: "caps": 5, 2024-09-05T07:49:11.321 INFO:teuthology.orchestra.run.smithi123.stdout: "subtrees": 2, 2024-09-05T07:49:11.321 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse": 31, 2024-09-05T07:49:11.321 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_hit": 24, 2024-09-05T07:49:11.321 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_forward": 2, 2024-09-05T07:49:11.321 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_discover": 2, 2024-09-05T07:49:11.321 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_dir_fetch": 0, 2024-09-05T07:49:11.321 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_remote_ino": 0, 2024-09-05T07:49:11.321 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_lock": 0, 2024-09-05T07:49:11.321 INFO:teuthology.orchestra.run.smithi123.stdout: "load_cent": 0, 2024-09-05T07:49:11.321 INFO:teuthology.orchestra.run.smithi123.stdout: "q": 0, 2024-09-05T07:49:11.322 INFO:teuthology.orchestra.run.smithi123.stdout: "exported": 0, 2024-09-05T07:49:11.322 INFO:teuthology.orchestra.run.smithi123.stdout: "exported_inodes": 0, 2024-09-05T07:49:11.322 INFO:teuthology.orchestra.run.smithi123.stdout: "imported": 0, 2024-09-05T07:49:11.322 INFO:teuthology.orchestra.run.smithi123.stdout: "imported_inodes": 0, 2024-09-05T07:49:11.322 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_dir_fetch": 0, 2024-09-05T07:49:11.322 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_backtrace_fetch": 0, 2024-09-05T07:49:11.322 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_peer_discover": 0, 2024-09-05T07:49:11.322 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rfiles": 4, 2024-09-05T07:49:11.322 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rbytes": 234, 2024-09-05T07:49:11.322 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rsnaps": 6, 2024-09-05T07:49:11.322 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_backtrace_fetch": 0, 2024-09-05T07:49:11.322 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_set_tag": 0, 2024-09-05T07:49:11.322 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_backtrace_repaired": 0, 2024-09-05T07:49:11.323 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_inotable_repaired": 0, 2024-09-05T07:49:11.323 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dir_inodes": 0, 2024-09-05T07:49:11.323 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dir_base_inodes": 0, 2024-09-05T07:49:11.323 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dirfrag_rstats": 0, 2024-09-05T07:49:11.323 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_file_inodes": 0, 2024-09-05T07:49:11.323 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_inode_file_caps": 0, 2024-09-05T07:49:11.323 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_revoke": 9, 2024-09-05T07:49:11.323 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_grant": 0, 2024-09-05T07:49:11.323 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_trunc": 0, 2024-09-05T07:49:11.323 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-05T07:49:11.323 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-05T07:49:11.323 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_caps": 9, 2024-09-05T07:49:11.323 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_caps_dirty": 0, 2024-09-05T07:49:11.324 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_cap_release": 0, 2024-09-05T07:49:11.324 INFO:teuthology.orchestra.run.smithi123.stdout: "process_request_cap_release": 2 2024-09-05T07:49:11.324 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.324 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_cache": { 2024-09-05T07:49:11.324 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_update": 0, 2024-09-05T07:49:11.324 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_update_receipt": 0, 2024-09-05T07:49:11.324 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_try_discover": 0, 2024-09-05T07:49:11.324 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_send_discover": 3, 2024-09-05T07:49:11.324 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_handle_discover": 0, 2024-09-05T07:49:11.324 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays": 0, 2024-09-05T07:49:11.324 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays_delayed": 0, 2024-09-05T07:49:11.324 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays_enqueuing": 0, 2024-09-05T07:49:11.324 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_created": 0, 2024-09-05T07:49:11.324 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_enqueued": 0, 2024-09-05T07:49:11.325 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_reintegrated": 0, 2024-09-05T07:49:11.325 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_migrated": 0, 2024-09-05T07:49:11.325 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_processing": 0, 2024-09-05T07:49:11.325 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_enqueued": 0, 2024-09-05T07:49:11.325 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_prioritized": 0, 2024-09-05T07:49:11.325 INFO:teuthology.orchestra.run.smithi123.stdout: "recovery_started": 0, 2024-09-05T07:49:11.325 INFO:teuthology.orchestra.run.smithi123.stdout: "recovery_completed": 0, 2024-09-05T07:49:11.325 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_quiesce_path": 2, 2024-09-05T07:49:11.325 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_quiesce_inode": 10, 2024-09-05T07:49:11.325 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_enqueue_scrub": 0, 2024-09-05T07:49:11.325 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_exportdir": 0, 2024-09-05T07:49:11.325 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_flush": 0, 2024-09-05T07:49:11.325 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_fragmentdir": 0, 2024-09-05T07:49:11.326 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_fragstats": 0, 2024-09-05T07:49:11.326 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_inodestats": 0 2024-09-05T07:49:11.326 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.326 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_log": { 2024-09-05T07:49:11.326 INFO:teuthology.orchestra.run.smithi123.stdout: "evlrg": 0, 2024-09-05T07:49:11.326 INFO:teuthology.orchestra.run.smithi123.stdout: "evadd": 10, 2024-09-05T07:49:11.326 INFO:teuthology.orchestra.run.smithi123.stdout: "evex": 0, 2024-09-05T07:49:11.326 INFO:teuthology.orchestra.run.smithi123.stdout: "evtrm": 0, 2024-09-05T07:49:11.326 INFO:teuthology.orchestra.run.smithi123.stdout: "ev": 10, 2024-09-05T07:49:11.326 INFO:teuthology.orchestra.run.smithi123.stdout: "evexg": 0, 2024-09-05T07:49:11.326 INFO:teuthology.orchestra.run.smithi123.stdout: "evexd": 0, 2024-09-05T07:49:11.326 INFO:teuthology.orchestra.run.smithi123.stdout: "segadd": 2, 2024-09-05T07:49:11.326 INFO:teuthology.orchestra.run.smithi123.stdout: "segex": 0, 2024-09-05T07:49:11.326 INFO:teuthology.orchestra.run.smithi123.stdout: "segtrm": 0, 2024-09-05T07:49:11.327 INFO:teuthology.orchestra.run.smithi123.stdout: "seg": 2, 2024-09-05T07:49:11.327 INFO:teuthology.orchestra.run.smithi123.stdout: "segmjr": 2, 2024-09-05T07:49:11.327 INFO:teuthology.orchestra.run.smithi123.stdout: "segexg": 0, 2024-09-05T07:49:11.327 INFO:teuthology.orchestra.run.smithi123.stdout: "segexd": 0, 2024-09-05T07:49:11.327 INFO:teuthology.orchestra.run.smithi123.stdout: "expos": 4194304, 2024-09-05T07:49:11.327 INFO:teuthology.orchestra.run.smithi123.stdout: "wrpos": 4197382, 2024-09-05T07:49:11.327 INFO:teuthology.orchestra.run.smithi123.stdout: "rdpos": 0, 2024-09-05T07:49:11.327 INFO:teuthology.orchestra.run.smithi123.stdout: "jlat": { 2024-09-05T07:49:11.327 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 9, 2024-09-05T07:49:11.327 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.050300131, 2024-09-05T07:49:11.327 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.005588903 2024-09-05T07:49:11.327 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.327 INFO:teuthology.orchestra.run.smithi123.stdout: "replayed": 0 2024-09-05T07:49:11.328 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.328 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_mem": { 2024-09-05T07:49:11.328 INFO:teuthology.orchestra.run.smithi123.stdout: "ino": 17, 2024-09-05T07:49:11.328 INFO:teuthology.orchestra.run.smithi123.stdout: "ino+": 17, 2024-09-05T07:49:11.328 INFO:teuthology.orchestra.run.smithi123.stdout: "ino-": 0, 2024-09-05T07:49:11.328 INFO:teuthology.orchestra.run.smithi123.stdout: "dir": 15, 2024-09-05T07:49:11.328 INFO:teuthology.orchestra.run.smithi123.stdout: "dir+": 16, 2024-09-05T07:49:11.328 INFO:teuthology.orchestra.run.smithi123.stdout: "dir-": 1, 2024-09-05T07:49:11.328 INFO:teuthology.orchestra.run.smithi123.stdout: "dn": 14, 2024-09-05T07:49:11.328 INFO:teuthology.orchestra.run.smithi123.stdout: "dn+": 14, 2024-09-05T07:49:11.328 INFO:teuthology.orchestra.run.smithi123.stdout: "dn-": 0, 2024-09-05T07:49:11.328 INFO:teuthology.orchestra.run.smithi123.stdout: "cap": 5, 2024-09-05T07:49:11.328 INFO:teuthology.orchestra.run.smithi123.stdout: "cap+": 10, 2024-09-05T07:49:11.328 INFO:teuthology.orchestra.run.smithi123.stdout: "cap-": 5, 2024-09-05T07:49:11.329 INFO:teuthology.orchestra.run.smithi123.stdout: "rss": 53828, 2024-09-05T07:49:11.329 INFO:teuthology.orchestra.run.smithi123.stdout: "heap": 223520 2024-09-05T07:49:11.329 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.329 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_server": { 2024-09-05T07:49:11.329 INFO:teuthology.orchestra.run.smithi123.stdout: "dispatch_client_request": 22, 2024-09-05T07:49:11.329 INFO:teuthology.orchestra.run.smithi123.stdout: "dispatch_server_request": 0, 2024-09-05T07:49:11.329 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_request": 18, 2024-09-05T07:49:11.329 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_session": 29, 2024-09-05T07:49:11.329 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_peer_request": 1, 2024-09-05T07:49:11.329 INFO:teuthology.orchestra.run.smithi123.stdout: "req_create_latency": { 2024-09-05T07:49:11.329 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.329 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.329 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.330 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.330 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getattr_latency": { 2024-09-05T07:49:11.330 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 10, 2024-09-05T07:49:11.330 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 1.906085365, 2024-09-05T07:49:11.330 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.190608536 2024-09-05T07:49:11.330 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.330 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getfilelock_latency": { 2024-09-05T07:49:11.330 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.330 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.330 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.330 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.331 INFO:teuthology.orchestra.run.smithi123.stdout: "req_link_latency": { 2024-09-05T07:49:11.331 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.331 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.331 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.331 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.331 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookup_latency": { 2024-09-05T07:49:11.331 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2, 2024-09-05T07:49:11.331 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000336371, 2024-09-05T07:49:11.331 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000168185 2024-09-05T07:49:11.331 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.332 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookuphash_latency": { 2024-09-05T07:49:11.332 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.332 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.332 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.332 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.332 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupino_latency": { 2024-09-05T07:49:11.332 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.332 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.332 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.332 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.332 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupname_latency": { 2024-09-05T07:49:11.332 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.332 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.333 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.333 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.333 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupparent_latency": { 2024-09-05T07:49:11.333 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.333 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.333 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.333 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.333 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupsnap_latency": { 2024-09-05T07:49:11.333 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.333 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.333 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.333 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.333 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lssnap_latency": { 2024-09-05T07:49:11.334 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.334 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.334 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.334 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.334 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mkdir_latency": { 2024-09-05T07:49:11.334 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.334 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.335 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.335 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.335 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mknod_latency": { 2024-09-05T07:49:11.335 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.335 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.335 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.335 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.335 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mksnap_latency": { 2024-09-05T07:49:11.335 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.335 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.335 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.336 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.336 INFO:teuthology.orchestra.run.smithi123.stdout: "req_open_latency": { 2024-09-05T07:49:11.336 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.336 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.336 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.336 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.336 INFO:teuthology.orchestra.run.smithi123.stdout: "req_readdir_latency": { 2024-09-05T07:49:11.336 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.336 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.336 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.336 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.336 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rename_latency": { 2024-09-05T07:49:11.337 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.337 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.337 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.337 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.337 INFO:teuthology.orchestra.run.smithi123.stdout: "req_renamesnap_latency": { 2024-09-05T07:49:11.337 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.337 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.337 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.337 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.337 INFO:teuthology.orchestra.run.smithi123.stdout: "req_snapdiff_latency": { 2024-09-05T07:49:11.337 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.337 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.338 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.338 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.338 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmdir_latency": { 2024-09-05T07:49:11.338 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.338 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.338 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.338 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.338 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmsnap_latency": { 2024-09-05T07:49:11.338 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.338 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.338 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.338 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.338 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmxattr_latency": { 2024-09-05T07:49:11.339 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.339 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.339 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.339 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.339 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setattr_latency": { 2024-09-05T07:49:11.339 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.339 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.339 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.339 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.339 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setdirlayout_latency": { 2024-09-05T07:49:11.339 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.339 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.339 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.339 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.340 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setfilelock_latency": { 2024-09-05T07:49:11.340 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.340 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.340 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.340 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.340 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setlayout_latency": { 2024-09-05T07:49:11.340 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.340 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.340 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.340 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.340 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setxattr_latency": { 2024-09-05T07:49:11.340 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.340 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.341 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.341 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.341 INFO:teuthology.orchestra.run.smithi123.stdout: "req_symlink_latency": { 2024-09-05T07:49:11.341 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.341 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.341 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.341 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.341 INFO:teuthology.orchestra.run.smithi123.stdout: "req_unlink_latency": { 2024-09-05T07:49:11.341 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.341 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.341 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.341 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.341 INFO:teuthology.orchestra.run.smithi123.stdout: "cap_revoke_eviction": 0, 2024-09-05T07:49:11.342 INFO:teuthology.orchestra.run.smithi123.stdout: "cap_acquisition_throttle": 0, 2024-09-05T07:49:11.342 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getvxattr_latency": { 2024-09-05T07:49:11.342 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.342 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.342 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.342 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:11.342 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.342 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_sessions": { 2024-09-05T07:49:11.343 INFO:teuthology.orchestra.run.smithi123.stdout: "session_count": 2, 2024-09-05T07:49:11.343 INFO:teuthology.orchestra.run.smithi123.stdout: "session_add": 5, 2024-09-05T07:49:11.343 INFO:teuthology.orchestra.run.smithi123.stdout: "session_remove": 3, 2024-09-05T07:49:11.343 INFO:teuthology.orchestra.run.smithi123.stdout: "sessions_open": 2, 2024-09-05T07:49:11.343 INFO:teuthology.orchestra.run.smithi123.stdout: "sessions_stale": 0, 2024-09-05T07:49:11.343 INFO:teuthology.orchestra.run.smithi123.stdout: "total_load": 9, 2024-09-05T07:49:11.343 INFO:teuthology.orchestra.run.smithi123.stdout: "average_load": 2, 2024-09-05T07:49:11.343 INFO:teuthology.orchestra.run.smithi123.stdout: "avg_session_uptime": 621, 2024-09-05T07:49:11.343 INFO:teuthology.orchestra.run.smithi123.stdout: "mdthresh_evicted": 0 2024-09-05T07:49:11.343 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.343 INFO:teuthology.orchestra.run.smithi123.stdout: "mempool": { 2024-09-05T07:49:11.343 INFO:teuthology.orchestra.run.smithi123.stdout: "bloom_filter_bytes": 0, 2024-09-05T07:49:11.343 INFO:teuthology.orchestra.run.smithi123.stdout: "bloom_filter_items": 0, 2024-09-05T07:49:11.344 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T07:49:11.344 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_alloc_items": 0, 2024-09-05T07:49:11.344 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T07:49:11.344 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_data_items": 0, 2024-09-05T07:49:11.344 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T07:49:11.344 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T07:49:11.344 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T07:49:11.344 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T07:49:11.344 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T07:49:11.344 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_other_items": 0, 2024-09-05T07:49:11.344 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T07:49:11.344 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T07:49:11.345 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_extent_bytes": 0, 2024-09-05T07:49:11.345 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_extent_items": 0, 2024-09-05T07:49:11.345 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_blob_bytes": 0, 2024-09-05T07:49:11.345 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_blob_items": 0, 2024-09-05T07:49:11.345 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T07:49:11.345 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T07:49:11.345 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T07:49:11.345 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T07:49:11.345 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T07:49:11.345 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_fsck_items": 0, 2024-09-05T07:49:11.345 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_txc_bytes": 0, 2024-09-05T07:49:11.345 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_txc_items": 0, 2024-09-05T07:49:11.345 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T07:49:11.345 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T07:49:11.346 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_bytes": 0, 2024-09-05T07:49:11.346 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_items": 0, 2024-09-05T07:49:11.346 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_bytes": 0, 2024-09-05T07:49:11.346 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_items": 0, 2024-09-05T07:49:11.346 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T07:49:11.346 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_reader_items": 0, 2024-09-05T07:49:11.346 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T07:49:11.346 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_writer_items": 0, 2024-09-05T07:49:11.346 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_anon_bytes": 272440, 2024-09-05T07:49:11.346 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_anon_items": 102, 2024-09-05T07:49:11.346 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_meta_bytes": 0, 2024-09-05T07:49:11.346 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_meta_items": 0, 2024-09-05T07:49:11.346 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_bytes": 0, 2024-09-05T07:49:11.346 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_items": 0, 2024-09-05T07:49:11.347 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_mapbl_bytes": 0, 2024-09-05T07:49:11.347 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_mapbl_items": 0, 2024-09-05T07:49:11.347 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_pglog_bytes": 0, 2024-09-05T07:49:11.347 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_pglog_items": 0, 2024-09-05T07:49:11.347 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_bytes": 10200, 2024-09-05T07:49:11.347 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_items": 207, 2024-09-05T07:49:11.347 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T07:49:11.347 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_mapping_items": 0, 2024-09-05T07:49:11.347 INFO:teuthology.orchestra.run.smithi123.stdout: "pgmap_bytes": 0, 2024-09-05T07:49:11.347 INFO:teuthology.orchestra.run.smithi123.stdout: "pgmap_items": 0, 2024-09-05T07:49:11.347 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_co_bytes": 69573, 2024-09-05T07:49:11.347 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_co_items": 304, 2024-09-05T07:49:11.347 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_1_bytes": 0, 2024-09-05T07:49:11.348 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_1_items": 0, 2024-09-05T07:49:11.348 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_2_bytes": 0, 2024-09-05T07:49:11.348 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_2_items": 0 2024-09-05T07:49:11.348 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.348 INFO:teuthology.orchestra.run.smithi123.stdout: "objecter": { 2024-09-05T07:49:11.348 INFO:teuthology.orchestra.run.smithi123.stdout: "op_active": 0, 2024-09-05T07:49:11.348 INFO:teuthology.orchestra.run.smithi123.stdout: "op_laggy": 0, 2024-09-05T07:49:11.348 INFO:teuthology.orchestra.run.smithi123.stdout: "op_send": 47, 2024-09-05T07:49:11.348 INFO:teuthology.orchestra.run.smithi123.stdout: "op_send_bytes": 13751, 2024-09-05T07:49:11.348 INFO:teuthology.orchestra.run.smithi123.stdout: "op_resend": 33, 2024-09-05T07:49:11.349 INFO:teuthology.orchestra.run.smithi123.stdout: "op_reply": 47, 2024-09-05T07:49:11.349 INFO:teuthology.orchestra.run.smithi123.stdout: "op_latency": { 2024-09-05T07:49:11.349 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 47, 2024-09-05T07:49:11.349 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.278993262, 2024-09-05T07:49:11.349 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.005936026 2024-09-05T07:49:11.349 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.349 INFO:teuthology.orchestra.run.smithi123.stdout: "op_inflight": 0, 2024-09-05T07:49:11.349 INFO:teuthology.orchestra.run.smithi123.stdout: "oplen_avg": { 2024-09-05T07:49:11.349 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 47, 2024-09-05T07:49:11.349 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 70 2024-09-05T07:49:11.349 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.349 INFO:teuthology.orchestra.run.smithi123.stdout: "op": 47, 2024-09-05T07:49:11.350 INFO:teuthology.orchestra.run.smithi123.stdout: "op_r": 0, 2024-09-05T07:49:11.350 INFO:teuthology.orchestra.run.smithi123.stdout: "op_w": 47, 2024-09-05T07:49:11.350 INFO:teuthology.orchestra.run.smithi123.stdout: "op_rmw": 0, 2024-09-05T07:49:11.350 INFO:teuthology.orchestra.run.smithi123.stdout: "op_pg": 0, 2024-09-05T07:49:11.350 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_stat": 0, 2024-09-05T07:49:11.350 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_create": 10, 2024-09-05T07:49:11.350 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_read": 0, 2024-09-05T07:49:11.350 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_write": 9, 2024-09-05T07:49:11.350 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_writefull": 8, 2024-09-05T07:49:11.350 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_writesame": 0, 2024-09-05T07:49:11.350 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_append": 0, 2024-09-05T07:49:11.350 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_zero": 0, 2024-09-05T07:49:11.350 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_truncate": 0, 2024-09-05T07:49:11.350 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_delete": 6, 2024-09-05T07:49:11.351 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_mapext": 0, 2024-09-05T07:49:11.351 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_sparse_read": 0, 2024-09-05T07:49:11.351 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_clonerange": 0, 2024-09-05T07:49:11.351 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_getxattr": 0, 2024-09-05T07:49:11.351 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_setxattr": 20, 2024-09-05T07:49:11.351 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_cmpxattr": 0, 2024-09-05T07:49:11.351 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_rmxattr": 0, 2024-09-05T07:49:11.351 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_resetxattrs": 0, 2024-09-05T07:49:11.351 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_call": 0, 2024-09-05T07:49:11.351 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_watch": 0, 2024-09-05T07:49:11.351 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_notify": 0, 2024-09-05T07:49:11.351 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_src_cmpxattr": 0, 2024-09-05T07:49:11.351 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_pgls": 0, 2024-09-05T07:49:11.352 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_pgls_filter": 0, 2024-09-05T07:49:11.352 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_other": 0, 2024-09-05T07:49:11.352 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_active": 0, 2024-09-05T07:49:11.352 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_send": 0, 2024-09-05T07:49:11.352 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_resend": 0, 2024-09-05T07:49:11.352 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_ping": 0, 2024-09-05T07:49:11.352 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_active": 0, 2024-09-05T07:49:11.352 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_send": 0, 2024-09-05T07:49:11.352 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_resend": 0, 2024-09-05T07:49:11.352 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_active": 0, 2024-09-05T07:49:11.352 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_send": 0, 2024-09-05T07:49:11.352 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_resend": 0, 2024-09-05T07:49:11.353 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_active": 0, 2024-09-05T07:49:11.353 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_send": 0, 2024-09-05T07:49:11.353 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_resend": 0, 2024-09-05T07:49:11.353 INFO:teuthology.orchestra.run.smithi123.stdout: "command_active": 0, 2024-09-05T07:49:11.353 INFO:teuthology.orchestra.run.smithi123.stdout: "command_send": 0, 2024-09-05T07:49:11.353 INFO:teuthology.orchestra.run.smithi123.stdout: "command_resend": 0, 2024-09-05T07:49:11.353 INFO:teuthology.orchestra.run.smithi123.stdout: "map_epoch": 102, 2024-09-05T07:49:11.353 INFO:teuthology.orchestra.run.smithi123.stdout: "map_full": 0, 2024-09-05T07:49:11.353 INFO:teuthology.orchestra.run.smithi123.stdout: "map_inc": 12, 2024-09-05T07:49:11.353 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_sessions": 10, 2024-09-05T07:49:11.354 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_session_open": 10, 2024-09-05T07:49:11.354 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_session_close": 0, 2024-09-05T07:49:11.354 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_laggy": 0, 2024-09-05T07:49:11.354 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_wr": 16, 2024-09-05T07:49:11.354 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_rd": 0, 2024-09-05T07:49:11.354 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_del": 1 2024-09-05T07:49:11.354 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.354 INFO:teuthology.orchestra.run.smithi123.stdout: "oft": { 2024-09-05T07:49:11.354 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_objs": 1, 2024-09-05T07:49:11.354 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_kv_pairs": 0, 2024-09-05T07:49:11.354 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_updates": 0, 2024-09-05T07:49:11.354 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_removes": 0 2024-09-05T07:49:11.355 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.355 INFO:teuthology.orchestra.run.smithi123.stdout: "osd-slow-ops": { 2024-09-05T07:49:11.355 INFO:teuthology.orchestra.run.smithi123.stdout: "slow_ops_count": 12 2024-09-05T07:49:11.355 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.355 INFO:teuthology.orchestra.run.smithi123.stdout: "purge_queue": { 2024-09-05T07:49:11.355 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_ops": 0, 2024-09-05T07:49:11.355 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_ops_high_water": 0, 2024-09-05T07:49:11.355 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing": 0, 2024-09-05T07:49:11.355 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_high_water": 0, 2024-09-05T07:49:11.355 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executed_ops": 0, 2024-09-05T07:49:11.355 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executed": 0, 2024-09-05T07:49:11.355 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_item_in_journal": 0 2024-09-05T07:49:11.355 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.356 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T07:49:11.356 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T07:49:11.356 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 104857600, 2024-09-05T07:49:11.356 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T07:49:11.356 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 935, 2024-09-05T07:49:11.356 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 1568945, 2024-09-05T07:49:11.356 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:11.356 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 935, 2024-09-05T07:49:11.356 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T07:49:11.356 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T07:49:11.356 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 935, 2024-09-05T07:49:11.356 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 1568945, 2024-09-05T07:49:11.356 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T07:49:11.357 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.357 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.357 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.357 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:11.357 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.357 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-objecter_bytes": { 2024-09-05T07:49:11.357 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T07:49:11.357 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 104857600, 2024-09-05T07:49:11.357 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T07:49:11.357 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T07:49:11.357 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T07:49:11.357 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:11.358 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T07:49:11.358 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 47, 2024-09-05T07:49:11.358 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 13751, 2024-09-05T07:49:11.358 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 47, 2024-09-05T07:49:11.358 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 13751, 2024-09-05T07:49:11.358 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T07:49:11.358 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.358 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.359 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.359 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:11.359 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.359 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-objecter_ops": { 2024-09-05T07:49:11.359 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T07:49:11.359 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 1024, 2024-09-05T07:49:11.359 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T07:49:11.359 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T07:49:11.359 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T07:49:11.359 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:11.359 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T07:49:11.359 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 47, 2024-09-05T07:49:11.359 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 47, 2024-09-05T07:49:11.360 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 47, 2024-09-05T07:49:11.360 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 47, 2024-09-05T07:49:11.360 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T07:49:11.360 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.360 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.360 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.360 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:11.360 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.360 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-write_buf_throttle": { 2024-09-05T07:49:11.360 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T07:49:11.360 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 3758096384, 2024-09-05T07:49:11.360 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T07:49:11.360 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T07:49:11.361 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T07:49:11.361 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:11.361 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T07:49:11.361 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T07:49:11.361 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T07:49:11.361 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 0, 2024-09-05T07:49:11.361 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 0, 2024-09-05T07:49:11.361 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T07:49:11.361 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.361 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.361 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.361 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:11.361 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:11.362 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-write_buf_throttle-0x55afd7784960": { 2024-09-05T07:49:11.362 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T07:49:11.362 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 3758096384, 2024-09-05T07:49:11.362 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T07:49:11.362 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 10, 2024-09-05T07:49:11.362 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 3078, 2024-09-05T07:49:11.362 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:11.362 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 10, 2024-09-05T07:49:11.362 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T07:49:11.362 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T07:49:11.362 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 9, 2024-09-05T07:49:11.362 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 3078, 2024-09-05T07:49:11.362 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T07:49:11.362 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:11.363 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:11.363 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:11.363 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:11.363 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:11.363 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-05T07:49:12.230 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-09-05T07:49:12.230 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-09-05T07:49:12.231 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-09-05T07:49:12.231 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=0 2024-09-05T07:49:12.231 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=0 2024-09-05T07:49:12.231 DEBUG:tasks.check_counter:Getting stats from e 2024-09-05T07:49:12.231 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph daemon mds.e perf dump 2024-09-05T07:49:12.488 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T07:49:12.784 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:12 smithi123 ceph-mon[34568]: pgmap v329: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-09-05T07:49:12.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:12 smithi071 ceph-mon[30965]: pgmap v329: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-09-05T07:49:12.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:12 smithi192 ceph-mon[34929]: pgmap v329: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-09-05T07:49:13.011 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-05T07:49:13.011 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T07:49:13.011 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 741, 2024-09-05T07:49:13.011 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 743, 2024-09-05T07:49:13.011 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 196868, 2024-09-05T07:49:13.011 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 235702, 2024-09-05T07:49:13.011 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 6, 2024-09-05T07:49:13.011 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 2, 2024-09-05T07:49:13.011 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.069045352, 2024-09-05T07:49:13.012 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.028875033, 2024-09-05T07:49:13.012 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.015853233, 2024-09-05T07:49:13.012 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.016823071, 2024-09-05T07:49:13.012 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:13.012 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 741, 2024-09-05T07:49:13.012 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.032492634, 2024-09-05T07:49:13.012 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000043849 2024-09-05T07:49:13.012 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.012 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:13.012 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.012 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.012 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.012 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.013 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-05T07:49:13.013 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 0 2024-09-05T07:49:13.013 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.013 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T07:49:13.013 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 643, 2024-09-05T07:49:13.013 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 806, 2024-09-05T07:49:13.013 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 159988, 2024-09-05T07:49:13.013 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 645563, 2024-09-05T07:49:13.013 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 7, 2024-09-05T07:49:13.013 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 5, 2024-09-05T07:49:13.013 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.070270415, 2024-09-05T07:49:13.013 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.024873635, 2024-09-05T07:49:13.013 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.016404440, 2024-09-05T07:49:13.013 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.021233955, 2024-09-05T07:49:13.014 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:13.014 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 804, 2024-09-05T07:49:13.014 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.045856092, 2024-09-05T07:49:13.014 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000057034 2024-09-05T07:49:13.014 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.014 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:13.014 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.014 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.014 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.014 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.014 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 3264, 2024-09-05T07:49:13.014 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 442992 2024-09-05T07:49:13.014 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.015 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T07:49:13.015 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 979, 2024-09-05T07:49:13.015 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 967, 2024-09-05T07:49:13.015 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 1723952, 2024-09-05T07:49:13.015 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 369380, 2024-09-05T07:49:13.015 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 3, 2024-09-05T07:49:13.015 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 2, 2024-09-05T07:49:13.015 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.130371459, 2024-09-05T07:49:13.015 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.042292626, 2024-09-05T07:49:13.015 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.064508323, 2024-09-05T07:49:13.015 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.029374856, 2024-09-05T07:49:13.015 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:13.015 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 966, 2024-09-05T07:49:13.016 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.060007225, 2024-09-05T07:49:13.016 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000062119 2024-09-05T07:49:13.016 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.016 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:13.016 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.016 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.016 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.016 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.016 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 1477328, 2024-09-05T07:49:13.016 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 135968 2024-09-05T07:49:13.016 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.016 INFO:teuthology.orchestra.run.smithi123.stdout: "cct": { 2024-09-05T07:49:13.016 INFO:teuthology.orchestra.run.smithi123.stdout: "total_workers": 1, 2024-09-05T07:49:13.016 INFO:teuthology.orchestra.run.smithi123.stdout: "unhealthy_workers": 0 2024-09-05T07:49:13.017 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.017 INFO:teuthology.orchestra.run.smithi123.stdout: "finisher-MDSRank": { 2024-09-05T07:49:13.017 INFO:teuthology.orchestra.run.smithi123.stdout: "queue_len": 0, 2024-09-05T07:49:13.017 INFO:teuthology.orchestra.run.smithi123.stdout: "complete_latency": { 2024-09-05T07:49:13.017 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 3501, 2024-09-05T07:49:13.017 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.102434723, 2024-09-05T07:49:13.017 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000029258 2024-09-05T07:49:13.017 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:13.017 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.017 INFO:teuthology.orchestra.run.smithi123.stdout: "finisher-PurgeQueue": { 2024-09-05T07:49:13.017 INFO:teuthology.orchestra.run.smithi123.stdout: "queue_len": 0, 2024-09-05T07:49:13.017 INFO:teuthology.orchestra.run.smithi123.stdout: "complete_latency": { 2024-09-05T07:49:13.017 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.017 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.018 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.018 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:13.018 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.018 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2024-09-05T07:49:13.018 INFO:teuthology.orchestra.run.smithi123.stdout: "request": 0, 2024-09-05T07:49:13.018 INFO:teuthology.orchestra.run.smithi123.stdout: "reply": 0, 2024-09-05T07:49:13.018 INFO:teuthology.orchestra.run.smithi123.stdout: "reply_latency": { 2024-09-05T07:49:13.018 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.018 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.018 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.018 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.018 INFO:teuthology.orchestra.run.smithi123.stdout: "slow_reply": 0, 2024-09-05T07:49:13.018 INFO:teuthology.orchestra.run.smithi123.stdout: "forward": 0, 2024-09-05T07:49:13.019 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_fetch_complete": 0, 2024-09-05T07:49:13.019 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_fetch_keys": 0, 2024-09-05T07:49:13.019 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_commit": 0, 2024-09-05T07:49:13.019 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_split": 0, 2024-09-05T07:49:13.019 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_merge": 0, 2024-09-05T07:49:13.019 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes": 0, 2024-09-05T07:49:13.019 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_top": 0, 2024-09-05T07:49:13.019 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_bottom": 0, 2024-09-05T07:49:13.019 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_pin_tail": 0, 2024-09-05T07:49:13.019 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_pinned": 0, 2024-09-05T07:49:13.019 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_expired": 0, 2024-09-05T07:49:13.019 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_with_caps": 0, 2024-09-05T07:49:13.019 INFO:teuthology.orchestra.run.smithi123.stdout: "caps": 0, 2024-09-05T07:49:13.020 INFO:teuthology.orchestra.run.smithi123.stdout: "subtrees": 1, 2024-09-05T07:49:13.020 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse": 0, 2024-09-05T07:49:13.020 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_hit": 0, 2024-09-05T07:49:13.020 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_forward": 0, 2024-09-05T07:49:13.020 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_discover": 0, 2024-09-05T07:49:13.020 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_dir_fetch": 0, 2024-09-05T07:49:13.020 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_remote_ino": 0, 2024-09-05T07:49:13.020 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_lock": 0, 2024-09-05T07:49:13.020 INFO:teuthology.orchestra.run.smithi123.stdout: "load_cent": 0, 2024-09-05T07:49:13.020 INFO:teuthology.orchestra.run.smithi123.stdout: "q": 0, 2024-09-05T07:49:13.020 INFO:teuthology.orchestra.run.smithi123.stdout: "exported": 0, 2024-09-05T07:49:13.020 INFO:teuthology.orchestra.run.smithi123.stdout: "exported_inodes": 0, 2024-09-05T07:49:13.020 INFO:teuthology.orchestra.run.smithi123.stdout: "imported": 0, 2024-09-05T07:49:13.021 INFO:teuthology.orchestra.run.smithi123.stdout: "imported_inodes": 0, 2024-09-05T07:49:13.021 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_dir_fetch": 0, 2024-09-05T07:49:13.021 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_backtrace_fetch": 0, 2024-09-05T07:49:13.021 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_peer_discover": 0, 2024-09-05T07:49:13.021 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rfiles": 0, 2024-09-05T07:49:13.021 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rbytes": 0, 2024-09-05T07:49:13.021 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rsnaps": 0, 2024-09-05T07:49:13.021 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_backtrace_fetch": 0, 2024-09-05T07:49:13.021 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_set_tag": 0, 2024-09-05T07:49:13.021 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_backtrace_repaired": 0, 2024-09-05T07:49:13.021 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_inotable_repaired": 0, 2024-09-05T07:49:13.021 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dir_inodes": 0, 2024-09-05T07:49:13.021 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dir_base_inodes": 0, 2024-09-05T07:49:13.022 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dirfrag_rstats": 0, 2024-09-05T07:49:13.022 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_file_inodes": 0, 2024-09-05T07:49:13.022 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_inode_file_caps": 0, 2024-09-05T07:49:13.022 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_revoke": 0, 2024-09-05T07:49:13.022 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_grant": 0, 2024-09-05T07:49:13.022 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_trunc": 0, 2024-09-05T07:49:13.022 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-05T07:49:13.022 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-05T07:49:13.022 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_caps": 0, 2024-09-05T07:49:13.022 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_caps_dirty": 0, 2024-09-05T07:49:13.022 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_cap_release": 0, 2024-09-05T07:49:13.022 INFO:teuthology.orchestra.run.smithi123.stdout: "process_request_cap_release": 0 2024-09-05T07:49:13.023 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.023 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_cache": { 2024-09-05T07:49:13.023 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_update": 0, 2024-09-05T07:49:13.023 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_update_receipt": 0, 2024-09-05T07:49:13.023 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_try_discover": 0, 2024-09-05T07:49:13.023 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_send_discover": 0, 2024-09-05T07:49:13.023 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_handle_discover": 0, 2024-09-05T07:49:13.023 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays": 0, 2024-09-05T07:49:13.023 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays_delayed": 0, 2024-09-05T07:49:13.023 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays_enqueuing": 0, 2024-09-05T07:49:13.023 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_created": 0, 2024-09-05T07:49:13.023 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_enqueued": 0, 2024-09-05T07:49:13.023 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_reintegrated": 0, 2024-09-05T07:49:13.024 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_migrated": 0, 2024-09-05T07:49:13.024 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_processing": 0, 2024-09-05T07:49:13.024 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_enqueued": 0, 2024-09-05T07:49:13.024 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_prioritized": 0, 2024-09-05T07:49:13.024 INFO:teuthology.orchestra.run.smithi123.stdout: "recovery_started": 0, 2024-09-05T07:49:13.024 INFO:teuthology.orchestra.run.smithi123.stdout: "recovery_completed": 0, 2024-09-05T07:49:13.024 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_quiesce_path": 0, 2024-09-05T07:49:13.024 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_quiesce_inode": 0, 2024-09-05T07:49:13.024 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_enqueue_scrub": 0, 2024-09-05T07:49:13.024 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_exportdir": 0, 2024-09-05T07:49:13.024 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_flush": 0, 2024-09-05T07:49:13.024 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_fragmentdir": 0, 2024-09-05T07:49:13.024 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_fragstats": 0, 2024-09-05T07:49:13.024 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_inodestats": 0 2024-09-05T07:49:13.025 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.025 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_log": { 2024-09-05T07:49:13.025 INFO:teuthology.orchestra.run.smithi123.stdout: "evlrg": 0, 2024-09-05T07:49:13.025 INFO:teuthology.orchestra.run.smithi123.stdout: "evadd": 0, 2024-09-05T07:49:13.025 INFO:teuthology.orchestra.run.smithi123.stdout: "evex": 0, 2024-09-05T07:49:13.025 INFO:teuthology.orchestra.run.smithi123.stdout: "evtrm": 0, 2024-09-05T07:49:13.025 INFO:teuthology.orchestra.run.smithi123.stdout: "ev": 7, 2024-09-05T07:49:13.025 INFO:teuthology.orchestra.run.smithi123.stdout: "evexg": 0, 2024-09-05T07:49:13.025 INFO:teuthology.orchestra.run.smithi123.stdout: "evexd": 0, 2024-09-05T07:49:13.025 INFO:teuthology.orchestra.run.smithi123.stdout: "segadd": 0, 2024-09-05T07:49:13.025 INFO:teuthology.orchestra.run.smithi123.stdout: "segex": 0, 2024-09-05T07:49:13.025 INFO:teuthology.orchestra.run.smithi123.stdout: "segtrm": 0, 2024-09-05T07:49:13.025 INFO:teuthology.orchestra.run.smithi123.stdout: "seg": 2, 2024-09-05T07:49:13.025 INFO:teuthology.orchestra.run.smithi123.stdout: "segmjr": 2, 2024-09-05T07:49:13.026 INFO:teuthology.orchestra.run.smithi123.stdout: "segexg": 0, 2024-09-05T07:49:13.026 INFO:teuthology.orchestra.run.smithi123.stdout: "segexd": 0, 2024-09-05T07:49:13.026 INFO:teuthology.orchestra.run.smithi123.stdout: "expos": 4194304, 2024-09-05T07:49:13.026 INFO:teuthology.orchestra.run.smithi123.stdout: "wrpos": 4196455, 2024-09-05T07:49:13.026 INFO:teuthology.orchestra.run.smithi123.stdout: "rdpos": 4196314, 2024-09-05T07:49:13.026 INFO:teuthology.orchestra.run.smithi123.stdout: "jlat": { 2024-09-05T07:49:13.026 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.026 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.026 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.026 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.026 INFO:teuthology.orchestra.run.smithi123.stdout: "replayed": 7 2024-09-05T07:49:13.026 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.026 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_mem": { 2024-09-05T07:49:13.026 INFO:teuthology.orchestra.run.smithi123.stdout: "ino": 3, 2024-09-05T07:49:13.027 INFO:teuthology.orchestra.run.smithi123.stdout: "ino+": 3, 2024-09-05T07:49:13.027 INFO:teuthology.orchestra.run.smithi123.stdout: "ino-": 0, 2024-09-05T07:49:13.027 INFO:teuthology.orchestra.run.smithi123.stdout: "dir": 1, 2024-09-05T07:49:13.027 INFO:teuthology.orchestra.run.smithi123.stdout: "dir+": 1, 2024-09-05T07:49:13.027 INFO:teuthology.orchestra.run.smithi123.stdout: "dir-": 0, 2024-09-05T07:49:13.027 INFO:teuthology.orchestra.run.smithi123.stdout: "dn": 0, 2024-09-05T07:49:13.027 INFO:teuthology.orchestra.run.smithi123.stdout: "dn+": 0, 2024-09-05T07:49:13.027 INFO:teuthology.orchestra.run.smithi123.stdout: "dn-": 0, 2024-09-05T07:49:13.027 INFO:teuthology.orchestra.run.smithi123.stdout: "cap": 0, 2024-09-05T07:49:13.027 INFO:teuthology.orchestra.run.smithi123.stdout: "cap+": 0, 2024-09-05T07:49:13.027 INFO:teuthology.orchestra.run.smithi123.stdout: "cap-": 0, 2024-09-05T07:49:13.027 INFO:teuthology.orchestra.run.smithi123.stdout: "rss": 49244, 2024-09-05T07:49:13.027 INFO:teuthology.orchestra.run.smithi123.stdout: "heap": 215328 2024-09-05T07:49:13.027 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.028 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_server": { 2024-09-05T07:49:13.028 INFO:teuthology.orchestra.run.smithi123.stdout: "dispatch_client_request": 0, 2024-09-05T07:49:13.028 INFO:teuthology.orchestra.run.smithi123.stdout: "dispatch_server_request": 0, 2024-09-05T07:49:13.028 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_request": 0, 2024-09-05T07:49:13.028 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_session": 0, 2024-09-05T07:49:13.028 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_peer_request": 0, 2024-09-05T07:49:13.028 INFO:teuthology.orchestra.run.smithi123.stdout: "req_create_latency": { 2024-09-05T07:49:13.028 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.028 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.028 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.028 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.028 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getattr_latency": { 2024-09-05T07:49:13.028 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.028 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.029 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.029 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.029 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getfilelock_latency": { 2024-09-05T07:49:13.029 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.029 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.029 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.029 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.029 INFO:teuthology.orchestra.run.smithi123.stdout: "req_link_latency": { 2024-09-05T07:49:13.029 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.029 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.029 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.029 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.029 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookup_latency": { 2024-09-05T07:49:13.030 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.030 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.030 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.030 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.030 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookuphash_latency": { 2024-09-05T07:49:13.030 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.030 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.030 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.030 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.030 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupino_latency": { 2024-09-05T07:49:13.030 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.030 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.030 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.030 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.030 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupname_latency": { 2024-09-05T07:49:13.031 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.031 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.031 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.031 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.031 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupparent_latency": { 2024-09-05T07:49:13.031 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.031 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.031 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.031 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.031 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupsnap_latency": { 2024-09-05T07:49:13.031 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.031 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.031 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.031 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.032 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lssnap_latency": { 2024-09-05T07:49:13.032 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.032 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.032 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.032 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.032 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mkdir_latency": { 2024-09-05T07:49:13.032 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.033 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.033 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.033 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.033 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mknod_latency": { 2024-09-05T07:49:13.033 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.033 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.033 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.033 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.033 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mksnap_latency": { 2024-09-05T07:49:13.034 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.034 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.034 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.034 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.034 INFO:teuthology.orchestra.run.smithi123.stdout: "req_open_latency": { 2024-09-05T07:49:13.034 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.034 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.034 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.034 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.034 INFO:teuthology.orchestra.run.smithi123.stdout: "req_readdir_latency": { 2024-09-05T07:49:13.034 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.034 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.034 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.034 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.034 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rename_latency": { 2024-09-05T07:49:13.035 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.035 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.035 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.035 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.035 INFO:teuthology.orchestra.run.smithi123.stdout: "req_renamesnap_latency": { 2024-09-05T07:49:13.035 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.035 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.035 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.035 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.035 INFO:teuthology.orchestra.run.smithi123.stdout: "req_snapdiff_latency": { 2024-09-05T07:49:13.035 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.035 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.035 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.035 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.036 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmdir_latency": { 2024-09-05T07:49:13.036 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.036 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.036 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.036 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.036 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmsnap_latency": { 2024-09-05T07:49:13.036 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.036 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.036 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.036 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.036 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmxattr_latency": { 2024-09-05T07:49:13.036 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.036 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.036 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.037 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.037 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setattr_latency": { 2024-09-05T07:49:13.037 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.037 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.037 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.037 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.037 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setdirlayout_latency": { 2024-09-05T07:49:13.037 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.037 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.037 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.037 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.037 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setfilelock_latency": { 2024-09-05T07:49:13.037 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.037 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.038 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.038 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.038 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setlayout_latency": { 2024-09-05T07:49:13.038 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.038 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.038 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.038 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.038 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setxattr_latency": { 2024-09-05T07:49:13.038 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.038 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.038 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.038 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.038 INFO:teuthology.orchestra.run.smithi123.stdout: "req_symlink_latency": { 2024-09-05T07:49:13.039 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.039 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.039 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.039 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.039 INFO:teuthology.orchestra.run.smithi123.stdout: "req_unlink_latency": { 2024-09-05T07:49:13.039 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.039 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.039 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.039 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.039 INFO:teuthology.orchestra.run.smithi123.stdout: "cap_revoke_eviction": 0, 2024-09-05T07:49:13.039 INFO:teuthology.orchestra.run.smithi123.stdout: "cap_acquisition_throttle": 0, 2024-09-05T07:49:13.039 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getvxattr_latency": { 2024-09-05T07:49:13.039 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.040 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.040 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.040 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:13.040 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.040 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_sessions": { 2024-09-05T07:49:13.040 INFO:teuthology.orchestra.run.smithi123.stdout: "session_count": 1, 2024-09-05T07:49:13.040 INFO:teuthology.orchestra.run.smithi123.stdout: "session_add": 3, 2024-09-05T07:49:13.040 INFO:teuthology.orchestra.run.smithi123.stdout: "session_remove": 2, 2024-09-05T07:49:13.040 INFO:teuthology.orchestra.run.smithi123.stdout: "sessions_open": 3, 2024-09-05T07:49:13.040 INFO:teuthology.orchestra.run.smithi123.stdout: "sessions_stale": 0, 2024-09-05T07:49:13.040 INFO:teuthology.orchestra.run.smithi123.stdout: "total_load": 0, 2024-09-05T07:49:13.040 INFO:teuthology.orchestra.run.smithi123.stdout: "average_load": 0, 2024-09-05T07:49:13.040 INFO:teuthology.orchestra.run.smithi123.stdout: "avg_session_uptime": 3894, 2024-09-05T07:49:13.040 INFO:teuthology.orchestra.run.smithi123.stdout: "mdthresh_evicted": 0 2024-09-05T07:49:13.041 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.041 INFO:teuthology.orchestra.run.smithi123.stdout: "mempool": { 2024-09-05T07:49:13.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bloom_filter_bytes": 0, 2024-09-05T07:49:13.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bloom_filter_items": 0, 2024-09-05T07:49:13.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T07:49:13.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_alloc_items": 0, 2024-09-05T07:49:13.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T07:49:13.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_data_items": 0, 2024-09-05T07:49:13.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T07:49:13.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T07:49:13.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T07:49:13.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T07:49:13.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T07:49:13.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_other_items": 0, 2024-09-05T07:49:13.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T07:49:13.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T07:49:13.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_extent_bytes": 0, 2024-09-05T07:49:13.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_extent_items": 0, 2024-09-05T07:49:13.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_blob_bytes": 0, 2024-09-05T07:49:13.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_blob_items": 0, 2024-09-05T07:49:13.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T07:49:13.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T07:49:13.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T07:49:13.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T07:49:13.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T07:49:13.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_fsck_items": 0, 2024-09-05T07:49:13.043 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_txc_bytes": 0, 2024-09-05T07:49:13.043 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_txc_items": 0, 2024-09-05T07:49:13.043 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T07:49:13.043 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T07:49:13.043 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_bytes": 0, 2024-09-05T07:49:13.043 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_items": 0, 2024-09-05T07:49:13.043 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_bytes": 0, 2024-09-05T07:49:13.043 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_items": 0, 2024-09-05T07:49:13.043 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T07:49:13.043 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_reader_items": 0, 2024-09-05T07:49:13.043 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T07:49:13.043 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_writer_items": 0, 2024-09-05T07:49:13.043 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_anon_bytes": 189411, 2024-09-05T07:49:13.043 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_anon_items": 52, 2024-09-05T07:49:13.044 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_meta_bytes": 0, 2024-09-05T07:49:13.044 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_meta_items": 0, 2024-09-05T07:49:13.044 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_bytes": 0, 2024-09-05T07:49:13.044 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_items": 0, 2024-09-05T07:49:13.044 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_mapbl_bytes": 0, 2024-09-05T07:49:13.044 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_mapbl_items": 0, 2024-09-05T07:49:13.044 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_pglog_bytes": 0, 2024-09-05T07:49:13.044 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_pglog_items": 0, 2024-09-05T07:49:13.044 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_bytes": 10200, 2024-09-05T07:49:13.044 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_items": 207, 2024-09-05T07:49:13.044 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T07:49:13.044 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_mapping_items": 0, 2024-09-05T07:49:13.044 INFO:teuthology.orchestra.run.smithi123.stdout: "pgmap_bytes": 0, 2024-09-05T07:49:13.044 INFO:teuthology.orchestra.run.smithi123.stdout: "pgmap_items": 0, 2024-09-05T07:49:13.045 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_co_bytes": 8512, 2024-09-05T07:49:13.045 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_co_items": 13, 2024-09-05T07:49:13.045 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_1_bytes": 0, 2024-09-05T07:49:13.045 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_1_items": 0, 2024-09-05T07:49:13.045 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_2_bytes": 0, 2024-09-05T07:49:13.045 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_2_items": 0 2024-09-05T07:49:13.045 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.045 INFO:teuthology.orchestra.run.smithi123.stdout: "objecter": { 2024-09-05T07:49:13.045 INFO:teuthology.orchestra.run.smithi123.stdout: "op_active": 0, 2024-09-05T07:49:13.045 INFO:teuthology.orchestra.run.smithi123.stdout: "op_laggy": 0, 2024-09-05T07:49:13.045 INFO:teuthology.orchestra.run.smithi123.stdout: "op_send": 2112, 2024-09-05T07:49:13.045 INFO:teuthology.orchestra.run.smithi123.stdout: "op_send_bytes": 21, 2024-09-05T07:49:13.046 INFO:teuthology.orchestra.run.smithi123.stdout: "op_resend": 3, 2024-09-05T07:49:13.046 INFO:teuthology.orchestra.run.smithi123.stdout: "op_reply": 2112, 2024-09-05T07:49:13.046 INFO:teuthology.orchestra.run.smithi123.stdout: "op_latency": { 2024-09-05T07:49:13.046 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2112, 2024-09-05T07:49:13.046 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 1.679959243, 2024-09-05T07:49:13.046 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000795435 2024-09-05T07:49:13.046 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.046 INFO:teuthology.orchestra.run.smithi123.stdout: "op_inflight": 0, 2024-09-05T07:49:13.046 INFO:teuthology.orchestra.run.smithi123.stdout: "oplen_avg": { 2024-09-05T07:49:13.046 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2112, 2024-09-05T07:49:13.046 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 2113 2024-09-05T07:49:13.046 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.046 INFO:teuthology.orchestra.run.smithi123.stdout: "op": 2112, 2024-09-05T07:49:13.046 INFO:teuthology.orchestra.run.smithi123.stdout: "op_r": 2112, 2024-09-05T07:49:13.047 INFO:teuthology.orchestra.run.smithi123.stdout: "op_w": 0, 2024-09-05T07:49:13.047 INFO:teuthology.orchestra.run.smithi123.stdout: "op_rmw": 0, 2024-09-05T07:49:13.047 INFO:teuthology.orchestra.run.smithi123.stdout: "op_pg": 0, 2024-09-05T07:49:13.047 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_stat": 1369, 2024-09-05T07:49:13.047 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_create": 0, 2024-09-05T07:49:13.047 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_read": 741, 2024-09-05T07:49:13.047 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_write": 0, 2024-09-05T07:49:13.047 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_writefull": 0, 2024-09-05T07:49:13.047 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_writesame": 0, 2024-09-05T07:49:13.047 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_append": 0, 2024-09-05T07:49:13.047 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_zero": 0, 2024-09-05T07:49:13.047 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_truncate": 0, 2024-09-05T07:49:13.047 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_delete": 0, 2024-09-05T07:49:13.047 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_mapext": 0, 2024-09-05T07:49:13.048 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_sparse_read": 0, 2024-09-05T07:49:13.048 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_clonerange": 0, 2024-09-05T07:49:13.048 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_getxattr": 1, 2024-09-05T07:49:13.048 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_setxattr": 0, 2024-09-05T07:49:13.048 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_cmpxattr": 0, 2024-09-05T07:49:13.048 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_rmxattr": 0, 2024-09-05T07:49:13.048 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_resetxattrs": 0, 2024-09-05T07:49:13.048 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_call": 0, 2024-09-05T07:49:13.048 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_watch": 0, 2024-09-05T07:49:13.048 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_notify": 0, 2024-09-05T07:49:13.049 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_src_cmpxattr": 0, 2024-09-05T07:49:13.049 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_pgls": 0, 2024-09-05T07:49:13.049 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_pgls_filter": 0, 2024-09-05T07:49:13.049 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_other": 0, 2024-09-05T07:49:13.049 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_active": 0, 2024-09-05T07:49:13.049 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_send": 0, 2024-09-05T07:49:13.049 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_resend": 0, 2024-09-05T07:49:13.049 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_ping": 0, 2024-09-05T07:49:13.049 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_active": 0, 2024-09-05T07:49:13.049 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_send": 0, 2024-09-05T07:49:13.049 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_resend": 0, 2024-09-05T07:49:13.049 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_active": 0, 2024-09-05T07:49:13.049 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_send": 0, 2024-09-05T07:49:13.050 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_resend": 0, 2024-09-05T07:49:13.050 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_active": 0, 2024-09-05T07:49:13.050 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_send": 0, 2024-09-05T07:49:13.050 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_resend": 0, 2024-09-05T07:49:13.050 INFO:teuthology.orchestra.run.smithi123.stdout: "command_active": 0, 2024-09-05T07:49:13.050 INFO:teuthology.orchestra.run.smithi123.stdout: "command_send": 0, 2024-09-05T07:49:13.050 INFO:teuthology.orchestra.run.smithi123.stdout: "command_resend": 0, 2024-09-05T07:49:13.050 INFO:teuthology.orchestra.run.smithi123.stdout: "map_epoch": 102, 2024-09-05T07:49:13.050 INFO:teuthology.orchestra.run.smithi123.stdout: "map_full": 0, 2024-09-05T07:49:13.050 INFO:teuthology.orchestra.run.smithi123.stdout: "map_inc": 12, 2024-09-05T07:49:13.050 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_sessions": 5, 2024-09-05T07:49:13.050 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_session_open": 5, 2024-09-05T07:49:13.050 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_session_close": 0, 2024-09-05T07:49:13.050 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_laggy": 0, 2024-09-05T07:49:13.051 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_wr": 0, 2024-09-05T07:49:13.051 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_rd": 2, 2024-09-05T07:49:13.051 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_del": 0 2024-09-05T07:49:13.051 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.051 INFO:teuthology.orchestra.run.smithi123.stdout: "oft": { 2024-09-05T07:49:13.051 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_objs": 0, 2024-09-05T07:49:13.051 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_kv_pairs": 0, 2024-09-05T07:49:13.051 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_updates": 0, 2024-09-05T07:49:13.051 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_removes": 0 2024-09-05T07:49:13.051 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.051 INFO:teuthology.orchestra.run.smithi123.stdout: "osd-slow-ops": { 2024-09-05T07:49:13.051 INFO:teuthology.orchestra.run.smithi123.stdout: "slow_ops_count": 0 2024-09-05T07:49:13.051 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.051 INFO:teuthology.orchestra.run.smithi123.stdout: "purge_queue": { 2024-09-05T07:49:13.052 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_ops": 0, 2024-09-05T07:49:13.052 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_ops_high_water": 0, 2024-09-05T07:49:13.052 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing": 0, 2024-09-05T07:49:13.052 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_high_water": 0, 2024-09-05T07:49:13.052 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executed_ops": 0, 2024-09-05T07:49:13.052 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executed": 0, 2024-09-05T07:49:13.052 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_item_in_journal": 0 2024-09-05T07:49:13.052 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.052 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T07:49:13.052 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T07:49:13.052 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 104857600, 2024-09-05T07:49:13.052 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T07:49:13.052 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 2359, 2024-09-05T07:49:13.052 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 1853002, 2024-09-05T07:49:13.053 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:13.053 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 2359, 2024-09-05T07:49:13.053 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T07:49:13.053 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T07:49:13.053 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 2359, 2024-09-05T07:49:13.053 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 1853002, 2024-09-05T07:49:13.053 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T07:49:13.053 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.053 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.053 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.053 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:13.053 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.053 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-objecter_bytes": { 2024-09-05T07:49:13.053 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T07:49:13.054 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 104857600, 2024-09-05T07:49:13.054 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T07:49:13.054 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T07:49:13.054 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T07:49:13.054 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:13.054 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T07:49:13.054 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 2112, 2024-09-05T07:49:13.054 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 2156, 2024-09-05T07:49:13.054 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 2112, 2024-09-05T07:49:13.054 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 2156, 2024-09-05T07:49:13.054 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T07:49:13.054 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.054 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.054 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.055 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:13.055 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.055 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-objecter_ops": { 2024-09-05T07:49:13.055 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T07:49:13.055 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 1024, 2024-09-05T07:49:13.055 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T07:49:13.055 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T07:49:13.055 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T07:49:13.056 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:13.056 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T07:49:13.056 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 2112, 2024-09-05T07:49:13.056 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 2112, 2024-09-05T07:49:13.056 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 2112, 2024-09-05T07:49:13.056 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 2112, 2024-09-05T07:49:13.056 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T07:49:13.056 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.056 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.056 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.056 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:13.056 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.056 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-write_buf_throttle": { 2024-09-05T07:49:13.057 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T07:49:13.057 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 3758096384, 2024-09-05T07:49:13.057 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T07:49:13.057 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T07:49:13.057 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T07:49:13.057 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:13.057 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T07:49:13.057 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T07:49:13.057 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T07:49:13.057 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 0, 2024-09-05T07:49:13.057 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 0, 2024-09-05T07:49:13.057 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T07:49:13.057 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.057 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-write_buf_throttle-0x5608316f8b40": { 2024-09-05T07:49:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T07:49:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 3758096384, 2024-09-05T07:49:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T07:49:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T07:49:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T07:49:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T07:49:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T07:49:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T07:49:13.058 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 0, 2024-09-05T07:49:13.059 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 0, 2024-09-05T07:49:13.059 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T07:49:13.059 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:13.059 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:13.059 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:13.059 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:13.059 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:13.059 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-05T07:49:13.772 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-09-05T07:49:13.773 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-09-05T07:49:13.773 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2024-09-05T07:49:13.773 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-09-05T07:49:13.773 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-09-05T07:49:13.773 DEBUG:tasks.check_counter:Getting stats from h 2024-09-05T07:49:13.773 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph daemon mds.h perf dump 2024-09-05T07:49:14.019 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T07:49:14.528 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-05T07:49:14.528 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T07:49:14.528 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 2123, 2024-09-05T07:49:14.528 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 2123, 2024-09-05T07:49:14.528 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 605935, 2024-09-05T07:49:14.528 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 674297, 2024-09-05T07:49:14.528 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 6, 2024-09-05T07:49:14.528 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 2, 2024-09-05T07:49:14.528 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.163125071, 2024-09-05T07:49:14.528 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.053040509, 2024-09-05T07:49:14.529 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.041931275, 2024-09-05T07:49:14.529 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.055423016, 2024-09-05T07:49:14.529 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:14.529 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2122, 2024-09-05T07:49:14.529 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.072747658, 2024-09-05T07:49:14.529 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000034282 2024-09-05T07:49:14.529 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.529 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:14.529 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.529 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.529 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.529 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.529 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-09-05T07:49:14.530 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 448 2024-09-05T07:49:14.530 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.530 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T07:49:14.530 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 4, 2024-09-05T07:49:14.530 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 167, 2024-09-05T07:49:14.530 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 876, 2024-09-05T07:49:14.530 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 442890, 2024-09-05T07:49:14.530 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 6, 2024-09-05T07:49:14.530 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 4, 2024-09-05T07:49:14.530 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.010940655, 2024-09-05T07:49:14.530 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.006967134, 2024-09-05T07:49:14.530 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.001894840, 2024-09-05T07:49:14.530 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.000046685, 2024-09-05T07:49:14.531 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:14.531 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 164, 2024-09-05T07:49:14.531 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.013510043, 2024-09-05T07:49:14.531 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000082378 2024-09-05T07:49:14.531 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.531 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:14.531 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.531 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.531 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.531 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.531 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-05T07:49:14.531 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 442192 2024-09-05T07:49:14.531 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.532 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T07:49:14.532 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 247, 2024-09-05T07:49:14.532 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 235, 2024-09-05T07:49:14.532 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 1478172, 2024-09-05T07:49:14.532 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 135982, 2024-09-05T07:49:14.532 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 3, 2024-09-05T07:49:14.532 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 2, 2024-09-05T07:49:14.532 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.041470521, 2024-09-05T07:49:14.532 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.015930149, 2024-09-05T07:49:14.532 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.037768479, 2024-09-05T07:49:14.532 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.000028218, 2024-09-05T07:49:14.532 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:14.533 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 234, 2024-09-05T07:49:14.533 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.014294036, 2024-09-05T07:49:14.533 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000061085 2024-09-05T07:49:14.533 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.533 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:14.533 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.533 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.533 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.533 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.533 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 1477904, 2024-09-05T07:49:14.533 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 135664 2024-09-05T07:49:14.533 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.533 INFO:teuthology.orchestra.run.smithi123.stdout: "cct": { 2024-09-05T07:49:14.534 INFO:teuthology.orchestra.run.smithi123.stdout: "total_workers": 1, 2024-09-05T07:49:14.534 INFO:teuthology.orchestra.run.smithi123.stdout: "unhealthy_workers": 0 2024-09-05T07:49:14.534 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.534 INFO:teuthology.orchestra.run.smithi123.stdout: "finisher-MDSRank": { 2024-09-05T07:49:14.534 INFO:teuthology.orchestra.run.smithi123.stdout: "queue_len": 0, 2024-09-05T07:49:14.534 INFO:teuthology.orchestra.run.smithi123.stdout: "complete_latency": { 2024-09-05T07:49:14.534 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 3589, 2024-09-05T07:49:14.534 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.084076133, 2024-09-05T07:49:14.534 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000023426 2024-09-05T07:49:14.534 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:14.535 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.535 INFO:teuthology.orchestra.run.smithi123.stdout: "finisher-PurgeQueue": { 2024-09-05T07:49:14.535 INFO:teuthology.orchestra.run.smithi123.stdout: "queue_len": 0, 2024-09-05T07:49:14.535 INFO:teuthology.orchestra.run.smithi123.stdout: "complete_latency": { 2024-09-05T07:49:14.535 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.535 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.535 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.535 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:14.535 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.535 INFO:teuthology.orchestra.run.smithi123.stdout: "mds": { 2024-09-05T07:49:14.535 INFO:teuthology.orchestra.run.smithi123.stdout: "request": 0, 2024-09-05T07:49:14.535 INFO:teuthology.orchestra.run.smithi123.stdout: "reply": 0, 2024-09-05T07:49:14.535 INFO:teuthology.orchestra.run.smithi123.stdout: "reply_latency": { 2024-09-05T07:49:14.536 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.536 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.536 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.536 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.536 INFO:teuthology.orchestra.run.smithi123.stdout: "slow_reply": 0, 2024-09-05T07:49:14.536 INFO:teuthology.orchestra.run.smithi123.stdout: "forward": 0, 2024-09-05T07:49:14.536 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_fetch_complete": 0, 2024-09-05T07:49:14.536 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_fetch_keys": 0, 2024-09-05T07:49:14.536 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_commit": 0, 2024-09-05T07:49:14.536 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_split": 0, 2024-09-05T07:49:14.536 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_merge": 0, 2024-09-05T07:49:14.536 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes": 0, 2024-09-05T07:49:14.536 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_top": 0, 2024-09-05T07:49:14.537 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_bottom": 0, 2024-09-05T07:49:14.537 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_pin_tail": 0, 2024-09-05T07:49:14.537 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_pinned": 0, 2024-09-05T07:49:14.537 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_expired": 0, 2024-09-05T07:49:14.537 INFO:teuthology.orchestra.run.smithi123.stdout: "inodes_with_caps": 0, 2024-09-05T07:49:14.537 INFO:teuthology.orchestra.run.smithi123.stdout: "caps": 0, 2024-09-05T07:49:14.537 INFO:teuthology.orchestra.run.smithi123.stdout: "subtrees": 1, 2024-09-05T07:49:14.537 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse": 0, 2024-09-05T07:49:14.537 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_hit": 0, 2024-09-05T07:49:14.537 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_forward": 0, 2024-09-05T07:49:14.537 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_discover": 0, 2024-09-05T07:49:14.537 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_dir_fetch": 0, 2024-09-05T07:49:14.537 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_remote_ino": 0, 2024-09-05T07:49:14.538 INFO:teuthology.orchestra.run.smithi123.stdout: "traverse_lock": 0, 2024-09-05T07:49:14.538 INFO:teuthology.orchestra.run.smithi123.stdout: "load_cent": 0, 2024-09-05T07:49:14.538 INFO:teuthology.orchestra.run.smithi123.stdout: "q": 0, 2024-09-05T07:49:14.538 INFO:teuthology.orchestra.run.smithi123.stdout: "exported": 0, 2024-09-05T07:49:14.538 INFO:teuthology.orchestra.run.smithi123.stdout: "exported_inodes": 0, 2024-09-05T07:49:14.538 INFO:teuthology.orchestra.run.smithi123.stdout: "imported": 0, 2024-09-05T07:49:14.538 INFO:teuthology.orchestra.run.smithi123.stdout: "imported_inodes": 0, 2024-09-05T07:49:14.538 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_dir_fetch": 0, 2024-09-05T07:49:14.538 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_backtrace_fetch": 0, 2024-09-05T07:49:14.538 INFO:teuthology.orchestra.run.smithi123.stdout: "openino_peer_discover": 0, 2024-09-05T07:49:14.538 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rfiles": 0, 2024-09-05T07:49:14.538 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rbytes": 0, 2024-09-05T07:49:14.538 INFO:teuthology.orchestra.run.smithi123.stdout: "root_rsnaps": 0, 2024-09-05T07:49:14.539 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_backtrace_fetch": 0, 2024-09-05T07:49:14.539 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_set_tag": 0, 2024-09-05T07:49:14.539 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_backtrace_repaired": 0, 2024-09-05T07:49:14.539 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_inotable_repaired": 0, 2024-09-05T07:49:14.539 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dir_inodes": 0, 2024-09-05T07:49:14.539 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dir_base_inodes": 0, 2024-09-05T07:49:14.539 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_dirfrag_rstats": 0, 2024-09-05T07:49:14.539 INFO:teuthology.orchestra.run.smithi123.stdout: "scrub_file_inodes": 0, 2024-09-05T07:49:14.539 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_inode_file_caps": 0, 2024-09-05T07:49:14.539 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_revoke": 0, 2024-09-05T07:49:14.539 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_grant": 0, 2024-09-05T07:49:14.539 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_trunc": 0, 2024-09-05T07:49:14.539 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-05T07:49:14.540 INFO:teuthology.orchestra.run.smithi123.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-05T07:49:14.540 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_caps": 0, 2024-09-05T07:49:14.540 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_caps_dirty": 0, 2024-09-05T07:49:14.540 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_cap_release": 0, 2024-09-05T07:49:14.540 INFO:teuthology.orchestra.run.smithi123.stdout: "process_request_cap_release": 0 2024-09-05T07:49:14.540 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.540 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_cache": { 2024-09-05T07:49:14.540 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_update": 0, 2024-09-05T07:49:14.540 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_update_receipt": 0, 2024-09-05T07:49:14.540 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_try_discover": 0, 2024-09-05T07:49:14.540 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_send_discover": 0, 2024-09-05T07:49:14.540 INFO:teuthology.orchestra.run.smithi123.stdout: "dir_handle_discover": 0, 2024-09-05T07:49:14.540 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays": 0, 2024-09-05T07:49:14.541 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays_delayed": 0, 2024-09-05T07:49:14.541 INFO:teuthology.orchestra.run.smithi123.stdout: "num_strays_enqueuing": 0, 2024-09-05T07:49:14.541 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_created": 0, 2024-09-05T07:49:14.541 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_enqueued": 0, 2024-09-05T07:49:14.541 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_reintegrated": 0, 2024-09-05T07:49:14.541 INFO:teuthology.orchestra.run.smithi123.stdout: "strays_migrated": 0, 2024-09-05T07:49:14.541 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_processing": 0, 2024-09-05T07:49:14.541 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_enqueued": 0, 2024-09-05T07:49:14.541 INFO:teuthology.orchestra.run.smithi123.stdout: "num_recovering_prioritized": 0, 2024-09-05T07:49:14.541 INFO:teuthology.orchestra.run.smithi123.stdout: "recovery_started": 0, 2024-09-05T07:49:14.541 INFO:teuthology.orchestra.run.smithi123.stdout: "recovery_completed": 0, 2024-09-05T07:49:14.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_quiesce_path": 0, 2024-09-05T07:49:14.541 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_quiesce_inode": 0, 2024-09-05T07:49:14.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_enqueue_scrub": 0, 2024-09-05T07:49:14.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_exportdir": 0, 2024-09-05T07:49:14.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_flush": 0, 2024-09-05T07:49:14.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_fragmentdir": 0, 2024-09-05T07:49:14.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_fragstats": 0, 2024-09-05T07:49:14.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ireq_inodestats": 0 2024-09-05T07:49:14.542 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.542 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_log": { 2024-09-05T07:49:14.542 INFO:teuthology.orchestra.run.smithi123.stdout: "evlrg": 0, 2024-09-05T07:49:14.542 INFO:teuthology.orchestra.run.smithi123.stdout: "evadd": 0, 2024-09-05T07:49:14.542 INFO:teuthology.orchestra.run.smithi123.stdout: "evex": 0, 2024-09-05T07:49:14.542 INFO:teuthology.orchestra.run.smithi123.stdout: "evtrm": 0, 2024-09-05T07:49:14.542 INFO:teuthology.orchestra.run.smithi123.stdout: "ev": 10, 2024-09-05T07:49:14.542 INFO:teuthology.orchestra.run.smithi123.stdout: "evexg": 0, 2024-09-05T07:49:14.543 INFO:teuthology.orchestra.run.smithi123.stdout: "evexd": 0, 2024-09-05T07:49:14.543 INFO:teuthology.orchestra.run.smithi123.stdout: "segadd": 0, 2024-09-05T07:49:14.543 INFO:teuthology.orchestra.run.smithi123.stdout: "segex": 0, 2024-09-05T07:49:14.543 INFO:teuthology.orchestra.run.smithi123.stdout: "segtrm": 0, 2024-09-05T07:49:14.543 INFO:teuthology.orchestra.run.smithi123.stdout: "seg": 2, 2024-09-05T07:49:14.543 INFO:teuthology.orchestra.run.smithi123.stdout: "segmjr": 2, 2024-09-05T07:49:14.543 INFO:teuthology.orchestra.run.smithi123.stdout: "segexg": 0, 2024-09-05T07:49:14.543 INFO:teuthology.orchestra.run.smithi123.stdout: "segexd": 0, 2024-09-05T07:49:14.543 INFO:teuthology.orchestra.run.smithi123.stdout: "expos": 4194304, 2024-09-05T07:49:14.543 INFO:teuthology.orchestra.run.smithi123.stdout: "wrpos": 4197382, 2024-09-05T07:49:14.543 INFO:teuthology.orchestra.run.smithi123.stdout: "rdpos": 4197241, 2024-09-05T07:49:14.543 INFO:teuthology.orchestra.run.smithi123.stdout: "jlat": { 2024-09-05T07:49:14.543 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.543 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.544 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.544 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.544 INFO:teuthology.orchestra.run.smithi123.stdout: "replayed": 10 2024-09-05T07:49:14.544 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.544 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_mem": { 2024-09-05T07:49:14.544 INFO:teuthology.orchestra.run.smithi123.stdout: "ino": 3, 2024-09-05T07:49:14.544 INFO:teuthology.orchestra.run.smithi123.stdout: "ino+": 3, 2024-09-05T07:49:14.544 INFO:teuthology.orchestra.run.smithi123.stdout: "ino-": 0, 2024-09-05T07:49:14.544 INFO:teuthology.orchestra.run.smithi123.stdout: "dir": 1, 2024-09-05T07:49:14.544 INFO:teuthology.orchestra.run.smithi123.stdout: "dir+": 1, 2024-09-05T07:49:14.544 INFO:teuthology.orchestra.run.smithi123.stdout: "dir-": 0, 2024-09-05T07:49:14.544 INFO:teuthology.orchestra.run.smithi123.stdout: "dn": 0, 2024-09-05T07:49:14.544 INFO:teuthology.orchestra.run.smithi123.stdout: "dn+": 0, 2024-09-05T07:49:14.545 INFO:teuthology.orchestra.run.smithi123.stdout: "dn-": 0, 2024-09-05T07:49:14.545 INFO:teuthology.orchestra.run.smithi123.stdout: "cap": 0, 2024-09-05T07:49:14.545 INFO:teuthology.orchestra.run.smithi123.stdout: "cap+": 0, 2024-09-05T07:49:14.545 INFO:teuthology.orchestra.run.smithi123.stdout: "cap-": 0, 2024-09-05T07:49:14.545 INFO:teuthology.orchestra.run.smithi123.stdout: "rss": 48428, 2024-09-05T07:49:14.545 INFO:teuthology.orchestra.run.smithi123.stdout: "heap": 215328 2024-09-05T07:49:14.545 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.545 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_server": { 2024-09-05T07:49:14.545 INFO:teuthology.orchestra.run.smithi123.stdout: "dispatch_client_request": 0, 2024-09-05T07:49:14.545 INFO:teuthology.orchestra.run.smithi123.stdout: "dispatch_server_request": 0, 2024-09-05T07:49:14.545 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_request": 0, 2024-09-05T07:49:14.545 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_client_session": 0, 2024-09-05T07:49:14.545 INFO:teuthology.orchestra.run.smithi123.stdout: "handle_peer_request": 0, 2024-09-05T07:49:14.545 INFO:teuthology.orchestra.run.smithi123.stdout: "req_create_latency": { 2024-09-05T07:49:14.546 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.546 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.546 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.546 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.546 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getattr_latency": { 2024-09-05T07:49:14.546 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.546 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.546 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.546 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.546 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getfilelock_latency": { 2024-09-05T07:49:14.546 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.546 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.546 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.546 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.547 INFO:teuthology.orchestra.run.smithi123.stdout: "req_link_latency": { 2024-09-05T07:49:14.547 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.547 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.547 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.547 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.547 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookup_latency": { 2024-09-05T07:49:14.547 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.547 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.547 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.547 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.547 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookuphash_latency": { 2024-09-05T07:49:14.547 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.547 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.548 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.548 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.548 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupino_latency": { 2024-09-05T07:49:14.548 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.548 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.548 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.548 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.548 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupname_latency": { 2024-09-05T07:49:14.548 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.548 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.548 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.548 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.548 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupparent_latency": { 2024-09-05T07:49:14.548 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.549 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.549 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.549 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.549 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lookupsnap_latency": { 2024-09-05T07:49:14.549 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.549 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.549 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.549 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.549 INFO:teuthology.orchestra.run.smithi123.stdout: "req_lssnap_latency": { 2024-09-05T07:49:14.549 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.549 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.549 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.550 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.550 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mkdir_latency": { 2024-09-05T07:49:14.550 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.550 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.550 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.551 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.551 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mknod_latency": { 2024-09-05T07:49:14.551 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.551 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.551 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.551 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.551 INFO:teuthology.orchestra.run.smithi123.stdout: "req_mksnap_latency": { 2024-09-05T07:49:14.551 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.551 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.551 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.551 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.551 INFO:teuthology.orchestra.run.smithi123.stdout: "req_open_latency": { 2024-09-05T07:49:14.551 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.551 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.552 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.552 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.552 INFO:teuthology.orchestra.run.smithi123.stdout: "req_readdir_latency": { 2024-09-05T07:49:14.552 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.552 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.552 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.552 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.552 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rename_latency": { 2024-09-05T07:49:14.552 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.552 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.552 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.552 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.553 INFO:teuthology.orchestra.run.smithi123.stdout: "req_renamesnap_latency": { 2024-09-05T07:49:14.553 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.553 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.553 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.553 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.553 INFO:teuthology.orchestra.run.smithi123.stdout: "req_snapdiff_latency": { 2024-09-05T07:49:14.553 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.553 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.553 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.553 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.553 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmdir_latency": { 2024-09-05T07:49:14.553 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.553 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.554 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.554 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.554 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmsnap_latency": { 2024-09-05T07:49:14.554 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.554 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.554 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.554 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.554 INFO:teuthology.orchestra.run.smithi123.stdout: "req_rmxattr_latency": { 2024-09-05T07:49:14.554 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.554 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.554 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.554 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.554 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setattr_latency": { 2024-09-05T07:49:14.555 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.555 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.555 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.555 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.555 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setdirlayout_latency": { 2024-09-05T07:49:14.555 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.555 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.555 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.555 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.555 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setfilelock_latency": { 2024-09-05T07:49:14.555 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.555 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.555 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.556 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.556 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setlayout_latency": { 2024-09-05T07:49:14.556 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.556 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.556 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.556 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.556 INFO:teuthology.orchestra.run.smithi123.stdout: "req_setxattr_latency": { 2024-09-05T07:49:14.556 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.556 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.556 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.556 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.556 INFO:teuthology.orchestra.run.smithi123.stdout: "req_symlink_latency": { 2024-09-05T07:49:14.556 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.557 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.557 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.557 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.557 INFO:teuthology.orchestra.run.smithi123.stdout: "req_unlink_latency": { 2024-09-05T07:49:14.557 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.557 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.557 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.557 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.557 INFO:teuthology.orchestra.run.smithi123.stdout: "cap_revoke_eviction": 0, 2024-09-05T07:49:14.557 INFO:teuthology.orchestra.run.smithi123.stdout: "cap_acquisition_throttle": 0, 2024-09-05T07:49:14.557 INFO:teuthology.orchestra.run.smithi123.stdout: "req_getvxattr_latency": { 2024-09-05T07:49:14.557 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.557 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.557 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.558 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:14.558 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.558 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_sessions": { 2024-09-05T07:49:14.558 INFO:teuthology.orchestra.run.smithi123.stdout: "session_count": 2, 2024-09-05T07:49:14.558 INFO:teuthology.orchestra.run.smithi123.stdout: "session_add": 5, 2024-09-05T07:49:14.558 INFO:teuthology.orchestra.run.smithi123.stdout: "session_remove": 3, 2024-09-05T07:49:14.558 INFO:teuthology.orchestra.run.smithi123.stdout: "sessions_open": 4, 2024-09-05T07:49:14.558 INFO:teuthology.orchestra.run.smithi123.stdout: "sessions_stale": 0, 2024-09-05T07:49:14.558 INFO:teuthology.orchestra.run.smithi123.stdout: "total_load": 0, 2024-09-05T07:49:14.558 INFO:teuthology.orchestra.run.smithi123.stdout: "average_load": 0, 2024-09-05T07:49:14.558 INFO:teuthology.orchestra.run.smithi123.stdout: "avg_session_uptime": 4791, 2024-09-05T07:49:14.558 INFO:teuthology.orchestra.run.smithi123.stdout: "mdthresh_evicted": 0 2024-09-05T07:49:14.558 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.559 INFO:teuthology.orchestra.run.smithi123.stdout: "mempool": { 2024-09-05T07:49:14.559 INFO:teuthology.orchestra.run.smithi123.stdout: "bloom_filter_bytes": 0, 2024-09-05T07:49:14.559 INFO:teuthology.orchestra.run.smithi123.stdout: "bloom_filter_items": 0, 2024-09-05T07:49:14.559 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T07:49:14.559 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_alloc_items": 0, 2024-09-05T07:49:14.559 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T07:49:14.559 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_data_items": 0, 2024-09-05T07:49:14.559 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T07:49:14.559 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T07:49:14.559 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T07:49:14.559 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T07:49:14.559 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T07:49:14.559 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_other_items": 0, 2024-09-05T07:49:14.559 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T07:49:14.560 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T07:49:14.560 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_extent_bytes": 0, 2024-09-05T07:49:14.560 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_extent_items": 0, 2024-09-05T07:49:14.560 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_blob_bytes": 0, 2024-09-05T07:49:14.560 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_blob_items": 0, 2024-09-05T07:49:14.560 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T07:49:14.560 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T07:49:14.560 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T07:49:14.560 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T07:49:14.560 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T07:49:14.560 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_fsck_items": 0, 2024-09-05T07:49:14.560 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_txc_bytes": 0, 2024-09-05T07:49:14.560 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_txc_items": 0, 2024-09-05T07:49:14.561 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T07:49:14.561 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T07:49:14.561 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_bytes": 0, 2024-09-05T07:49:14.561 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_items": 0, 2024-09-05T07:49:14.561 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_bytes": 0, 2024-09-05T07:49:14.561 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_items": 0, 2024-09-05T07:49:14.561 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T07:49:14.561 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_reader_items": 0, 2024-09-05T07:49:14.561 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T07:49:14.561 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_writer_items": 0, 2024-09-05T07:49:14.561 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_anon_bytes": 181320, 2024-09-05T07:49:14.561 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_anon_items": 47, 2024-09-05T07:49:14.561 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_meta_bytes": 0, 2024-09-05T07:49:14.562 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_meta_items": 0, 2024-09-05T07:49:14.562 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_bytes": 0, 2024-09-05T07:49:14.562 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_items": 0, 2024-09-05T07:49:14.562 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_mapbl_bytes": 0, 2024-09-05T07:49:14.562 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_mapbl_items": 0, 2024-09-05T07:49:14.562 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_pglog_bytes": 0, 2024-09-05T07:49:14.562 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_pglog_items": 0, 2024-09-05T07:49:14.562 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_bytes": 10200, 2024-09-05T07:49:14.562 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_items": 207, 2024-09-05T07:49:14.562 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T07:49:14.562 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_mapping_items": 0, 2024-09-05T07:49:14.562 INFO:teuthology.orchestra.run.smithi123.stdout: "pgmap_bytes": 0, 2024-09-05T07:49:14.562 INFO:teuthology.orchestra.run.smithi123.stdout: "pgmap_items": 0, 2024-09-05T07:49:14.562 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_co_bytes": 8512, 2024-09-05T07:49:14.563 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_co_items": 13, 2024-09-05T07:49:14.563 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_1_bytes": 0, 2024-09-05T07:49:14.563 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_1_items": 0, 2024-09-05T07:49:14.563 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_2_bytes": 0, 2024-09-05T07:49:14.563 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_2_items": 0 2024-09-05T07:49:14.563 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.563 INFO:teuthology.orchestra.run.smithi123.stdout: "objecter": { 2024-09-05T07:49:14.563 INFO:teuthology.orchestra.run.smithi123.stdout: "op_active": 0, 2024-09-05T07:49:14.563 INFO:teuthology.orchestra.run.smithi123.stdout: "op_laggy": 0, 2024-09-05T07:49:14.563 INFO:teuthology.orchestra.run.smithi123.stdout: "op_send": 2122, 2024-09-05T07:49:14.563 INFO:teuthology.orchestra.run.smithi123.stdout: "op_send_bytes": 21, 2024-09-05T07:49:14.563 INFO:teuthology.orchestra.run.smithi123.stdout: "op_resend": 3, 2024-09-05T07:49:14.563 INFO:teuthology.orchestra.run.smithi123.stdout: "op_reply": 2122, 2024-09-05T07:49:14.564 INFO:teuthology.orchestra.run.smithi123.stdout: "op_latency": { 2024-09-05T07:49:14.564 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2122, 2024-09-05T07:49:14.564 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 1.458964610, 2024-09-05T07:49:14.564 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000687542 2024-09-05T07:49:14.564 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.564 INFO:teuthology.orchestra.run.smithi123.stdout: "op_inflight": 0, 2024-09-05T07:49:14.564 INFO:teuthology.orchestra.run.smithi123.stdout: "oplen_avg": { 2024-09-05T07:49:14.564 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 2122, 2024-09-05T07:49:14.564 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 2123 2024-09-05T07:49:14.564 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.564 INFO:teuthology.orchestra.run.smithi123.stdout: "op": 2122, 2024-09-05T07:49:14.564 INFO:teuthology.orchestra.run.smithi123.stdout: "op_r": 2122, 2024-09-05T07:49:14.564 INFO:teuthology.orchestra.run.smithi123.stdout: "op_w": 0, 2024-09-05T07:49:14.565 INFO:teuthology.orchestra.run.smithi123.stdout: "op_rmw": 0, 2024-09-05T07:49:14.565 INFO:teuthology.orchestra.run.smithi123.stdout: "op_pg": 0, 2024-09-05T07:49:14.565 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_stat": 1374, 2024-09-05T07:49:14.565 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_create": 0, 2024-09-05T07:49:14.565 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_read": 746, 2024-09-05T07:49:14.565 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_write": 0, 2024-09-05T07:49:14.565 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_writefull": 0, 2024-09-05T07:49:14.565 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_writesame": 0, 2024-09-05T07:49:14.565 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_append": 0, 2024-09-05T07:49:14.565 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_zero": 0, 2024-09-05T07:49:14.565 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_truncate": 0, 2024-09-05T07:49:14.565 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_delete": 0, 2024-09-05T07:49:14.565 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_mapext": 0, 2024-09-05T07:49:14.565 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_sparse_read": 0, 2024-09-05T07:49:14.566 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_clonerange": 0, 2024-09-05T07:49:14.566 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_getxattr": 1, 2024-09-05T07:49:14.566 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_setxattr": 0, 2024-09-05T07:49:14.566 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_cmpxattr": 0, 2024-09-05T07:49:14.566 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_rmxattr": 0, 2024-09-05T07:49:14.566 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_resetxattrs": 0, 2024-09-05T07:49:14.566 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_call": 0, 2024-09-05T07:49:14.566 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_watch": 0, 2024-09-05T07:49:14.566 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_notify": 0, 2024-09-05T07:49:14.566 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_src_cmpxattr": 0, 2024-09-05T07:49:14.566 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_pgls": 0, 2024-09-05T07:49:14.566 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_pgls_filter": 0, 2024-09-05T07:49:14.566 INFO:teuthology.orchestra.run.smithi123.stdout: "osdop_other": 0, 2024-09-05T07:49:14.567 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_active": 0, 2024-09-05T07:49:14.567 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_send": 0, 2024-09-05T07:49:14.567 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_resend": 0, 2024-09-05T07:49:14.567 INFO:teuthology.orchestra.run.smithi123.stdout: "linger_ping": 0, 2024-09-05T07:49:14.567 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_active": 0, 2024-09-05T07:49:14.567 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_send": 0, 2024-09-05T07:49:14.567 INFO:teuthology.orchestra.run.smithi123.stdout: "poolop_resend": 0, 2024-09-05T07:49:14.567 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_active": 0, 2024-09-05T07:49:14.567 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_send": 0, 2024-09-05T07:49:14.567 INFO:teuthology.orchestra.run.smithi123.stdout: "poolstat_resend": 0, 2024-09-05T07:49:14.567 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_active": 0, 2024-09-05T07:49:14.567 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_send": 0, 2024-09-05T07:49:14.567 INFO:teuthology.orchestra.run.smithi123.stdout: "statfs_resend": 0, 2024-09-05T07:49:14.567 INFO:teuthology.orchestra.run.smithi123.stdout: "command_active": 0, 2024-09-05T07:49:14.568 INFO:teuthology.orchestra.run.smithi123.stdout: "command_send": 0, 2024-09-05T07:49:14.568 INFO:teuthology.orchestra.run.smithi123.stdout: "command_resend": 0, 2024-09-05T07:49:14.568 INFO:teuthology.orchestra.run.smithi123.stdout: "map_epoch": 103, 2024-09-05T07:49:14.568 INFO:teuthology.orchestra.run.smithi123.stdout: "map_full": 0, 2024-09-05T07:49:14.568 INFO:teuthology.orchestra.run.smithi123.stdout: "map_inc": 13, 2024-09-05T07:49:14.568 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_sessions": 4, 2024-09-05T07:49:14.568 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_session_open": 4, 2024-09-05T07:49:14.568 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_session_close": 0, 2024-09-05T07:49:14.568 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_laggy": 0, 2024-09-05T07:49:14.568 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_wr": 0, 2024-09-05T07:49:14.568 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_rd": 2, 2024-09-05T07:49:14.568 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_del": 0 2024-09-05T07:49:14.568 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: "oft": { 2024-09-05T07:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_objs": 0, 2024-09-05T07:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_kv_pairs": 0, 2024-09-05T07:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_updates": 0, 2024-09-05T07:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: "omap_total_removes": 0 2024-09-05T07:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: "osd-slow-ops": { 2024-09-05T07:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: "slow_ops_count": 0 2024-09-05T07:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: "purge_queue": { 2024-09-05T07:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_ops": 0, 2024-09-05T07:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_ops_high_water": 0, 2024-09-05T07:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing": 0, 2024-09-05T07:49:14.569 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executing_high_water": 0, 2024-09-05T07:49:14.570 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executed_ops": 0, 2024-09-05T07:49:14.570 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_executed": 0, 2024-09-05T07:49:14.570 INFO:teuthology.orchestra.run.smithi123.stdout: "pq_item_in_journal": 0 2024-09-05T07:49:14.570 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.570 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T07:49:14.570 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T07:49:14.570 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 104857600, 2024-09-05T07:49:14.570 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T07:49:14.570 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 2370, 2024-09-05T07:49:14.570 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 1856141, 2024-09-05T07:49:14.570 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:14.570 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 2370, 2024-09-05T07:49:14.570 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T07:49:14.571 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T07:49:14.571 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 2370, 2024-09-05T07:49:14.571 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 1856141, 2024-09-05T07:49:14.571 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T07:49:14.571 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.571 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.571 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.571 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:14.571 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.571 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-objecter_bytes": { 2024-09-05T07:49:14.571 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T07:49:14.571 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 104857600, 2024-09-05T07:49:14.571 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T07:49:14.572 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T07:49:14.572 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T07:49:14.572 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:14.572 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T07:49:14.572 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 2122, 2024-09-05T07:49:14.572 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 3083, 2024-09-05T07:49:14.572 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 2122, 2024-09-05T07:49:14.572 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 3083, 2024-09-05T07:49:14.572 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T07:49:14.572 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.572 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.572 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.572 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:14.573 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.573 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-objecter_ops": { 2024-09-05T07:49:14.573 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T07:49:14.573 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 1024, 2024-09-05T07:49:14.573 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T07:49:14.573 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T07:49:14.573 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T07:49:14.573 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:14.573 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T07:49:14.573 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 2122, 2024-09-05T07:49:14.573 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 2122, 2024-09-05T07:49:14.573 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 2122, 2024-09-05T07:49:14.573 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 2122, 2024-09-05T07:49:14.574 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T07:49:14.574 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.574 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.574 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.574 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:14.574 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.574 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-write_buf_throttle": { 2024-09-05T07:49:14.574 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T07:49:14.574 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 3758096384, 2024-09-05T07:49:14.574 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T07:49:14.574 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T07:49:14.574 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T07:49:14.574 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:14.574 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T07:49:14.575 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T07:49:14.576 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T07:49:14.576 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 0, 2024-09-05T07:49:14.576 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 0, 2024-09-05T07:49:14.576 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T07:49:14.576 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.576 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.576 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.576 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:14.576 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:14.577 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-write_buf_throttle-0x560a53a2cb40": { 2024-09-05T07:49:14.577 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T07:49:14.577 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 3758096384, 2024-09-05T07:49:14.577 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T07:49:14.577 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 0, 2024-09-05T07:49:14.577 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 0, 2024-09-05T07:49:14.577 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:14.577 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 0, 2024-09-05T07:49:14.577 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T07:49:14.577 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T07:49:14.577 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 0, 2024-09-05T07:49:14.577 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 0, 2024-09-05T07:49:14.577 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T07:49:14.578 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:14.578 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:14.578 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:14.578 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:14.578 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:14.578 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-05T07:49:14.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:14 smithi123 ceph-mon[34568]: pgmap v330: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 26 KiB/s wr, 23 op/s 2024-09-05T07:49:14.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:14 smithi123 ceph-mon[34568]: osdmap e103: 12 total, 12 up, 12 in 2024-09-05T07:49:14.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:14 smithi071 ceph-mon[30965]: pgmap v330: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 26 KiB/s wr, 23 op/s 2024-09-05T07:49:14.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:14 smithi071 ceph-mon[30965]: osdmap e103: 12 total, 12 up, 12 in 2024-09-05T07:49:14.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:14 smithi192 ceph-mon[34929]: pgmap v330: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 26 KiB/s wr, 23 op/s 2024-09-05T07:49:14.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:14 smithi192 ceph-mon[34929]: osdmap e103: 12 total, 12 up, 12 in 2024-09-05T07:49:15.240 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-09-05T07:49:15.240 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-09-05T07:49:15.240 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=0 2024-09-05T07:49:15.241 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-09-05T07:49:15.241 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-09-05T07:49:15.241 DEBUG:tasks.check_counter:Getting stats from k 2024-09-05T07:49:15.241 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph daemon mds.k perf dump 2024-09-05T07:49:15.486 INFO:teuthology.orchestra.run.smithi123.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T07:49:16.034 INFO:teuthology.orchestra.run.smithi123.stdout:{ 2024-09-05T07:49:16.034 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T07:49:16.034 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 231, 2024-09-05T07:49:16.034 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 221, 2024-09-05T07:49:16.034 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 1445616, 2024-09-05T07:49:16.034 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 135744, 2024-09-05T07:49:16.034 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 4, 2024-09-05T07:49:16.035 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 0, 2024-09-05T07:49:16.035 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.045405097, 2024-09-05T07:49:16.035 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.015286217, 2024-09-05T07:49:16.035 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.041924620, 2024-09-05T07:49:16.035 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T07:49:16.035 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:16.035 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 220, 2024-09-05T07:49:16.035 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.015237131, 2024-09-05T07:49:16.035 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000069259 2024-09-05T07:49:16.035 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:16.035 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:16.035 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:16.035 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:16.035 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:16.036 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:16.036 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 1445616, 2024-09-05T07:49:16.036 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 135744 2024-09-05T07:49:16.036 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:16.036 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T07:49:16.036 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 6, 2024-09-05T07:49:16.036 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 171, 2024-09-05T07:49:16.036 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 3264, 2024-09-05T07:49:16.036 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 187232, 2024-09-05T07:49:16.036 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 5, 2024-09-05T07:49:16.036 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 3, 2024-09-05T07:49:16.036 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.013375696, 2024-09-05T07:49:16.036 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.007685235, 2024-09-05T07:49:16.037 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.003419465, 2024-09-05T07:49:16.037 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T07:49:16.037 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:16.037 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 169, 2024-09-05T07:49:16.037 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.018657334, 2024-09-05T07:49:16.037 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000110398 2024-09-05T07:49:16.037 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:16.037 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:16.037 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:16.037 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:16.037 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:16.037 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:16.037 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 3264, 2024-09-05T07:49:16.038 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 187232 2024-09-05T07:49:16.038 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:16.038 INFO:teuthology.orchestra.run.smithi123.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T07:49:16.038 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_messages": 0, 2024-09-05T07:49:16.038 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages": 2, 2024-09-05T07:49:16.038 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_bytes": 0, 2024-09-05T07:49:16.038 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_bytes": 0, 2024-09-05T07:49:16.038 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_created_connections": 2, 2024-09-05T07:49:16.038 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_active_connections": 1, 2024-09-05T07:49:16.038 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_total_time": 0.000302722, 2024-09-05T07:49:16.038 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_send_time": 0.000000000, 2024-09-05T07:49:16.038 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_recv_time": 0.000244669, 2024-09-05T07:49:16.038 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T07:49:16.038 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:16.039 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:16.039 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:16.039 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:16.039 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:16.039 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:16.039 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:16.039 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:16.039 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:16.039 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:16.039 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-05T07:49:16.039 INFO:teuthology.orchestra.run.smithi123.stdout: "msgr_send_encrypted_bytes": 0 2024-09-05T07:49:16.039 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:16.040 INFO:teuthology.orchestra.run.smithi123.stdout: "cct": { 2024-09-05T07:49:16.040 INFO:teuthology.orchestra.run.smithi123.stdout: "total_workers": 0, 2024-09-05T07:49:16.040 INFO:teuthology.orchestra.run.smithi123.stdout: "unhealthy_workers": 0 2024-09-05T07:49:16.040 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:16.040 INFO:teuthology.orchestra.run.smithi123.stdout: "mempool": { 2024-09-05T07:49:16.040 INFO:teuthology.orchestra.run.smithi123.stdout: "bloom_filter_bytes": 0, 2024-09-05T07:49:16.040 INFO:teuthology.orchestra.run.smithi123.stdout: "bloom_filter_items": 0, 2024-09-05T07:49:16.040 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T07:49:16.040 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_alloc_items": 0, 2024-09-05T07:49:16.040 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T07:49:16.040 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_data_items": 0, 2024-09-05T07:49:16.040 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T07:49:16.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T07:49:16.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T07:49:16.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T07:49:16.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T07:49:16.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_other_items": 0, 2024-09-05T07:49:16.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T07:49:16.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T07:49:16.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_extent_bytes": 0, 2024-09-05T07:49:16.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_extent_items": 0, 2024-09-05T07:49:16.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_blob_bytes": 0, 2024-09-05T07:49:16.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_blob_items": 0, 2024-09-05T07:49:16.041 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T07:49:16.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T07:49:16.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T07:49:16.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T07:49:16.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T07:49:16.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_fsck_items": 0, 2024-09-05T07:49:16.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_txc_bytes": 0, 2024-09-05T07:49:16.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_txc_items": 0, 2024-09-05T07:49:16.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T07:49:16.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T07:49:16.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_bytes": 0, 2024-09-05T07:49:16.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluestore_writing_items": 0, 2024-09-05T07:49:16.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_bytes": 0, 2024-09-05T07:49:16.042 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_items": 0, 2024-09-05T07:49:16.043 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T07:49:16.043 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_reader_items": 0, 2024-09-05T07:49:16.043 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T07:49:16.043 INFO:teuthology.orchestra.run.smithi123.stdout: "bluefs_file_writer_items": 0, 2024-09-05T07:49:16.043 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_anon_bytes": 148754, 2024-09-05T07:49:16.043 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_anon_items": 31, 2024-09-05T07:49:16.043 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_meta_bytes": 0, 2024-09-05T07:49:16.043 INFO:teuthology.orchestra.run.smithi123.stdout: "buffer_meta_items": 0, 2024-09-05T07:49:16.043 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_bytes": 0, 2024-09-05T07:49:16.043 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_items": 0, 2024-09-05T07:49:16.043 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_mapbl_bytes": 0, 2024-09-05T07:49:16.043 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_mapbl_items": 0, 2024-09-05T07:49:16.043 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_pglog_bytes": 0, 2024-09-05T07:49:16.043 INFO:teuthology.orchestra.run.smithi123.stdout: "osd_pglog_items": 0, 2024-09-05T07:49:16.044 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_bytes": 0, 2024-09-05T07:49:16.044 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_items": 0, 2024-09-05T07:49:16.044 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T07:49:16.044 INFO:teuthology.orchestra.run.smithi123.stdout: "osdmap_mapping_items": 0, 2024-09-05T07:49:16.044 INFO:teuthology.orchestra.run.smithi123.stdout: "pgmap_bytes": 0, 2024-09-05T07:49:16.044 INFO:teuthology.orchestra.run.smithi123.stdout: "pgmap_items": 0, 2024-09-05T07:49:16.044 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_co_bytes": 928, 2024-09-05T07:49:16.044 INFO:teuthology.orchestra.run.smithi123.stdout: "mds_co_items": 2, 2024-09-05T07:49:16.044 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_1_bytes": 0, 2024-09-05T07:49:16.044 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_1_items": 0, 2024-09-05T07:49:16.044 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_2_bytes": 0, 2024-09-05T07:49:16.045 INFO:teuthology.orchestra.run.smithi123.stdout: "unittest_2_items": 0 2024-09-05T07:49:16.045 INFO:teuthology.orchestra.run.smithi123.stdout: }, 2024-09-05T07:49:16.045 INFO:teuthology.orchestra.run.smithi123.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T07:49:16.045 INFO:teuthology.orchestra.run.smithi123.stdout: "val": 0, 2024-09-05T07:49:16.045 INFO:teuthology.orchestra.run.smithi123.stdout: "max": 104857600, 2024-09-05T07:49:16.045 INFO:teuthology.orchestra.run.smithi123.stdout: "get_started": 0, 2024-09-05T07:49:16.045 INFO:teuthology.orchestra.run.smithi123.stdout: "get": 233, 2024-09-05T07:49:16.045 INFO:teuthology.orchestra.run.smithi123.stdout: "get_sum": 1413051, 2024-09-05T07:49:16.045 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:16.045 INFO:teuthology.orchestra.run.smithi123.stdout: "get_or_fail_success": 233, 2024-09-05T07:49:16.046 INFO:teuthology.orchestra.run.smithi123.stdout: "take": 0, 2024-09-05T07:49:16.046 INFO:teuthology.orchestra.run.smithi123.stdout: "take_sum": 0, 2024-09-05T07:49:16.046 INFO:teuthology.orchestra.run.smithi123.stdout: "put": 233, 2024-09-05T07:49:16.046 INFO:teuthology.orchestra.run.smithi123.stdout: "put_sum": 1413051, 2024-09-05T07:49:16.046 INFO:teuthology.orchestra.run.smithi123.stdout: "wait": { 2024-09-05T07:49:16.046 INFO:teuthology.orchestra.run.smithi123.stdout: "avgcount": 0, 2024-09-05T07:49:16.046 INFO:teuthology.orchestra.run.smithi123.stdout: "sum": 0.000000000, 2024-09-05T07:49:16.046 INFO:teuthology.orchestra.run.smithi123.stdout: "avgtime": 0.000000000 2024-09-05T07:49:16.046 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:16.046 INFO:teuthology.orchestra.run.smithi123.stdout: } 2024-09-05T07:49:16.046 INFO:teuthology.orchestra.run.smithi123.stdout:} 2024-09-05T07:49:16.733 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-09-05T07:49:16.733 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-09-05T07:49:16.733 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.k 2024-09-05T07:49:16.733 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.k 2024-09-05T07:49:16.733 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.k 2024-09-05T07:49:16.733 DEBUG:tasks.check_counter:Getting stats from c 2024-09-05T07:49:16.734 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph daemon mds.c perf dump 2024-09-05T07:49:16.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:16 smithi071 ceph-mon[30965]: pgmap v332: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 223 B/s wr, 6 op/s 2024-09-05T07:49:16.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:16 smithi123 ceph-mon[34568]: pgmap v332: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 223 B/s wr, 6 op/s 2024-09-05T07:49:16.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:16 smithi192 ceph-mon[34929]: pgmap v332: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 223 B/s wr, 6 op/s 2024-09-05T07:49:17.003 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T07:49:17.546 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-05T07:49:17.546 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T07:49:17.547 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 462, 2024-09-05T07:49:17.547 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 608, 2024-09-05T07:49:17.547 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 128583, 2024-09-05T07:49:17.547 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 255343, 2024-09-05T07:49:17.547 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 9, 2024-09-05T07:49:17.547 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 3, 2024-09-05T07:49:17.547 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.065434795, 2024-09-05T07:49:17.547 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.029500173, 2024-09-05T07:49:17.547 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.027178512, 2024-09-05T07:49:17.547 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.003868762, 2024-09-05T07:49:17.547 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:17.547 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 608, 2024-09-05T07:49:17.547 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.046306381, 2024-09-05T07:49:17.547 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000076161 2024-09-05T07:49:17.548 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.548 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:17.548 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 1002, 2024-09-05T07:49:17.548 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000234343, 2024-09-05T07:49:17.548 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000233 2024-09-05T07:49:17.548 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.548 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-05T07:49:17.548 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 0 2024-09-05T07:49:17.548 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.548 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T07:49:17.548 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 63, 2024-09-05T07:49:17.548 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 117, 2024-09-05T07:49:17.549 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 11409, 2024-09-05T07:49:17.549 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 581711, 2024-09-05T07:49:17.549 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 46, 2024-09-05T07:49:17.549 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 5, 2024-09-05T07:49:17.549 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.021418569, 2024-09-05T07:49:17.549 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.003592072, 2024-09-05T07:49:17.549 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.015443020, 2024-09-05T07:49:17.549 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.000532484, 2024-09-05T07:49:17.549 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:17.549 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 114, 2024-09-05T07:49:17.549 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.015364503, 2024-09-05T07:49:17.549 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000134776 2024-09-05T07:49:17.549 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.550 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:17.550 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 77, 2024-09-05T07:49:17.550 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000012941, 2024-09-05T07:49:17.550 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000168 2024-09-05T07:49:17.550 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.550 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 1088, 2024-09-05T07:49:17.550 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 125968 2024-09-05T07:49:17.550 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.550 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T07:49:17.550 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 293, 2024-09-05T07:49:17.550 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 410, 2024-09-05T07:49:17.550 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 1493666, 2024-09-05T07:49:17.550 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 513912, 2024-09-05T07:49:17.551 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 11, 2024-09-05T07:49:17.551 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 5, 2024-09-05T07:49:17.551 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.054417955, 2024-09-05T07:49:17.551 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.020855937, 2024-09-05T07:49:17.551 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.046524232, 2024-09-05T07:49:17.551 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.000135499, 2024-09-05T07:49:17.551 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:17.551 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 408, 2024-09-05T07:49:17.551 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.033358895, 2024-09-05T07:49:17.551 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000081761 2024-09-05T07:49:17.551 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.551 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:17.551 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 13, 2024-09-05T07:49:17.551 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000002122, 2024-09-05T07:49:17.552 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000163 2024-09-05T07:49:17.552 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.552 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 1491696, 2024-09-05T07:49:17.552 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 462016 2024-09-05T07:49:17.552 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.552 INFO:teuthology.orchestra.run.smithi192.stdout: "cct": { 2024-09-05T07:49:17.552 INFO:teuthology.orchestra.run.smithi192.stdout: "total_workers": 1, 2024-09-05T07:49:17.552 INFO:teuthology.orchestra.run.smithi192.stdout: "unhealthy_workers": 0 2024-09-05T07:49:17.552 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.552 INFO:teuthology.orchestra.run.smithi192.stdout: "finisher-MDSRank": { 2024-09-05T07:49:17.552 INFO:teuthology.orchestra.run.smithi192.stdout: "queue_len": 0, 2024-09-05T07:49:17.552 INFO:teuthology.orchestra.run.smithi192.stdout: "complete_latency": { 2024-09-05T07:49:17.552 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 50, 2024-09-05T07:49:17.553 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.001598913, 2024-09-05T07:49:17.553 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000031978 2024-09-05T07:49:17.553 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:17.553 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.553 INFO:teuthology.orchestra.run.smithi192.stdout: "finisher-PurgeQueue": { 2024-09-05T07:49:17.553 INFO:teuthology.orchestra.run.smithi192.stdout: "queue_len": 0, 2024-09-05T07:49:17.553 INFO:teuthology.orchestra.run.smithi192.stdout: "complete_latency": { 2024-09-05T07:49:17.553 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 2, 2024-09-05T07:49:17.553 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000013766, 2024-09-05T07:49:17.553 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000006883 2024-09-05T07:49:17.553 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:17.553 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.553 INFO:teuthology.orchestra.run.smithi192.stdout: "mds": { 2024-09-05T07:49:17.553 INFO:teuthology.orchestra.run.smithi192.stdout: "request": 0, 2024-09-05T07:49:17.554 INFO:teuthology.orchestra.run.smithi192.stdout: "reply": 0, 2024-09-05T07:49:17.554 INFO:teuthology.orchestra.run.smithi192.stdout: "reply_latency": { 2024-09-05T07:49:17.554 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.554 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.554 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.554 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.554 INFO:teuthology.orchestra.run.smithi192.stdout: "slow_reply": 0, 2024-09-05T07:49:17.554 INFO:teuthology.orchestra.run.smithi192.stdout: "forward": 0, 2024-09-05T07:49:17.554 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_fetch_complete": 0, 2024-09-05T07:49:17.554 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_fetch_keys": 0, 2024-09-05T07:49:17.554 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_commit": 11, 2024-09-05T07:49:17.554 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_split": 0, 2024-09-05T07:49:17.554 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_merge": 0, 2024-09-05T07:49:17.555 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes": 10, 2024-09-05T07:49:17.555 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_top": 0, 2024-09-05T07:49:17.555 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_bottom": 10, 2024-09-05T07:49:17.555 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_pin_tail": 0, 2024-09-05T07:49:17.555 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_pinned": 10, 2024-09-05T07:49:17.555 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_expired": 0, 2024-09-05T07:49:17.555 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_with_caps": 0, 2024-09-05T07:49:17.555 INFO:teuthology.orchestra.run.smithi192.stdout: "caps": 0, 2024-09-05T07:49:17.555 INFO:teuthology.orchestra.run.smithi192.stdout: "subtrees": 1, 2024-09-05T07:49:17.555 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse": 4, 2024-09-05T07:49:17.555 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_hit": 4, 2024-09-05T07:49:17.555 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_forward": 0, 2024-09-05T07:49:17.555 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_discover": 0, 2024-09-05T07:49:17.556 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_dir_fetch": 0, 2024-09-05T07:49:17.556 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_remote_ino": 0, 2024-09-05T07:49:17.556 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_lock": 0, 2024-09-05T07:49:17.556 INFO:teuthology.orchestra.run.smithi192.stdout: "load_cent": 0, 2024-09-05T07:49:17.556 INFO:teuthology.orchestra.run.smithi192.stdout: "q": 0, 2024-09-05T07:49:17.556 INFO:teuthology.orchestra.run.smithi192.stdout: "exported": 0, 2024-09-05T07:49:17.556 INFO:teuthology.orchestra.run.smithi192.stdout: "exported_inodes": 0, 2024-09-05T07:49:17.556 INFO:teuthology.orchestra.run.smithi192.stdout: "imported": 0, 2024-09-05T07:49:17.556 INFO:teuthology.orchestra.run.smithi192.stdout: "imported_inodes": 0, 2024-09-05T07:49:17.556 INFO:teuthology.orchestra.run.smithi192.stdout: "openino_dir_fetch": 0, 2024-09-05T07:49:17.556 INFO:teuthology.orchestra.run.smithi192.stdout: "openino_backtrace_fetch": 0, 2024-09-05T07:49:17.556 INFO:teuthology.orchestra.run.smithi192.stdout: "openino_peer_discover": 0, 2024-09-05T07:49:17.556 INFO:teuthology.orchestra.run.smithi192.stdout: "root_rfiles": 4, 2024-09-05T07:49:17.556 INFO:teuthology.orchestra.run.smithi192.stdout: "root_rbytes": 234, 2024-09-05T07:49:17.557 INFO:teuthology.orchestra.run.smithi192.stdout: "root_rsnaps": 6, 2024-09-05T07:49:17.557 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_backtrace_fetch": 0, 2024-09-05T07:49:17.557 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_set_tag": 0, 2024-09-05T07:49:17.557 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_backtrace_repaired": 0, 2024-09-05T07:49:17.557 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_inotable_repaired": 0, 2024-09-05T07:49:17.557 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_dir_inodes": 0, 2024-09-05T07:49:17.557 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_dir_base_inodes": 0, 2024-09-05T07:49:17.557 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_dirfrag_rstats": 0, 2024-09-05T07:49:17.557 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_file_inodes": 0, 2024-09-05T07:49:17.557 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_inode_file_caps": 0, 2024-09-05T07:49:17.558 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_revoke": 0, 2024-09-05T07:49:17.558 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_grant": 0, 2024-09-05T07:49:17.558 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_trunc": 0, 2024-09-05T07:49:17.558 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-05T07:49:17.558 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-05T07:49:17.558 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_caps": 0, 2024-09-05T07:49:17.558 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_caps_dirty": 0, 2024-09-05T07:49:17.558 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_cap_release": 0, 2024-09-05T07:49:17.558 INFO:teuthology.orchestra.run.smithi192.stdout: "process_request_cap_release": 0 2024-09-05T07:49:17.558 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.558 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_cache": { 2024-09-05T07:49:17.558 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_update": 0, 2024-09-05T07:49:17.558 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_update_receipt": 0, 2024-09-05T07:49:17.559 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_try_discover": 0, 2024-09-05T07:49:17.559 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_send_discover": 1, 2024-09-05T07:49:17.559 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_handle_discover": 0, 2024-09-05T07:49:17.559 INFO:teuthology.orchestra.run.smithi192.stdout: "num_strays": 0, 2024-09-05T07:49:17.559 INFO:teuthology.orchestra.run.smithi192.stdout: "num_strays_delayed": 0, 2024-09-05T07:49:17.559 INFO:teuthology.orchestra.run.smithi192.stdout: "num_strays_enqueuing": 0, 2024-09-05T07:49:17.559 INFO:teuthology.orchestra.run.smithi192.stdout: "strays_created": 0, 2024-09-05T07:49:17.559 INFO:teuthology.orchestra.run.smithi192.stdout: "strays_enqueued": 0, 2024-09-05T07:49:17.559 INFO:teuthology.orchestra.run.smithi192.stdout: "strays_reintegrated": 0, 2024-09-05T07:49:17.559 INFO:teuthology.orchestra.run.smithi192.stdout: "strays_migrated": 0, 2024-09-05T07:49:17.559 INFO:teuthology.orchestra.run.smithi192.stdout: "num_recovering_processing": 0, 2024-09-05T07:49:17.559 INFO:teuthology.orchestra.run.smithi192.stdout: "num_recovering_enqueued": 0, 2024-09-05T07:49:17.559 INFO:teuthology.orchestra.run.smithi192.stdout: "num_recovering_prioritized": 0, 2024-09-05T07:49:17.560 INFO:teuthology.orchestra.run.smithi192.stdout: "recovery_started": 0, 2024-09-05T07:49:17.560 INFO:teuthology.orchestra.run.smithi192.stdout: "recovery_completed": 0, 2024-09-05T07:49:17.560 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_quiesce_path": 2, 2024-09-05T07:49:17.560 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_quiesce_inode": 2, 2024-09-05T07:49:17.560 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_enqueue_scrub": 0, 2024-09-05T07:49:17.560 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_exportdir": 0, 2024-09-05T07:49:17.560 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_flush": 0, 2024-09-05T07:49:17.560 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_fragmentdir": 0, 2024-09-05T07:49:17.560 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_fragstats": 0, 2024-09-05T07:49:17.560 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_inodestats": 0 2024-09-05T07:49:17.560 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.560 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_log": { 2024-09-05T07:49:17.560 INFO:teuthology.orchestra.run.smithi192.stdout: "evlrg": 0, 2024-09-05T07:49:17.561 INFO:teuthology.orchestra.run.smithi192.stdout: "evadd": 7, 2024-09-05T07:49:17.561 INFO:teuthology.orchestra.run.smithi192.stdout: "evex": 0, 2024-09-05T07:49:17.561 INFO:teuthology.orchestra.run.smithi192.stdout: "evtrm": 0, 2024-09-05T07:49:17.561 INFO:teuthology.orchestra.run.smithi192.stdout: "ev": 7, 2024-09-05T07:49:17.561 INFO:teuthology.orchestra.run.smithi192.stdout: "evexg": 0, 2024-09-05T07:49:17.561 INFO:teuthology.orchestra.run.smithi192.stdout: "evexd": 0, 2024-09-05T07:49:17.561 INFO:teuthology.orchestra.run.smithi192.stdout: "segadd": 2, 2024-09-05T07:49:17.561 INFO:teuthology.orchestra.run.smithi192.stdout: "segex": 0, 2024-09-05T07:49:17.561 INFO:teuthology.orchestra.run.smithi192.stdout: "segtrm": 0, 2024-09-05T07:49:17.561 INFO:teuthology.orchestra.run.smithi192.stdout: "seg": 2, 2024-09-05T07:49:17.561 INFO:teuthology.orchestra.run.smithi192.stdout: "segmjr": 2, 2024-09-05T07:49:17.561 INFO:teuthology.orchestra.run.smithi192.stdout: "segexg": 0, 2024-09-05T07:49:17.561 INFO:teuthology.orchestra.run.smithi192.stdout: "segexd": 0, 2024-09-05T07:49:17.561 INFO:teuthology.orchestra.run.smithi192.stdout: "expos": 4194304, 2024-09-05T07:49:17.562 INFO:teuthology.orchestra.run.smithi192.stdout: "wrpos": 4196455, 2024-09-05T07:49:17.562 INFO:teuthology.orchestra.run.smithi192.stdout: "rdpos": 0, 2024-09-05T07:49:17.562 INFO:teuthology.orchestra.run.smithi192.stdout: "jlat": { 2024-09-05T07:49:17.562 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 6, 2024-09-05T07:49:17.562 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.009201167, 2024-09-05T07:49:17.562 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.001533527 2024-09-05T07:49:17.562 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.562 INFO:teuthology.orchestra.run.smithi192.stdout: "replayed": 0 2024-09-05T07:49:17.562 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.562 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_mem": { 2024-09-05T07:49:17.562 INFO:teuthology.orchestra.run.smithi192.stdout: "ino": 13, 2024-09-05T07:49:17.562 INFO:teuthology.orchestra.run.smithi192.stdout: "ino+": 13, 2024-09-05T07:49:17.562 INFO:teuthology.orchestra.run.smithi192.stdout: "ino-": 0, 2024-09-05T07:49:17.562 INFO:teuthology.orchestra.run.smithi192.stdout: "dir": 11, 2024-09-05T07:49:17.563 INFO:teuthology.orchestra.run.smithi192.stdout: "dir+": 12, 2024-09-05T07:49:17.563 INFO:teuthology.orchestra.run.smithi192.stdout: "dir-": 1, 2024-09-05T07:49:17.563 INFO:teuthology.orchestra.run.smithi192.stdout: "dn": 10, 2024-09-05T07:49:17.563 INFO:teuthology.orchestra.run.smithi192.stdout: "dn+": 10, 2024-09-05T07:49:17.563 INFO:teuthology.orchestra.run.smithi192.stdout: "dn-": 0, 2024-09-05T07:49:17.563 INFO:teuthology.orchestra.run.smithi192.stdout: "cap": 0, 2024-09-05T07:49:17.563 INFO:teuthology.orchestra.run.smithi192.stdout: "cap+": 0, 2024-09-05T07:49:17.563 INFO:teuthology.orchestra.run.smithi192.stdout: "cap-": 0, 2024-09-05T07:49:17.563 INFO:teuthology.orchestra.run.smithi192.stdout: "rss": 50240, 2024-09-05T07:49:17.563 INFO:teuthology.orchestra.run.smithi192.stdout: "heap": 223520 2024-09-05T07:49:17.563 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.563 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_server": { 2024-09-05T07:49:17.564 INFO:teuthology.orchestra.run.smithi192.stdout: "dispatch_client_request": 0, 2024-09-05T07:49:17.564 INFO:teuthology.orchestra.run.smithi192.stdout: "dispatch_server_request": 0, 2024-09-05T07:49:17.564 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_request": 0, 2024-09-05T07:49:17.564 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_session": 16, 2024-09-05T07:49:17.564 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_peer_request": 0, 2024-09-05T07:49:17.564 INFO:teuthology.orchestra.run.smithi192.stdout: "req_create_latency": { 2024-09-05T07:49:17.564 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.564 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.564 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.564 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.564 INFO:teuthology.orchestra.run.smithi192.stdout: "req_getattr_latency": { 2024-09-05T07:49:17.564 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.564 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.564 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.565 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.565 INFO:teuthology.orchestra.run.smithi192.stdout: "req_getfilelock_latency": { 2024-09-05T07:49:17.565 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.565 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.565 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.565 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.565 INFO:teuthology.orchestra.run.smithi192.stdout: "req_link_latency": { 2024-09-05T07:49:17.565 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.565 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.565 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.565 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.565 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookup_latency": { 2024-09-05T07:49:17.565 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.566 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.566 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.566 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.566 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookuphash_latency": { 2024-09-05T07:49:17.566 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.566 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.566 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.566 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.566 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookupino_latency": { 2024-09-05T07:49:17.566 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.566 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.566 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.566 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.566 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookupname_latency": { 2024-09-05T07:49:17.567 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.567 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.567 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.567 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.567 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookupparent_latency": { 2024-09-05T07:49:17.567 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.567 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.567 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.567 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.567 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookupsnap_latency": { 2024-09-05T07:49:17.567 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.567 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.567 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.567 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.568 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lssnap_latency": { 2024-09-05T07:49:17.568 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.568 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.568 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.568 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.568 INFO:teuthology.orchestra.run.smithi192.stdout: "req_mkdir_latency": { 2024-09-05T07:49:17.568 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.569 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.569 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.569 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.569 INFO:teuthology.orchestra.run.smithi192.stdout: "req_mknod_latency": { 2024-09-05T07:49:17.569 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.569 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.569 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.569 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.569 INFO:teuthology.orchestra.run.smithi192.stdout: "req_mksnap_latency": { 2024-09-05T07:49:17.570 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.570 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.570 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.570 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.570 INFO:teuthology.orchestra.run.smithi192.stdout: "req_open_latency": { 2024-09-05T07:49:17.570 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.570 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.570 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.570 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.570 INFO:teuthology.orchestra.run.smithi192.stdout: "req_readdir_latency": { 2024-09-05T07:49:17.570 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.570 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.571 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.571 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.571 INFO:teuthology.orchestra.run.smithi192.stdout: "req_rename_latency": { 2024-09-05T07:49:17.571 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.571 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.571 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.571 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.571 INFO:teuthology.orchestra.run.smithi192.stdout: "req_renamesnap_latency": { 2024-09-05T07:49:17.571 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.571 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.572 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.572 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.572 INFO:teuthology.orchestra.run.smithi192.stdout: "req_snapdiff_latency": { 2024-09-05T07:49:17.572 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.572 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.572 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.572 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.572 INFO:teuthology.orchestra.run.smithi192.stdout: "req_rmdir_latency": { 2024-09-05T07:49:17.572 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.572 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.572 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.572 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.572 INFO:teuthology.orchestra.run.smithi192.stdout: "req_rmsnap_latency": { 2024-09-05T07:49:17.573 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.573 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.573 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.573 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.573 INFO:teuthology.orchestra.run.smithi192.stdout: "req_rmxattr_latency": { 2024-09-05T07:49:17.573 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.573 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.573 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.573 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.573 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setattr_latency": { 2024-09-05T07:49:17.573 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.573 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.573 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.574 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.574 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setdirlayout_latency": { 2024-09-05T07:49:17.574 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.574 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.574 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.574 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.574 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setfilelock_latency": { 2024-09-05T07:49:17.574 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.574 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.574 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.574 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.574 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setlayout_latency": { 2024-09-05T07:49:17.575 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.575 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.575 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.575 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.575 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setxattr_latency": { 2024-09-05T07:49:17.575 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.575 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.575 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.575 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.575 INFO:teuthology.orchestra.run.smithi192.stdout: "req_symlink_latency": { 2024-09-05T07:49:17.575 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.575 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.575 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.576 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.576 INFO:teuthology.orchestra.run.smithi192.stdout: "req_unlink_latency": { 2024-09-05T07:49:17.576 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.576 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.576 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.576 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.576 INFO:teuthology.orchestra.run.smithi192.stdout: "cap_revoke_eviction": 0, 2024-09-05T07:49:17.576 INFO:teuthology.orchestra.run.smithi192.stdout: "cap_acquisition_throttle": 0, 2024-09-05T07:49:17.576 INFO:teuthology.orchestra.run.smithi192.stdout: "req_getvxattr_latency": { 2024-09-05T07:49:17.576 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.576 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.576 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.576 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:17.577 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.577 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_sessions": { 2024-09-05T07:49:17.577 INFO:teuthology.orchestra.run.smithi192.stdout: "session_count": 1, 2024-09-05T07:49:17.577 INFO:teuthology.orchestra.run.smithi192.stdout: "session_add": 3, 2024-09-05T07:49:17.577 INFO:teuthology.orchestra.run.smithi192.stdout: "session_remove": 2, 2024-09-05T07:49:17.577 INFO:teuthology.orchestra.run.smithi192.stdout: "sessions_open": 1, 2024-09-05T07:49:17.577 INFO:teuthology.orchestra.run.smithi192.stdout: "sessions_stale": 0, 2024-09-05T07:49:17.577 INFO:teuthology.orchestra.run.smithi192.stdout: "total_load": 0, 2024-09-05T07:49:17.577 INFO:teuthology.orchestra.run.smithi192.stdout: "average_load": 0, 2024-09-05T07:49:17.577 INFO:teuthology.orchestra.run.smithi192.stdout: "avg_session_uptime": 638, 2024-09-05T07:49:17.577 INFO:teuthology.orchestra.run.smithi192.stdout: "mdthresh_evicted": 0 2024-09-05T07:49:17.577 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.578 INFO:teuthology.orchestra.run.smithi192.stdout: "mempool": { 2024-09-05T07:49:17.578 INFO:teuthology.orchestra.run.smithi192.stdout: "bloom_filter_bytes": 0, 2024-09-05T07:49:17.578 INFO:teuthology.orchestra.run.smithi192.stdout: "bloom_filter_items": 0, 2024-09-05T07:49:17.578 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T07:49:17.578 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_alloc_items": 0, 2024-09-05T07:49:17.578 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T07:49:17.578 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_data_items": 0, 2024-09-05T07:49:17.578 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T07:49:17.578 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T07:49:17.578 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T07:49:17.578 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T07:49:17.578 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T07:49:17.578 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_other_items": 0, 2024-09-05T07:49:17.579 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T07:49:17.579 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T07:49:17.579 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_extent_bytes": 0, 2024-09-05T07:49:17.579 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_extent_items": 0, 2024-09-05T07:49:17.579 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_blob_bytes": 0, 2024-09-05T07:49:17.579 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_blob_items": 0, 2024-09-05T07:49:17.579 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T07:49:17.579 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T07:49:17.579 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T07:49:17.579 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T07:49:17.579 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T07:49:17.579 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_fsck_items": 0, 2024-09-05T07:49:17.580 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_txc_bytes": 0, 2024-09-05T07:49:17.580 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_txc_items": 0, 2024-09-05T07:49:17.580 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T07:49:17.580 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T07:49:17.580 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_bytes": 0, 2024-09-05T07:49:17.580 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_items": 0, 2024-09-05T07:49:17.580 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_bytes": 0, 2024-09-05T07:49:17.580 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_items": 0, 2024-09-05T07:49:17.580 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T07:49:17.580 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_reader_items": 0, 2024-09-05T07:49:17.580 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T07:49:17.580 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_writer_items": 0, 2024-09-05T07:49:17.580 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_anon_bytes": 238167, 2024-09-05T07:49:17.580 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_anon_items": 77, 2024-09-05T07:49:17.581 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_meta_bytes": 0, 2024-09-05T07:49:17.581 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_meta_items": 0, 2024-09-05T07:49:17.581 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_bytes": 0, 2024-09-05T07:49:17.581 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_items": 0, 2024-09-05T07:49:17.581 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_mapbl_bytes": 0, 2024-09-05T07:49:17.581 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_mapbl_items": 0, 2024-09-05T07:49:17.581 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_pglog_bytes": 0, 2024-09-05T07:49:17.581 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_pglog_items": 0, 2024-09-05T07:49:17.581 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_bytes": 9960, 2024-09-05T07:49:17.581 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_items": 201, 2024-09-05T07:49:17.581 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T07:49:17.581 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_mapping_items": 0, 2024-09-05T07:49:17.581 INFO:teuthology.orchestra.run.smithi192.stdout: "pgmap_bytes": 0, 2024-09-05T07:49:17.582 INFO:teuthology.orchestra.run.smithi192.stdout: "pgmap_items": 0, 2024-09-05T07:49:17.582 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_co_bytes": 50872, 2024-09-05T07:49:17.582 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_co_items": 198, 2024-09-05T07:49:17.582 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_1_bytes": 0, 2024-09-05T07:49:17.582 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_1_items": 0, 2024-09-05T07:49:17.582 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_2_bytes": 0, 2024-09-05T07:49:17.582 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_2_items": 0 2024-09-05T07:49:17.582 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.582 INFO:teuthology.orchestra.run.smithi192.stdout: "objecter": { 2024-09-05T07:49:17.582 INFO:teuthology.orchestra.run.smithi192.stdout: "op_active": 0, 2024-09-05T07:49:17.583 INFO:teuthology.orchestra.run.smithi192.stdout: "op_laggy": 0, 2024-09-05T07:49:17.583 INFO:teuthology.orchestra.run.smithi192.stdout: "op_send": 42, 2024-09-05T07:49:17.583 INFO:teuthology.orchestra.run.smithi192.stdout: "op_send_bytes": 12453, 2024-09-05T07:49:17.583 INFO:teuthology.orchestra.run.smithi192.stdout: "op_resend": 28, 2024-09-05T07:49:17.583 INFO:teuthology.orchestra.run.smithi192.stdout: "op_reply": 42, 2024-09-05T07:49:17.583 INFO:teuthology.orchestra.run.smithi192.stdout: "op_latency": { 2024-09-05T07:49:17.583 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 42, 2024-09-05T07:49:17.583 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.213995503, 2024-09-05T07:49:17.583 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.005095131 2024-09-05T07:49:17.583 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.583 INFO:teuthology.orchestra.run.smithi192.stdout: "op_inflight": 0, 2024-09-05T07:49:17.583 INFO:teuthology.orchestra.run.smithi192.stdout: "oplen_avg": { 2024-09-05T07:49:17.583 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 42, 2024-09-05T07:49:17.584 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 64 2024-09-05T07:49:17.584 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.584 INFO:teuthology.orchestra.run.smithi192.stdout: "op": 42, 2024-09-05T07:49:17.584 INFO:teuthology.orchestra.run.smithi192.stdout: "op_r": 0, 2024-09-05T07:49:17.584 INFO:teuthology.orchestra.run.smithi192.stdout: "op_w": 42, 2024-09-05T07:49:17.584 INFO:teuthology.orchestra.run.smithi192.stdout: "op_rmw": 0, 2024-09-05T07:49:17.584 INFO:teuthology.orchestra.run.smithi192.stdout: "op_pg": 0, 2024-09-05T07:49:17.584 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_stat": 0, 2024-09-05T07:49:17.584 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_create": 10, 2024-09-05T07:49:17.584 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_read": 0, 2024-09-05T07:49:17.584 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_write": 6, 2024-09-05T07:49:17.584 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_writefull": 7, 2024-09-05T07:49:17.584 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_writesame": 0, 2024-09-05T07:49:17.584 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_append": 0, 2024-09-05T07:49:17.585 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_zero": 0, 2024-09-05T07:49:17.585 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_truncate": 0, 2024-09-05T07:49:17.585 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_delete": 6, 2024-09-05T07:49:17.585 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_mapext": 0, 2024-09-05T07:49:17.585 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_sparse_read": 0, 2024-09-05T07:49:17.585 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_clonerange": 0, 2024-09-05T07:49:17.585 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_getxattr": 0, 2024-09-05T07:49:17.585 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_setxattr": 20, 2024-09-05T07:49:17.585 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_cmpxattr": 0, 2024-09-05T07:49:17.585 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_rmxattr": 0, 2024-09-05T07:49:17.585 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_resetxattrs": 0, 2024-09-05T07:49:17.585 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_call": 0, 2024-09-05T07:49:17.585 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_watch": 0, 2024-09-05T07:49:17.588 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_notify": 0, 2024-09-05T07:49:17.588 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_src_cmpxattr": 0, 2024-09-05T07:49:17.588 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_pgls": 0, 2024-09-05T07:49:17.588 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_pgls_filter": 0, 2024-09-05T07:49:17.588 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_other": 0, 2024-09-05T07:49:17.588 INFO:teuthology.orchestra.run.smithi192.stdout: "linger_active": 0, 2024-09-05T07:49:17.588 INFO:teuthology.orchestra.run.smithi192.stdout: "linger_send": 0, 2024-09-05T07:49:17.589 INFO:teuthology.orchestra.run.smithi192.stdout: "linger_resend": 0, 2024-09-05T07:49:17.589 INFO:teuthology.orchestra.run.smithi192.stdout: "linger_ping": 0, 2024-09-05T07:49:17.589 INFO:teuthology.orchestra.run.smithi192.stdout: "poolop_active": 0, 2024-09-05T07:49:17.589 INFO:teuthology.orchestra.run.smithi192.stdout: "poolop_send": 0, 2024-09-05T07:49:17.589 INFO:teuthology.orchestra.run.smithi192.stdout: "poolop_resend": 0, 2024-09-05T07:49:17.589 INFO:teuthology.orchestra.run.smithi192.stdout: "poolstat_active": 0, 2024-09-05T07:49:17.589 INFO:teuthology.orchestra.run.smithi192.stdout: "poolstat_send": 0, 2024-09-05T07:49:17.589 INFO:teuthology.orchestra.run.smithi192.stdout: "poolstat_resend": 0, 2024-09-05T07:49:17.589 INFO:teuthology.orchestra.run.smithi192.stdout: "statfs_active": 0, 2024-09-05T07:49:17.589 INFO:teuthology.orchestra.run.smithi192.stdout: "statfs_send": 0, 2024-09-05T07:49:17.589 INFO:teuthology.orchestra.run.smithi192.stdout: "statfs_resend": 0, 2024-09-05T07:49:17.589 INFO:teuthology.orchestra.run.smithi192.stdout: "command_active": 0, 2024-09-05T07:49:17.589 INFO:teuthology.orchestra.run.smithi192.stdout: "command_send": 0, 2024-09-05T07:49:17.589 INFO:teuthology.orchestra.run.smithi192.stdout: "command_resend": 0, 2024-09-05T07:49:17.590 INFO:teuthology.orchestra.run.smithi192.stdout: "map_epoch": 103, 2024-09-05T07:49:17.590 INFO:teuthology.orchestra.run.smithi192.stdout: "map_full": 0, 2024-09-05T07:49:17.590 INFO:teuthology.orchestra.run.smithi192.stdout: "map_inc": 13, 2024-09-05T07:49:17.590 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_sessions": 8, 2024-09-05T07:49:17.590 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_session_open": 8, 2024-09-05T07:49:17.590 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_session_close": 0, 2024-09-05T07:49:17.590 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_laggy": 0, 2024-09-05T07:49:17.590 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_wr": 14, 2024-09-05T07:49:17.590 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_rd": 0, 2024-09-05T07:49:17.590 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_del": 1 2024-09-05T07:49:17.591 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.591 INFO:teuthology.orchestra.run.smithi192.stdout: "oft": { 2024-09-05T07:49:17.591 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_total_objs": 1, 2024-09-05T07:49:17.591 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_total_kv_pairs": 0, 2024-09-05T07:49:17.591 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_total_updates": 0, 2024-09-05T07:49:17.591 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_total_removes": 0 2024-09-05T07:49:17.591 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.591 INFO:teuthology.orchestra.run.smithi192.stdout: "osd-slow-ops": { 2024-09-05T07:49:17.591 INFO:teuthology.orchestra.run.smithi192.stdout: "slow_ops_count": 4 2024-09-05T07:49:17.591 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.591 INFO:teuthology.orchestra.run.smithi192.stdout: "purge_queue": { 2024-09-05T07:49:17.591 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executing_ops": 0, 2024-09-05T07:49:17.591 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executing_ops_high_water": 0, 2024-09-05T07:49:17.591 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executing": 0, 2024-09-05T07:49:17.592 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executing_high_water": 0, 2024-09-05T07:49:17.592 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executed_ops": 0, 2024-09-05T07:49:17.592 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executed": 0, 2024-09-05T07:49:17.592 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_item_in_journal": 0 2024-09-05T07:49:17.592 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.592 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T07:49:17.592 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-05T07:49:17.592 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 104857600, 2024-09-05T07:49:17.592 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-05T07:49:17.592 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 814, 2024-09-05T07:49:17.592 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 1543166, 2024-09-05T07:49:17.592 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:17.592 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 814, 2024-09-05T07:49:17.593 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 0, 2024-09-05T07:49:17.593 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 0, 2024-09-05T07:49:17.593 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 814, 2024-09-05T07:49:17.593 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 1543166, 2024-09-05T07:49:17.593 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-05T07:49:17.593 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.593 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.593 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.593 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:17.593 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.593 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-objecter_bytes": { 2024-09-05T07:49:17.593 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-05T07:49:17.593 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 104857600, 2024-09-05T07:49:17.594 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-05T07:49:17.594 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 0, 2024-09-05T07:49:17.594 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 0, 2024-09-05T07:49:17.594 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:17.594 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 0, 2024-09-05T07:49:17.594 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 42, 2024-09-05T07:49:17.594 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 12453, 2024-09-05T07:49:17.594 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 42, 2024-09-05T07:49:17.594 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 12453, 2024-09-05T07:49:17.594 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-05T07:49:17.594 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.594 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.594 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.594 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:17.594 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.595 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-objecter_ops": { 2024-09-05T07:49:17.595 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-05T07:49:17.595 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 1024, 2024-09-05T07:49:17.595 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-05T07:49:17.595 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 0, 2024-09-05T07:49:17.595 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 0, 2024-09-05T07:49:17.595 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:17.595 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 0, 2024-09-05T07:49:17.595 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 42, 2024-09-05T07:49:17.595 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 42, 2024-09-05T07:49:17.595 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 42, 2024-09-05T07:49:17.595 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 42, 2024-09-05T07:49:17.595 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-05T07:49:17.595 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.596 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.596 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.596 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:17.596 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.596 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-write_buf_throttle": { 2024-09-05T07:49:17.596 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-05T07:49:17.596 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 3758096384, 2024-09-05T07:49:17.596 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-05T07:49:17.596 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 0, 2024-09-05T07:49:17.596 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 0, 2024-09-05T07:49:17.596 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:17.596 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 0, 2024-09-05T07:49:17.596 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 0, 2024-09-05T07:49:17.596 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 0, 2024-09-05T07:49:17.597 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 0, 2024-09-05T07:49:17.597 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 0, 2024-09-05T07:49:17.597 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-05T07:49:17.597 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.597 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.597 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.597 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:17.597 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:17.597 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-write_buf_throttle-0x56444f446960": { 2024-09-05T07:49:17.597 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-05T07:49:17.597 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 3758096384, 2024-09-05T07:49:17.597 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-05T07:49:17.597 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 7, 2024-09-05T07:49:17.597 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 2151, 2024-09-05T07:49:17.598 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:17.598 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 7, 2024-09-05T07:49:17.598 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 0, 2024-09-05T07:49:17.598 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 0, 2024-09-05T07:49:17.598 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 6, 2024-09-05T07:49:17.598 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 2151, 2024-09-05T07:49:17.598 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-05T07:49:17.598 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:17.598 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:17.598 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:17.598 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:17.599 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:17.599 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-05T07:49:18.459 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-09-05T07:49:18.459 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-09-05T07:49:18.459 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=6 2024-09-05T07:49:18.460 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-09-05T07:49:18.460 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-09-05T07:49:18.460 DEBUG:tasks.check_counter:Getting stats from f 2024-09-05T07:49:18.460 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph daemon mds.f perf dump 2024-09-05T07:49:18.709 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T07:49:18.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:18 smithi192 ceph-mon[34929]: pgmap v333: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:49:18.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:18 smithi071 ceph-mon[30965]: pgmap v333: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:49:18.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:18 smithi123 ceph-mon[34568]: pgmap v333: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-09-05T07:49:19.265 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-05T07:49:19.265 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T07:49:19.265 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 1844, 2024-09-05T07:49:19.265 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 1832, 2024-09-05T07:49:19.265 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 3019510, 2024-09-05T07:49:19.265 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 644318, 2024-09-05T07:49:19.265 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 5, 2024-09-05T07:49:19.265 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 1, 2024-09-05T07:49:19.265 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.191857176, 2024-09-05T07:49:19.265 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.062894590, 2024-09-05T07:49:19.265 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.082330165, 2024-09-05T07:49:19.266 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.047411198, 2024-09-05T07:49:19.266 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:19.266 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 1831, 2024-09-05T07:49:19.266 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.077125901, 2024-09-05T07:49:19.266 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000042122 2024-09-05T07:49:19.266 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.266 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:19.266 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.266 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.266 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.266 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.266 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 1478608, 2024-09-05T07:49:19.266 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 137104 2024-09-05T07:49:19.266 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.267 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T07:49:19.267 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 10, 2024-09-05T07:49:19.267 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 173, 2024-09-05T07:49:19.267 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 4920, 2024-09-05T07:49:19.267 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 445946, 2024-09-05T07:49:19.267 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 7, 2024-09-05T07:49:19.267 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 5, 2024-09-05T07:49:19.267 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.012692524, 2024-09-05T07:49:19.267 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.006703089, 2024-09-05T07:49:19.267 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.004118611, 2024-09-05T07:49:19.267 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.000102009, 2024-09-05T07:49:19.267 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:19.267 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 171, 2024-09-05T07:49:19.268 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.024665973, 2024-09-05T07:49:19.268 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000144245 2024-09-05T07:49:19.268 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.268 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:19.268 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.268 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.268 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.268 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.268 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 3264, 2024-09-05T07:49:19.268 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 444608 2024-09-05T07:49:19.268 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.268 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T07:49:19.268 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 744, 2024-09-05T07:49:19.268 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 746, 2024-09-05T07:49:19.269 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 183130, 2024-09-05T07:49:19.269 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 236599, 2024-09-05T07:49:19.269 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 4, 2024-09-05T07:49:19.269 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 3, 2024-09-05T07:49:19.269 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.071662325, 2024-09-05T07:49:19.269 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.025935963, 2024-09-05T07:49:19.269 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.015216577, 2024-09-05T07:49:19.269 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.023825887, 2024-09-05T07:49:19.269 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:19.269 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 744, 2024-09-05T07:49:19.269 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.029006881, 2024-09-05T07:49:19.269 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000038987 2024-09-05T07:49:19.269 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.270 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:19.270 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.270 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.270 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.270 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.270 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-05T07:49:19.270 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 0 2024-09-05T07:49:19.270 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.270 INFO:teuthology.orchestra.run.smithi192.stdout: "cct": { 2024-09-05T07:49:19.270 INFO:teuthology.orchestra.run.smithi192.stdout: "total_workers": 1, 2024-09-05T07:49:19.270 INFO:teuthology.orchestra.run.smithi192.stdout: "unhealthy_workers": 0 2024-09-05T07:49:19.270 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.270 INFO:teuthology.orchestra.run.smithi192.stdout: "finisher-MDSRank": { 2024-09-05T07:49:19.271 INFO:teuthology.orchestra.run.smithi192.stdout: "queue_len": 0, 2024-09-05T07:49:19.271 INFO:teuthology.orchestra.run.smithi192.stdout: "complete_latency": { 2024-09-05T07:49:19.271 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 3892, 2024-09-05T07:49:19.271 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.106366287, 2024-09-05T07:49:19.271 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000027329 2024-09-05T07:49:19.271 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:19.271 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.271 INFO:teuthology.orchestra.run.smithi192.stdout: "finisher-PurgeQueue": { 2024-09-05T07:49:19.271 INFO:teuthology.orchestra.run.smithi192.stdout: "queue_len": 0, 2024-09-05T07:49:19.271 INFO:teuthology.orchestra.run.smithi192.stdout: "complete_latency": { 2024-09-05T07:49:19.271 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.271 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.271 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.271 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:19.272 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.272 INFO:teuthology.orchestra.run.smithi192.stdout: "mds": { 2024-09-05T07:49:19.272 INFO:teuthology.orchestra.run.smithi192.stdout: "request": 0, 2024-09-05T07:49:19.272 INFO:teuthology.orchestra.run.smithi192.stdout: "reply": 0, 2024-09-05T07:49:19.272 INFO:teuthology.orchestra.run.smithi192.stdout: "reply_latency": { 2024-09-05T07:49:19.272 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.272 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.272 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.272 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.272 INFO:teuthology.orchestra.run.smithi192.stdout: "slow_reply": 0, 2024-09-05T07:49:19.272 INFO:teuthology.orchestra.run.smithi192.stdout: "forward": 0, 2024-09-05T07:49:19.272 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_fetch_complete": 0, 2024-09-05T07:49:19.272 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_fetch_keys": 0, 2024-09-05T07:49:19.272 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_commit": 0, 2024-09-05T07:49:19.273 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_split": 0, 2024-09-05T07:49:19.273 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_merge": 0, 2024-09-05T07:49:19.273 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes": 31, 2024-09-05T07:49:19.273 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_top": 0, 2024-09-05T07:49:19.273 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_bottom": 31, 2024-09-05T07:49:19.273 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_pin_tail": 0, 2024-09-05T07:49:19.273 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_pinned": 31, 2024-09-05T07:49:19.273 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_expired": 0, 2024-09-05T07:49:19.273 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_with_caps": 0, 2024-09-05T07:49:19.273 INFO:teuthology.orchestra.run.smithi192.stdout: "caps": 0, 2024-09-05T07:49:19.273 INFO:teuthology.orchestra.run.smithi192.stdout: "subtrees": 2, 2024-09-05T07:49:19.273 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse": 0, 2024-09-05T07:49:19.273 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_hit": 0, 2024-09-05T07:49:19.274 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_forward": 0, 2024-09-05T07:49:19.274 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_discover": 0, 2024-09-05T07:49:19.274 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_dir_fetch": 0, 2024-09-05T07:49:19.274 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_remote_ino": 0, 2024-09-05T07:49:19.274 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_lock": 0, 2024-09-05T07:49:19.274 INFO:teuthology.orchestra.run.smithi192.stdout: "load_cent": 0, 2024-09-05T07:49:19.274 INFO:teuthology.orchestra.run.smithi192.stdout: "q": 0, 2024-09-05T07:49:19.274 INFO:teuthology.orchestra.run.smithi192.stdout: "exported": 0, 2024-09-05T07:49:19.274 INFO:teuthology.orchestra.run.smithi192.stdout: "exported_inodes": 0, 2024-09-05T07:49:19.274 INFO:teuthology.orchestra.run.smithi192.stdout: "imported": 0, 2024-09-05T07:49:19.274 INFO:teuthology.orchestra.run.smithi192.stdout: "imported_inodes": 0, 2024-09-05T07:49:19.274 INFO:teuthology.orchestra.run.smithi192.stdout: "openino_dir_fetch": 0, 2024-09-05T07:49:19.274 INFO:teuthology.orchestra.run.smithi192.stdout: "openino_backtrace_fetch": 0, 2024-09-05T07:49:19.275 INFO:teuthology.orchestra.run.smithi192.stdout: "openino_peer_discover": 0, 2024-09-05T07:49:19.275 INFO:teuthology.orchestra.run.smithi192.stdout: "root_rfiles": 4, 2024-09-05T07:49:19.275 INFO:teuthology.orchestra.run.smithi192.stdout: "root_rbytes": 234, 2024-09-05T07:49:19.275 INFO:teuthology.orchestra.run.smithi192.stdout: "root_rsnaps": 6, 2024-09-05T07:49:19.275 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_backtrace_fetch": 0, 2024-09-05T07:49:19.275 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_set_tag": 0, 2024-09-05T07:49:19.275 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_backtrace_repaired": 0, 2024-09-05T07:49:19.275 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_inotable_repaired": 0, 2024-09-05T07:49:19.275 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_dir_inodes": 0, 2024-09-05T07:49:19.275 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_dir_base_inodes": 0, 2024-09-05T07:49:19.275 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_dirfrag_rstats": 0, 2024-09-05T07:49:19.275 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_file_inodes": 0, 2024-09-05T07:49:19.275 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_inode_file_caps": 0, 2024-09-05T07:49:19.275 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_revoke": 0, 2024-09-05T07:49:19.276 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_grant": 0, 2024-09-05T07:49:19.276 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_trunc": 0, 2024-09-05T07:49:19.276 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-05T07:49:19.276 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-05T07:49:19.276 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_caps": 0, 2024-09-05T07:49:19.276 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_caps_dirty": 0, 2024-09-05T07:49:19.276 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_cap_release": 0, 2024-09-05T07:49:19.276 INFO:teuthology.orchestra.run.smithi192.stdout: "process_request_cap_release": 0 2024-09-05T07:49:19.276 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.276 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_cache": { 2024-09-05T07:49:19.276 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_update": 0, 2024-09-05T07:49:19.276 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_update_receipt": 0, 2024-09-05T07:49:19.276 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_try_discover": 0, 2024-09-05T07:49:19.277 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_send_discover": 0, 2024-09-05T07:49:19.277 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_handle_discover": 0, 2024-09-05T07:49:19.277 INFO:teuthology.orchestra.run.smithi192.stdout: "num_strays": 0, 2024-09-05T07:49:19.277 INFO:teuthology.orchestra.run.smithi192.stdout: "num_strays_delayed": 0, 2024-09-05T07:49:19.277 INFO:teuthology.orchestra.run.smithi192.stdout: "num_strays_enqueuing": 0, 2024-09-05T07:49:19.277 INFO:teuthology.orchestra.run.smithi192.stdout: "strays_created": 0, 2024-09-05T07:49:19.277 INFO:teuthology.orchestra.run.smithi192.stdout: "strays_enqueued": 0, 2024-09-05T07:49:19.277 INFO:teuthology.orchestra.run.smithi192.stdout: "strays_reintegrated": 0, 2024-09-05T07:49:19.277 INFO:teuthology.orchestra.run.smithi192.stdout: "strays_migrated": 0, 2024-09-05T07:49:19.277 INFO:teuthology.orchestra.run.smithi192.stdout: "num_recovering_processing": 0, 2024-09-05T07:49:19.277 INFO:teuthology.orchestra.run.smithi192.stdout: "num_recovering_enqueued": 0, 2024-09-05T07:49:19.277 INFO:teuthology.orchestra.run.smithi192.stdout: "num_recovering_prioritized": 0, 2024-09-05T07:49:19.277 INFO:teuthology.orchestra.run.smithi192.stdout: "recovery_started": 0, 2024-09-05T07:49:19.278 INFO:teuthology.orchestra.run.smithi192.stdout: "recovery_completed": 0, 2024-09-05T07:49:19.278 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_quiesce_path": 0, 2024-09-05T07:49:19.278 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_quiesce_inode": 0, 2024-09-05T07:49:19.278 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_enqueue_scrub": 0, 2024-09-05T07:49:19.278 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_exportdir": 0, 2024-09-05T07:49:19.278 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_flush": 0, 2024-09-05T07:49:19.278 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_fragmentdir": 0, 2024-09-05T07:49:19.278 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_fragstats": 0, 2024-09-05T07:49:19.278 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_inodestats": 0 2024-09-05T07:49:19.278 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.278 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_log": { 2024-09-05T07:49:19.278 INFO:teuthology.orchestra.run.smithi192.stdout: "evlrg": 0, 2024-09-05T07:49:19.278 INFO:teuthology.orchestra.run.smithi192.stdout: "evadd": 0, 2024-09-05T07:49:19.278 INFO:teuthology.orchestra.run.smithi192.stdout: "evex": 0, 2024-09-05T07:49:19.279 INFO:teuthology.orchestra.run.smithi192.stdout: "evtrm": 0, 2024-09-05T07:49:19.279 INFO:teuthology.orchestra.run.smithi192.stdout: "ev": 223, 2024-09-05T07:49:19.279 INFO:teuthology.orchestra.run.smithi192.stdout: "evexg": 0, 2024-09-05T07:49:19.279 INFO:teuthology.orchestra.run.smithi192.stdout: "evexd": 0, 2024-09-05T07:49:19.279 INFO:teuthology.orchestra.run.smithi192.stdout: "segadd": 0, 2024-09-05T07:49:19.279 INFO:teuthology.orchestra.run.smithi192.stdout: "segex": 0, 2024-09-05T07:49:19.279 INFO:teuthology.orchestra.run.smithi192.stdout: "segtrm": 0, 2024-09-05T07:49:19.279 INFO:teuthology.orchestra.run.smithi192.stdout: "seg": 2, 2024-09-05T07:49:19.279 INFO:teuthology.orchestra.run.smithi192.stdout: "segmjr": 2, 2024-09-05T07:49:19.279 INFO:teuthology.orchestra.run.smithi192.stdout: "segexg": 0, 2024-09-05T07:49:19.279 INFO:teuthology.orchestra.run.smithi192.stdout: "segexd": 0, 2024-09-05T07:49:19.279 INFO:teuthology.orchestra.run.smithi192.stdout: "expos": 4194304, 2024-09-05T07:49:19.279 INFO:teuthology.orchestra.run.smithi192.stdout: "wrpos": 5263704, 2024-09-05T07:49:19.280 INFO:teuthology.orchestra.run.smithi192.stdout: "rdpos": 5263568, 2024-09-05T07:49:19.280 INFO:teuthology.orchestra.run.smithi192.stdout: "jlat": { 2024-09-05T07:49:19.280 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.280 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.280 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.280 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.280 INFO:teuthology.orchestra.run.smithi192.stdout: "replayed": 223 2024-09-05T07:49:19.280 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.280 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_mem": { 2024-09-05T07:49:19.280 INFO:teuthology.orchestra.run.smithi192.stdout: "ino": 20, 2024-09-05T07:49:19.280 INFO:teuthology.orchestra.run.smithi192.stdout: "ino+": 24, 2024-09-05T07:49:19.280 INFO:teuthology.orchestra.run.smithi192.stdout: "ino-": 4, 2024-09-05T07:49:19.280 INFO:teuthology.orchestra.run.smithi192.stdout: "dir": 11, 2024-09-05T07:49:19.280 INFO:teuthology.orchestra.run.smithi192.stdout: "dir+": 11, 2024-09-05T07:49:19.281 INFO:teuthology.orchestra.run.smithi192.stdout: "dir-": 0, 2024-09-05T07:49:19.281 INFO:teuthology.orchestra.run.smithi192.stdout: "dn": 31, 2024-09-05T07:49:19.281 INFO:teuthology.orchestra.run.smithi192.stdout: "dn+": 31, 2024-09-05T07:49:19.281 INFO:teuthology.orchestra.run.smithi192.stdout: "dn-": 0, 2024-09-05T07:49:19.281 INFO:teuthology.orchestra.run.smithi192.stdout: "cap": 0, 2024-09-05T07:49:19.281 INFO:teuthology.orchestra.run.smithi192.stdout: "cap+": 0, 2024-09-05T07:49:19.281 INFO:teuthology.orchestra.run.smithi192.stdout: "cap-": 0, 2024-09-05T07:49:19.281 INFO:teuthology.orchestra.run.smithi192.stdout: "rss": 48484, 2024-09-05T07:49:19.281 INFO:teuthology.orchestra.run.smithi192.stdout: "heap": 215328 2024-09-05T07:49:19.281 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.281 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_server": { 2024-09-05T07:49:19.281 INFO:teuthology.orchestra.run.smithi192.stdout: "dispatch_client_request": 0, 2024-09-05T07:49:19.281 INFO:teuthology.orchestra.run.smithi192.stdout: "dispatch_server_request": 0, 2024-09-05T07:49:19.281 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_request": 0, 2024-09-05T07:49:19.282 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_session": 0, 2024-09-05T07:49:19.282 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_peer_request": 0, 2024-09-05T07:49:19.282 INFO:teuthology.orchestra.run.smithi192.stdout: "req_create_latency": { 2024-09-05T07:49:19.282 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.282 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.282 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.282 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.282 INFO:teuthology.orchestra.run.smithi192.stdout: "req_getattr_latency": { 2024-09-05T07:49:19.282 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.282 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.282 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.282 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.282 INFO:teuthology.orchestra.run.smithi192.stdout: "req_getfilelock_latency": { 2024-09-05T07:49:19.282 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.283 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.283 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.283 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.283 INFO:teuthology.orchestra.run.smithi192.stdout: "req_link_latency": { 2024-09-05T07:49:19.283 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.283 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.283 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.283 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.283 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookup_latency": { 2024-09-05T07:49:19.283 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.283 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.283 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.283 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.283 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookuphash_latency": { 2024-09-05T07:49:19.284 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.284 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.284 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.284 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.284 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookupino_latency": { 2024-09-05T07:49:19.284 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.284 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.284 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.284 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.284 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookupname_latency": { 2024-09-05T07:49:19.284 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.284 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.284 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.284 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.285 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookupparent_latency": { 2024-09-05T07:49:19.285 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.285 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.285 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.285 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.285 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookupsnap_latency": { 2024-09-05T07:49:19.285 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.285 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.285 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.285 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.285 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lssnap_latency": { 2024-09-05T07:49:19.285 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.285 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.285 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.285 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.286 INFO:teuthology.orchestra.run.smithi192.stdout: "req_mkdir_latency": { 2024-09-05T07:49:19.286 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.286 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.286 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.286 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.286 INFO:teuthology.orchestra.run.smithi192.stdout: "req_mknod_latency": { 2024-09-05T07:49:19.286 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.286 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.286 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.286 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.286 INFO:teuthology.orchestra.run.smithi192.stdout: "req_mksnap_latency": { 2024-09-05T07:49:19.286 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.286 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.286 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.287 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.287 INFO:teuthology.orchestra.run.smithi192.stdout: "req_open_latency": { 2024-09-05T07:49:19.287 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.287 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.287 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.287 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.287 INFO:teuthology.orchestra.run.smithi192.stdout: "req_readdir_latency": { 2024-09-05T07:49:19.287 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.287 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.287 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.287 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.287 INFO:teuthology.orchestra.run.smithi192.stdout: "req_rename_latency": { 2024-09-05T07:49:19.287 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.288 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.288 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.288 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.288 INFO:teuthology.orchestra.run.smithi192.stdout: "req_renamesnap_latency": { 2024-09-05T07:49:19.288 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.288 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.288 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.288 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.288 INFO:teuthology.orchestra.run.smithi192.stdout: "req_snapdiff_latency": { 2024-09-05T07:49:19.288 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.288 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.288 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.288 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.289 INFO:teuthology.orchestra.run.smithi192.stdout: "req_rmdir_latency": { 2024-09-05T07:49:19.289 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.289 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.289 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.289 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.289 INFO:teuthology.orchestra.run.smithi192.stdout: "req_rmsnap_latency": { 2024-09-05T07:49:19.289 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.289 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.289 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.289 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.289 INFO:teuthology.orchestra.run.smithi192.stdout: "req_rmxattr_latency": { 2024-09-05T07:49:19.289 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.289 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.289 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.290 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.290 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setattr_latency": { 2024-09-05T07:49:19.290 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.290 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.290 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.290 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.290 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setdirlayout_latency": { 2024-09-05T07:49:19.290 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.290 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.290 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.290 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.290 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setfilelock_latency": { 2024-09-05T07:49:19.290 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.291 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.291 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.291 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.291 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setlayout_latency": { 2024-09-05T07:49:19.291 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.291 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.291 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.291 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.291 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setxattr_latency": { 2024-09-05T07:49:19.291 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.291 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.291 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.291 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.291 INFO:teuthology.orchestra.run.smithi192.stdout: "req_symlink_latency": { 2024-09-05T07:49:19.292 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.292 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.292 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.292 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.292 INFO:teuthology.orchestra.run.smithi192.stdout: "req_unlink_latency": { 2024-09-05T07:49:19.292 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.292 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.292 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.292 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.292 INFO:teuthology.orchestra.run.smithi192.stdout: "cap_revoke_eviction": 0, 2024-09-05T07:49:19.292 INFO:teuthology.orchestra.run.smithi192.stdout: "cap_acquisition_throttle": 0, 2024-09-05T07:49:19.292 INFO:teuthology.orchestra.run.smithi192.stdout: "req_getvxattr_latency": { 2024-09-05T07:49:19.292 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.293 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.293 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.293 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:19.293 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.293 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_sessions": { 2024-09-05T07:49:19.293 INFO:teuthology.orchestra.run.smithi192.stdout: "session_count": 2, 2024-09-05T07:49:19.293 INFO:teuthology.orchestra.run.smithi192.stdout: "session_add": 6, 2024-09-05T07:49:19.293 INFO:teuthology.orchestra.run.smithi192.stdout: "session_remove": 4, 2024-09-05T07:49:19.293 INFO:teuthology.orchestra.run.smithi192.stdout: "sessions_open": 4, 2024-09-05T07:49:19.293 INFO:teuthology.orchestra.run.smithi192.stdout: "sessions_stale": 0, 2024-09-05T07:49:19.293 INFO:teuthology.orchestra.run.smithi192.stdout: "total_load": 0, 2024-09-05T07:49:19.293 INFO:teuthology.orchestra.run.smithi192.stdout: "average_load": 0, 2024-09-05T07:49:19.293 INFO:teuthology.orchestra.run.smithi192.stdout: "avg_session_uptime": 2824, 2024-09-05T07:49:19.293 INFO:teuthology.orchestra.run.smithi192.stdout: "mdthresh_evicted": 0 2024-09-05T07:49:19.294 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.294 INFO:teuthology.orchestra.run.smithi192.stdout: "mempool": { 2024-09-05T07:49:19.294 INFO:teuthology.orchestra.run.smithi192.stdout: "bloom_filter_bytes": 0, 2024-09-05T07:49:19.294 INFO:teuthology.orchestra.run.smithi192.stdout: "bloom_filter_items": 0, 2024-09-05T07:49:19.294 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T07:49:19.294 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_alloc_items": 0, 2024-09-05T07:49:19.294 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T07:49:19.294 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_data_items": 0, 2024-09-05T07:49:19.294 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T07:49:19.294 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T07:49:19.294 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T07:49:19.294 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T07:49:19.294 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T07:49:19.294 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_other_items": 0, 2024-09-05T07:49:19.295 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T07:49:19.295 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T07:49:19.295 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_extent_bytes": 0, 2024-09-05T07:49:19.295 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_extent_items": 0, 2024-09-05T07:49:19.295 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_blob_bytes": 0, 2024-09-05T07:49:19.295 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_blob_items": 0, 2024-09-05T07:49:19.295 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T07:49:19.295 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T07:49:19.295 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T07:49:19.295 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T07:49:19.295 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T07:49:19.295 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_fsck_items": 0, 2024-09-05T07:49:19.295 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_txc_bytes": 0, 2024-09-05T07:49:19.295 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_txc_items": 0, 2024-09-05T07:49:19.296 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T07:49:19.296 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T07:49:19.296 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_bytes": 0, 2024-09-05T07:49:19.296 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_items": 0, 2024-09-05T07:49:19.296 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_bytes": 0, 2024-09-05T07:49:19.296 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_items": 0, 2024-09-05T07:49:19.296 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T07:49:19.296 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_reader_items": 0, 2024-09-05T07:49:19.296 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T07:49:19.296 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_writer_items": 0, 2024-09-05T07:49:19.296 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_anon_bytes": 189361, 2024-09-05T07:49:19.296 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_anon_items": 50, 2024-09-05T07:49:19.296 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_meta_bytes": 0, 2024-09-05T07:49:19.297 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_meta_items": 0, 2024-09-05T07:49:19.297 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_bytes": 0, 2024-09-05T07:49:19.297 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_items": 0, 2024-09-05T07:49:19.297 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_mapbl_bytes": 0, 2024-09-05T07:49:19.297 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_mapbl_items": 0, 2024-09-05T07:49:19.297 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_pglog_bytes": 0, 2024-09-05T07:49:19.297 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_pglog_items": 0, 2024-09-05T07:49:19.297 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_bytes": 9960, 2024-09-05T07:49:19.297 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_items": 201, 2024-09-05T07:49:19.297 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T07:49:19.297 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_mapping_items": 0, 2024-09-05T07:49:19.297 INFO:teuthology.orchestra.run.smithi192.stdout: "pgmap_bytes": 0, 2024-09-05T07:49:19.297 INFO:teuthology.orchestra.run.smithi192.stdout: "pgmap_items": 0, 2024-09-05T07:49:19.297 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_co_bytes": 93868, 2024-09-05T07:49:19.298 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_co_items": 595, 2024-09-05T07:49:19.298 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_1_bytes": 0, 2024-09-05T07:49:19.298 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_1_items": 0, 2024-09-05T07:49:19.298 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_2_bytes": 0, 2024-09-05T07:49:19.298 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_2_items": 0 2024-09-05T07:49:19.298 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.298 INFO:teuthology.orchestra.run.smithi192.stdout: "objecter": { 2024-09-05T07:49:19.298 INFO:teuthology.orchestra.run.smithi192.stdout: "op_active": 0, 2024-09-05T07:49:19.298 INFO:teuthology.orchestra.run.smithi192.stdout: "op_laggy": 0, 2024-09-05T07:49:19.298 INFO:teuthology.orchestra.run.smithi192.stdout: "op_send": 2343, 2024-09-05T07:49:19.298 INFO:teuthology.orchestra.run.smithi192.stdout: "op_send_bytes": 26, 2024-09-05T07:49:19.298 INFO:teuthology.orchestra.run.smithi192.stdout: "op_resend": 4, 2024-09-05T07:49:19.298 INFO:teuthology.orchestra.run.smithi192.stdout: "op_reply": 2343, 2024-09-05T07:49:19.298 INFO:teuthology.orchestra.run.smithi192.stdout: "op_latency": { 2024-09-05T07:49:19.299 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 2343, 2024-09-05T07:49:19.299 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 1.168975295, 2024-09-05T07:49:19.299 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000498922 2024-09-05T07:49:19.299 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.299 INFO:teuthology.orchestra.run.smithi192.stdout: "op_inflight": 0, 2024-09-05T07:49:19.299 INFO:teuthology.orchestra.run.smithi192.stdout: "oplen_avg": { 2024-09-05T07:49:19.299 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 2343, 2024-09-05T07:49:19.299 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 2344 2024-09-05T07:49:19.299 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.299 INFO:teuthology.orchestra.run.smithi192.stdout: "op": 2343, 2024-09-05T07:49:19.299 INFO:teuthology.orchestra.run.smithi192.stdout: "op_r": 2343, 2024-09-05T07:49:19.299 INFO:teuthology.orchestra.run.smithi192.stdout: "op_w": 0, 2024-09-05T07:49:19.299 INFO:teuthology.orchestra.run.smithi192.stdout: "op_rmw": 0, 2024-09-05T07:49:19.299 INFO:teuthology.orchestra.run.smithi192.stdout: "op_pg": 0, 2024-09-05T07:49:19.300 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_stat": 1482, 2024-09-05T07:49:19.300 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_create": 0, 2024-09-05T07:49:19.300 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_read": 858, 2024-09-05T07:49:19.300 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_write": 0, 2024-09-05T07:49:19.300 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_writefull": 0, 2024-09-05T07:49:19.300 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_writesame": 0, 2024-09-05T07:49:19.300 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_append": 0, 2024-09-05T07:49:19.300 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_zero": 0, 2024-09-05T07:49:19.300 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_truncate": 0, 2024-09-05T07:49:19.300 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_delete": 0, 2024-09-05T07:49:19.300 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_mapext": 0, 2024-09-05T07:49:19.300 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_sparse_read": 0, 2024-09-05T07:49:19.300 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_clonerange": 0, 2024-09-05T07:49:19.300 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_getxattr": 2, 2024-09-05T07:49:19.301 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_setxattr": 0, 2024-09-05T07:49:19.301 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_cmpxattr": 0, 2024-09-05T07:49:19.301 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_rmxattr": 0, 2024-09-05T07:49:19.301 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_resetxattrs": 0, 2024-09-05T07:49:19.301 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_call": 0, 2024-09-05T07:49:19.301 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_watch": 0, 2024-09-05T07:49:19.301 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_notify": 0, 2024-09-05T07:49:19.301 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_src_cmpxattr": 0, 2024-09-05T07:49:19.301 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_pgls": 0, 2024-09-05T07:49:19.301 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_pgls_filter": 0, 2024-09-05T07:49:19.301 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_other": 0, 2024-09-05T07:49:19.301 INFO:teuthology.orchestra.run.smithi192.stdout: "linger_active": 0, 2024-09-05T07:49:19.301 INFO:teuthology.orchestra.run.smithi192.stdout: "linger_send": 0, 2024-09-05T07:49:19.301 INFO:teuthology.orchestra.run.smithi192.stdout: "linger_resend": 0, 2024-09-05T07:49:19.302 INFO:teuthology.orchestra.run.smithi192.stdout: "linger_ping": 0, 2024-09-05T07:49:19.302 INFO:teuthology.orchestra.run.smithi192.stdout: "poolop_active": 0, 2024-09-05T07:49:19.302 INFO:teuthology.orchestra.run.smithi192.stdout: "poolop_send": 0, 2024-09-05T07:49:19.302 INFO:teuthology.orchestra.run.smithi192.stdout: "poolop_resend": 0, 2024-09-05T07:49:19.302 INFO:teuthology.orchestra.run.smithi192.stdout: "poolstat_active": 0, 2024-09-05T07:49:19.302 INFO:teuthology.orchestra.run.smithi192.stdout: "poolstat_send": 0, 2024-09-05T07:49:19.302 INFO:teuthology.orchestra.run.smithi192.stdout: "poolstat_resend": 0, 2024-09-05T07:49:19.302 INFO:teuthology.orchestra.run.smithi192.stdout: "statfs_active": 0, 2024-09-05T07:49:19.302 INFO:teuthology.orchestra.run.smithi192.stdout: "statfs_send": 0, 2024-09-05T07:49:19.302 INFO:teuthology.orchestra.run.smithi192.stdout: "statfs_resend": 0, 2024-09-05T07:49:19.302 INFO:teuthology.orchestra.run.smithi192.stdout: "command_active": 0, 2024-09-05T07:49:19.302 INFO:teuthology.orchestra.run.smithi192.stdout: "command_send": 0, 2024-09-05T07:49:19.302 INFO:teuthology.orchestra.run.smithi192.stdout: "command_resend": 0, 2024-09-05T07:49:19.303 INFO:teuthology.orchestra.run.smithi192.stdout: "map_epoch": 103, 2024-09-05T07:49:19.303 INFO:teuthology.orchestra.run.smithi192.stdout: "map_full": 0, 2024-09-05T07:49:19.303 INFO:teuthology.orchestra.run.smithi192.stdout: "map_inc": 13, 2024-09-05T07:49:19.303 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_sessions": 5, 2024-09-05T07:49:19.303 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_session_open": 5, 2024-09-05T07:49:19.303 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_session_close": 0, 2024-09-05T07:49:19.303 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_laggy": 0, 2024-09-05T07:49:19.303 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_wr": 0, 2024-09-05T07:49:19.303 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_rd": 2, 2024-09-05T07:49:19.303 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_del": 0 2024-09-05T07:49:19.303 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.303 INFO:teuthology.orchestra.run.smithi192.stdout: "oft": { 2024-09-05T07:49:19.303 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_total_objs": 0, 2024-09-05T07:49:19.303 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_total_kv_pairs": 0, 2024-09-05T07:49:19.304 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_total_updates": 0, 2024-09-05T07:49:19.304 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_total_removes": 0 2024-09-05T07:49:19.304 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.304 INFO:teuthology.orchestra.run.smithi192.stdout: "osd-slow-ops": { 2024-09-05T07:49:19.304 INFO:teuthology.orchestra.run.smithi192.stdout: "slow_ops_count": 0 2024-09-05T07:49:19.304 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.304 INFO:teuthology.orchestra.run.smithi192.stdout: "purge_queue": { 2024-09-05T07:49:19.304 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executing_ops": 0, 2024-09-05T07:49:19.304 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executing_ops_high_water": 0, 2024-09-05T07:49:19.304 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executing": 0, 2024-09-05T07:49:19.304 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executing_high_water": 0, 2024-09-05T07:49:19.304 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executed_ops": 0, 2024-09-05T07:49:19.304 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executed": 0, 2024-09-05T07:49:19.304 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_item_in_journal": 0 2024-09-05T07:49:19.305 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.305 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T07:49:19.305 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-05T07:49:19.305 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 104857600, 2024-09-05T07:49:19.305 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-05T07:49:19.305 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 2594, 2024-09-05T07:49:19.305 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 2958408, 2024-09-05T07:49:19.305 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:19.305 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 2594, 2024-09-05T07:49:19.305 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 0, 2024-09-05T07:49:19.305 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 0, 2024-09-05T07:49:19.305 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 2594, 2024-09-05T07:49:19.305 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 2958408, 2024-09-05T07:49:19.305 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-05T07:49:19.306 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.306 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.306 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.306 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:19.306 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.306 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-objecter_bytes": { 2024-09-05T07:49:19.306 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-05T07:49:19.306 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 104857600, 2024-09-05T07:49:19.306 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-05T07:49:19.306 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 0, 2024-09-05T07:49:19.306 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 0, 2024-09-05T07:49:19.306 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:19.306 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 0, 2024-09-05T07:49:19.306 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 2343, 2024-09-05T07:49:19.307 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 1069410, 2024-09-05T07:49:19.307 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 2343, 2024-09-05T07:49:19.307 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 1069410, 2024-09-05T07:49:19.307 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-05T07:49:19.307 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.307 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.307 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.307 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:19.307 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.307 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-objecter_ops": { 2024-09-05T07:49:19.307 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-05T07:49:19.307 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 1024, 2024-09-05T07:49:19.307 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-05T07:49:19.307 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 0, 2024-09-05T07:49:19.308 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 0, 2024-09-05T07:49:19.308 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:19.308 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 0, 2024-09-05T07:49:19.308 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 2343, 2024-09-05T07:49:19.308 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 2343, 2024-09-05T07:49:19.308 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 2343, 2024-09-05T07:49:19.308 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 2343, 2024-09-05T07:49:19.308 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-05T07:49:19.308 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.308 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.308 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.308 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:19.308 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.309 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-write_buf_throttle": { 2024-09-05T07:49:19.309 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-05T07:49:19.309 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 3758096384, 2024-09-05T07:49:19.309 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-05T07:49:19.309 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 0, 2024-09-05T07:49:19.309 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 0, 2024-09-05T07:49:19.309 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:19.309 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 0, 2024-09-05T07:49:19.309 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 0, 2024-09-05T07:49:19.309 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 0, 2024-09-05T07:49:19.309 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 0, 2024-09-05T07:49:19.309 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 0, 2024-09-05T07:49:19.309 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-05T07:49:19.309 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.309 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.310 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.310 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:19.310 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:19.310 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-write_buf_throttle-0x55a5d0ed8b40": { 2024-09-05T07:49:19.310 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-05T07:49:19.310 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 3758096384, 2024-09-05T07:49:19.310 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-05T07:49:19.310 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 0, 2024-09-05T07:49:19.310 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 0, 2024-09-05T07:49:19.310 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:19.310 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 0, 2024-09-05T07:49:19.310 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 0, 2024-09-05T07:49:19.310 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 0, 2024-09-05T07:49:19.310 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 0, 2024-09-05T07:49:19.311 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 0, 2024-09-05T07:49:19.311 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-05T07:49:19.311 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:19.311 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:19.311 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:19.311 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:19.311 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:19.311 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-05T07:49:19.937 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-09-05T07:49:19.937 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-09-05T07:49:19.937 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=6 2024-09-05T07:49:19.937 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-09-05T07:49:19.937 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-09-05T07:49:19.937 DEBUG:tasks.check_counter:Getting stats from i 2024-09-05T07:49:19.938 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph daemon mds.i perf dump 2024-09-05T07:49:20.184 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T07:49:20.595 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:20 smithi192 ceph-mon[34929]: pgmap v334: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:49:20.703 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-05T07:49:20.704 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T07:49:20.704 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 1266, 2024-09-05T07:49:20.704 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 1034, 2024-09-05T07:49:20.704 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 424492, 2024-09-05T07:49:20.704 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 2963744, 2024-09-05T07:49:20.704 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 143, 2024-09-05T07:49:20.704 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 4, 2024-09-05T07:49:20.704 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.158552859, 2024-09-05T07:49:20.704 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.041932514, 2024-09-05T07:49:20.704 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.091386010, 2024-09-05T07:49:20.704 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.019075135, 2024-09-05T07:49:20.705 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:20.705 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 1032, 2024-09-05T07:49:20.705 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.241960909, 2024-09-05T07:49:20.705 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000234458 2024-09-05T07:49:20.705 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.705 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:20.705 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 1149, 2024-09-05T07:49:20.705 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000253569, 2024-09-05T07:49:20.705 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000220 2024-09-05T07:49:20.705 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.705 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 42544, 2024-09-05T07:49:20.705 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 1376 2024-09-05T07:49:20.705 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.705 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T07:49:20.706 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 1247, 2024-09-05T07:49:20.706 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 753, 2024-09-05T07:49:20.706 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 456867, 2024-09-05T07:49:20.706 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 674159, 2024-09-05T07:49:20.706 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 13, 2024-09-05T07:49:20.706 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 6, 2024-09-05T07:49:20.706 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.137060987, 2024-09-05T07:49:20.706 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.033598576, 2024-09-05T07:49:20.706 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.050137637, 2024-09-05T07:49:20.706 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.049873427, 2024-09-05T07:49:20.706 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:20.706 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 750, 2024-09-05T07:49:20.706 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.253639553, 2024-09-05T07:49:20.707 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000338186 2024-09-05T07:49:20.707 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.707 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:20.707 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 1134, 2024-09-05T07:49:20.707 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000216186, 2024-09-05T07:49:20.707 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000190 2024-09-05T07:49:20.707 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.707 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 61264, 2024-09-05T07:49:20.707 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 491360 2024-09-05T07:49:20.707 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.707 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T07:49:20.707 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 2069, 2024-09-05T07:49:20.707 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 1274, 2024-09-05T07:49:20.707 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 2314814, 2024-09-05T07:49:20.708 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 624789, 2024-09-05T07:49:20.708 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 19, 2024-09-05T07:49:20.708 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 6, 2024-09-05T07:49:20.708 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.228021442, 2024-09-05T07:49:20.708 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.067591682, 2024-09-05T07:49:20.708 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.133846619, 2024-09-05T07:49:20.708 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.048966400, 2024-09-05T07:49:20.708 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:20.708 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 1273, 2024-09-05T07:49:20.708 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.225489632, 2024-09-05T07:49:20.708 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000177132 2024-09-05T07:49:20.708 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.708 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:20.708 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 2060, 2024-09-05T07:49:20.709 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000412627, 2024-09-05T07:49:20.709 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000200 2024-09-05T07:49:20.709 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.709 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 1881504, 2024-09-05T07:49:20.709 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 263408 2024-09-05T07:49:20.709 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.709 INFO:teuthology.orchestra.run.smithi192.stdout: "cct": { 2024-09-05T07:49:20.709 INFO:teuthology.orchestra.run.smithi192.stdout: "total_workers": 1, 2024-09-05T07:49:20.709 INFO:teuthology.orchestra.run.smithi192.stdout: "unhealthy_workers": 0 2024-09-05T07:49:20.709 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.709 INFO:teuthology.orchestra.run.smithi192.stdout: "finisher-MDSRank": { 2024-09-05T07:49:20.709 INFO:teuthology.orchestra.run.smithi192.stdout: "queue_len": 0, 2024-09-05T07:49:20.709 INFO:teuthology.orchestra.run.smithi192.stdout: "complete_latency": { 2024-09-05T07:49:20.710 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 558, 2024-09-05T07:49:20.710 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.137493293, 2024-09-05T07:49:20.710 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000246403 2024-09-05T07:49:20.710 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:20.710 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.710 INFO:teuthology.orchestra.run.smithi192.stdout: "finisher-PurgeQueue": { 2024-09-05T07:49:20.710 INFO:teuthology.orchestra.run.smithi192.stdout: "queue_len": 0, 2024-09-05T07:49:20.710 INFO:teuthology.orchestra.run.smithi192.stdout: "complete_latency": { 2024-09-05T07:49:20.710 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 150, 2024-09-05T07:49:20.710 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.005209977, 2024-09-05T07:49:20.710 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000034733 2024-09-05T07:49:20.710 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:20.710 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.710 INFO:teuthology.orchestra.run.smithi192.stdout: "mds": { 2024-09-05T07:49:20.710 INFO:teuthology.orchestra.run.smithi192.stdout: "request": 187, 2024-09-05T07:49:20.711 INFO:teuthology.orchestra.run.smithi192.stdout: "reply": 187, 2024-09-05T07:49:20.711 INFO:teuthology.orchestra.run.smithi192.stdout: "reply_latency": { 2024-09-05T07:49:20.711 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 187, 2024-09-05T07:49:20.711 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.161211084, 2024-09-05T07:49:20.711 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000862091 2024-09-05T07:49:20.711 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.711 INFO:teuthology.orchestra.run.smithi192.stdout: "slow_reply": 0, 2024-09-05T07:49:20.711 INFO:teuthology.orchestra.run.smithi192.stdout: "forward": 0, 2024-09-05T07:49:20.711 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_fetch_complete": 0, 2024-09-05T07:49:20.711 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_fetch_keys": 0, 2024-09-05T07:49:20.711 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_commit": 12, 2024-09-05T07:49:20.711 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_split": 0, 2024-09-05T07:49:20.711 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_merge": 0, 2024-09-05T07:49:20.711 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes": 38, 2024-09-05T07:49:20.712 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_top": 1, 2024-09-05T07:49:20.712 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_bottom": 37, 2024-09-05T07:49:20.712 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_pin_tail": 0, 2024-09-05T07:49:20.712 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_pinned": 36, 2024-09-05T07:49:20.712 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_expired": 0, 2024-09-05T07:49:20.712 INFO:teuthology.orchestra.run.smithi192.stdout: "inodes_with_caps": 2, 2024-09-05T07:49:20.712 INFO:teuthology.orchestra.run.smithi192.stdout: "caps": 3, 2024-09-05T07:49:20.712 INFO:teuthology.orchestra.run.smithi192.stdout: "subtrees": 2, 2024-09-05T07:49:20.712 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse": 264, 2024-09-05T07:49:20.712 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_hit": 251, 2024-09-05T07:49:20.712 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_forward": 0, 2024-09-05T07:49:20.712 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_discover": 0, 2024-09-05T07:49:20.712 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_dir_fetch": 0, 2024-09-05T07:49:20.712 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_remote_ino": 0, 2024-09-05T07:49:20.713 INFO:teuthology.orchestra.run.smithi192.stdout: "traverse_lock": 0, 2024-09-05T07:49:20.713 INFO:teuthology.orchestra.run.smithi192.stdout: "load_cent": 0, 2024-09-05T07:49:20.713 INFO:teuthology.orchestra.run.smithi192.stdout: "q": 0, 2024-09-05T07:49:20.713 INFO:teuthology.orchestra.run.smithi192.stdout: "exported": 0, 2024-09-05T07:49:20.713 INFO:teuthology.orchestra.run.smithi192.stdout: "exported_inodes": 0, 2024-09-05T07:49:20.713 INFO:teuthology.orchestra.run.smithi192.stdout: "imported": 0, 2024-09-05T07:49:20.713 INFO:teuthology.orchestra.run.smithi192.stdout: "imported_inodes": 0, 2024-09-05T07:49:20.713 INFO:teuthology.orchestra.run.smithi192.stdout: "openino_dir_fetch": 0, 2024-09-05T07:49:20.713 INFO:teuthology.orchestra.run.smithi192.stdout: "openino_backtrace_fetch": 189, 2024-09-05T07:49:20.713 INFO:teuthology.orchestra.run.smithi192.stdout: "openino_peer_discover": 0, 2024-09-05T07:49:20.713 INFO:teuthology.orchestra.run.smithi192.stdout: "root_rfiles": 4, 2024-09-05T07:49:20.713 INFO:teuthology.orchestra.run.smithi192.stdout: "root_rbytes": 234, 2024-09-05T07:49:20.713 INFO:teuthology.orchestra.run.smithi192.stdout: "root_rsnaps": 6, 2024-09-05T07:49:20.713 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_backtrace_fetch": 189, 2024-09-05T07:49:20.714 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_set_tag": 0, 2024-09-05T07:49:20.714 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_backtrace_repaired": 0, 2024-09-05T07:49:20.714 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_inotable_repaired": 0, 2024-09-05T07:49:20.714 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_dir_inodes": 121, 2024-09-05T07:49:20.714 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_dir_base_inodes": 17, 2024-09-05T07:49:20.714 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_dirfrag_rstats": 104, 2024-09-05T07:49:20.714 INFO:teuthology.orchestra.run.smithi192.stdout: "scrub_file_inodes": 68, 2024-09-05T07:49:20.714 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_inode_file_caps": 0, 2024-09-05T07:49:20.714 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_revoke": 26, 2024-09-05T07:49:20.714 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_grant": 29, 2024-09-05T07:49:20.714 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_trunc": 0, 2024-09-05T07:49:20.714 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-05T07:49:20.714 INFO:teuthology.orchestra.run.smithi192.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-05T07:49:20.714 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_caps": 104, 2024-09-05T07:49:20.714 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_caps_dirty": 76, 2024-09-05T07:49:20.715 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_cap_release": 3, 2024-09-05T07:49:20.715 INFO:teuthology.orchestra.run.smithi192.stdout: "process_request_cap_release": 34 2024-09-05T07:49:20.715 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.715 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_cache": { 2024-09-05T07:49:20.715 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_update": 0, 2024-09-05T07:49:20.715 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_update_receipt": 0, 2024-09-05T07:49:20.715 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_try_discover": 0, 2024-09-05T07:49:20.715 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_send_discover": 0, 2024-09-05T07:49:20.715 INFO:teuthology.orchestra.run.smithi192.stdout: "dir_handle_discover": 4, 2024-09-05T07:49:20.715 INFO:teuthology.orchestra.run.smithi192.stdout: "num_strays": 2, 2024-09-05T07:49:20.715 INFO:teuthology.orchestra.run.smithi192.stdout: "num_strays_delayed": 0, 2024-09-05T07:49:20.715 INFO:teuthology.orchestra.run.smithi192.stdout: "num_strays_enqueuing": 0, 2024-09-05T07:49:20.715 INFO:teuthology.orchestra.run.smithi192.stdout: "strays_created": 6, 2024-09-05T07:49:20.715 INFO:teuthology.orchestra.run.smithi192.stdout: "strays_enqueued": 4, 2024-09-05T07:49:20.716 INFO:teuthology.orchestra.run.smithi192.stdout: "strays_reintegrated": 0, 2024-09-05T07:49:20.716 INFO:teuthology.orchestra.run.smithi192.stdout: "strays_migrated": 0, 2024-09-05T07:49:20.716 INFO:teuthology.orchestra.run.smithi192.stdout: "num_recovering_processing": 0, 2024-09-05T07:49:20.716 INFO:teuthology.orchestra.run.smithi192.stdout: "num_recovering_enqueued": 0, 2024-09-05T07:49:20.716 INFO:teuthology.orchestra.run.smithi192.stdout: "num_recovering_prioritized": 0, 2024-09-05T07:49:20.716 INFO:teuthology.orchestra.run.smithi192.stdout: "recovery_started": 0, 2024-09-05T07:49:20.716 INFO:teuthology.orchestra.run.smithi192.stdout: "recovery_completed": 0, 2024-09-05T07:49:20.716 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_quiesce_path": 2, 2024-09-05T07:49:20.716 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_quiesce_inode": 23, 2024-09-05T07:49:20.716 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_enqueue_scrub": 17, 2024-09-05T07:49:20.716 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_exportdir": 0, 2024-09-05T07:49:20.716 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_flush": 0, 2024-09-05T07:49:20.716 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_fragmentdir": 0, 2024-09-05T07:49:20.717 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_fragstats": 0, 2024-09-05T07:49:20.717 INFO:teuthology.orchestra.run.smithi192.stdout: "ireq_inodestats": 0 2024-09-05T07:49:20.717 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.717 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_log": { 2024-09-05T07:49:20.717 INFO:teuthology.orchestra.run.smithi192.stdout: "evlrg": 0, 2024-09-05T07:49:20.717 INFO:teuthology.orchestra.run.smithi192.stdout: "evadd": 223, 2024-09-05T07:49:20.717 INFO:teuthology.orchestra.run.smithi192.stdout: "evex": 0, 2024-09-05T07:49:20.717 INFO:teuthology.orchestra.run.smithi192.stdout: "evtrm": 0, 2024-09-05T07:49:20.717 INFO:teuthology.orchestra.run.smithi192.stdout: "ev": 223, 2024-09-05T07:49:20.717 INFO:teuthology.orchestra.run.smithi192.stdout: "evexg": 0, 2024-09-05T07:49:20.717 INFO:teuthology.orchestra.run.smithi192.stdout: "evexd": 0, 2024-09-05T07:49:20.717 INFO:teuthology.orchestra.run.smithi192.stdout: "segadd": 2, 2024-09-05T07:49:20.717 INFO:teuthology.orchestra.run.smithi192.stdout: "segex": 0, 2024-09-05T07:49:20.717 INFO:teuthology.orchestra.run.smithi192.stdout: "segtrm": 0, 2024-09-05T07:49:20.718 INFO:teuthology.orchestra.run.smithi192.stdout: "seg": 2, 2024-09-05T07:49:20.718 INFO:teuthology.orchestra.run.smithi192.stdout: "segmjr": 2, 2024-09-05T07:49:20.718 INFO:teuthology.orchestra.run.smithi192.stdout: "segexg": 0, 2024-09-05T07:49:20.718 INFO:teuthology.orchestra.run.smithi192.stdout: "segexd": 0, 2024-09-05T07:49:20.718 INFO:teuthology.orchestra.run.smithi192.stdout: "expos": 4194304, 2024-09-05T07:49:20.718 INFO:teuthology.orchestra.run.smithi192.stdout: "wrpos": 5263704, 2024-09-05T07:49:20.718 INFO:teuthology.orchestra.run.smithi192.stdout: "rdpos": 0, 2024-09-05T07:49:20.718 INFO:teuthology.orchestra.run.smithi192.stdout: "jlat": { 2024-09-05T07:49:20.718 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 180, 2024-09-05T07:49:20.718 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.712147779, 2024-09-05T07:49:20.718 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.003956376 2024-09-05T07:49:20.718 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.718 INFO:teuthology.orchestra.run.smithi192.stdout: "replayed": 0 2024-09-05T07:49:20.718 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.718 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_mem": { 2024-09-05T07:49:20.719 INFO:teuthology.orchestra.run.smithi192.stdout: "ino": 29, 2024-09-05T07:49:20.719 INFO:teuthology.orchestra.run.smithi192.stdout: "ino+": 50, 2024-09-05T07:49:20.719 INFO:teuthology.orchestra.run.smithi192.stdout: "ino-": 21, 2024-09-05T07:49:20.719 INFO:teuthology.orchestra.run.smithi192.stdout: "dir": 20, 2024-09-05T07:49:20.719 INFO:teuthology.orchestra.run.smithi192.stdout: "dir+": 20, 2024-09-05T07:49:20.719 INFO:teuthology.orchestra.run.smithi192.stdout: "dir-": 0, 2024-09-05T07:49:20.719 INFO:teuthology.orchestra.run.smithi192.stdout: "dn": 38, 2024-09-05T07:49:20.719 INFO:teuthology.orchestra.run.smithi192.stdout: "dn+": 42, 2024-09-05T07:49:20.719 INFO:teuthology.orchestra.run.smithi192.stdout: "dn-": 4, 2024-09-05T07:49:20.719 INFO:teuthology.orchestra.run.smithi192.stdout: "cap": 3, 2024-09-05T07:49:20.719 INFO:teuthology.orchestra.run.smithi192.stdout: "cap+": 21, 2024-09-05T07:49:20.719 INFO:teuthology.orchestra.run.smithi192.stdout: "cap-": 18, 2024-09-05T07:49:20.719 INFO:teuthology.orchestra.run.smithi192.stdout: "rss": 55216, 2024-09-05T07:49:20.719 INFO:teuthology.orchestra.run.smithi192.stdout: "heap": 231712 2024-09-05T07:49:20.720 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.720 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_server": { 2024-09-05T07:49:20.720 INFO:teuthology.orchestra.run.smithi192.stdout: "dispatch_client_request": 242, 2024-09-05T07:49:20.720 INFO:teuthology.orchestra.run.smithi192.stdout: "dispatch_server_request": 1, 2024-09-05T07:49:20.720 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_request": 187, 2024-09-05T07:49:20.720 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_client_session": 35, 2024-09-05T07:49:20.720 INFO:teuthology.orchestra.run.smithi192.stdout: "handle_peer_request": 2, 2024-09-05T07:49:20.720 INFO:teuthology.orchestra.run.smithi192.stdout: "req_create_latency": { 2024-09-05T07:49:20.720 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 8, 2024-09-05T07:49:20.720 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.006635588, 2024-09-05T07:49:20.720 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000829448 2024-09-05T07:49:20.720 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.720 INFO:teuthology.orchestra.run.smithi192.stdout: "req_getattr_latency": { 2024-09-05T07:49:20.720 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 120, 2024-09-05T07:49:20.721 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.020250156, 2024-09-05T07:49:20.721 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000168751 2024-09-05T07:49:20.721 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.721 INFO:teuthology.orchestra.run.smithi192.stdout: "req_getfilelock_latency": { 2024-09-05T07:49:20.721 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.721 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.721 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.721 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.721 INFO:teuthology.orchestra.run.smithi192.stdout: "req_link_latency": { 2024-09-05T07:49:20.721 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.721 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.721 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.721 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.721 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookup_latency": { 2024-09-05T07:49:20.722 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 5, 2024-09-05T07:49:20.722 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.004707045, 2024-09-05T07:49:20.722 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000941409 2024-09-05T07:49:20.722 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.722 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookuphash_latency": { 2024-09-05T07:49:20.722 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.722 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.722 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.722 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.722 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookupino_latency": { 2024-09-05T07:49:20.722 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.722 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.722 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.722 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.722 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookupname_latency": { 2024-09-05T07:49:20.723 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.723 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.723 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.723 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.723 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookupparent_latency": { 2024-09-05T07:49:20.723 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.723 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.723 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.723 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.723 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lookupsnap_latency": { 2024-09-05T07:49:20.723 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.723 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.723 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.723 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.724 INFO:teuthology.orchestra.run.smithi192.stdout: "req_lssnap_latency": { 2024-09-05T07:49:20.724 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 11, 2024-09-05T07:49:20.724 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.001515757, 2024-09-05T07:49:20.724 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000137796 2024-09-05T07:49:20.724 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.724 INFO:teuthology.orchestra.run.smithi192.stdout: "req_mkdir_latency": { 2024-09-05T07:49:20.724 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 8, 2024-09-05T07:49:20.724 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.013312825, 2024-09-05T07:49:20.724 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.001664103 2024-09-05T07:49:20.724 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.724 INFO:teuthology.orchestra.run.smithi192.stdout: "req_mknod_latency": { 2024-09-05T07:49:20.724 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.724 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.724 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.725 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.725 INFO:teuthology.orchestra.run.smithi192.stdout: "req_mksnap_latency": { 2024-09-05T07:49:20.725 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 11, 2024-09-05T07:49:20.725 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.055510438, 2024-09-05T07:49:20.725 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.005046403 2024-09-05T07:49:20.725 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.725 INFO:teuthology.orchestra.run.smithi192.stdout: "req_open_latency": { 2024-09-05T07:49:20.725 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.725 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.725 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.725 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.725 INFO:teuthology.orchestra.run.smithi192.stdout: "req_readdir_latency": { 2024-09-05T07:49:20.725 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 1, 2024-09-05T07:49:20.725 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.001084570, 2024-09-05T07:49:20.726 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.001084570 2024-09-05T07:49:20.726 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.726 INFO:teuthology.orchestra.run.smithi192.stdout: "req_rename_latency": { 2024-09-05T07:49:20.726 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 2, 2024-09-05T07:49:20.726 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.001919991, 2024-09-05T07:49:20.726 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000959995 2024-09-05T07:49:20.726 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.726 INFO:teuthology.orchestra.run.smithi192.stdout: "req_renamesnap_latency": { 2024-09-05T07:49:20.726 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.726 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.726 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.726 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.726 INFO:teuthology.orchestra.run.smithi192.stdout: "req_snapdiff_latency": { 2024-09-05T07:49:20.726 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.727 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.727 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.727 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.727 INFO:teuthology.orchestra.run.smithi192.stdout: "req_rmdir_latency": { 2024-09-05T07:49:20.727 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 2, 2024-09-05T07:49:20.727 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.009554472, 2024-09-05T07:49:20.727 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.004777236 2024-09-05T07:49:20.727 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.727 INFO:teuthology.orchestra.run.smithi192.stdout: "req_rmsnap_latency": { 2024-09-05T07:49:20.727 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 5, 2024-09-05T07:49:20.727 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.020800617, 2024-09-05T07:49:20.727 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.004160123 2024-09-05T07:49:20.727 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.727 INFO:teuthology.orchestra.run.smithi192.stdout: "req_rmxattr_latency": { 2024-09-05T07:49:20.728 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.728 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.728 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.728 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.728 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setattr_latency": { 2024-09-05T07:49:20.728 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 2, 2024-09-05T07:49:20.728 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.001291097, 2024-09-05T07:49:20.728 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000645548 2024-09-05T07:49:20.728 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.728 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setdirlayout_latency": { 2024-09-05T07:49:20.728 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.728 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.728 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.728 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.729 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setfilelock_latency": { 2024-09-05T07:49:20.729 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.729 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.729 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.729 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.729 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setlayout_latency": { 2024-09-05T07:49:20.729 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.729 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.729 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.729 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.729 INFO:teuthology.orchestra.run.smithi192.stdout: "req_setxattr_latency": { 2024-09-05T07:49:20.729 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 8, 2024-09-05T07:49:20.729 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.019964736, 2024-09-05T07:49:20.730 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.002495592 2024-09-05T07:49:20.730 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.730 INFO:teuthology.orchestra.run.smithi192.stdout: "req_symlink_latency": { 2024-09-05T07:49:20.730 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.730 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.730 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.730 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.730 INFO:teuthology.orchestra.run.smithi192.stdout: "req_unlink_latency": { 2024-09-05T07:49:20.730 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 4, 2024-09-05T07:49:20.730 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.004663792, 2024-09-05T07:49:20.730 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.001165948 2024-09-05T07:49:20.730 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.730 INFO:teuthology.orchestra.run.smithi192.stdout: "cap_revoke_eviction": 0, 2024-09-05T07:49:20.730 INFO:teuthology.orchestra.run.smithi192.stdout: "cap_acquisition_throttle": 0, 2024-09-05T07:49:20.730 INFO:teuthology.orchestra.run.smithi192.stdout: "req_getvxattr_latency": { 2024-09-05T07:49:20.731 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.731 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.731 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.731 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:20.731 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.731 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_sessions": { 2024-09-05T07:49:20.731 INFO:teuthology.orchestra.run.smithi192.stdout: "session_count": 2, 2024-09-05T07:49:20.731 INFO:teuthology.orchestra.run.smithi192.stdout: "session_add": 6, 2024-09-05T07:49:20.731 INFO:teuthology.orchestra.run.smithi192.stdout: "session_remove": 4, 2024-09-05T07:49:20.731 INFO:teuthology.orchestra.run.smithi192.stdout: "sessions_open": 2, 2024-09-05T07:49:20.731 INFO:teuthology.orchestra.run.smithi192.stdout: "sessions_stale": 0, 2024-09-05T07:49:20.731 INFO:teuthology.orchestra.run.smithi192.stdout: "total_load": 27, 2024-09-05T07:49:20.731 INFO:teuthology.orchestra.run.smithi192.stdout: "average_load": 13, 2024-09-05T07:49:20.731 INFO:teuthology.orchestra.run.smithi192.stdout: "avg_session_uptime": 632, 2024-09-05T07:49:20.731 INFO:teuthology.orchestra.run.smithi192.stdout: "mdthresh_evicted": 0 2024-09-05T07:49:20.732 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.732 INFO:teuthology.orchestra.run.smithi192.stdout: "mempool": { 2024-09-05T07:49:20.732 INFO:teuthology.orchestra.run.smithi192.stdout: "bloom_filter_bytes": 0, 2024-09-05T07:49:20.732 INFO:teuthology.orchestra.run.smithi192.stdout: "bloom_filter_items": 0, 2024-09-05T07:49:20.732 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T07:49:20.732 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_alloc_items": 0, 2024-09-05T07:49:20.732 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T07:49:20.732 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_data_items": 0, 2024-09-05T07:49:20.732 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T07:49:20.732 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T07:49:20.732 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T07:49:20.732 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T07:49:20.733 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T07:49:20.733 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_other_items": 0, 2024-09-05T07:49:20.733 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T07:49:20.733 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T07:49:20.733 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_extent_bytes": 0, 2024-09-05T07:49:20.733 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_extent_items": 0, 2024-09-05T07:49:20.733 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_blob_bytes": 0, 2024-09-05T07:49:20.733 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_blob_items": 0, 2024-09-05T07:49:20.733 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T07:49:20.733 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T07:49:20.733 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T07:49:20.733 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T07:49:20.733 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T07:49:20.734 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_fsck_items": 0, 2024-09-05T07:49:20.734 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_txc_bytes": 0, 2024-09-05T07:49:20.734 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_txc_items": 0, 2024-09-05T07:49:20.734 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T07:49:20.734 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T07:49:20.734 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_bytes": 0, 2024-09-05T07:49:20.734 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_items": 0, 2024-09-05T07:49:20.734 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_bytes": 0, 2024-09-05T07:49:20.734 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_items": 0, 2024-09-05T07:49:20.734 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T07:49:20.734 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_reader_items": 0, 2024-09-05T07:49:20.734 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T07:49:20.734 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_writer_items": 0, 2024-09-05T07:49:20.735 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_anon_bytes": 326711, 2024-09-05T07:49:20.735 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_anon_items": 109, 2024-09-05T07:49:20.735 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_meta_bytes": 0, 2024-09-05T07:49:20.735 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_meta_items": 0, 2024-09-05T07:49:20.735 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_bytes": 0, 2024-09-05T07:49:20.735 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_items": 0, 2024-09-05T07:49:20.735 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_mapbl_bytes": 0, 2024-09-05T07:49:20.735 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_mapbl_items": 0, 2024-09-05T07:49:20.735 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_pglog_bytes": 0, 2024-09-05T07:49:20.735 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_pglog_items": 0, 2024-09-05T07:49:20.735 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_bytes": 9960, 2024-09-05T07:49:20.735 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_items": 201, 2024-09-05T07:49:20.735 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T07:49:20.736 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_mapping_items": 0, 2024-09-05T07:49:20.736 INFO:teuthology.orchestra.run.smithi192.stdout: "pgmap_bytes": 0, 2024-09-05T07:49:20.736 INFO:teuthology.orchestra.run.smithi192.stdout: "pgmap_items": 0, 2024-09-05T07:49:20.736 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_co_bytes": 134692, 2024-09-05T07:49:20.736 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_co_items": 1021, 2024-09-05T07:49:20.736 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_1_bytes": 0, 2024-09-05T07:49:20.736 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_1_items": 0, 2024-09-05T07:49:20.736 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_2_bytes": 0, 2024-09-05T07:49:20.736 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_2_items": 0 2024-09-05T07:49:20.736 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.736 INFO:teuthology.orchestra.run.smithi192.stdout: "objecter": { 2024-09-05T07:49:20.736 INFO:teuthology.orchestra.run.smithi192.stdout: "op_active": 0, 2024-09-05T07:49:20.736 INFO:teuthology.orchestra.run.smithi192.stdout: "op_laggy": 0, 2024-09-05T07:49:20.737 INFO:teuthology.orchestra.run.smithi192.stdout: "op_send": 1132, 2024-09-05T07:49:20.737 INFO:teuthology.orchestra.run.smithi192.stdout: "op_send_bytes": 1087909, 2024-09-05T07:49:20.737 INFO:teuthology.orchestra.run.smithi192.stdout: "op_resend": 33, 2024-09-05T07:49:20.737 INFO:teuthology.orchestra.run.smithi192.stdout: "op_reply": 1132, 2024-09-05T07:49:20.737 INFO:teuthology.orchestra.run.smithi192.stdout: "op_latency": { 2024-09-05T07:49:20.737 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 1132, 2024-09-05T07:49:20.737 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 23.488504076, 2024-09-05T07:49:20.737 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.020749561 2024-09-05T07:49:20.737 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.737 INFO:teuthology.orchestra.run.smithi192.stdout: "op_inflight": 0, 2024-09-05T07:49:20.737 INFO:teuthology.orchestra.run.smithi192.stdout: "oplen_avg": { 2024-09-05T07:49:20.738 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 1132, 2024-09-05T07:49:20.738 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 1182 2024-09-05T07:49:20.738 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.738 INFO:teuthology.orchestra.run.smithi192.stdout: "op": 1132, 2024-09-05T07:49:20.738 INFO:teuthology.orchestra.run.smithi192.stdout: "op_r": 225, 2024-09-05T07:49:20.738 INFO:teuthology.orchestra.run.smithi192.stdout: "op_w": 907, 2024-09-05T07:49:20.738 INFO:teuthology.orchestra.run.smithi192.stdout: "op_rmw": 0, 2024-09-05T07:49:20.738 INFO:teuthology.orchestra.run.smithi192.stdout: "op_pg": 0, 2024-09-05T07:49:20.738 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_stat": 0, 2024-09-05T07:49:20.738 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_create": 11, 2024-09-05T07:49:20.738 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_read": 19, 2024-09-05T07:49:20.738 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_write": 182, 2024-09-05T07:49:20.738 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_writefull": 30, 2024-09-05T07:49:20.738 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_writesame": 0, 2024-09-05T07:49:20.739 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_append": 0, 2024-09-05T07:49:20.739 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_zero": 0, 2024-09-05T07:49:20.739 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_truncate": 0, 2024-09-05T07:49:20.739 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_delete": 648, 2024-09-05T07:49:20.739 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_mapext": 0, 2024-09-05T07:49:20.739 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_sparse_read": 0, 2024-09-05T07:49:20.739 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_clonerange": 0, 2024-09-05T07:49:20.739 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_getxattr": 206, 2024-09-05T07:49:20.739 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_setxattr": 22, 2024-09-05T07:49:20.739 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_cmpxattr": 0, 2024-09-05T07:49:20.739 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_rmxattr": 0, 2024-09-05T07:49:20.739 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_resetxattrs": 0, 2024-09-05T07:49:20.739 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_call": 0, 2024-09-05T07:49:20.740 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_watch": 0, 2024-09-05T07:49:20.740 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_notify": 0, 2024-09-05T07:49:20.740 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_src_cmpxattr": 0, 2024-09-05T07:49:20.740 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_pgls": 0, 2024-09-05T07:49:20.740 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_pgls_filter": 0, 2024-09-05T07:49:20.740 INFO:teuthology.orchestra.run.smithi192.stdout: "osdop_other": 0, 2024-09-05T07:49:20.740 INFO:teuthology.orchestra.run.smithi192.stdout: "linger_active": 0, 2024-09-05T07:49:20.740 INFO:teuthology.orchestra.run.smithi192.stdout: "linger_send": 0, 2024-09-05T07:49:20.740 INFO:teuthology.orchestra.run.smithi192.stdout: "linger_resend": 0, 2024-09-05T07:49:20.740 INFO:teuthology.orchestra.run.smithi192.stdout: "linger_ping": 0, 2024-09-05T07:49:20.740 INFO:teuthology.orchestra.run.smithi192.stdout: "poolop_active": 0, 2024-09-05T07:49:20.740 INFO:teuthology.orchestra.run.smithi192.stdout: "poolop_send": 0, 2024-09-05T07:49:20.741 INFO:teuthology.orchestra.run.smithi192.stdout: "poolop_resend": 0, 2024-09-05T07:49:20.741 INFO:teuthology.orchestra.run.smithi192.stdout: "poolstat_active": 0, 2024-09-05T07:49:20.741 INFO:teuthology.orchestra.run.smithi192.stdout: "poolstat_send": 0, 2024-09-05T07:49:20.741 INFO:teuthology.orchestra.run.smithi192.stdout: "poolstat_resend": 0, 2024-09-05T07:49:20.741 INFO:teuthology.orchestra.run.smithi192.stdout: "statfs_active": 0, 2024-09-05T07:49:20.741 INFO:teuthology.orchestra.run.smithi192.stdout: "statfs_send": 0, 2024-09-05T07:49:20.741 INFO:teuthology.orchestra.run.smithi192.stdout: "statfs_resend": 0, 2024-09-05T07:49:20.741 INFO:teuthology.orchestra.run.smithi192.stdout: "command_active": 0, 2024-09-05T07:49:20.741 INFO:teuthology.orchestra.run.smithi192.stdout: "command_send": 0, 2024-09-05T07:49:20.741 INFO:teuthology.orchestra.run.smithi192.stdout: "command_resend": 0, 2024-09-05T07:49:20.741 INFO:teuthology.orchestra.run.smithi192.stdout: "map_epoch": 103, 2024-09-05T07:49:20.741 INFO:teuthology.orchestra.run.smithi192.stdout: "map_full": 0, 2024-09-05T07:49:20.741 INFO:teuthology.orchestra.run.smithi192.stdout: "map_inc": 21, 2024-09-05T07:49:20.741 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_sessions": 12, 2024-09-05T07:49:20.742 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_session_open": 12, 2024-09-05T07:49:20.742 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_session_close": 0, 2024-09-05T07:49:20.742 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_laggy": 0, 2024-09-05T07:49:20.742 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_wr": 53, 2024-09-05T07:49:20.742 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_rd": 0, 2024-09-05T07:49:20.742 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_del": 11 2024-09-05T07:49:20.742 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.742 INFO:teuthology.orchestra.run.smithi192.stdout: "oft": { 2024-09-05T07:49:20.742 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_total_objs": 1, 2024-09-05T07:49:20.742 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_total_kv_pairs": 0, 2024-09-05T07:49:20.742 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_total_updates": 0, 2024-09-05T07:49:20.742 INFO:teuthology.orchestra.run.smithi192.stdout: "omap_total_removes": 0 2024-09-05T07:49:20.742 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.742 INFO:teuthology.orchestra.run.smithi192.stdout: "osd-slow-ops": { 2024-09-05T07:49:20.743 INFO:teuthology.orchestra.run.smithi192.stdout: "slow_ops_count": 25 2024-09-05T07:49:20.743 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.743 INFO:teuthology.orchestra.run.smithi192.stdout: "purge_queue": { 2024-09-05T07:49:20.743 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executing_ops": 0, 2024-09-05T07:49:20.743 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executing_ops_high_water": 130, 2024-09-05T07:49:20.743 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executing": 0, 2024-09-05T07:49:20.743 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executing_high_water": 3, 2024-09-05T07:49:20.743 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executed_ops": 136, 2024-09-05T07:49:20.743 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_executed": 4, 2024-09-05T07:49:20.743 INFO:teuthology.orchestra.run.smithi192.stdout: "pq_item_in_journal": 0 2024-09-05T07:49:20.743 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.743 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T07:49:20.743 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-05T07:49:20.744 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 104857600, 2024-09-05T07:49:20.744 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-05T07:49:20.744 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 4578, 2024-09-05T07:49:20.744 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 2715505, 2024-09-05T07:49:20.744 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:20.744 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 4578, 2024-09-05T07:49:20.744 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 0, 2024-09-05T07:49:20.744 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 0, 2024-09-05T07:49:20.744 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 4578, 2024-09-05T07:49:20.744 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 2715505, 2024-09-05T07:49:20.744 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-05T07:49:20.744 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.744 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.744 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.745 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:20.745 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.745 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-objecter_bytes": { 2024-09-05T07:49:20.745 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-05T07:49:20.745 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 104857600, 2024-09-05T07:49:20.745 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-05T07:49:20.745 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 0, 2024-09-05T07:49:20.745 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 0, 2024-09-05T07:49:20.745 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:20.745 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 0, 2024-09-05T07:49:20.745 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 1132, 2024-09-05T07:49:20.745 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 1088377, 2024-09-05T07:49:20.745 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 1132, 2024-09-05T07:49:20.745 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 1088377, 2024-09-05T07:49:20.746 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-05T07:49:20.746 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.746 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.746 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.746 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:20.746 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.746 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-objecter_ops": { 2024-09-05T07:49:20.746 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-05T07:49:20.746 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 1024, 2024-09-05T07:49:20.746 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-05T07:49:20.746 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 0, 2024-09-05T07:49:20.746 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 0, 2024-09-05T07:49:20.747 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:20.747 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 0, 2024-09-05T07:49:20.747 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 1132, 2024-09-05T07:49:20.747 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 1132, 2024-09-05T07:49:20.747 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 1132, 2024-09-05T07:49:20.747 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 1132, 2024-09-05T07:49:20.747 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-05T07:49:20.747 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.747 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.747 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.747 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:20.748 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.748 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-write_buf_throttle": { 2024-09-05T07:49:20.748 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-05T07:49:20.748 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 3758096384, 2024-09-05T07:49:20.748 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-05T07:49:20.748 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 4, 2024-09-05T07:49:20.748 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 468, 2024-09-05T07:49:20.748 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:20.748 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 4, 2024-09-05T07:49:20.748 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 0, 2024-09-05T07:49:20.748 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 0, 2024-09-05T07:49:20.748 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 2, 2024-09-05T07:49:20.748 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 468, 2024-09-05T07:49:20.749 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-05T07:49:20.749 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.749 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.749 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.749 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:20.749 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:20.749 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-write_buf_throttle-0x5613dac8c960": { 2024-09-05T07:49:20.749 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-05T07:49:20.749 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 3758096384, 2024-09-05T07:49:20.749 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-05T07:49:20.749 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 223, 2024-09-05T07:49:20.749 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 1069400, 2024-09-05T07:49:20.749 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:20.749 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 223, 2024-09-05T07:49:20.749 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 0, 2024-09-05T07:49:20.750 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 0, 2024-09-05T07:49:20.750 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 180, 2024-09-05T07:49:20.750 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 1069400, 2024-09-05T07:49:20.750 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-05T07:49:20.750 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:20.750 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:20.750 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:20.750 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:20.750 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:20.750 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-05T07:49:20.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:20 smithi071 ceph-mon[30965]: pgmap v334: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:49:20.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:20 smithi123 ceph-mon[34568]: pgmap v334: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:49:21.505 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-09-05T07:49:21.505 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-09-05T07:49:21.505 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=6 2024-09-05T07:49:21.506 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=11 2024-09-05T07:49:21.506 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=5 2024-09-05T07:49:21.506 DEBUG:tasks.check_counter:Getting stats from l 2024-09-05T07:49:21.506 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph daemon mds.l perf dump 2024-09-05T07:49:21.749 INFO:teuthology.orchestra.run.smithi192.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T07:49:22.267 INFO:teuthology.orchestra.run.smithi192.stdout:{ 2024-09-05T07:49:22.267 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T07:49:22.267 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 233, 2024-09-05T07:49:22.267 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 223, 2024-09-05T07:49:22.267 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 1446160, 2024-09-05T07:49:22.267 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 137024, 2024-09-05T07:49:22.267 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 4, 2024-09-05T07:49:22.268 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 0, 2024-09-05T07:49:22.268 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.043596247, 2024-09-05T07:49:22.268 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.016135065, 2024-09-05T07:49:22.268 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.040446385, 2024-09-05T07:49:22.268 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T07:49:22.268 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:22.268 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 222, 2024-09-05T07:49:22.268 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.013838844, 2024-09-05T07:49:22.268 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000062337 2024-09-05T07:49:22.268 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:22.268 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:22.269 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:22.269 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:22.269 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:22.269 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:22.269 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 1446160, 2024-09-05T07:49:22.269 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 137024 2024-09-05T07:49:22.269 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:22.269 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T07:49:22.269 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 2, 2024-09-05T07:49:22.269 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 170, 2024-09-05T07:49:22.269 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 320, 2024-09-05T07:49:22.269 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 186960, 2024-09-05T07:49:22.270 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 5, 2024-09-05T07:49:22.270 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 3, 2024-09-05T07:49:22.270 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.014931315, 2024-09-05T07:49:22.270 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.008301904, 2024-09-05T07:49:22.270 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.001371467, 2024-09-05T07:49:22.270 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T07:49:22.270 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:22.270 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 167, 2024-09-05T07:49:22.270 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.020077856, 2024-09-05T07:49:22.270 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000120226 2024-09-05T07:49:22.270 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:22.271 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:22.271 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:22.271 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:22.271 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:22.271 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:22.271 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-05T07:49:22.271 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 186960 2024-09-05T07:49:22.271 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:22.271 INFO:teuthology.orchestra.run.smithi192.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T07:49:22.271 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_messages": 4, 2024-09-05T07:49:22.271 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages": 4, 2024-09-05T07:49:22.272 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_bytes": 2944, 2024-09-05T07:49:22.272 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_bytes": 448, 2024-09-05T07:49:22.272 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_created_connections": 2, 2024-09-05T07:49:22.272 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_active_connections": 1, 2024-09-05T07:49:22.272 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_total_time": 0.002217361, 2024-09-05T07:49:22.272 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_send_time": 0.000041666, 2024-09-05T07:49:22.272 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_recv_time": 0.002166063, 2024-09-05T07:49:22.272 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T07:49:22.272 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T07:49:22.272 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 3, 2024-09-05T07:49:22.273 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.004051482, 2024-09-05T07:49:22.273 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.001350494 2024-09-05T07:49:22.273 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:22.273 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_handle_ack_lat": { 2024-09-05T07:49:22.273 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:22.273 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:22.273 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:22.273 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:22.273 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-09-05T07:49:22.273 INFO:teuthology.orchestra.run.smithi192.stdout: "msgr_send_encrypted_bytes": 448 2024-09-05T07:49:22.273 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:22.274 INFO:teuthology.orchestra.run.smithi192.stdout: "cct": { 2024-09-05T07:49:22.274 INFO:teuthology.orchestra.run.smithi192.stdout: "total_workers": 0, 2024-09-05T07:49:22.274 INFO:teuthology.orchestra.run.smithi192.stdout: "unhealthy_workers": 0 2024-09-05T07:49:22.274 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:22.274 INFO:teuthology.orchestra.run.smithi192.stdout: "mempool": { 2024-09-05T07:49:22.274 INFO:teuthology.orchestra.run.smithi192.stdout: "bloom_filter_bytes": 0, 2024-09-05T07:49:22.274 INFO:teuthology.orchestra.run.smithi192.stdout: "bloom_filter_items": 0, 2024-09-05T07:49:22.274 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T07:49:22.274 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_alloc_items": 0, 2024-09-05T07:49:22.274 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T07:49:22.274 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_data_items": 0, 2024-09-05T07:49:22.274 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T07:49:22.275 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T07:49:22.275 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T07:49:22.275 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T07:49:22.275 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T07:49:22.275 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_other_items": 0, 2024-09-05T07:49:22.275 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T07:49:22.275 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T07:49:22.275 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_extent_bytes": 0, 2024-09-05T07:49:22.275 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_extent_items": 0, 2024-09-05T07:49:22.275 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_blob_bytes": 0, 2024-09-05T07:49:22.275 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_blob_items": 0, 2024-09-05T07:49:22.276 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T07:49:22.276 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T07:49:22.276 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T07:49:22.276 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T07:49:22.276 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T07:49:22.276 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_fsck_items": 0, 2024-09-05T07:49:22.276 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_txc_bytes": 0, 2024-09-05T07:49:22.276 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_txc_items": 0, 2024-09-05T07:49:22.276 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T07:49:22.276 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T07:49:22.276 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_bytes": 0, 2024-09-05T07:49:22.277 INFO:teuthology.orchestra.run.smithi192.stdout: "bluestore_writing_items": 0, 2024-09-05T07:49:22.277 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_bytes": 0, 2024-09-05T07:49:22.277 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_items": 0, 2024-09-05T07:49:22.277 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T07:49:22.277 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_reader_items": 0, 2024-09-05T07:49:22.277 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T07:49:22.277 INFO:teuthology.orchestra.run.smithi192.stdout: "bluefs_file_writer_items": 0, 2024-09-05T07:49:22.277 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_anon_bytes": 148744, 2024-09-05T07:49:22.277 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_anon_items": 30, 2024-09-05T07:49:22.277 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_meta_bytes": 0, 2024-09-05T07:49:22.277 INFO:teuthology.orchestra.run.smithi192.stdout: "buffer_meta_items": 0, 2024-09-05T07:49:22.278 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_bytes": 0, 2024-09-05T07:49:22.278 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_items": 0, 2024-09-05T07:49:22.278 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_mapbl_bytes": 0, 2024-09-05T07:49:22.278 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_mapbl_items": 0, 2024-09-05T07:49:22.278 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_pglog_bytes": 0, 2024-09-05T07:49:22.278 INFO:teuthology.orchestra.run.smithi192.stdout: "osd_pglog_items": 0, 2024-09-05T07:49:22.278 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_bytes": 0, 2024-09-05T07:49:22.278 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_items": 0, 2024-09-05T07:49:22.278 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T07:49:22.278 INFO:teuthology.orchestra.run.smithi192.stdout: "osdmap_mapping_items": 0, 2024-09-05T07:49:22.278 INFO:teuthology.orchestra.run.smithi192.stdout: "pgmap_bytes": 0, 2024-09-05T07:49:22.279 INFO:teuthology.orchestra.run.smithi192.stdout: "pgmap_items": 0, 2024-09-05T07:49:22.279 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_co_bytes": 928, 2024-09-05T07:49:22.279 INFO:teuthology.orchestra.run.smithi192.stdout: "mds_co_items": 2, 2024-09-05T07:49:22.279 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_1_bytes": 0, 2024-09-05T07:49:22.279 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_1_items": 0, 2024-09-05T07:49:22.279 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_2_bytes": 0, 2024-09-05T07:49:22.279 INFO:teuthology.orchestra.run.smithi192.stdout: "unittest_2_items": 0 2024-09-05T07:49:22.279 INFO:teuthology.orchestra.run.smithi192.stdout: }, 2024-09-05T07:49:22.279 INFO:teuthology.orchestra.run.smithi192.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T07:49:22.279 INFO:teuthology.orchestra.run.smithi192.stdout: "val": 0, 2024-09-05T07:49:22.279 INFO:teuthology.orchestra.run.smithi192.stdout: "max": 104857600, 2024-09-05T07:49:22.280 INFO:teuthology.orchestra.run.smithi192.stdout: "get_started": 0, 2024-09-05T07:49:22.280 INFO:teuthology.orchestra.run.smithi192.stdout: "get": 235, 2024-09-05T07:49:22.280 INFO:teuthology.orchestra.run.smithi192.stdout: "get_sum": 1413311, 2024-09-05T07:49:22.280 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_fail": 0, 2024-09-05T07:49:22.280 INFO:teuthology.orchestra.run.smithi192.stdout: "get_or_fail_success": 235, 2024-09-05T07:49:22.280 INFO:teuthology.orchestra.run.smithi192.stdout: "take": 0, 2024-09-05T07:49:22.280 INFO:teuthology.orchestra.run.smithi192.stdout: "take_sum": 0, 2024-09-05T07:49:22.280 INFO:teuthology.orchestra.run.smithi192.stdout: "put": 235, 2024-09-05T07:49:22.280 INFO:teuthology.orchestra.run.smithi192.stdout: "put_sum": 1413311, 2024-09-05T07:49:22.280 INFO:teuthology.orchestra.run.smithi192.stdout: "wait": { 2024-09-05T07:49:22.280 INFO:teuthology.orchestra.run.smithi192.stdout: "avgcount": 0, 2024-09-05T07:49:22.280 INFO:teuthology.orchestra.run.smithi192.stdout: "sum": 0.000000000, 2024-09-05T07:49:22.281 INFO:teuthology.orchestra.run.smithi192.stdout: "avgtime": 0.000000000 2024-09-05T07:49:22.281 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:22.281 INFO:teuthology.orchestra.run.smithi192.stdout: } 2024-09-05T07:49:22.281 INFO:teuthology.orchestra.run.smithi192.stdout:} 2024-09-05T07:49:22.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:22 smithi071 ceph-mon[30965]: pgmap v335: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:49:22.903 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:22 smithi192 ceph-mon[34929]: pgmap v335: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:49:22.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:22 smithi123 ceph-mon[34568]: pgmap v335: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-09-05T07:49:22.933 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2024-09-05T07:49:22.933 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2024-09-05T07:49:22.934 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.l 2024-09-05T07:49:22.934 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.l 2024-09-05T07:49:22.934 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.l 2024-09-05T07:49:22.934 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-05T07:49:22.945 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-05T07:49:22.945 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:49:22.945 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T07:49:22.968 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:49:22.969 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T07:49:23.028 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd blocklist ls 2024-09-05T07:49:23.324 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:49:23.844 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.808+0000 7f453dae3640 1 -- 172.21.15.71:0/1383672 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4538101de0 msgr2=0x7f45381021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:23.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.808+0000 7f453dae3640 1 --2- 172.21.15.71:0/1383672 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4538101de0 0x7f45381021c0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f4528009900 tx=0x7f452802a410 comp rx=0 tx=0).stop 2024-09-05T07:49:23.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.808+0000 7f453dae3640 1 -- 172.21.15.71:0/1383672 shutdown_connections 2024-09-05T07:49:23.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.808+0000 7f453dae3640 1 --2- 172.21.15.71:0/1383672 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4538106f10 0x7f453810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:23.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.808+0000 7f453dae3640 1 --2- 172.21.15.71:0/1383672 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4538102790 0x7f45381067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:23.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.808+0000 7f453dae3640 1 --2- 172.21.15.71:0/1383672 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4538101de0 0x7f45381021c0 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:23.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.808+0000 7f453dae3640 1 -- 172.21.15.71:0/1383672 >> 172.21.15.71:0/1383672 conn(0x7f45380fd8c0 msgr2=0x7f45380ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:23.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.808+0000 7f453dae3640 1 -- 172.21.15.71:0/1383672 shutdown_connections 2024-09-05T07:49:23.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.808+0000 7f453dae3640 1 -- 172.21.15.71:0/1383672 wait complete. 2024-09-05T07:49:23.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.809+0000 7f453dae3640 1 Processor -- start 2024-09-05T07:49:23.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.809+0000 7f453dae3640 1 -- start start 2024-09-05T07:49:23.845 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.809+0000 7f453dae3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4538101de0 0x7f45380744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:23.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.809+0000 7f453dae3640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4538102790 0x7f4538074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:23.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.809+0000 7f453dae3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4538106f10 0x7f4538074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:23.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.809+0000 7f453dae3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f4538111de0 con 0x7f4538101de0 2024-09-05T07:49:23.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.809+0000 7f453dae3640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f4538111c60 con 0x7f4538102790 2024-09-05T07:49:23.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.809+0000 7f453dae3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f4538111f60 con 0x7f4538106f10 2024-09-05T07:49:23.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.809+0000 7f45377fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4538101de0 0x7f45380744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:23.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.809+0000 7f45377fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4538101de0 0x7f45380744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44856/0 (socket says 172.21.15.71:44856) 2024-09-05T07:49:23.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.809+0000 7f45377fe640 1 -- 172.21.15.71:0/2420051612 learned_addr learned my addr 172.21.15.71:0/2420051612 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:23.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.809+0000 7f4536ffd640 1 --2- 172.21.15.71:0/2420051612 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4538102790 0x7f4538074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:23.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.809+0000 7f4537fff640 1 --2- 172.21.15.71:0/2420051612 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4538106f10 0x7f4538074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:23.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.809+0000 7f45377fe640 1 -- 172.21.15.71:0/2420051612 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4538106f10 msgr2=0x7f4538074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:23.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.809+0000 7f45377fe640 1 --2- 172.21.15.71:0/2420051612 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4538106f10 0x7f4538074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:23.846 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.809+0000 7f45377fe640 1 -- 172.21.15.71:0/2420051612 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4538102790 msgr2=0x7f4538074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:23.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.809+0000 7f45377fe640 1 --2- 172.21.15.71:0/2420051612 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4538102790 0x7f4538074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:23.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.809+0000 7f45377fe640 1 -- 172.21.15.71:0/2420051612 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45381a67d0 con 0x7f4538101de0 2024-09-05T07:49:23.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.809+0000 7f4537fff640 1 --2- 172.21.15.71:0/2420051612 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4538106f10 0x7f4538074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:49:23.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.810+0000 7f45377fe640 1 --2- 172.21.15.71:0/2420051612 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4538101de0 0x7f45380744f0 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f4528005940 tx=0x7f4528004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:23.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.810+0000 7f4534ff9640 1 -- 172.21.15.71:0/2420051612 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f452803f030 con 0x7f4538101de0 2024-09-05T07:49:23.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.810+0000 7f453dae3640 1 -- 172.21.15.71:0/2420051612 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45381a6a60 con 0x7f4538101de0 2024-09-05T07:49:23.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.810+0000 7f4534ff9640 1 -- 172.21.15.71:0/2420051612 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4528003aa0 con 0x7f4538101de0 2024-09-05T07:49:23.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.810+0000 7f4534ff9640 1 -- 172.21.15.71:0/2420051612 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4528035070 con 0x7f4538101de0 2024-09-05T07:49:23.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.810+0000 7f453dae3640 1 -- 172.21.15.71:0/2420051612 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45381a6f90 con 0x7f4538101de0 2024-09-05T07:49:23.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.811+0000 7f453dae3640 1 -- 172.21.15.71:0/2420051612 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45381021c0 con 0x7f4538101de0 2024-09-05T07:49:23.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.812+0000 7f4534ff9640 1 -- 172.21.15.71:0/2420051612 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f4528042030 con 0x7f4538101de0 2024-09-05T07:49:23.847 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.813+0000 7f4534ff9640 1 --2- 172.21.15.71:0/2420051612 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f45240a2cf0 0x7f45240a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:23.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.813+0000 7f4536ffd640 1 --2- 172.21.15.71:0/2420051612 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f45240a2cf0 0x7f45240a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:23.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.813+0000 7f4534ff9640 1 -- 172.21.15.71:0/2420051612 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 9626+0+0 (secure 0 0 0) 0x7f45280f0220 con 0x7f4538101de0 2024-09-05T07:49:23.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.813+0000 7f4536ffd640 1 --2- 172.21.15.71:0/2420051612 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f45240a2cf0 0x7f45240a51b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f4538075f80 tx=0x7f452000a2d0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:23.848 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.816+0000 7f4534ff9640 1 -- 172.21.15.71:0/2420051612 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f45280bc9f0 con 0x7f4538101de0 2024-09-05T07:49:23.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.996+0000 7f453dae3640 1 -- 172.21.15.71:0/2420051612 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f4538075a20 con 0x7f4538101de0 2024-09-05T07:49:23.997 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.997+0000 7f4534ff9640 1 -- 172.21.15.71:0/2420051612 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 17 entries v103) ==== 81+0+998 (secure 0 0 0) 0x7f45280bc2f0 con 0x7f4538101de0 2024-09-05T07:49:23.997 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6800/3540526501 2024-09-06T07:38:36.447638+0000 2024-09-05T07:49:23.998 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/204493459 2024-09-06T07:38:36.447638+0000 2024-09-05T07:49:23.998 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/2830316429 2024-09-06T07:38:36.447638+0000 2024-09-05T07:49:23.998 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/648100065 2024-09-06T07:29:34.205819+0000 2024-09-05T07:49:23.998 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/1175989887 2024-09-06T07:38:36.447638+0000 2024-09-05T07:49:23.998 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/1573159026 2024-09-06T07:29:10.775719+0000 2024-09-05T07:49:23.998 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/2146188042 2024-09-06T07:38:36.447638+0000 2024-09-05T07:49:23.998 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6801/3540526501 2024-09-06T07:38:36.447638+0000 2024-09-05T07:49:23.998 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6801/371807956 2024-09-06T07:29:10.775719+0000 2024-09-05T07:49:23.998 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/2785525161 2024-09-06T07:29:10.775719+0000 2024-09-05T07:49:23.998 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/4125208267 2024-09-06T07:29:34.205819+0000 2024-09-05T07:49:23.998 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/1087222059 2024-09-06T07:29:34.205819+0000 2024-09-05T07:49:23.998 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6801/316149397 2024-09-06T07:29:34.205819+0000 2024-09-05T07:49:23.998 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6800/316149397 2024-09-06T07:29:34.205819+0000 2024-09-05T07:49:23.999 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/3537016012 2024-09-06T07:29:10.775719+0000 2024-09-05T07:49:23.999 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6800/371807956 2024-09-06T07:29:10.775719+0000 2024-09-05T07:49:23.999 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/2492827930 2024-09-06T07:38:36.447638+0000 2024-09-05T07:49:23.999 INFO:teuthology.orchestra.run.smithi071.stderr:listed 17 entries 2024-09-05T07:49:24.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.999+0000 7f453dae3640 1 -- 172.21.15.71:0/2420051612 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f45240a2cf0 msgr2=0x7f45240a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:24.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.999+0000 7f453dae3640 1 --2- 172.21.15.71:0/2420051612 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f45240a2cf0 0x7f45240a51b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f4538075f80 tx=0x7f452000a2d0 comp rx=0 tx=0).stop 2024-09-05T07:49:24.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.999+0000 7f453dae3640 1 -- 172.21.15.71:0/2420051612 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4538101de0 msgr2=0x7f45380744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:24.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.999+0000 7f453dae3640 1 --2- 172.21.15.71:0/2420051612 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4538101de0 0x7f45380744f0 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f4528005940 tx=0x7f4528004270 comp rx=0 tx=0).stop 2024-09-05T07:49:24.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.999+0000 7f453dae3640 1 -- 172.21.15.71:0/2420051612 shutdown_connections 2024-09-05T07:49:24.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.999+0000 7f453dae3640 1 --2- 172.21.15.71:0/2420051612 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f45240a2cf0 0x7f45240a51b0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:24.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.999+0000 7f453dae3640 1 --2- 172.21.15.71:0/2420051612 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f4538106f10 0x7f4538074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:24.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.999+0000 7f453dae3640 1 --2- 172.21.15.71:0/2420051612 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f4538102790 0x7f4538074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:24.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.999+0000 7f453dae3640 1 --2- 172.21.15.71:0/2420051612 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4538101de0 0x7f45380744f0 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:24.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.999+0000 7f453dae3640 1 -- 172.21.15.71:0/2420051612 >> 172.21.15.71:0/2420051612 conn(0x7f45380fd8c0 msgr2=0x7f45380fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:24.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.999+0000 7f453dae3640 1 -- 172.21.15.71:0/2420051612 shutdown_connections 2024-09-05T07:49:24.000 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:23.999+0000 7f453dae3640 1 -- 172.21.15.71:0/2420051612 wait complete. 2024-09-05T07:49:24.800 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:24 smithi071 ceph-mon[30965]: pgmap v336: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:49:24.801 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:24 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2420051612' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T07:49:24.830 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2024-09-05T07:49:24.830 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T07:49:24.849 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd blocklist ls 2024-09-05T07:49:24.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:24 smithi123 ceph-mon[34568]: pgmap v336: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:49:24.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:24 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2420051612' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T07:49:24.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:24 smithi192 ceph-mon[34929]: pgmap v336: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-09-05T07:49:24.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:24 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2420051612' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T07:49:25.134 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:49:25.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.626+0000 7f43e4b25640 1 -- 172.21.15.71:0/2120610821 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f43e0101df0 msgr2=0x7f43e01021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:25.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.626+0000 7f43e4b25640 1 --2- 172.21.15.71:0/2120610821 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f43e0101df0 0x7f43e01021d0 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f43d0009ca0 tx=0x7f43d002a8c0 comp rx=0 tx=0).stop 2024-09-05T07:49:25.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.626+0000 7f43e4b25640 1 -- 172.21.15.71:0/2120610821 shutdown_connections 2024-09-05T07:49:25.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.626+0000 7f43e4b25640 1 --2- 172.21.15.71:0/2120610821 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f43e0106f20 0x7f43e010eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:25.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.626+0000 7f43e4b25640 1 --2- 172.21.15.71:0/2120610821 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43e01027a0 0x7f43e01067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:25.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.626+0000 7f43e4b25640 1 --2- 172.21.15.71:0/2120610821 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f43e0101df0 0x7f43e01021d0 unknown :-1 s=CLOSED pgs=1091 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:25.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.626+0000 7f43e4b25640 1 -- 172.21.15.71:0/2120610821 >> 172.21.15.71:0/2120610821 conn(0x7f43e00fd8f0 msgr2=0x7f43e00ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:25.804 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.626+0000 7f43e4b25640 1 -- 172.21.15.71:0/2120610821 shutdown_connections 2024-09-05T07:49:25.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.626+0000 7f43e4b25640 1 -- 172.21.15.71:0/2120610821 wait complete. 2024-09-05T07:49:25.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.627+0000 7f43e4b25640 1 Processor -- start 2024-09-05T07:49:25.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.627+0000 7f43e4b25640 1 -- start start 2024-09-05T07:49:25.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.627+0000 7f43e4b25640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f43e0101df0 0x7f43e0198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:25.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.627+0000 7f43e4b25640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43e01027a0 0x7f43e01989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:25.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.627+0000 7f43e4b25640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f43e0106f20 0x7f43e019cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:25.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.627+0000 7f43e4b25640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f43e0111ed0 con 0x7f43e0101df0 2024-09-05T07:49:25.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.627+0000 7f43e4b25640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f43e0111d50 con 0x7f43e0106f20 2024-09-05T07:49:25.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.627+0000 7f43e4b25640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f43e0112050 con 0x7f43e01027a0 2024-09-05T07:49:25.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.628+0000 7f43de59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f43e0101df0 0x7f43e0198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:25.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.628+0000 7f43de59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f43e0101df0 0x7f43e0198470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:44876/0 (socket says 172.21.15.71:44876) 2024-09-05T07:49:25.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.628+0000 7f43de59c640 1 -- 172.21.15.71:0/157849556 learned_addr learned my addr 172.21.15.71:0/157849556 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:25.805 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.628+0000 7f43ddd9b640 1 --2- 172.21.15.71:0/157849556 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43e01027a0 0x7f43e01989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:25.806 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.628+0000 7f43ded9d640 1 --2- 172.21.15.71:0/157849556 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f43e0106f20 0x7f43e019cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:25.806 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.628+0000 7f43de59c640 1 -- 172.21.15.71:0/157849556 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43e01027a0 msgr2=0x7f43e01989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:25.806 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.628+0000 7f43de59c640 1 --2- 172.21.15.71:0/157849556 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43e01027a0 0x7f43e01989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:25.806 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.628+0000 7f43de59c640 1 -- 172.21.15.71:0/157849556 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f43e0106f20 msgr2=0x7f43e019cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:25.806 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.628+0000 7f43de59c640 1 --2- 172.21.15.71:0/157849556 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f43e0106f20 0x7f43e019cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:25.806 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.628+0000 7f43de59c640 1 -- 172.21.15.71:0/157849556 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43e019d420 con 0x7f43e0101df0 2024-09-05T07:49:25.806 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.628+0000 7f43de59c640 1 --2- 172.21.15.71:0/157849556 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f43e0101df0 0x7f43e0198470 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f43d0006010 tx=0x7f43d0003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:25.806 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.628+0000 7f43cf7fe640 1 -- 172.21.15.71:0/157849556 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d0004040 con 0x7f43e0101df0 2024-09-05T07:49:25.806 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.628+0000 7f43e4b25640 1 -- 172.21.15.71:0/157849556 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43e019d6b0 con 0x7f43e0101df0 2024-09-05T07:49:25.806 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.628+0000 7f43cf7fe640 1 -- 172.21.15.71:0/157849556 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f43d0004690 con 0x7f43e0101df0 2024-09-05T07:49:25.806 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.628+0000 7f43cf7fe640 1 -- 172.21.15.71:0/157849556 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d002f4c0 con 0x7f43e0101df0 2024-09-05T07:49:25.806 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.628+0000 7f43e4b25640 1 -- 172.21.15.71:0/157849556 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43e01a4ff0 con 0x7f43e0101df0 2024-09-05T07:49:25.806 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.629+0000 7f43e4b25640 1 -- 172.21.15.71:0/157849556 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43e01021d0 con 0x7f43e0101df0 2024-09-05T07:49:25.806 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.630+0000 7f43cf7fe640 1 -- 172.21.15.71:0/157849556 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f43d0030650 con 0x7f43e0101df0 2024-09-05T07:49:25.807 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.631+0000 7f43cf7fe640 1 --2- 172.21.15.71:0/157849556 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f43c80a2cf0 0x7f43c80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:25.807 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.631+0000 7f43ddd9b640 1 --2- 172.21.15.71:0/157849556 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f43c80a2cf0 0x7f43c80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:25.807 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.631+0000 7f43cf7fe640 1 -- 172.21.15.71:0/157849556 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 9626+0+0 (secure 0 0 0) 0x7f43d00f0f90 con 0x7f43e0101df0 2024-09-05T07:49:25.807 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.632+0000 7f43ddd9b640 1 --2- 172.21.15.71:0/157849556 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f43c80a2cf0 0x7f43c80a51b0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f43e00ffe40 tx=0x7f43d4009110 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:25.807 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.634+0000 7f43cf7fe640 1 -- 172.21.15.71:0/157849556 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f43d00bd870 con 0x7f43e0101df0 2024-09-05T07:49:25.811 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.811+0000 7f43e4b25640 1 -- 172.21.15.71:0/157849556 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f43e010a100 con 0x7f43e0101df0 2024-09-05T07:49:25.812 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.811+0000 7f43cf7fe640 1 -- 172.21.15.71:0/157849556 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 17 entries v103) ==== 81+0+998 (secure 0 0 0) 0x7f43d00bd170 con 0x7f43e0101df0 2024-09-05T07:49:25.812 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6800/3540526501 2024-09-06T07:38:36.447638+0000 2024-09-05T07:49:25.812 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/204493459 2024-09-06T07:38:36.447638+0000 2024-09-05T07:49:25.812 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/2830316429 2024-09-06T07:38:36.447638+0000 2024-09-05T07:49:25.812 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/648100065 2024-09-06T07:29:34.205819+0000 2024-09-05T07:49:25.812 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/1175989887 2024-09-06T07:38:36.447638+0000 2024-09-05T07:49:25.812 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/1573159026 2024-09-06T07:29:10.775719+0000 2024-09-05T07:49:25.812 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/2146188042 2024-09-06T07:38:36.447638+0000 2024-09-05T07:49:25.813 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6801/3540526501 2024-09-06T07:38:36.447638+0000 2024-09-05T07:49:25.813 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6801/371807956 2024-09-06T07:29:10.775719+0000 2024-09-05T07:49:25.813 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/2785525161 2024-09-06T07:29:10.775719+0000 2024-09-05T07:49:25.813 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/4125208267 2024-09-06T07:29:34.205819+0000 2024-09-05T07:49:25.813 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/1087222059 2024-09-06T07:29:34.205819+0000 2024-09-05T07:49:25.813 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6801/316149397 2024-09-06T07:29:34.205819+0000 2024-09-05T07:49:25.813 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6800/316149397 2024-09-06T07:29:34.205819+0000 2024-09-05T07:49:25.813 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/3537016012 2024-09-06T07:29:10.775719+0000 2024-09-05T07:49:25.813 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:6800/371807956 2024-09-06T07:29:10.775719+0000 2024-09-05T07:49:25.813 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.15.71:0/2492827930 2024-09-06T07:38:36.447638+0000 2024-09-05T07:49:25.814 INFO:teuthology.orchestra.run.smithi071.stderr:listed 17 entries 2024-09-05T07:49:25.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.813+0000 7f43e4b25640 1 -- 172.21.15.71:0/157849556 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f43c80a2cf0 msgr2=0x7f43c80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:25.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.813+0000 7f43e4b25640 1 --2- 172.21.15.71:0/157849556 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f43c80a2cf0 0x7f43c80a51b0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f43e00ffe40 tx=0x7f43d4009110 comp rx=0 tx=0).stop 2024-09-05T07:49:25.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.813+0000 7f43e4b25640 1 -- 172.21.15.71:0/157849556 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f43e0101df0 msgr2=0x7f43e0198470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:25.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.813+0000 7f43e4b25640 1 --2- 172.21.15.71:0/157849556 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f43e0101df0 0x7f43e0198470 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f43d0006010 tx=0x7f43d0003ba0 comp rx=0 tx=0).stop 2024-09-05T07:49:25.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.813+0000 7f43e4b25640 1 -- 172.21.15.71:0/157849556 shutdown_connections 2024-09-05T07:49:25.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.813+0000 7f43e4b25640 1 --2- 172.21.15.71:0/157849556 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f43c80a2cf0 0x7f43c80a51b0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:25.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.813+0000 7f43e4b25640 1 --2- 172.21.15.71:0/157849556 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f43e0106f20 0x7f43e019cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:25.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.813+0000 7f43e4b25640 1 --2- 172.21.15.71:0/157849556 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f43e01027a0 0x7f43e01989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:25.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.813+0000 7f43e4b25640 1 --2- 172.21.15.71:0/157849556 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f43e0101df0 0x7f43e0198470 unknown :-1 s=CLOSED pgs=1092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:25.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.813+0000 7f43e4b25640 1 -- 172.21.15.71:0/157849556 >> 172.21.15.71:0/157849556 conn(0x7f43e00fd8f0 msgr2=0x7f43e00fed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:25.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.813+0000 7f43e4b25640 1 -- 172.21.15.71:0/157849556 shutdown_connections 2024-09-05T07:49:25.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:25.813+0000 7f43e4b25640 1 -- 172.21.15.71:0/157849556 wait complete. 2024-09-05T07:49:26.597 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi071.front.sepia.ceph.com... 2024-09-05T07:49:26.597 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:49:26.597 DEBUG:teuthology.orchestra.run.smithi071:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-05T07:49:26.625 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T07:49:26.625 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi071.stderr:ceph-fuse[84606]: fuse finished with error 0 and tester_r 0 2024-09-05T07:49:26.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:26 smithi071 ceph-mon[30965]: pgmap v337: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-09-05T07:49:26.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:26 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/157849556' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T07:49:26.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:26 smithi123 ceph-mon[34568]: pgmap v337: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-09-05T07:49:26.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:26 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/157849556' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T07:49:26.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:26 smithi192 ceph-mon[34929]: pgmap v337: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-09-05T07:49:26.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:26 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/157849556' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T07:49:28.821 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:28 smithi123 ceph-mon[34568]: pgmap v338: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:49:28.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:28 smithi071 ceph-mon[30965]: pgmap v338: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:49:28.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:28 smithi192 ceph-mon[34929]: pgmap v338: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-05T07:49:30.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:30 smithi071 ceph-mon[30965]: pgmap v339: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 8 op/s 2024-09-05T07:49:30.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:30 smithi123 ceph-mon[34568]: pgmap v339: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 8 op/s 2024-09-05T07:49:30.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:30 smithi192 ceph-mon[34929]: pgmap v339: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 8 op/s 2024-09-05T07:49:32.727 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi071.front.sepia.ceph.com 2024-09-05T07:49:32.727 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:49:32.727 DEBUG:teuthology.orchestra.run.smithi071:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-05T07:49:32.748 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:49:32.748 DEBUG:teuthology.orchestra.run.smithi071:> ip netns list 2024-09-05T07:49:32.807 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-05T07:49:32.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:49:32.808 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T07:49:32.872 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:32 smithi071 ceph-mon[30965]: pgmap v340: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 597 B/s wr, 5 op/s 2024-09-05T07:49:32.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T07:49:32.877 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link delete ceph-brx 2024-09-05T07:49:32.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:32 smithi123 ceph-mon[34568]: pgmap v340: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 597 B/s wr, 5 op/s 2024-09-05T07:49:32.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:32 smithi192 ceph-mon[34929]: pgmap v340: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 597 B/s wr, 5 op/s 2024-09-05T07:49:32.971 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-05T07:49:32.982 INFO:tasks.cephadm:Teardown begin 2024-09-05T07:49:32.983 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-05T07:49:32.983 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:49:33.231 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:49:33.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.793+0000 7f7f48104640 1 -- 172.21.15.71:0/1824841130 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f40106f10 msgr2=0x7f7f4010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:33.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.793+0000 7f7f48104640 1 --2- 172.21.15.71:0/1824841130 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f40106f10 0x7f7f4010ea90 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f7f30009ca0 tx=0x7f7f3002a8c0 comp rx=0 tx=0).stop 2024-09-05T07:49:33.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.793+0000 7f7f48104640 1 -- 172.21.15.71:0/1824841130 shutdown_connections 2024-09-05T07:49:33.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.793+0000 7f7f48104640 1 --2- 172.21.15.71:0/1824841130 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f40106f10 0x7f7f4010ea90 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:33.814 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.793+0000 7f7f48104640 1 --2- 172.21.15.71:0/1824841130 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f40102790 0x7f7f401067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:33.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.793+0000 7f7f48104640 1 --2- 172.21.15.71:0/1824841130 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f40101de0 0x7f7f401021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:33.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.793+0000 7f7f48104640 1 -- 172.21.15.71:0/1824841130 >> 172.21.15.71:0/1824841130 conn(0x7f7f400fd8c0 msgr2=0x7f7f400ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:33.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.793+0000 7f7f48104640 1 -- 172.21.15.71:0/1824841130 shutdown_connections 2024-09-05T07:49:33.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.793+0000 7f7f48104640 1 -- 172.21.15.71:0/1824841130 wait complete. 2024-09-05T07:49:33.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.794+0000 7f7f48104640 1 Processor -- start 2024-09-05T07:49:33.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.794+0000 7f7f48104640 1 -- start start 2024-09-05T07:49:33.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.794+0000 7f7f48104640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f40101de0 0x7f7f40198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:33.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.794+0000 7f7f48104640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f40102790 0x7f7f40198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:33.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.794+0000 7f7f48104640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f40106f10 0x7f7f4019cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:33.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.794+0000 7f7f48104640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f7f40111e40 con 0x7f7f40106f10 2024-09-05T07:49:33.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.794+0000 7f7f48104640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f7f40111cc0 con 0x7f7f40101de0 2024-09-05T07:49:33.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.794+0000 7f7f48104640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f7f40111fc0 con 0x7f7f40102790 2024-09-05T07:49:33.815 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.794+0000 7f7f466a1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f40106f10 0x7f7f4019cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:33.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.794+0000 7f7f466a1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f40106f10 0x7f7f4019cbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52596/0 (socket says 172.21.15.71:52596) 2024-09-05T07:49:33.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.794+0000 7f7f466a1640 1 -- 172.21.15.71:0/976603798 learned_addr learned my addr 172.21.15.71:0/976603798 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:33.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.794+0000 7f7f45ea0640 1 --2- 172.21.15.71:0/976603798 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f40101de0 0x7f7f40198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:33.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.794+0000 7f7f4569f640 1 --2- 172.21.15.71:0/976603798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f40102790 0x7f7f40198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:33.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.795+0000 7f7f466a1640 1 -- 172.21.15.71:0/976603798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f40102790 msgr2=0x7f7f40198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:33.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.795+0000 7f7f466a1640 1 --2- 172.21.15.71:0/976603798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f40102790 0x7f7f40198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:33.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.795+0000 7f7f466a1640 1 -- 172.21.15.71:0/976603798 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f40101de0 msgr2=0x7f7f40198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:33.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.795+0000 7f7f466a1640 1 --2- 172.21.15.71:0/976603798 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f40101de0 0x7f7f40198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:33.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.795+0000 7f7f466a1640 1 -- 172.21.15.71:0/976603798 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f4019d2d0 con 0x7f7f40106f10 2024-09-05T07:49:33.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.795+0000 7f7f45ea0640 1 --2- 172.21.15.71:0/976603798 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f40101de0 0x7f7f40198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T07:49:33.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.795+0000 7f7f466a1640 1 --2- 172.21.15.71:0/976603798 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f40106f10 0x7f7f4019cbf0 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f7f30009dc0 tx=0x7f7f30003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:33.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.795+0000 7f7f3effd640 1 -- 172.21.15.71:0/976603798 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f30004040 con 0x7f7f40106f10 2024-09-05T07:49:33.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.795+0000 7f7f48104640 1 -- 172.21.15.71:0/976603798 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f4019d560 con 0x7f7f40106f10 2024-09-05T07:49:33.816 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.795+0000 7f7f3effd640 1 -- 172.21.15.71:0/976603798 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7f30004690 con 0x7f7f40106f10 2024-09-05T07:49:33.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.795+0000 7f7f3effd640 1 -- 172.21.15.71:0/976603798 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f30030c90 con 0x7f7f40106f10 2024-09-05T07:49:33.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.795+0000 7f7f48104640 1 -- 172.21.15.71:0/976603798 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f401a4ea0 con 0x7f7f40106f10 2024-09-05T07:49:33.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.796+0000 7f7f48104640 1 -- 172.21.15.71:0/976603798 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f401021c0 con 0x7f7f40106f10 2024-09-05T07:49:33.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.797+0000 7f7f3effd640 1 -- 172.21.15.71:0/976603798 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f7f300041e0 con 0x7f7f40106f10 2024-09-05T07:49:33.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.798+0000 7f7f3effd640 1 --2- 172.21.15.71:0/976603798 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7f280a2cf0 0x7f7f280a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:33.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.798+0000 7f7f45ea0640 1 --2- 172.21.15.71:0/976603798 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7f280a2cf0 0x7f7f280a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:33.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.799+0000 7f7f3effd640 1 -- 172.21.15.71:0/976603798 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 9626+0+0 (secure 0 0 0) 0x7f7f300f0ec0 con 0x7f7f40106f10 2024-09-05T07:49:33.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.799+0000 7f7f45ea0640 1 --2- 172.21.15.71:0/976603798 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7f280a2cf0 0x7f7f280a51b0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f7f38009d60 tx=0x7f7f38009110 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:33.817 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:33.803+0000 7f7f3effd640 1 -- 172.21.15.71:0/976603798 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7f300bd7a0 con 0x7f7f40106f10 2024-09-05T07:49:34.005 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:34.005+0000 7f7f48104640 1 -- 172.21.15.71:0/976603798 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7f4010a150 con 0x7f7f40106f10 2024-09-05T07:49:34.006 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:34.006+0000 7f7f3effd640 1 -- 172.21.15.71:0/976603798 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7f7f300bd0a0 con 0x7f7f40106f10 2024-09-05T07:49:34.006 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:49:34.007 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:49:34.007 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:49:34.008 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:34.008+0000 7f7f48104640 1 -- 172.21.15.71:0/976603798 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7f280a2cf0 msgr2=0x7f7f280a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:34.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:34.008+0000 7f7f48104640 1 --2- 172.21.15.71:0/976603798 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7f280a2cf0 0x7f7f280a51b0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f7f38009d60 tx=0x7f7f38009110 comp rx=0 tx=0).stop 2024-09-05T07:49:34.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:34.008+0000 7f7f48104640 1 -- 172.21.15.71:0/976603798 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f40106f10 msgr2=0x7f7f4019cbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:34.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:34.008+0000 7f7f48104640 1 --2- 172.21.15.71:0/976603798 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f40106f10 0x7f7f4019cbf0 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f7f30009dc0 tx=0x7f7f30003ba0 comp rx=0 tx=0).stop 2024-09-05T07:49:34.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:34.008+0000 7f7f48104640 1 -- 172.21.15.71:0/976603798 shutdown_connections 2024-09-05T07:49:34.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:34.008+0000 7f7f48104640 1 --2- 172.21.15.71:0/976603798 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f7f280a2cf0 0x7f7f280a51b0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:34.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:34.008+0000 7f7f48104640 1 --2- 172.21.15.71:0/976603798 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f40106f10 0x7f7f4019cbf0 unknown :-1 s=CLOSED pgs=1094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:34.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:34.008+0000 7f7f48104640 1 --2- 172.21.15.71:0/976603798 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f7f40102790 0x7f7f40198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:34.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:34.008+0000 7f7f48104640 1 --2- 172.21.15.71:0/976603798 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f7f40101de0 0x7f7f40198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:34.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:34.008+0000 7f7f48104640 1 -- 172.21.15.71:0/976603798 >> 172.21.15.71:0/976603798 conn(0x7f7f400fd8c0 msgr2=0x7f7f400fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:34.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:34.008+0000 7f7f48104640 1 -- 172.21.15.71:0/976603798 shutdown_connections 2024-09-05T07:49:34.009 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:34.008+0000 7f7f48104640 1 -- 172.21.15.71:0/976603798 wait complete. 2024-09-05T07:49:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:34 smithi071 ceph-mon[30965]: pgmap v341: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 8 op/s 2024-09-05T07:49:34.649 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:34 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/976603798' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:49:34.811 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T07:49:34.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:34 smithi123 ceph-mon[34568]: pgmap v341: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 8 op/s 2024-09-05T07:49:34.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:34 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/976603798' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:49:34.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:34 smithi192 ceph-mon[34929]: pgmap v341: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 8 op/s 2024-09-05T07:49:34.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:34 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/976603798' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:49:35.062 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:49:35.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.563+0000 7eff7a35e640 1 -- 172.21.15.71:0/109586451 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7eff74102570 msgr2=0x7eff741029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:35.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.563+0000 7eff7a35e640 1 --2- 172.21.15.71:0/109586451 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7eff74102570 0x7eff741029b0 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7eff5c009900 tx=0x7eff5c02a480 comp rx=0 tx=0).stop 2024-09-05T07:49:35.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.563+0000 7eff7a35e640 1 -- 172.21.15.71:0/109586451 shutdown_connections 2024-09-05T07:49:35.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.563+0000 7eff7a35e640 1 --2- 172.21.15.71:0/109586451 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff74102ef0 0x7eff7410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:35.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.563+0000 7eff7a35e640 1 --2- 172.21.15.71:0/109586451 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7eff74102570 0x7eff741029b0 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:35.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.563+0000 7eff7a35e640 1 --2- 172.21.15.71:0/109586451 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7eff74100e20 0x7eff74101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:35.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.563+0000 7eff7a35e640 1 -- 172.21.15.71:0/109586451 >> 172.21.15.71:0/109586451 conn(0x7eff740fc7d0 msgr2=0x7eff740febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:35.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.563+0000 7eff7a35e640 1 -- 172.21.15.71:0/109586451 shutdown_connections 2024-09-05T07:49:35.600 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.563+0000 7eff7a35e640 1 -- 172.21.15.71:0/109586451 wait complete. 2024-09-05T07:49:35.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.563+0000 7eff7a35e640 1 Processor -- start 2024-09-05T07:49:35.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.563+0000 7eff7a35e640 1 -- start start 2024-09-05T07:49:35.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.563+0000 7eff7a35e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7eff74100e20 0x7eff74199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:35.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.563+0000 7eff7a35e640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7eff74102570 0x7eff741997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:35.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.564+0000 7eff7a35e640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff74102ef0 0x7eff741a42e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:35.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.564+0000 7eff7a35e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7eff74110e30 con 0x7eff74100e20 2024-09-05T07:49:35.601 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.564+0000 7eff7a35e640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7eff74110cb0 con 0x7eff74102570 2024-09-05T07:49:35.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.564+0000 7eff7a35e640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7eff74110fb0 con 0x7eff74102ef0 2024-09-05T07:49:35.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.564+0000 7eff73fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7eff74100e20 0x7eff74199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:35.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.564+0000 7eff73fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7eff74100e20 0x7eff74199260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52614/0 (socket says 172.21.15.71:52614) 2024-09-05T07:49:35.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.564+0000 7eff73fff640 1 -- 172.21.15.71:0/225173495 learned_addr learned my addr 172.21.15.71:0/225173495 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:35.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.564+0000 7eff788fb640 1 --2- 172.21.15.71:0/225173495 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff74102ef0 0x7eff741a42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:35.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.564+0000 7eff6bfff640 1 --2- 172.21.15.71:0/225173495 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7eff74102570 0x7eff741997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:35.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.564+0000 7eff73fff640 1 -- 172.21.15.71:0/225173495 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff74102ef0 msgr2=0x7eff741a42e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:35.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.564+0000 7eff73fff640 1 --2- 172.21.15.71:0/225173495 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff74102ef0 0x7eff741a42e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:35.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.564+0000 7eff73fff640 1 -- 172.21.15.71:0/225173495 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7eff74102570 msgr2=0x7eff741997a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:35.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.564+0000 7eff73fff640 1 --2- 172.21.15.71:0/225173495 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7eff74102570 0x7eff741997a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:35.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.564+0000 7eff73fff640 1 -- 172.21.15.71:0/225173495 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff741a4820 con 0x7eff74100e20 2024-09-05T07:49:35.602 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.564+0000 7eff73fff640 1 --2- 172.21.15.71:0/225173495 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7eff74100e20 0x7eff74199260 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7eff6400d950 tx=0x7eff6400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:35.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.564+0000 7eff71ffb640 1 -- 172.21.15.71:0/225173495 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff64017030 con 0x7eff74100e20 2024-09-05T07:49:35.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.564+0000 7eff7a35e640 1 -- 172.21.15.71:0/225173495 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff741a49f0 con 0x7eff74100e20 2024-09-05T07:49:35.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.564+0000 7eff71ffb640 1 -- 172.21.15.71:0/225173495 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7eff64004020 con 0x7eff74100e20 2024-09-05T07:49:35.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.564+0000 7eff71ffb640 1 -- 172.21.15.71:0/225173495 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff640047a0 con 0x7eff74100e20 2024-09-05T07:49:35.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.564+0000 7eff7a35e640 1 -- 172.21.15.71:0/225173495 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff741a4f00 con 0x7eff74100e20 2024-09-05T07:49:35.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.565+0000 7eff7a35e640 1 -- 172.21.15.71:0/225173495 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff74101200 con 0x7eff74100e20 2024-09-05T07:49:35.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.567+0000 7eff71ffb640 1 -- 172.21.15.71:0/225173495 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7eff640041d0 con 0x7eff74100e20 2024-09-05T07:49:35.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.567+0000 7eff71ffb640 1 --2- 172.21.15.71:0/225173495 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7eff600a2cf0 0x7eff600a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:35.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.567+0000 7eff6bfff640 1 --2- 172.21.15.71:0/225173495 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7eff600a2cf0 0x7eff600a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:35.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.568+0000 7eff71ffb640 1 -- 172.21.15.71:0/225173495 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 9626+0+0 (secure 0 0 0) 0x7eff640cfa70 con 0x7eff74100e20 2024-09-05T07:49:35.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.568+0000 7eff6bfff640 1 --2- 172.21.15.71:0/225173495 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7eff600a2cf0 0x7eff600a51b0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7eff7406aac0 tx=0x7eff5c005a20 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:35.604 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.570+0000 7eff71ffb640 1 -- 172.21.15.71:0/225173495 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7eff6409c240 con 0x7eff74100e20 2024-09-05T07:49:35.770 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.770+0000 7eff7a35e640 1 -- 172.21.15.71:0/225173495 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7eff74109090 con 0x7eff74100e20 2024-09-05T07:49:35.913 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.770+0000 7eff71ffb640 1 -- 172.21.15.71:0/225173495 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11927 (secure 0 0 0) 0x7eff6409bb40 con 0x7eff74100e20 2024-09-05T07:49:35.913 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:49:35.914 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":26,"btime":"2024-09-05T07:38:38:455734+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/3185094069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":3185094069},{"type":"v1","addr":"172.21.15.71:6835","nonce":3185094069}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14529,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/385793574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":385793574},{"type":"v1","addr":"172.21.15.71:6837","nonce":385793574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14580,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6839/1871136155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6838","nonce":1871136155},{"type":"v1","addr":"172.21.15.71:6839","nonce":1871136155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14592,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6841/2937012174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6840","nonce":2937012174},{"type":"v1","addr":"172.21.15.71:6841","nonce":2937012174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.123:6833/2677492963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6832","nonce":2677492963},{"type":"v1","addr":"172.21.15.123:6833","nonce":2677492963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.192:6833/4030802565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6832","nonce":4030802565},{"type":"v1","addr":"172.21.15.192:6833","nonce":4030802565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T07:36:15.385971+0000","modified":"2024-09-05T07:38:37.860119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24475,"mds_1":24470,"mds_2":24457},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6835/1220812761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6834","nonce":1220812761},{"type":"v1","addr":"172.21.15.123:6835","nonce":1220812761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24443":{"gid":24443,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.123:6837/4000306554","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6836","nonce":4000306554},{"type":"v1","addr":"172.21.15.123:6837","nonce":4000306554}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.192:6835/1895736465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6834","nonce":1895736465},{"type":"v1","addr":"172.21.15.192:6835","nonce":1895736465}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":18,"addr":"172.21.15.192:6837/4037745370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6836","nonce":4037745370},{"type":"v1","addr":"172.21.15.192:6837","nonce":4037745370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":14,"addr":"172.21.15.123:6839/3726836967","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6838","nonce":3726836967},{"type":"v1","addr":"172.21.15.123:6839","nonce":3726836967}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.192:6839/3077095890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6838","nonce":3077095890},{"type":"v1","addr":"172.21.15.192:6839","nonce":3077095890}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24475,"qdb_cluster":[24475,24470,24457]},"id":1}]} 2024-09-05T07:49:35.914 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 26 2024-09-05T07:49:35.914 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.772+0000 7eff7a35e640 1 -- 172.21.15.71:0/225173495 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7eff600a2cf0 msgr2=0x7eff600a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:35.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.772+0000 7eff7a35e640 1 --2- 172.21.15.71:0/225173495 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7eff600a2cf0 0x7eff600a51b0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7eff7406aac0 tx=0x7eff5c005a20 comp rx=0 tx=0).stop 2024-09-05T07:49:35.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.772+0000 7eff7a35e640 1 -- 172.21.15.71:0/225173495 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7eff74100e20 msgr2=0x7eff74199260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:35.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.772+0000 7eff7a35e640 1 --2- 172.21.15.71:0/225173495 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7eff74100e20 0x7eff74199260 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7eff6400d950 tx=0x7eff6400de10 comp rx=0 tx=0).stop 2024-09-05T07:49:35.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.772+0000 7eff7a35e640 1 -- 172.21.15.71:0/225173495 shutdown_connections 2024-09-05T07:49:35.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.772+0000 7eff7a35e640 1 --2- 172.21.15.71:0/225173495 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7eff600a2cf0 0x7eff600a51b0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:35.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.772+0000 7eff7a35e640 1 --2- 172.21.15.71:0/225173495 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7eff74102ef0 0x7eff741a42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:35.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.772+0000 7eff7a35e640 1 --2- 172.21.15.71:0/225173495 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7eff74102570 0x7eff741997a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:35.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.773+0000 7eff7a35e640 1 --2- 172.21.15.71:0/225173495 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7eff74100e20 0x7eff74199260 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:35.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.773+0000 7eff7a35e640 1 -- 172.21.15.71:0/225173495 >> 172.21.15.71:0/225173495 conn(0x7eff740fc7d0 msgr2=0x7eff740febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:35.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.773+0000 7eff7a35e640 1 -- 172.21.15.71:0/225173495 shutdown_connections 2024-09-05T07:49:35.915 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:35.773+0000 7eff7a35e640 1 -- 172.21.15.71:0/225173495 wait complete. 2024-09-05T07:49:36.492 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T07:49:36.741 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:49:36.861 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:36 smithi071 ceph-mon[30965]: pgmap v342: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-05T07:49:36.862 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:36 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/225173495' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:49:36.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:36 smithi123 ceph-mon[34568]: pgmap v342: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-05T07:49:36.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:36 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/225173495' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:49:36.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:36 smithi192 ceph-mon[34929]: pgmap v342: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-05T07:49:36.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:36 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/225173495' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T07:49:37.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.352+0000 7f618da62640 1 -- 172.21.15.71:0/3713989364 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f618810c590 msgr2=0x7f618810c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:37.375 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.352+0000 7f618da62640 1 --2- 172.21.15.71:0/3713989364 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f618810c590 0x7f618810c9f0 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7f617c009900 tx=0x7f617c02a410 comp rx=0 tx=0).stop 2024-09-05T07:49:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.352+0000 7f618da62640 1 -- 172.21.15.71:0/3713989364 shutdown_connections 2024-09-05T07:49:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.352+0000 7f618da62640 1 --2- 172.21.15.71:0/3713989364 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f618810cf30 0x7f6188119410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.352+0000 7f618da62640 1 --2- 172.21.15.71:0/3713989364 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f618810c590 0x7f618810c9f0 unknown :-1 s=CLOSED pgs=1097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.352+0000 7f618da62640 1 --2- 172.21.15.71:0/3713989364 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6188112640 0x7f6188112a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.352+0000 7f618da62640 1 -- 172.21.15.71:0/3713989364 >> 172.21.15.71:0/3713989364 conn(0x7f618806cdc0 msgr2=0x7f618806d1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.352+0000 7f618da62640 1 -- 172.21.15.71:0/3713989364 shutdown_connections 2024-09-05T07:49:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.352+0000 7f618da62640 1 -- 172.21.15.71:0/3713989364 wait complete. 2024-09-05T07:49:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.353+0000 7f618da62640 1 Processor -- start 2024-09-05T07:49:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.353+0000 7f618da62640 1 -- start start 2024-09-05T07:49:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.353+0000 7f618da62640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f618810c590 0x7f61881a2d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:37.376 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.353+0000 7f618da62640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f618810cf30 0x7f61881a32b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:37.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.353+0000 7f618da62640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6188112640 0x7f61881a7640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:37.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.353+0000 7f618da62640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f618811c870 con 0x7f6188112640 2024-09-05T07:49:37.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.353+0000 7f618da62640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f618811c6f0 con 0x7f618810cf30 2024-09-05T07:49:37.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.353+0000 7f618da62640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f618811c9f0 con 0x7f618810c590 2024-09-05T07:49:37.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.353+0000 7f6187fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6188112640 0x7f61881a7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:37.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.354+0000 7f61877fe640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f618810c590 0x7f61881a2d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:37.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.354+0000 7f6187fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6188112640 0x7f61881a7640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52632/0 (socket says 172.21.15.71:52632) 2024-09-05T07:49:37.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.354+0000 7f6187fff640 1 -- 172.21.15.71:0/1604880195 learned_addr learned my addr 172.21.15.71:0/1604880195 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:37.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.354+0000 7f6186ffd640 1 --2- 172.21.15.71:0/1604880195 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f618810cf30 0x7f61881a32b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:37.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.354+0000 7f6187fff640 1 -- 172.21.15.71:0/1604880195 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f618810c590 msgr2=0x7f61881a2d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:37.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.354+0000 7f6187fff640 1 --2- 172.21.15.71:0/1604880195 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f618810c590 0x7f61881a2d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:37.377 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.354+0000 7f6187fff640 1 -- 172.21.15.71:0/1604880195 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f618810cf30 msgr2=0x7f61881a32b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:37.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.354+0000 7f6187fff640 1 --2- 172.21.15.71:0/1604880195 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f618810cf30 0x7f61881a32b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:37.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.354+0000 7f6187fff640 1 -- 172.21.15.71:0/1604880195 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61881a7d20 con 0x7f6188112640 2024-09-05T07:49:37.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.354+0000 7f6187fff640 1 --2- 172.21.15.71:0/1604880195 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6188112640 0x7f61881a7640 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f618000b970 tx=0x7f618000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:37.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.354+0000 7f6184ff9640 1 -- 172.21.15.71:0/1604880195 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6180019070 con 0x7f6188112640 2024-09-05T07:49:37.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.354+0000 7f618da62640 1 -- 172.21.15.71:0/1604880195 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61881a8010 con 0x7f6188112640 2024-09-05T07:49:37.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.354+0000 7f6184ff9640 1 -- 172.21.15.71:0/1604880195 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6180014440 con 0x7f6188112640 2024-09-05T07:49:37.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.354+0000 7f6184ff9640 1 -- 172.21.15.71:0/1604880195 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61800075d0 con 0x7f6188112640 2024-09-05T07:49:37.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.354+0000 7f618da62640 1 -- 172.21.15.71:0/1604880195 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61881af8f0 con 0x7f6188112640 2024-09-05T07:49:37.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.355+0000 7f618da62640 1 -- 172.21.15.71:0/1604880195 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f618810dcb0 con 0x7f6188112640 2024-09-05T07:49:37.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.356+0000 7f6184ff9640 1 -- 172.21.15.71:0/1604880195 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f618001c070 con 0x7f6188112640 2024-09-05T07:49:37.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.357+0000 7f6184ff9640 1 --2- 172.21.15.71:0/1604880195 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f61700a2cf0 0x7f61700a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:37.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.357+0000 7f61877fe640 1 --2- 172.21.15.71:0/1604880195 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f61700a2cf0 0x7f61700a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:37.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.357+0000 7f6184ff9640 1 -- 172.21.15.71:0/1604880195 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 9626+0+0 (secure 0 0 0) 0x7f61800cf210 con 0x7f6188112640 2024-09-05T07:49:37.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.358+0000 7f61877fe640 1 --2- 172.21.15.71:0/1604880195 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f61700a2cf0 0x7f61700a51b0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f6178005fd0 tx=0x7f617800b390 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:37.378 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.360+0000 7f6184ff9640 1 -- 172.21.15.71:0/1604880195 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f618009b4a0 con 0x7f6188112640 2024-09-05T07:49:37.531 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.530+0000 7f618da62640 1 -- 172.21.15.71:0/1604880195 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f618810c9f0 con 0x7f6188112640 2024-09-05T07:49:37.532 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.532+0000 7f6184ff9640 1 -- 172.21.15.71:0/1604880195 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v103) ==== 74+0+25569 (secure 0 0 0) 0x7f618810c9f0 con 0x7f6188112640 2024-09-05T07:49:37.533 INFO:teuthology.orchestra.run.smithi071.stdout: 2024-09-05T07:49:37.534 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":103,"fsid":"528064f0-6b58-11ef-bcd6-c7b262605968","created":"2024-09-05T07:28:40.672482+0000","modified":"2024-09-05T07:49:14.133262+0000","last_up_change":"2024-09-05T07:35:23.377351+0000","last_in_change":"2024-09-05T07:35:00.653011+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T07:31:42.519306+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T07:36:11.417603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T07:36:13.712570+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":17,"snap_epoch":102,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T07:36:20.085795+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":17,"snap_epoch":102,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"46b7dcd0-5366-4876-97f3-6242a69addcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6803","nonce":4274686280}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6805","nonce":4274686280}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6809","nonce":4274686280}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":4274686280},{"type":"v1","addr":"172.21.15.71:6807","nonce":4274686280}]},"public_addr":"172.21.15.71:6803/4274686280","cluster_addr":"172.21.15.71:6805/4274686280","heartbeat_back_addr":"172.21.15.71:6809/4274686280","heartbeat_front_addr":"172.21.15.71:6807/4274686280","state":["exists","up"]},{"osd":1,"uuid":"d859b4f9-f616-4331-8ffb-54507eb5f836","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6800","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6801","nonce":1041172381}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6802","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6803","nonce":1041172381}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6806","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6807","nonce":1041172381}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6804","nonce":1041172381},{"type":"v1","addr":"172.21.15.123:6805","nonce":1041172381}]},"public_addr":"172.21.15.123:6801/1041172381","cluster_addr":"172.21.15.123:6803/1041172381","heartbeat_back_addr":"172.21.15.123:6807/1041172381","heartbeat_front_addr":"172.21.15.123:6805/1041172381","state":["exists","up"]},{"osd":2,"uuid":"1ca9c723-8ecb-445c-bae7-39fd2954cdf6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6800","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6801","nonce":2964624102}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6802","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6803","nonce":2964624102}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6806","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6807","nonce":2964624102}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6804","nonce":2964624102},{"type":"v1","addr":"172.21.15.192:6805","nonce":2964624102}]},"public_addr":"172.21.15.192:6801/2964624102","cluster_addr":"172.21.15.192:6803/2964624102","heartbeat_back_addr":"172.21.15.192:6807/2964624102","heartbeat_front_addr":"172.21.15.192:6805/2964624102","state":["exists","up"]},{"osd":3,"uuid":"e38584ff-2abe-47ff-b3ae-58a7a4261ac4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6811","nonce":158061328}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6813","nonce":158061328}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6817","nonce":158061328}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":158061328},{"type":"v1","addr":"172.21.15.71:6815","nonce":158061328}]},"public_addr":"172.21.15.71:6811/158061328","cluster_addr":"172.21.15.71:6813/158061328","heartbeat_back_addr":"172.21.15.71:6817/158061328","heartbeat_front_addr":"172.21.15.71:6815/158061328","state":["exists","up"]},{"osd":4,"uuid":"b2de40fc-0fa3-484e-b0b2-edd96874aee4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6808","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6809","nonce":3090003493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6810","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6811","nonce":3090003493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6814","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6815","nonce":3090003493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6812","nonce":3090003493},{"type":"v1","addr":"172.21.15.123:6813","nonce":3090003493}]},"public_addr":"172.21.15.123:6809/3090003493","cluster_addr":"172.21.15.123:6811/3090003493","heartbeat_back_addr":"172.21.15.123:6815/3090003493","heartbeat_front_addr":"172.21.15.123:6813/3090003493","state":["exists","up"]},{"osd":5,"uuid":"e443d3b0-960e-4992-88c4-4d546706ee87","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6808","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6809","nonce":3375480711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6810","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6811","nonce":3375480711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6814","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6815","nonce":3375480711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6812","nonce":3375480711},{"type":"v1","addr":"172.21.15.192:6813","nonce":3375480711}]},"public_addr":"172.21.15.192:6809/3375480711","cluster_addr":"172.21.15.192:6811/3375480711","heartbeat_back_addr":"172.21.15.192:6815/3375480711","heartbeat_front_addr":"172.21.15.192:6813/3375480711","state":["exists","up"]},{"osd":6,"uuid":"d43efaeb-66d0-496b-b490-4635e6d725c5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6819","nonce":13242244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6821","nonce":13242244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6825","nonce":13242244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":13242244},{"type":"v1","addr":"172.21.15.71:6823","nonce":13242244}]},"public_addr":"172.21.15.71:6819/13242244","cluster_addr":"172.21.15.71:6821/13242244","heartbeat_back_addr":"172.21.15.71:6825/13242244","heartbeat_front_addr":"172.21.15.71:6823/13242244","state":["exists","up"]},{"osd":7,"uuid":"69562997-b629-4e0f-8719-65019735a46a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6816","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6817","nonce":956921658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6818","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6819","nonce":956921658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6822","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6823","nonce":956921658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6820","nonce":956921658},{"type":"v1","addr":"172.21.15.123:6821","nonce":956921658}]},"public_addr":"172.21.15.123:6817/956921658","cluster_addr":"172.21.15.123:6819/956921658","heartbeat_back_addr":"172.21.15.123:6823/956921658","heartbeat_front_addr":"172.21.15.123:6821/956921658","state":["exists","up"]},{"osd":8,"uuid":"6dc7e084-d602-4b2c-9dfc-cd26041835c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6816","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6817","nonce":3079566549}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6818","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6819","nonce":3079566549}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6822","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6823","nonce":3079566549}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6820","nonce":3079566549},{"type":"v1","addr":"172.21.15.192:6821","nonce":3079566549}]},"public_addr":"172.21.15.192:6817/3079566549","cluster_addr":"172.21.15.192:6819/3079566549","heartbeat_back_addr":"172.21.15.192:6823/3079566549","heartbeat_front_addr":"172.21.15.192:6821/3079566549","state":["exists","up"]},{"osd":9,"uuid":"79b675ae-7c56-4b65-9ecb-376dc0d305e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6827","nonce":12570717}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6829","nonce":12570717}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6833","nonce":12570717}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":12570717},{"type":"v1","addr":"172.21.15.71:6831","nonce":12570717}]},"public_addr":"172.21.15.71:6827/12570717","cluster_addr":"172.21.15.71:6829/12570717","heartbeat_back_addr":"172.21.15.71:6833/12570717","heartbeat_front_addr":"172.21.15.71:6831/12570717","state":["exists","up"]},{"osd":10,"uuid":"5e26505a-15f9-4758-9ef7-886a46364844","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6824","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6825","nonce":2204926848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6826","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6827","nonce":2204926848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6830","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6831","nonce":2204926848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.123:6828","nonce":2204926848},{"type":"v1","addr":"172.21.15.123:6829","nonce":2204926848}]},"public_addr":"172.21.15.123:6825/2204926848","cluster_addr":"172.21.15.123:6827/2204926848","heartbeat_back_addr":"172.21.15.123:6831/2204926848","heartbeat_front_addr":"172.21.15.123:6829/2204926848","state":["exists","up"]},{"osd":11,"uuid":"af6cebb5-d119-4a8a-9941-ba29b6499b84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6824","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6825","nonce":2370287418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6826","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6827","nonce":2370287418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6830","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6831","nonce":2370287418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.192:6828","nonce":2370287418},{"type":"v1","addr":"172.21.15.192:6829","nonce":2370287418}]},"public_addr":"172.21.15.192:6825/2370287418","cluster_addr":"172.21.15.192:6827/2370287418","heartbeat_back_addr":"172.21.15.192:6831/2370287418","heartbeat_front_addr":"172.21.15.192:6829/2370287418","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:30:54.069845+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:16.417921+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:31:39.327215+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:04.156774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:28.698454+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:32:52.201948+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:17.317406+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:33:41.490355+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:05.912640+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:31.907199+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:34:56.603625+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T07:35:21.370324+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.16","mappings":[{"from":7,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.c","mappings":[{"from":5,"to":6}]},{"pgid":"3.14","mappings":[{"from":4,"to":7}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.5","mappings":[{"from":5,"to":10}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.14","mappings":[{"from":9,"to":8}]},{"pgid":"4.1b","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/3540526501":"2024-09-06T07:38:36.447638+0000","172.21.15.71:0/204493459":"2024-09-06T07:38:36.447638+0000","172.21.15.71:0/2830316429":"2024-09-06T07:38:36.447638+0000","172.21.15.71:0/648100065":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1175989887":"2024-09-06T07:38:36.447638+0000","172.21.15.71:0/1573159026":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/2146188042":"2024-09-06T07:38:36.447638+0000","172.21.15.71:6801/3540526501":"2024-09-06T07:38:36.447638+0000","172.21.15.71:6801/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/2785525161":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/4125208267":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/1087222059":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6801/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:6800/316149397":"2024-09-06T07:29:34.205819+0000","172.21.15.71:0/3537016012":"2024-09-06T07:29:10.775719+0000","172.21.15.71:6800/371807956":"2024-09-06T07:29:10.775719+0000","172.21.15.71:0/2492827930":"2024-09-06T07:38:36.447638+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":17,"length":1}]},{"pool":4,"snaps":[{"begin":6,"length":1},{"begin":17,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T07:49:37.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.534+0000 7f618da62640 1 -- 172.21.15.71:0/1604880195 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f61700a2cf0 msgr2=0x7f61700a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:37.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.534+0000 7f618da62640 1 --2- 172.21.15.71:0/1604880195 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f61700a2cf0 0x7f61700a51b0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f6178005fd0 tx=0x7f617800b390 comp rx=0 tx=0).stop 2024-09-05T07:49:37.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.534+0000 7f618da62640 1 -- 172.21.15.71:0/1604880195 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6188112640 msgr2=0x7f61881a7640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:37.535 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.534+0000 7f618da62640 1 --2- 172.21.15.71:0/1604880195 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6188112640 0x7f61881a7640 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f618000b970 tx=0x7f618000be30 comp rx=0 tx=0).stop 2024-09-05T07:49:37.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.534+0000 7f618da62640 1 -- 172.21.15.71:0/1604880195 shutdown_connections 2024-09-05T07:49:37.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.534+0000 7f618da62640 1 --2- 172.21.15.71:0/1604880195 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f61700a2cf0 0x7f61700a51b0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:37.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.534+0000 7f618da62640 1 --2- 172.21.15.71:0/1604880195 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6188112640 0x7f61881a7640 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:37.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.534+0000 7f618da62640 1 --2- 172.21.15.71:0/1604880195 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f618810cf30 0x7f61881a32b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:37.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.534+0000 7f618da62640 1 --2- 172.21.15.71:0/1604880195 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f618810c590 0x7f61881a2d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:37.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.534+0000 7f618da62640 1 -- 172.21.15.71:0/1604880195 >> 172.21.15.71:0/1604880195 conn(0x7f618806cdc0 msgr2=0x7f618810b000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:37.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.534+0000 7f618da62640 1 -- 172.21.15.71:0/1604880195 shutdown_connections 2024-09-05T07:49:37.536 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:37.534+0000 7f618da62640 1 -- 172.21.15.71:0/1604880195 wait complete. 2024-09-05T07:49:37.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:37 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1604880195' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:49:37.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:37 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1604880195' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:49:37.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:37 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1604880195' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T07:49:38.201 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs fail cephfs 2024-09-05T07:49:38.445 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:49:38.852 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:38 smithi071 ceph-mon[30965]: pgmap v343: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-05T07:49:38.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:38 smithi123 ceph-mon[34568]: pgmap v343: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-05T07:49:38.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.932+0000 7f13b2678640 1 -- 172.21.15.71:0/4139065003 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f13ac106a80 msgr2=0x7f13ac106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:38.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.932+0000 7f13b2678640 1 --2- 172.21.15.71:0/4139065003 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f13ac106a80 0x7f13ac106e60 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f139c009930 tx=0x7f139c02a420 comp rx=0 tx=0).stop 2024-09-05T07:49:38.952 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.932+0000 7f13b2678640 1 -- 172.21.15.71:0/4139065003 shutdown_connections 2024-09-05T07:49:38.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.932+0000 7f13b2678640 1 --2- 172.21.15.71:0/4139065003 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f13ac101420 0x7f13ac10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:38.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.932+0000 7f13b2678640 1 --2- 172.21.15.71:0/4139065003 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13ac100a80 0x7f13ac100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:38.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.932+0000 7f13b2678640 1 --2- 172.21.15.71:0/4139065003 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f13ac106a80 0x7f13ac106e60 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:38.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.932+0000 7f13b2678640 1 -- 172.21.15.71:0/4139065003 >> 172.21.15.71:0/4139065003 conn(0x7f13ac0fc7a0 msgr2=0x7f13ac0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:38.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.932+0000 7f13b2678640 1 -- 172.21.15.71:0/4139065003 shutdown_connections 2024-09-05T07:49:38.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.932+0000 7f13b2678640 1 -- 172.21.15.71:0/4139065003 wait complete. 2024-09-05T07:49:38.953 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.933+0000 7f13b2678640 1 Processor -- start 2024-09-05T07:49:38.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.933+0000 7f13b2678640 1 -- start start 2024-09-05T07:49:38.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.933+0000 7f13b2678640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f13ac100a80 0x7f13ac1973f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:38.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.933+0000 7f13b2678640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f13ac101420 0x7f13ac197930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:38.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.933+0000 7f13b2678640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13ac106a80 0x7f13ac19bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:38.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.933+0000 7f13b2678640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f13ac110dd0 con 0x7f13ac101420 2024-09-05T07:49:38.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.933+0000 7f13b2678640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f13ac110c50 con 0x7f13ac100a80 2024-09-05T07:49:38.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.933+0000 7f13b2678640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f13ac110f50 con 0x7f13ac106a80 2024-09-05T07:49:38.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.933+0000 7f13a3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f13ac101420 0x7f13ac197930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:38.954 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.933+0000 7f13a3fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f13ac101420 0x7f13ac197930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52638/0 (socket says 172.21.15.71:52638) 2024-09-05T07:49:38.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.933+0000 7f13a3fff640 1 -- 172.21.15.71:0/2385290209 learned_addr learned my addr 172.21.15.71:0/2385290209 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:38.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.934+0000 7f13b0c15640 1 --2- 172.21.15.71:0/2385290209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13ac106a80 0x7f13ac19bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:38.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.934+0000 7f13abfff640 1 --2- 172.21.15.71:0/2385290209 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f13ac100a80 0x7f13ac1973f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:38.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.934+0000 7f13a3fff640 1 -- 172.21.15.71:0/2385290209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13ac106a80 msgr2=0x7f13ac19bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:38.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.934+0000 7f13a3fff640 1 --2- 172.21.15.71:0/2385290209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13ac106a80 0x7f13ac19bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:38.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.934+0000 7f13a3fff640 1 -- 172.21.15.71:0/2385290209 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f13ac100a80 msgr2=0x7f13ac1973f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:38.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.934+0000 7f13a3fff640 1 --2- 172.21.15.71:0/2385290209 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f13ac100a80 0x7f13ac1973f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:38.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.934+0000 7f13a3fff640 1 -- 172.21.15.71:0/2385290209 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13ac19c3a0 con 0x7f13ac101420 2024-09-05T07:49:38.955 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.934+0000 7f13abfff640 1 --2- 172.21.15.71:0/2385290209 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f13ac100a80 0x7f13ac1973f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:49:38.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.934+0000 7f13a3fff640 1 --2- 172.21.15.71:0/2385290209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f13ac101420 0x7f13ac197930 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f139400b4a0 tx=0x7f139400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:38.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.934+0000 7f13a9ffb640 1 -- 172.21.15.71:0/2385290209 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1394014070 con 0x7f13ac101420 2024-09-05T07:49:38.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.934+0000 7f13b2678640 1 -- 172.21.15.71:0/2385290209 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13ac19c690 con 0x7f13ac101420 2024-09-05T07:49:38.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.934+0000 7f13a9ffb640 1 -- 172.21.15.71:0/2385290209 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1394010ac0 con 0x7f13ac101420 2024-09-05T07:49:38.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.934+0000 7f13a9ffb640 1 -- 172.21.15.71:0/2385290209 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1394017c30 con 0x7f13ac101420 2024-09-05T07:49:38.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.934+0000 7f13b2678640 1 -- 172.21.15.71:0/2385290209 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13ac1a3f70 con 0x7f13ac101420 2024-09-05T07:49:38.956 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.935+0000 7f13b2678640 1 -- 172.21.15.71:0/2385290209 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13ac100f60 con 0x7f13ac101420 2024-09-05T07:49:38.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.936+0000 7f13a9ffb640 1 -- 172.21.15.71:0/2385290209 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f1394017070 con 0x7f13ac101420 2024-09-05T07:49:38.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.937+0000 7f13a9ffb640 1 --2- 172.21.15.71:0/2385290209 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f13980a2cf0 0x7f13980a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:38.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.937+0000 7f13abfff640 1 --2- 172.21.15.71:0/2385290209 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f13980a2cf0 0x7f13980a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:38.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.937+0000 7f13a9ffb640 1 -- 172.21.15.71:0/2385290209 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 9626+0+0 (secure 0 0 0) 0x7f13940cec30 con 0x7f13ac101420 2024-09-05T07:49:38.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.937+0000 7f13abfff640 1 --2- 172.21.15.71:0/2385290209 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f13980a2cf0 0x7f13980a51b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f139c000c00 tx=0x7f139c031400 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:38.957 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:38.941+0000 7f13a9ffb640 1 -- 172.21.15.71:0/2385290209 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f139409b510 con 0x7f13ac101420 2024-09-05T07:49:38.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:38 smithi192 ceph-mon[34929]: pgmap v343: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-05T07:49:39.143 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:39.142+0000 7f13b2678640 1 -- 172.21.15.71:0/2385290209 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f13ac108a60 con 0x7f13ac101420 2024-09-05T07:49:39.145 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:39.145+0000 7f13a9ffb640 1 -- 172.21.15.71:0/2385290209 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v27) ==== 161+0+0 (secure 0 0 0) 0x7f139409ae10 con 0x7f13ac101420 2024-09-05T07:49:39.145 INFO:teuthology.orchestra.run.smithi071.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-05T07:49:39.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:39.148+0000 7f13b2678640 1 -- 172.21.15.71:0/2385290209 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f13980a2cf0 msgr2=0x7f13980a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:39.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:39.148+0000 7f13b2678640 1 --2- 172.21.15.71:0/2385290209 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f13980a2cf0 0x7f13980a51b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f139c000c00 tx=0x7f139c031400 comp rx=0 tx=0).stop 2024-09-05T07:49:39.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:39.148+0000 7f13b2678640 1 -- 172.21.15.71:0/2385290209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f13ac101420 msgr2=0x7f13ac197930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:39.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:39.148+0000 7f13b2678640 1 --2- 172.21.15.71:0/2385290209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f13ac101420 0x7f13ac197930 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f139400b4a0 tx=0x7f139400b960 comp rx=0 tx=0).stop 2024-09-05T07:49:39.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:39.148+0000 7f13b2678640 1 -- 172.21.15.71:0/2385290209 shutdown_connections 2024-09-05T07:49:39.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:39.148+0000 7f13b2678640 1 --2- 172.21.15.71:0/2385290209 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f13980a2cf0 0x7f13980a51b0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:39.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:39.148+0000 7f13b2678640 1 --2- 172.21.15.71:0/2385290209 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f13ac106a80 0x7f13ac19bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:39.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:39.148+0000 7f13b2678640 1 --2- 172.21.15.71:0/2385290209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f13ac101420 0x7f13ac197930 unknown :-1 s=CLOSED pgs=1100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:39.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:39.148+0000 7f13b2678640 1 --2- 172.21.15.71:0/2385290209 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f13ac100a80 0x7f13ac1973f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:39.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:39.148+0000 7f13b2678640 1 -- 172.21.15.71:0/2385290209 >> 172.21.15.71:0/2385290209 conn(0x7f13ac0fc7a0 msgr2=0x7f13ac0fd1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:39.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:39.148+0000 7f13b2678640 1 -- 172.21.15.71:0/2385290209 shutdown_connections 2024-09-05T07:49:39.149 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:39.148+0000 7f13b2678640 1 -- 172.21.15.71:0/2385290209 wait complete. 2024-09-05T07:49:39.398 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:39 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-a[30961]: 2024-09-05T07:49:39.143+0000 7f7cf1852640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T07:49:39.461 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 05 07:49:39 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-c[64611]: ignoring --setuser ceph since I am not root 2024-09-05T07:49:39.461 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 05 07:49:39 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-c[64611]: ignoring --setgroup ceph since I am not root 2024-09-05T07:49:39.461 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 05 07:49:39 smithi192 ceph-mds[64615]: -- 172.21.15.192:0/2600535875 <== mon.1 v2:172.21.15.192:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a1e413b860 con 0x55a1e4118800 2024-09-05T07:49:39.461 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 05 07:49:39 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-c[64611]: starting mds.c at 2024-09-05T07:49:39.461 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 05 07:49:39 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-f[64309]: ignoring --setuser ceph since I am not root 2024-09-05T07:49:39.461 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 05 07:49:39 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-f[64309]: ignoring --setgroup ceph since I am not root 2024-09-05T07:49:39.461 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 05 07:49:39 smithi192 ceph-mds[64313]: -- 172.21.15.192:0/2548669156 <== mon.1 v2:172.21.15.192:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555d97a37860 con 0x555d97a15400 2024-09-05T07:49:39.462 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 05 07:49:39 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-f[64309]: starting mds.f at 2024-09-05T07:49:39.462 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:49:39 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-i[64911]: ignoring --setuser ceph since I am not root 2024-09-05T07:49:39.462 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:49:39 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-i[64911]: ignoring --setgroup ceph since I am not root 2024-09-05T07:49:39.462 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:49:39 smithi192 ceph-mds[64915]: -- 172.21.15.192:0/414254360 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c222587c20 con 0x55c222565400 2024-09-05T07:49:39.462 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:49:39 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-i[64911]: starting mds.i at 2024-09-05T07:49:39.571 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 07:49:39 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-h[64162]: ignoring --setuser ceph since I am not root 2024-09-05T07:49:39.571 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 07:49:39 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-h[64162]: ignoring --setgroup ceph since I am not root 2024-09-05T07:49:39.572 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 07:49:39 smithi123 ceph-mds[64166]: -- 172.21.15.123:0/1067449418 <== mon.2 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55757396f860 con 0x55757394c800 2024-09-05T07:49:39.572 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 07:49:39 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-h[64162]: starting mds.h at 2024-09-05T07:49:39.572 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 07:49:39 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-e[63854]: ignoring --setuser ceph since I am not root 2024-09-05T07:49:39.572 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 07:49:39 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-e[63854]: ignoring --setgroup ceph since I am not root 2024-09-05T07:49:39.572 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 07:49:39 smithi123 ceph-mds[63858]: -- 172.21.15.123:0/2489003912 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c648cdd860 con 0x55c648cbb000 2024-09-05T07:49:39.572 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 07:49:39 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-e[63854]: starting mds.e at 2024-09-05T07:49:39.572 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 07:49:39 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-b[64466]: ignoring --setuser ceph since I am not root 2024-09-05T07:49:39.573 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 07:49:39 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-b[64466]: ignoring --setgroup ceph since I am not root 2024-09-05T07:49:39.573 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 07:49:39 smithi123 ceph-mds[64470]: -- 172.21.15.123:0/1471161375 <== mon.2 v2:172.21.15.123:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564f11aeb860 con 0x564f11ac8800 2024-09-05T07:49:39.573 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 07:49:39 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-b[64466]: starting mds.b at 2024-09-05T07:49:39.824 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:39 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2385290209' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-05T07:49:39.824 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:39 smithi071 ceph-mon[30965]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-05T07:49:39.824 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:39 smithi071 ceph-mon[30965]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T07:49:39.824 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:39 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2385290209' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-05T07:49:39.824 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:39 smithi071 ceph-mon[30965]: osdmap e104: 12 total, 12 up, 12 in 2024-09-05T07:49:39.824 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:39 smithi071 ceph-mon[30965]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-09-05T07:49:39.858 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-09-05T07:49:39.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:39 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2385290209' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-05T07:49:39.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:39 smithi123 ceph-mon[34568]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-05T07:49:39.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:39 smithi123 ceph-mon[34568]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T07:49:39.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:39 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2385290209' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-05T07:49:39.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:39 smithi123 ceph-mon[34568]: osdmap e104: 12 total, 12 up, 12 in 2024-09-05T07:49:39.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:39 smithi123 ceph-mon[34568]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-09-05T07:49:39.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:39 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2385290209' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-05T07:49:39.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:39 smithi192 ceph-mon[34929]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-05T07:49:39.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:39 smithi192 ceph-mon[34929]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T07:49:39.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:39 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2385290209' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-05T07:49:39.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:39 smithi192 ceph-mon[34929]: osdmap e104: 12 total, 12 up, 12 in 2024-09-05T07:49:39.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:39 smithi192 ceph-mon[34929]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-09-05T07:49:40.103 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:49:40.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.610+0000 7fd0dd0f5640 1 -- 172.21.15.71:0/1640141634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd0d8101de0 msgr2=0x7fd0d81021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:40.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.610+0000 7fd0dd0f5640 1 --2- 172.21.15.71:0/1640141634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd0d8101de0 0x7fd0d81021c0 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7fd0d0009900 tx=0x7fd0d002a410 comp rx=0 tx=0).stop 2024-09-05T07:49:40.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.610+0000 7fd0dd0f5640 1 -- 172.21.15.71:0/1640141634 shutdown_connections 2024-09-05T07:49:40.628 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.610+0000 7fd0dd0f5640 1 --2- 172.21.15.71:0/1640141634 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd0d8106f10 0x7fd0d810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:40.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.610+0000 7fd0dd0f5640 1 --2- 172.21.15.71:0/1640141634 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0d8102790 0x7fd0d81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:40.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.610+0000 7fd0dd0f5640 1 --2- 172.21.15.71:0/1640141634 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd0d8101de0 0x7fd0d81021c0 unknown :-1 s=CLOSED pgs=1106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:40.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.610+0000 7fd0dd0f5640 1 -- 172.21.15.71:0/1640141634 >> 172.21.15.71:0/1640141634 conn(0x7fd0d80fd8c0 msgr2=0x7fd0d80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:40.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.610+0000 7fd0dd0f5640 1 -- 172.21.15.71:0/1640141634 shutdown_connections 2024-09-05T07:49:40.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.610+0000 7fd0dd0f5640 1 -- 172.21.15.71:0/1640141634 wait complete. 2024-09-05T07:49:40.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.611+0000 7fd0dd0f5640 1 Processor -- start 2024-09-05T07:49:40.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.611+0000 7fd0dd0f5640 1 -- start start 2024-09-05T07:49:40.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.611+0000 7fd0dd0f5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd0d8101de0 0x7fd0d80744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:40.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.611+0000 7fd0dd0f5640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0d8102790 0x7fd0d8074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:40.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.611+0000 7fd0dd0f5640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd0d8106f10 0x7fd0d8074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:40.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.611+0000 7fd0dd0f5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d8111e40 con 0x7fd0d8101de0 2024-09-05T07:49:40.629 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.611+0000 7fd0dd0f5640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d8111cc0 con 0x7fd0d8106f10 2024-09-05T07:49:40.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.611+0000 7fd0dd0f5640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d8111fc0 con 0x7fd0d8102790 2024-09-05T07:49:40.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.611+0000 7fd0d6d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd0d8101de0 0x7fd0d80744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:40.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.611+0000 7fd0d6d9d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd0d8101de0 0x7fd0d80744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:52656/0 (socket says 172.21.15.71:52656) 2024-09-05T07:49:40.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.611+0000 7fd0d6d9d640 1 -- 172.21.15.71:0/2251535550 learned_addr learned my addr 172.21.15.71:0/2251535550 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:40.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.611+0000 7fd0d6d9d640 1 -- 172.21.15.71:0/2251535550 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0d8102790 msgr2=0x7fd0d8074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:40.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.611+0000 7fd0d6d9d640 1 --2- 172.21.15.71:0/2251535550 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0d8102790 0x7fd0d8074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:40.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.611+0000 7fd0d6d9d640 1 -- 172.21.15.71:0/2251535550 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd0d8106f10 msgr2=0x7fd0d8074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:40.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.611+0000 7fd0d6d9d640 1 --2- 172.21.15.71:0/2251535550 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd0d8106f10 0x7fd0d8074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:40.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.611+0000 7fd0d6d9d640 1 -- 172.21.15.71:0/2251535550 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0d81a6880 con 0x7fd0d8101de0 2024-09-05T07:49:40.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.612+0000 7fd0d6d9d640 1 --2- 172.21.15.71:0/2251535550 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd0d8101de0 0x7fd0d80744f0 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7fd0d0005940 tx=0x7fd0d0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:40.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.612+0000 7fd0cffff640 1 -- 172.21.15.71:0/2251535550 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0d003f030 con 0x7fd0d8101de0 2024-09-05T07:49:40.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.612+0000 7fd0cffff640 1 -- 172.21.15.71:0/2251535550 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0d0003aa0 con 0x7fd0d8101de0 2024-09-05T07:49:40.630 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.612+0000 7fd0dd0f5640 1 -- 172.21.15.71:0/2251535550 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0d81a6b10 con 0x7fd0d8101de0 2024-09-05T07:49:40.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.612+0000 7fd0cffff640 1 -- 172.21.15.71:0/2251535550 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0d0035070 con 0x7fd0d8101de0 2024-09-05T07:49:40.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.612+0000 7fd0dd0f5640 1 -- 172.21.15.71:0/2251535550 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0d81a6ff0 con 0x7fd0d8101de0 2024-09-05T07:49:40.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.613+0000 7fd0dd0f5640 1 -- 172.21.15.71:0/2251535550 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0d81021c0 con 0x7fd0d8101de0 2024-09-05T07:49:40.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.614+0000 7fd0cffff640 1 -- 172.21.15.71:0/2251535550 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fd0d0042030 con 0x7fd0d8101de0 2024-09-05T07:49:40.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.615+0000 7fd0cffff640 1 --2- 172.21.15.71:0/2251535550 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd0c40a2cf0 0x7fd0c40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:40.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.615+0000 7fd0d659c640 1 --2- 172.21.15.71:0/2251535550 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd0c40a2cf0 0x7fd0c40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:40.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.615+0000 7fd0cffff640 1 -- 172.21.15.71:0/2251535550 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9796+0+0 (secure 0 0 0) 0x7fd0d00f01b0 con 0x7fd0d8101de0 2024-09-05T07:49:40.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.615+0000 7fd0d659c640 1 --2- 172.21.15.71:0/2251535550 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd0c40a2cf0 0x7fd0c40a51b0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd0d8075f80 tx=0x7fd0c0006c90 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:40.631 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.619+0000 7fd0cffff640 1 -- 172.21.15.71:0/2251535550 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd0d00bc8d0 con 0x7fd0d8101de0 2024-09-05T07:49:40.824 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:40.822+0000 7fd0dd0f5640 1 -- 172.21.15.71:0/2251535550 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fd0d802d7c0 con 0x7fd0d8101de0 2024-09-05T07:49:40.825 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:40 smithi071 ceph-mon[30965]: pgmap v344: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 8 op/s 2024-09-05T07:49:40.825 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:40 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.192:6834/3266553346,v1:172.21.15.192:6835/3266553346] up:boot 2024-09-05T07:49:40.825 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:40 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.123:6834/2628801667,v1:172.21.15.123:6835/2628801667] up:boot 2024-09-05T07:49:40.825 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:40 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.123:6837/4096794344,v1:172.21.15.123:6839/4096794344] up:boot 2024-09-05T07:49:40.826 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:40 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.123:6836/1844124695,v1:172.21.15.123:6838/1844124695] up:boot 2024-09-05T07:49:40.826 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:40 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.192:6837/3441222427,v1:172.21.15.192:6839/3441222427] up:boot 2024-09-05T07:49:40.826 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:40 smithi071 ceph-mon[30965]: mds.? [v2:172.21.15.192:6836/425002080,v1:172.21.15.192:6838/425002080] up:boot 2024-09-05T07:49:40.826 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:40 smithi071 ceph-mon[30965]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-09-05T07:49:40.826 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:40 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T07:49:40.826 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:40 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T07:49:40.826 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:40 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T07:49:40.826 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:40 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T07:49:40.826 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:40 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T07:49:40.826 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:40 smithi071 ceph-mon[30965]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T07:49:40.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:40 smithi123 ceph-mon[34568]: pgmap v344: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 8 op/s 2024-09-05T07:49:40.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:40 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.192:6834/3266553346,v1:172.21.15.192:6835/3266553346] up:boot 2024-09-05T07:49:40.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:40 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.123:6834/2628801667,v1:172.21.15.123:6835/2628801667] up:boot 2024-09-05T07:49:40.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:40 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.123:6837/4096794344,v1:172.21.15.123:6839/4096794344] up:boot 2024-09-05T07:49:40.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:40 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.123:6836/1844124695,v1:172.21.15.123:6838/1844124695] up:boot 2024-09-05T07:49:40.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:40 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.192:6837/3441222427,v1:172.21.15.192:6839/3441222427] up:boot 2024-09-05T07:49:40.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:40 smithi123 ceph-mon[34568]: mds.? [v2:172.21.15.192:6836/425002080,v1:172.21.15.192:6838/425002080] up:boot 2024-09-05T07:49:40.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:40 smithi123 ceph-mon[34568]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-09-05T07:49:40.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:40 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T07:49:40.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:40 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T07:49:40.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:40 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T07:49:40.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:40 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T07:49:40.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:40 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T07:49:40.928 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:40 smithi123 ceph-mon[34568]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T07:49:40.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:40 smithi192 ceph-mon[34929]: pgmap v344: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 8 op/s 2024-09-05T07:49:40.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:40 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.192:6834/3266553346,v1:172.21.15.192:6835/3266553346] up:boot 2024-09-05T07:49:40.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:40 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.123:6834/2628801667,v1:172.21.15.123:6835/2628801667] up:boot 2024-09-05T07:49:40.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:40 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.123:6837/4096794344,v1:172.21.15.123:6839/4096794344] up:boot 2024-09-05T07:49:40.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:40 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.123:6836/1844124695,v1:172.21.15.123:6838/1844124695] up:boot 2024-09-05T07:49:40.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:40 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.192:6837/3441222427,v1:172.21.15.192:6839/3441222427] up:boot 2024-09-05T07:49:40.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:40 smithi192 ceph-mon[34929]: mds.? [v2:172.21.15.192:6836/425002080,v1:172.21.15.192:6838/425002080] up:boot 2024-09-05T07:49:40.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:40 smithi192 ceph-mon[34929]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-09-05T07:49:40.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:40 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T07:49:40.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:40 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T07:49:40.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:40 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T07:49:40.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:40 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T07:49:40.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:40 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T07:49:40.962 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:40 smithi192 ceph-mon[34929]: from='mgr.15228 172.21.15.71:0/1007094482' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T07:49:41.578 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:41.577+0000 7fd0cffff640 1 -- 172.21.15.71:0/2251535550 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v29) ==== 104+0+0 (secure 0 0 0) 0x7fd0d00bc1d0 con 0x7fd0d8101de0 2024-09-05T07:49:41.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:41.580+0000 7fd0dd0f5640 1 -- 172.21.15.71:0/2251535550 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd0c40a2cf0 msgr2=0x7fd0c40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:41.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:41.580+0000 7fd0dd0f5640 1 --2- 172.21.15.71:0/2251535550 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd0c40a2cf0 0x7fd0c40a51b0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd0d8075f80 tx=0x7fd0c0006c90 comp rx=0 tx=0).stop 2024-09-05T07:49:41.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:41.580+0000 7fd0dd0f5640 1 -- 172.21.15.71:0/2251535550 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd0d8101de0 msgr2=0x7fd0d80744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:41.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:41.580+0000 7fd0dd0f5640 1 --2- 172.21.15.71:0/2251535550 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd0d8101de0 0x7fd0d80744f0 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7fd0d0005940 tx=0x7fd0d0004270 comp rx=0 tx=0).stop 2024-09-05T07:49:41.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:41.580+0000 7fd0dd0f5640 1 -- 172.21.15.71:0/2251535550 shutdown_connections 2024-09-05T07:49:41.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:41.580+0000 7fd0dd0f5640 1 --2- 172.21.15.71:0/2251535550 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fd0c40a2cf0 0x7fd0c40a51b0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:41.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:41.580+0000 7fd0dd0f5640 1 --2- 172.21.15.71:0/2251535550 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fd0d8106f10 0x7fd0d8074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:41.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:41.580+0000 7fd0dd0f5640 1 --2- 172.21.15.71:0/2251535550 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fd0d8102790 0x7fd0d8074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:41.581 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:41.580+0000 7fd0dd0f5640 1 --2- 172.21.15.71:0/2251535550 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd0d8101de0 0x7fd0d80744f0 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:41.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:41.580+0000 7fd0dd0f5640 1 -- 172.21.15.71:0/2251535550 >> 172.21.15.71:0/2251535550 conn(0x7fd0d80fd8c0 msgr2=0x7fd0d80fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:41.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:41.580+0000 7fd0dd0f5640 1 -- 172.21.15.71:0/2251535550 shutdown_connections 2024-09-05T07:49:41.582 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:41.581+0000 7fd0dd0f5640 1 -- 172.21.15.71:0/2251535550 wait complete. 2024-09-05T07:49:41.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:41 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2251535550' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T07:49:41.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:41 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2251535550' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T07:49:41.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:41 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2251535550' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T07:49:42.452 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-05T07:49:42.708 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:49:42.829 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:42 smithi071 ceph-mon[30965]: pgmap v346: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-05T07:49:42.829 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:42 smithi071 ceph-mon[30965]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-05T07:49:42.829 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:42 smithi071 ceph-mon[30965]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-05T07:49:42.829 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:42 smithi071 ceph-mon[30965]: Cluster is now healthy 2024-09-05T07:49:42.829 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:42 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/2251535550' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-05T07:49:42.829 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:42 smithi071 ceph-mon[30965]: fsmap 12 up:standby 2024-09-05T07:49:42.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:42 smithi123 ceph-mon[34568]: pgmap v346: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-05T07:49:42.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:42 smithi123 ceph-mon[34568]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-05T07:49:42.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:42 smithi123 ceph-mon[34568]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-05T07:49:42.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:42 smithi123 ceph-mon[34568]: Cluster is now healthy 2024-09-05T07:49:42.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:42 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/2251535550' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-05T07:49:42.927 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:42 smithi123 ceph-mon[34568]: fsmap 12 up:standby 2024-09-05T07:49:42.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:42 smithi192 ceph-mon[34929]: pgmap v346: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-09-05T07:49:42.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:42 smithi192 ceph-mon[34929]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-05T07:49:42.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:42 smithi192 ceph-mon[34929]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-05T07:49:42.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:42 smithi192 ceph-mon[34929]: Cluster is now healthy 2024-09-05T07:49:42.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:42 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/2251535550' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-05T07:49:42.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:42 smithi192 ceph-mon[34929]: fsmap 12 up:standby 2024-09-05T07:49:43.287 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.259+0000 7f9046411640 1 -- 172.21.15.71:0/4185040235 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90401082a0 msgr2=0x7f904010ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:43.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.259+0000 7f9046411640 1 --2- 172.21.15.71:0/4185040235 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90401082a0 0x7f904010ec40 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f9038009cd0 tx=0x7f903802a8e0 comp rx=0 tx=0).stop 2024-09-05T07:49:43.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.260+0000 7f9046411640 1 -- 172.21.15.71:0/4185040235 shutdown_connections 2024-09-05T07:49:43.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.260+0000 7f9046411640 1 --2- 172.21.15.71:0/4185040235 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90401082a0 0x7f904010ec40 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:43.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.260+0000 7f9046411640 1 --2- 172.21.15.71:0/4185040235 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f90401036e0 0x7f9040107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:43.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.260+0000 7f9046411640 1 --2- 172.21.15.71:0/4185040235 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f9040102d30 0x7f9040103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:43.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.260+0000 7f9046411640 1 -- 172.21.15.71:0/4185040235 >> 172.21.15.71:0/4185040235 conn(0x7f90400fc7d0 msgr2=0x7f90400febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:43.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.260+0000 7f9046411640 1 -- 172.21.15.71:0/4185040235 shutdown_connections 2024-09-05T07:49:43.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.260+0000 7f9046411640 1 -- 172.21.15.71:0/4185040235 wait complete. 2024-09-05T07:49:43.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.260+0000 7f9046411640 1 Processor -- start 2024-09-05T07:49:43.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.260+0000 7f9046411640 1 -- start start 2024-09-05T07:49:43.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.260+0000 7f9046411640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9040102d30 0x7f904019a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:43.288 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.260+0000 7f9046411640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90401036e0 0x7f904019abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:43.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.261+0000 7f9046411640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90401082a0 0x7f904019ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:43.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.261+0000 7f9046411640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f9040111f50 con 0x7f90401082a0 2024-09-05T07:49:43.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.261+0000 7f9046411640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f9040111dd0 con 0x7f9040102d30 2024-09-05T07:49:43.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.261+0000 7f9046411640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f90401120d0 con 0x7f90401036e0 2024-09-05T07:49:43.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.261+0000 7f90449ae640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90401082a0 0x7f904019ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:43.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.261+0000 7f90449ae640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90401082a0 0x7f904019ef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41906/0 (socket says 172.21.15.71:41906) 2024-09-05T07:49:43.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.261+0000 7f90449ae640 1 -- 172.21.15.71:0/1883590812 learned_addr learned my addr 172.21.15.71:0/1883590812 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:43.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.261+0000 7f9037fff640 1 --2- 172.21.15.71:0/1883590812 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90401036e0 0x7f904019abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:43.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.261+0000 7f903ffff640 1 --2- 172.21.15.71:0/1883590812 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9040102d30 0x7f904019a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:43.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.261+0000 7f90449ae640 1 -- 172.21.15.71:0/1883590812 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90401036e0 msgr2=0x7f904019abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:43.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.261+0000 7f90449ae640 1 --2- 172.21.15.71:0/1883590812 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90401036e0 0x7f904019abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:43.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.261+0000 7f90449ae640 1 -- 172.21.15.71:0/1883590812 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9040102d30 msgr2=0x7f904019a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:43.289 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.261+0000 7f90449ae640 1 --2- 172.21.15.71:0/1883590812 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9040102d30 0x7f904019a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:43.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.261+0000 7f90449ae640 1 -- 172.21.15.71:0/1883590812 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f904019f660 con 0x7f90401082a0 2024-09-05T07:49:43.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.261+0000 7f90449ae640 1 --2- 172.21.15.71:0/1883590812 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90401082a0 0x7f904019ef80 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7f9038005cc0 tx=0x7f9038003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:43.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.261+0000 7f903dffb640 1 -- 172.21.15.71:0/1883590812 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9038004450 con 0x7f90401082a0 2024-09-05T07:49:43.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.261+0000 7f903dffb640 1 -- 172.21.15.71:0/1883590812 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9038031c90 con 0x7f90401082a0 2024-09-05T07:49:43.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.261+0000 7f9046411640 1 -- 172.21.15.71:0/1883590812 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f904019f8f0 con 0x7f90401082a0 2024-09-05T07:49:43.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.261+0000 7f903dffb640 1 -- 172.21.15.71:0/1883590812 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f903803b400 con 0x7f90401082a0 2024-09-05T07:49:43.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.261+0000 7f9046411640 1 -- 172.21.15.71:0/1883590812 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90401a7230 con 0x7f90401082a0 2024-09-05T07:49:43.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.262+0000 7f9046411640 1 -- 172.21.15.71:0/1883590812 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9040103110 con 0x7f90401082a0 2024-09-05T07:49:43.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.263+0000 7f903dffb640 1 -- 172.21.15.71:0/1883590812 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f9038004680 con 0x7f90401082a0 2024-09-05T07:49:43.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.264+0000 7f903dffb640 1 --2- 172.21.15.71:0/1883590812 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f902c0a2cf0 0x7f902c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:43.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.264+0000 7f903ffff640 1 --2- 172.21.15.71:0/1883590812 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f902c0a2cf0 0x7f902c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:43.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.264+0000 7f903dffb640 1 -- 172.21.15.71:0/1883590812 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9796+0+0 (secure 0 0 0) 0x7f903802e030 con 0x7f90401082a0 2024-09-05T07:49:43.290 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.264+0000 7f903ffff640 1 --2- 172.21.15.71:0/1883590812 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f902c0a2cf0 0x7f902c0a51b0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f903000bbe0 tx=0x7f903000b390 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:43.291 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.268+0000 7f903dffb640 1 -- 172.21.15.71:0/1883590812 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f90380bcfc0 con 0x7f90401082a0 2024-09-05T07:49:43.437 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.437+0000 7f9046411640 1 -- 172.21.15.71:0/1883590812 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f904010c2c0 con 0x7f90401082a0 2024-09-05T07:49:43.585 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.585+0000 7f903dffb640 1 -- 172.21.15.71:0/1883590812 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v105) ==== 181+0+0 (secure 0 0 0) 0x7f90380098b0 con 0x7f90401082a0 2024-09-05T07:49:43.585 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_metadata' removed 2024-09-05T07:49:43.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.588+0000 7f9046411640 1 -- 172.21.15.71:0/1883590812 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f902c0a2cf0 msgr2=0x7f902c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:43.588 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.588+0000 7f9046411640 1 --2- 172.21.15.71:0/1883590812 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f902c0a2cf0 0x7f902c0a51b0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f903000bbe0 tx=0x7f903000b390 comp rx=0 tx=0).stop 2024-09-05T07:49:43.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.588+0000 7f9046411640 1 -- 172.21.15.71:0/1883590812 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90401082a0 msgr2=0x7f904019ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:43.589 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.588+0000 7f9046411640 1 --2- 172.21.15.71:0/1883590812 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90401082a0 0x7f904019ef80 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7f9038005cc0 tx=0x7f9038003c20 comp rx=0 tx=0).stop 2024-09-05T07:49:43.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.588+0000 7f9046411640 1 -- 172.21.15.71:0/1883590812 shutdown_connections 2024-09-05T07:49:43.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.588+0000 7f9046411640 1 --2- 172.21.15.71:0/1883590812 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f902c0a2cf0 0x7f902c0a51b0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:43.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.588+0000 7f9046411640 1 --2- 172.21.15.71:0/1883590812 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f90401082a0 0x7f904019ef80 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:43.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.588+0000 7f9046411640 1 --2- 172.21.15.71:0/1883590812 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f90401036e0 0x7f904019abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:43.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.588+0000 7f9046411640 1 --2- 172.21.15.71:0/1883590812 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f9040102d30 0x7f904019a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:43.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.588+0000 7f9046411640 1 -- 172.21.15.71:0/1883590812 >> 172.21.15.71:0/1883590812 conn(0x7f90400fc7d0 msgr2=0x7f9040100d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:43.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.589+0000 7f9046411640 1 -- 172.21.15.71:0/1883590812 shutdown_connections 2024-09-05T07:49:43.590 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:43.589+0000 7f9046411640 1 -- 172.21.15.71:0/1883590812 wait complete. 2024-09-05T07:49:43.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:43 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1883590812' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T07:49:43.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:43 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1883590812' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T07:49:43.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:43 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1883590812' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T07:49:44.277 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-05T07:49:44.524 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:49:44.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:44 smithi071 ceph-mon[30965]: pgmap v347: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 3 op/s 2024-09-05T07:49:44.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:44 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1883590812' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T07:49:44.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:44 smithi071 ceph-mon[30965]: osdmap e105: 12 total, 12 up, 12 in 2024-09-05T07:49:44.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:44 smithi123 ceph-mon[34568]: pgmap v347: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 3 op/s 2024-09-05T07:49:44.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:44 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1883590812' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T07:49:44.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:44 smithi123 ceph-mon[34568]: osdmap e105: 12 total, 12 up, 12 in 2024-09-05T07:49:44.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:44 smithi192 ceph-mon[34929]: pgmap v347: 129 pgs: 129 active+clean; 2.3 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 3 op/s 2024-09-05T07:49:44.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:44 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1883590812' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T07:49:44.960 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:44 smithi192 ceph-mon[34929]: osdmap e105: 12 total, 12 up, 12 in 2024-09-05T07:49:45.046 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.026+0000 7fdf30fd3640 1 -- 172.21.15.71:0/3191177992 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdf2c102570 msgr2=0x7fdf2c1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:45.046 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.026+0000 7fdf30fd3640 1 --2- 172.21.15.71:0/3191177992 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdf2c102570 0x7fdf2c1029b0 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7fdf20009900 tx=0x7fdf2002a480 comp rx=0 tx=0).stop 2024-09-05T07:49:45.046 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.027+0000 7fdf30fd3640 1 -- 172.21.15.71:0/3191177992 shutdown_connections 2024-09-05T07:49:45.046 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.027+0000 7fdf30fd3640 1 --2- 172.21.15.71:0/3191177992 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf2c102ef0 0x7fdf2c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:45.047 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.027+0000 7fdf30fd3640 1 --2- 172.21.15.71:0/3191177992 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdf2c102570 0x7fdf2c1029b0 unknown :-1 s=CLOSED pgs=1110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:45.047 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.027+0000 7fdf30fd3640 1 --2- 172.21.15.71:0/3191177992 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdf2c100e20 0x7fdf2c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:45.047 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.027+0000 7fdf30fd3640 1 -- 172.21.15.71:0/3191177992 >> 172.21.15.71:0/3191177992 conn(0x7fdf2c0fc7d0 msgr2=0x7fdf2c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:45.047 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.027+0000 7fdf30fd3640 1 -- 172.21.15.71:0/3191177992 shutdown_connections 2024-09-05T07:49:45.047 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.027+0000 7fdf30fd3640 1 -- 172.21.15.71:0/3191177992 wait complete. 2024-09-05T07:49:45.047 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.027+0000 7fdf30fd3640 1 Processor -- start 2024-09-05T07:49:45.047 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.027+0000 7fdf30fd3640 1 -- start start 2024-09-05T07:49:45.047 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf30fd3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdf2c100e20 0x7fdf2c198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:45.047 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf30fd3640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdf2c102570 0x7fdf2c198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:45.047 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf30fd3640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf2c102ef0 0x7fdf2c19cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:45.047 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf30fd3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7fdf2c111f50 con 0x7fdf2c100e20 2024-09-05T07:49:45.047 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf30fd3640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7fdf2c111dd0 con 0x7fdf2c102570 2024-09-05T07:49:45.047 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf30fd3640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7fdf2c1120d0 con 0x7fdf2c102ef0 2024-09-05T07:49:45.048 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf2a59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdf2c100e20 0x7fdf2c198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:45.048 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf2a59c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdf2c100e20 0x7fdf2c198410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41930/0 (socket says 172.21.15.71:41930) 2024-09-05T07:49:45.048 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf2a59c640 1 -- 172.21.15.71:0/677850041 learned_addr learned my addr 172.21.15.71:0/677850041 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:45.048 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf29d9b640 1 --2- 172.21.15.71:0/677850041 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdf2c102570 0x7fdf2c198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:45.048 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf2ad9d640 1 --2- 172.21.15.71:0/677850041 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf2c102ef0 0x7fdf2c19cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:45.048 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf2a59c640 1 -- 172.21.15.71:0/677850041 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf2c102ef0 msgr2=0x7fdf2c19cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:45.048 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf2a59c640 1 --2- 172.21.15.71:0/677850041 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf2c102ef0 0x7fdf2c19cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:45.048 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf2a59c640 1 -- 172.21.15.71:0/677850041 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdf2c102570 msgr2=0x7fdf2c198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:45.048 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf2a59c640 1 --2- 172.21.15.71:0/677850041 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdf2c102570 0x7fdf2c198950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:45.048 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf2a59c640 1 -- 172.21.15.71:0/677850041 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf2c19d3c0 con 0x7fdf2c100e20 2024-09-05T07:49:45.048 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf29d9b640 1 --2- 172.21.15.71:0/677850041 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdf2c102570 0x7fdf2c198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T07:49:45.048 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf2ad9d640 1 --2- 172.21.15.71:0/677850041 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf2c102ef0 0x7fdf2c19cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T07:49:45.048 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf2a59c640 1 --2- 172.21.15.71:0/677850041 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdf2c100e20 0x7fdf2c198410 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c00d950 tx=0x7fdf1c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:45.048 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf1b7fe640 1 -- 172.21.15.71:0/677850041 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf1c017070 con 0x7fdf2c100e20 2024-09-05T07:49:45.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf1b7fe640 1 -- 172.21.15.71:0/677850041 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdf1c009c30 con 0x7fdf2c100e20 2024-09-05T07:49:45.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf30fd3640 1 -- 172.21.15.71:0/677850041 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf2c19d6b0 con 0x7fdf2c100e20 2024-09-05T07:49:45.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf1b7fe640 1 -- 172.21.15.71:0/677850041 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf1c00f620 con 0x7fdf2c100e20 2024-09-05T07:49:45.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.028+0000 7fdf30fd3640 1 -- 172.21.15.71:0/677850041 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf2c1a4f90 con 0x7fdf2c100e20 2024-09-05T07:49:45.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.029+0000 7fdf30fd3640 1 -- 172.21.15.71:0/677850041 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf2c101200 con 0x7fdf2c100e20 2024-09-05T07:49:45.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.031+0000 7fdf1b7fe640 1 -- 172.21.15.71:0/677850041 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7fdf1c0109a0 con 0x7fdf2c100e20 2024-09-05T07:49:45.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.031+0000 7fdf1b7fe640 1 --2- 172.21.15.71:0/677850041 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdf140a2d70 0x7fdf140a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:45.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.031+0000 7fdf29d9b640 1 --2- 172.21.15.71:0/677850041 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdf140a2d70 0x7fdf140a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:45.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.031+0000 7fdf1b7fe640 1 -- 172.21.15.71:0/677850041 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 9213+0+0 (secure 0 0 0) 0x7fdf1c0cf320 con 0x7fdf2c100e20 2024-09-05T07:49:45.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.032+0000 7fdf29d9b640 1 --2- 172.21.15.71:0/677850041 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdf140a2d70 0x7fdf140a5230 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fdf2c0ffe70 tx=0x7fdf20005a20 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:45.049 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.035+0000 7fdf1b7fe640 1 -- 172.21.15.71:0/677850041 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdf1c009de0 con 0x7fdf2c100e20 2024-09-05T07:49:45.202 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.201+0000 7fdf30fd3640 1 -- 172.21.15.71:0/677850041 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fdf2c199770 con 0x7fdf2c100e20 2024-09-05T07:49:45.595 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.594+0000 7fdf1b7fe640 1 -- 172.21.15.71:0/677850041 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v106) ==== 169+0+0 (secure 0 0 0) 0x7fdf1c09bd10 con 0x7fdf2c100e20 2024-09-05T07:49:45.595 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_data' removed 2024-09-05T07:49:45.598 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.598+0000 7fdf30fd3640 1 -- 172.21.15.71:0/677850041 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdf140a2d70 msgr2=0x7fdf140a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:45.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.598+0000 7fdf30fd3640 1 --2- 172.21.15.71:0/677850041 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdf140a2d70 0x7fdf140a5230 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fdf2c0ffe70 tx=0x7fdf20005a20 comp rx=0 tx=0).stop 2024-09-05T07:49:45.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.598+0000 7fdf30fd3640 1 -- 172.21.15.71:0/677850041 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdf2c100e20 msgr2=0x7fdf2c198410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:45.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.598+0000 7fdf30fd3640 1 --2- 172.21.15.71:0/677850041 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdf2c100e20 0x7fdf2c198410 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c00d950 tx=0x7fdf1c00de10 comp rx=0 tx=0).stop 2024-09-05T07:49:45.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.598+0000 7fdf30fd3640 1 -- 172.21.15.71:0/677850041 shutdown_connections 2024-09-05T07:49:45.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.598+0000 7fdf30fd3640 1 --2- 172.21.15.71:0/677850041 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7fdf140a2d70 0x7fdf140a5230 secure :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fdf2c0ffe70 tx=0x7fdf20005a20 comp rx=0 tx=0).stop 2024-09-05T07:49:45.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.598+0000 7fdf30fd3640 1 --2- 172.21.15.71:0/677850041 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7fdf2c102ef0 0x7fdf2c19cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:45.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.598+0000 7fdf30fd3640 1 --2- 172.21.15.71:0/677850041 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7fdf2c102570 0x7fdf2c198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:45.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.598+0000 7fdf30fd3640 1 --2- 172.21.15.71:0/677850041 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdf2c100e20 0x7fdf2c198410 unknown :-1 s=CLOSED pgs=1111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:45.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.598+0000 7fdf30fd3640 1 -- 172.21.15.71:0/677850041 >> 172.21.15.71:0/677850041 conn(0x7fdf2c0fc7d0 msgr2=0x7fdf2c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:45.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.598+0000 7fdf30fd3640 1 -- 172.21.15.71:0/677850041 shutdown_connections 2024-09-05T07:49:45.599 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:45.598+0000 7fdf30fd3640 1 -- 172.21.15.71:0/677850041 wait complete. 2024-09-05T07:49:45.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:45 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/677850041' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T07:49:45.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:45 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/677850041' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T07:49:45.961 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:45 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/677850041' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T07:49:46.257 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 -- ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-09-05T07:49:46.501 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T07:49:46.862 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:46 smithi192 ceph-mon[34929]: pgmap v349: 97 pgs: 97 active+clean; 577 KiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:49:46.862 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:46 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/677850041' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T07:49:46.862 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:46 smithi192 ceph-mon[34929]: osdmap e106: 12 total, 12 up, 12 in 2024-09-05T07:49:46.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:46 smithi071 ceph-mon[30965]: pgmap v349: 97 pgs: 97 active+clean; 577 KiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:49:46.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:46 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/677850041' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T07:49:46.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:46 smithi071 ceph-mon[30965]: osdmap e106: 12 total, 12 up, 12 in 2024-09-05T07:49:46.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:46 smithi123 ceph-mon[34568]: pgmap v349: 97 pgs: 97 active+clean; 577 KiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:49:46.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:46 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/677850041' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T07:49:46.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:46 smithi123 ceph-mon[34568]: osdmap e106: 12 total, 12 up, 12 in 2024-09-05T07:49:47.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.012+0000 7f6df2a18640 1 -- 172.21.15.71:0/3703568793 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6dec101ba0 msgr2=0x7f6dec10d970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:47.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.012+0000 7f6df2a18640 1 --2- 172.21.15.71:0/3703568793 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6dec101ba0 0x7f6dec10d970 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f6de4009ca0 tx=0x7f6de402a8c0 comp rx=0 tx=0).stop 2024-09-05T07:49:47.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.012+0000 7f6df2a18640 1 -- 172.21.15.71:0/3703568793 shutdown_connections 2024-09-05T07:49:47.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.012+0000 7f6df2a18640 1 --2- 172.21.15.71:0/3703568793 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6dec101ba0 0x7f6dec10d970 unknown :-1 s=CLOSED pgs=1112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:47.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.012+0000 7f6df2a18640 1 --2- 172.21.15.71:0/3703568793 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6dec101200 0x7f6dec101660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:47.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.012+0000 7f6df2a18640 1 --2- 172.21.15.71:0/3703568793 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6dec105ad0 0x7f6dec105eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:47.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.012+0000 7f6df2a18640 1 -- 172.21.15.71:0/3703568793 >> 172.21.15.71:0/3703568793 conn(0x7f6dec077210 msgr2=0x7f6dec0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:47.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.012+0000 7f6df2a18640 1 -- 172.21.15.71:0/3703568793 shutdown_connections 2024-09-05T07:49:47.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.012+0000 7f6df2a18640 1 -- 172.21.15.71:0/3703568793 wait complete. 2024-09-05T07:49:47.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.013+0000 7f6df2a18640 1 Processor -- start 2024-09-05T07:49:47.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.013+0000 7f6df2a18640 1 -- start start 2024-09-05T07:49:47.023 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.013+0000 7f6df2a18640 1 --2- >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6dec101200 0x7f6dec19a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:47.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.013+0000 7f6df2a18640 1 --2- >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6dec101ba0 0x7f6dec19a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:47.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.013+0000 7f6df2a18640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6dec105ad0 0x7f6dec19ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:47.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.013+0000 7f6df2a18640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 -- 0x7f6dec110da0 con 0x7f6dec105ad0 2024-09-05T07:49:47.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.013+0000 7f6df2a18640 1 -- --> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] -- mon_getmap magic: 0 -- 0x7f6dec110c20 con 0x7f6dec101ba0 2024-09-05T07:49:47.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.013+0000 7f6df2a18640 1 -- --> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] -- mon_getmap magic: 0 -- 0x7f6dec110f20 con 0x7f6dec101200 2024-09-05T07:49:47.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.013+0000 7f6df0fb5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6dec105ad0 0x7f6dec19ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:47.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.013+0000 7f6df0fb5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6dec105ad0 0x7f6dec19ed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:41960/0 (socket says 172.21.15.71:41960) 2024-09-05T07:49:47.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.013+0000 7f6df0fb5640 1 -- 172.21.15.71:0/1658191288 learned_addr learned my addr 172.21.15.71:0/1658191288 (peer_addr_for_me v2:172.21.15.71:0/0) 2024-09-05T07:49:47.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.013+0000 7f6deb7fe640 1 --2- 172.21.15.71:0/1658191288 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6dec101ba0 0x7f6dec19a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:47.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.014+0000 7f6debfff640 1 --2- 172.21.15.71:0/1658191288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6dec101200 0x7f6dec19a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:47.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.014+0000 7f6df0fb5640 1 -- 172.21.15.71:0/1658191288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6dec101200 msgr2=0x7f6dec19a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:47.024 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.014+0000 7f6df0fb5640 1 --2- 172.21.15.71:0/1658191288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6dec101200 0x7f6dec19a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:47.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.014+0000 7f6df0fb5640 1 -- 172.21.15.71:0/1658191288 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6dec101ba0 msgr2=0x7f6dec19a9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:47.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.014+0000 7f6df0fb5640 1 --2- 172.21.15.71:0/1658191288 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6dec101ba0 0x7f6dec19a9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:47.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.014+0000 7f6df0fb5640 1 -- 172.21.15.71:0/1658191288 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dec19f420 con 0x7f6dec105ad0 2024-09-05T07:49:47.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.014+0000 7f6df0fb5640 1 --2- 172.21.15.71:0/1658191288 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6dec105ad0 0x7f6dec19ed40 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f6de4003bd0 tx=0x7f6de4003c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:47.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.014+0000 7f6de97fa640 1 -- 172.21.15.71:0/1658191288 <== mon.0 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6de4004240 con 0x7f6dec105ad0 2024-09-05T07:49:47.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.014+0000 7f6df2a18640 1 -- 172.21.15.71:0/1658191288 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6dec19f6b0 con 0x7f6dec105ad0 2024-09-05T07:49:47.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.014+0000 7f6de97fa640 1 -- 172.21.15.71:0/1658191288 <== mon.0 v2:172.21.15.71:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6de4003e20 con 0x7f6dec105ad0 2024-09-05T07:49:47.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.014+0000 7f6de97fa640 1 -- 172.21.15.71:0/1658191288 <== mon.0 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6de4030d80 con 0x7f6dec105ad0 2024-09-05T07:49:47.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.014+0000 7f6df2a18640 1 -- 172.21.15.71:0/1658191288 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6dec1a6ff0 con 0x7f6dec105ad0 2024-09-05T07:49:47.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.015+0000 7f6df2a18640 1 -- 172.21.15.71:0/1658191288 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6dec101660 con 0x7f6dec105ad0 2024-09-05T07:49:47.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.016+0000 7f6de97fa640 1 -- 172.21.15.71:0/1658191288 <== mon.0 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 25) ==== 137964+0+0 (secure 0 0 0) 0x7f6de40305c0 con 0x7f6dec105ad0 2024-09-05T07:49:47.025 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.017+0000 7f6de97fa640 1 --2- 172.21.15.71:0/1658191288 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6dd40a2cf0 0x7f6dd40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T07:49:47.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.017+0000 7f6debfff640 1 --2- 172.21.15.71:0/1658191288 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6dd40a2cf0 0x7f6dd40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T07:49:47.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.017+0000 7f6de97fa640 1 -- 172.21.15.71:0/1658191288 <== mon.0 v2:172.21.15.71:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8625+0+0 (secure 0 0 0) 0x7f6de40f0b80 con 0x7f6dec105ad0 2024-09-05T07:49:47.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.017+0000 7f6debfff640 1 --2- 172.21.15.71:0/1658191288 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6dd40a2cf0 0x7f6dd40a51b0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f6ddc005e10 tx=0x7f6ddc005da0 comp rx=0 tx=0).ready entity=mgr.15228 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T07:49:47.026 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.021+0000 7f6de97fa640 1 -- 172.21.15.71:0/1658191288 <== mon.0 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6de40bd840 con 0x7f6dec105ad0 2024-09-05T07:49:47.188 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.188+0000 7f6df2a18640 1 -- 172.21.15.71:0/1658191288 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f6dec0fdcd0 con 0x7f6dec105ad0 2024-09-05T07:49:47.603 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.602+0000 7f6de97fa640 1 -- 172.21.15.71:0/1658191288 <== mon.0 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v107) ==== 178+0+0 (secure 0 0 0) 0x7f6de40bd140 con 0x7f6dec105ad0 2024-09-05T07:49:47.603 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_data_ec' removed 2024-09-05T07:49:47.605 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.605+0000 7f6df2a18640 1 -- 172.21.15.71:0/1658191288 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6dd40a2cf0 msgr2=0x7f6dd40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:47.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.605+0000 7f6df2a18640 1 --2- 172.21.15.71:0/1658191288 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6dd40a2cf0 0x7f6dd40a51b0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f6ddc005e10 tx=0x7f6ddc005da0 comp rx=0 tx=0).stop 2024-09-05T07:49:47.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.605+0000 7f6df2a18640 1 -- 172.21.15.71:0/1658191288 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6dec105ad0 msgr2=0x7f6dec19ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T07:49:47.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.605+0000 7f6df2a18640 1 --2- 172.21.15.71:0/1658191288 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6dec105ad0 0x7f6dec19ed40 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f6de4003bd0 tx=0x7f6de4003c00 comp rx=0 tx=0).stop 2024-09-05T07:49:47.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.605+0000 7f6df2a18640 1 -- 172.21.15.71:0/1658191288 shutdown_connections 2024-09-05T07:49:47.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.605+0000 7f6df2a18640 1 --2- 172.21.15.71:0/1658191288 >> [v2:172.21.15.71:6800/2114245039,v1:172.21.15.71:6801/2114245039] conn(0x7f6dd40a2cf0 0x7f6dd40a51b0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:47.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.605+0000 7f6df2a18640 1 --2- 172.21.15.71:0/1658191288 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6dec105ad0 0x7f6dec19ed40 unknown :-1 s=CLOSED pgs=1113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:47.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.605+0000 7f6df2a18640 1 --2- 172.21.15.71:0/1658191288 >> [v2:172.21.15.123:3300/0,v1:172.21.15.123:6789/0] conn(0x7f6dec101ba0 0x7f6dec19a9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:47.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.605+0000 7f6df2a18640 1 --2- 172.21.15.71:0/1658191288 >> [v2:172.21.15.192:3300/0,v1:172.21.15.192:6789/0] conn(0x7f6dec101200 0x7f6dec19a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T07:49:47.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.605+0000 7f6df2a18640 1 -- 172.21.15.71:0/1658191288 >> 172.21.15.71:0/1658191288 conn(0x7f6dec077210 msgr2=0x7f6dec104bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T07:49:47.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.605+0000 7f6df2a18640 1 -- 172.21.15.71:0/1658191288 shutdown_connections 2024-09-05T07:49:47.606 INFO:teuthology.orchestra.run.smithi071.stderr:2024-09-05T07:49:47.605+0000 7f6df2a18640 1 -- 172.21.15.71:0/1658191288 wait complete. 2024-09-05T07:49:47.878 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:47 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1658191288' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T07:49:47.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:47 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1658191288' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T07:49:47.926 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:47 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1658191288' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T07:49:48.323 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T07:49:48.350 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T07:49:48.383 DEBUG:teuthology.orchestra.run.smithi192:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T07:49:48.412 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-05T07:49:48.413 DEBUG:teuthology.orchestra.run.smithi071:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-05T07:49:48.428 DEBUG:teuthology.orchestra.run.smithi123:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-05T07:49:48.449 DEBUG:teuthology.orchestra.run.smithi192:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-05T07:49:48.472 INFO:tasks.cephadm:Stopping all daemons... 2024-09-05T07:49:48.473 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-05T07:49:48.473 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mon.a 2024-09-05T07:49:48.604 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:48 smithi071 systemd[1]: Stopping Ceph mon.a for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:49:48.676 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:48 smithi123 ceph-mon[34568]: pgmap v351: 33 pgs: 33 active+clean; 577 KiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:49:48.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:48 smithi123 ceph-mon[34568]: from='client.? 172.21.15.71:0/1658191288' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T07:49:48.677 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:48 smithi123 ceph-mon[34568]: osdmap e107: 12 total, 12 up, 12 in 2024-09-05T07:49:48.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:48 smithi192 ceph-mon[34929]: pgmap v351: 33 pgs: 33 active+clean; 577 KiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:49:48.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:48 smithi192 ceph-mon[34929]: from='client.? 172.21.15.71:0/1658191288' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T07:49:48.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:48 smithi192 ceph-mon[34929]: osdmap e107: 12 total, 12 up, 12 in 2024-09-05T07:49:48.866 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:48 smithi071 ceph-mon[30965]: pgmap v351: 33 pgs: 33 active+clean; 577 KiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T07:49:48.866 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:48 smithi071 ceph-mon[30965]: from='client.? 172.21.15.71:0/1658191288' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T07:49:48.866 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:48 smithi071 ceph-mon[30965]: osdmap e107: 12 total, 12 up, 12 in 2024-09-05T07:49:48.867 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:48 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-a[30961]: 2024-09-05T07:49:48.814+0000 7f7cf705d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:49:48.867 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:48 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-a[30961]: 2024-09-05T07:49:48.814+0000 7f7cf705d640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-05T07:49:49.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:48 smithi071 podman[109558]: 2024-09-05 07:49:48.86682238 +0000 UTC m=+0.176340052 container died 5590b54035a2af571dd98bb81377aa317fde63828676c2831aaf1138f8b204dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-a, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2) 2024-09-05T07:49:49.517 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:49 smithi071 podman[109558]: 2024-09-05 07:49:49.265961636 +0000 UTC m=+0.575479304 container cleanup 5590b54035a2af571dd98bb81377aa317fde63828676c2831aaf1138f8b204dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-05T07:49:49.517 INFO:journalctl@ceph.mon.a.smithi071.stdout:Sep 05 07:49:49 smithi071 bash[109558]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-a 2024-09-05T07:49:49.690 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mon.a.service' 2024-09-05T07:49:49.748 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:49:49.748 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-05T07:49:49.748 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-09-05T07:49:49.748 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mon.b 2024-09-05T07:49:50.092 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:49 smithi123 systemd[1]: Stopping Ceph mon.b for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:49:50.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:50 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-b[34564]: 2024-09-05T07:49:50.091+0000 7f5b211a7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:49:50.426 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:50 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-b[34564]: 2024-09-05T07:49:50.091+0000 7f5b211a7640 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-09-05T07:49:50.427 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:50 smithi123 podman[70198]: 2024-09-05 07:49:50.235033707 +0000 UTC m=+0.282351272 container died 7239d4892b47bb1d84e712f3d5e979214f7518a0e6f8e70efca10e86d23fc90e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T07:49:50.876 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:50 smithi123 podman[70198]: 2024-09-05 07:49:50.625308966 +0000 UTC m=+0.672626531 container cleanup 7239d4892b47bb1d84e712f3d5e979214f7518a0e6f8e70efca10e86d23fc90e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-05T07:49:50.876 INFO:journalctl@ceph.mon.b.smithi123.stdout:Sep 05 07:49:50 smithi123 bash[70198]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-b 2024-09-05T07:49:51.015 DEBUG:teuthology.orchestra.run.smithi123:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mon.b.service' 2024-09-05T07:49:51.065 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:49:51.066 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-09-05T07:49:51.066 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-09-05T07:49:51.066 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mon.c 2024-09-05T07:49:51.374 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:51 smithi192 systemd[1]: Stopping Ceph mon.c for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:49:51.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:51 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-c[34907]: 2024-09-05T07:49:51.373+0000 7fccad467640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:49:51.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:51 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-c[34907]: 2024-09-05T07:49:51.373+0000 7fccad467640 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-09-05T07:49:51.710 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:51 smithi192 podman[70753]: 2024-09-05 07:49:51.507202894 +0000 UTC m=+0.243847725 container died 4d7182cb860adc0731bd2e18f8674bd6e2d2213f1e80c303562b471c88f252a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-c, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-05T07:49:52.085 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:51 smithi192 podman[70753]: 2024-09-05 07:49:51.88338523 +0000 UTC m=+0.620030109 container cleanup 4d7182cb860adc0731bd2e18f8674bd6e2d2213f1e80c303562b471c88f252a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-c, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-09-05T07:49:52.085 INFO:journalctl@ceph.mon.c.smithi192.stdout:Sep 05 07:49:51 smithi192 bash[70753]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mon-c 2024-09-05T07:49:52.298 DEBUG:teuthology.orchestra.run.smithi192:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mon.c.service' 2024-09-05T07:49:52.347 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:49:52.347 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-09-05T07:49:52.347 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-05T07:49:52.347 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mgr.x 2024-09-05T07:49:52.649 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:49:52 smithi071 systemd[1]: Stopping Ceph mgr.x for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:49:53.130 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:49:52 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x[31194]: 2024-09-05T07:49:52.654+0000 7fe496a01640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:49:53.130 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:49:52 smithi071 podman[109765]: 2024-09-05 07:49:52.685228046 +0000 UTC m=+0.145307655 container died 600d420cb4abddf697e0da57074c8c74cf457bc1fa10765960535a717ab4c581 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=) 2024-09-05T07:49:53.398 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:49:53 smithi071 podman[109765]: 2024-09-05 07:49:53.238556558 +0000 UTC m=+0.698636165 container cleanup 600d420cb4abddf697e0da57074c8c74cf457bc1fa10765960535a717ab4c581 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-05T07:49:53.399 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:49:53 smithi071 bash[109765]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x 2024-09-05T07:49:53.711 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mgr.x.service' 2024-09-05T07:49:53.733 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:49:53 smithi071 podman[109779]: 2024-09-05 07:49:53.482421334 +0000 UTC m=+0.792118434 container remove 600d420cb4abddf697e0da57074c8c74cf457bc1fa10765960535a717ab4c581 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True) 2024-09-05T07:49:53.733 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:49:53 smithi071 systemd[1]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mgr.x.service: Deactivated successfully. 2024-09-05T07:49:53.733 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:49:53 smithi071 systemd[1]: Stopped Ceph mgr.x for 528064f0-6b58-11ef-bcd6-c7b262605968. 2024-09-05T07:49:53.733 INFO:journalctl@ceph.mgr.x.smithi071.stdout:Sep 05 07:49:53 smithi071 systemd[1]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mgr.x.service: Consumed 48.964s CPU time. 2024-09-05T07:49:53.747 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:49:53.747 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-05T07:49:53.747 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-05T07:49:53.748 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mgr.y 2024-09-05T07:49:54.076 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:49:53 smithi123 systemd[1]: Stopping Ceph mgr.y for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:49:54.356 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:49:54 smithi123 podman[70324]: 2024-09-05 07:49:54.076927946 +0000 UTC m=+0.131027970 container died 55d11f4a80a7ef4cad7793a7b40ad1058687ff519f7b3b9166f89c239be111cc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-05T07:49:54.676 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:49:54 smithi123 podman[70324]: 2024-09-05 07:49:54.463780644 +0000 UTC m=+0.517880667 container cleanup 55d11f4a80a7ef4cad7793a7b40ad1058687ff519f7b3b9166f89c239be111cc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-05T07:49:54.677 INFO:journalctl@ceph.mgr.y.smithi123.stdout:Sep 05 07:49:54 smithi123 bash[70324]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-y 2024-09-05T07:49:54.891 DEBUG:teuthology.orchestra.run.smithi123:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mgr.y.service' 2024-09-05T07:49:54.925 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:49:54.925 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-05T07:49:54.925 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-09-05T07:49:54.925 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mgr.z 2024-09-05T07:49:55.211 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:49:54 smithi192 systemd[1]: Stopping Ceph mgr.z for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:49:55.547 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:49:55 smithi192 podman[70875]: 2024-09-05 07:49:55.259181023 +0000 UTC m=+0.137620884 container died fba53cade758302e33fa5f0fdd2f71af4c650394cf7c4e0af61d7ea475ade5d5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-05T07:49:55.849 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:49:55 smithi192 podman[70875]: 2024-09-05 07:49:55.639115236 +0000 UTC m=+0.517555096 container cleanup fba53cade758302e33fa5f0fdd2f71af4c650394cf7c4e0af61d7ea475ade5d5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e) 2024-09-05T07:49:55.849 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:49:55 smithi192 bash[70875]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z 2024-09-05T07:49:56.108 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:49:55 smithi192 podman[70889]: 2024-09-05 07:49:55.849740675 +0000 UTC m=+0.585059174 container remove fba53cade758302e33fa5f0fdd2f71af4c650394cf7c4e0af61d7ea475ade5d5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mgr-z, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-05T07:49:56.109 INFO:journalctl@ceph.mgr.z.smithi192.stdout:Sep 05 07:49:55 smithi192 systemd[1]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mgr.z.service: Main process exited, code=exited, status=143/n/a 2024-09-05T07:49:56.113 DEBUG:teuthology.orchestra.run.smithi192:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mgr.z.service' 2024-09-05T07:49:56.148 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:49:56.148 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-09-05T07:49:56.148 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-05T07:49:56.148 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.0 2024-09-05T07:49:56.468 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:49:56 smithi071 systemd[1]: Stopping Ceph osd.0 for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:49:56.899 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:49:56 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-0[44920]: 2024-09-05T07:49:56.468+0000 7ff10c999640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:49:56.899 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:49:56 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-0[44920]: 2024-09-05T07:49:56.468+0000 7ff10c999640 -1 osd.0 107 *** Got signal Terminated *** 2024-09-05T07:49:56.899 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:49:56 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-0[44920]: 2024-09-05T07:49:56.468+0000 7ff10c999640 -1 osd.0 107 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T07:50:02.253 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:50:01 smithi071 podman[109886]: 2024-09-05 07:50:01.934934973 +0000 UTC m=+5.590014208 container died f19bb019a7c8122c8818699b47db53567cab4827567eebfb294b5ee09686bb2f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T07:50:02.649 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:50:02 smithi071 podman[109886]: 2024-09-05 07:50:02.452137277 +0000 UTC m=+6.107216554 container cleanup f19bb019a7c8122c8818699b47db53567cab4827567eebfb294b5ee09686bb2f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-0, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T07:50:02.649 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:50:02 smithi071 bash[109886]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-0 2024-09-05T07:50:03.126 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:50:02 smithi071 podman[109903]: 2024-09-05 07:50:02.712300395 +0000 UTC m=+0.780115283 container remove f19bb019a7c8122c8818699b47db53567cab4827567eebfb294b5ee09686bb2f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-05T07:50:03.399 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:50:03 smithi071 podman[109992]: 2024-09-05 07:50:03.029037929 +0000 UTC m=+0.015699481 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:50:03.399 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:50:03 smithi071 podman[109992]: 2024-09-05 07:50:03.163201018 +0000 UTC m=+0.149862554 container create f01100f6b2cea7fadc357060add71e9f848f416987f22b303309bc4555b28e20 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-05T07:50:03.697 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:50:03 smithi071 podman[109992]: 2024-09-05 07:50:03.446229031 +0000 UTC m=+0.432890567 container init f01100f6b2cea7fadc357060add71e9f848f416987f22b303309bc4555b28e20 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-05T07:50:03.698 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:50:03 smithi071 podman[109992]: 2024-09-05 07:50:03.449772245 +0000 UTC m=+0.436433789 container start f01100f6b2cea7fadc357060add71e9f848f416987f22b303309bc4555b28e20 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2) 2024-09-05T07:50:04.149 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:50:03 smithi071 podman[109992]: 2024-09-05 07:50:03.750541801 +0000 UTC m=+0.737203346 container attach f01100f6b2cea7fadc357060add71e9f848f416987f22b303309bc4555b28e20 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T07:50:04.149 INFO:journalctl@ceph.osd.0.smithi071.stdout:Sep 05 07:50:03 smithi071 podman[109992]: 2024-09-05 07:50:03.750954842 +0000 UTC m=+0.737616389 container died f01100f6b2cea7fadc357060add71e9f848f416987f22b303309bc4555b28e20 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-05T07:50:04.561 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.0.service' 2024-09-05T07:50:04.603 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:50:04.603 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-05T07:50:04.603 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-05T07:50:04.603 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.1 2024-09-05T07:50:04.919 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:50:04 smithi123 systemd[1]: Stopping Ceph osd.1 for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:50:05.176 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:50:04 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-1[38908]: 2024-09-05T07:50:04.918+0000 7eff6660d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:50:05.177 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:50:04 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-1[38908]: 2024-09-05T07:50:04.918+0000 7eff6660d640 -1 osd.1 107 *** Got signal Terminated *** 2024-09-05T07:50:05.177 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:50:04 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-1[38908]: 2024-09-05T07:50:04.918+0000 7eff6660d640 -1 osd.1 107 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T07:50:10.769 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:50:10 smithi123 podman[70452]: 2024-09-05 07:50:10.492061706 +0000 UTC m=+5.692882062 container died 1ce296373d98bfd8f99cb1f0cefdfdf6731b363be448edae90c9c306aa9b2e01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-1, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T07:50:11.137 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:50:10 smithi123 podman[70452]: 2024-09-05 07:50:10.852005263 +0000 UTC m=+6.052825610 container cleanup 1ce296373d98bfd8f99cb1f0cefdfdf6731b363be448edae90c9c306aa9b2e01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-1, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T07:50:11.137 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:50:10 smithi123 bash[70452]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-1 2024-09-05T07:50:11.426 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:50:11 smithi123 podman[70468]: 2024-09-05 07:50:11.13664312 +0000 UTC m=+0.646507551 container remove 1ce296373d98bfd8f99cb1f0cefdfdf6731b363be448edae90c9c306aa9b2e01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-1, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-05T07:50:11.740 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:50:11 smithi123 podman[70555]: 2024-09-05 07:50:11.375434853 +0000 UTC m=+0.016090763 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:50:11.741 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:50:11 smithi123 podman[70555]: 2024-09-05 07:50:11.488172561 +0000 UTC m=+0.128828454 container create 199e53891c6fbe4290a35616d1f6f90985f6ee1d690e9dd761672ed5d70ea11d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-05T07:50:11.742 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:50:11 smithi123 podman[70555]: 2024-09-05 07:50:11.74088404 +0000 UTC m=+0.381539932 container init 199e53891c6fbe4290a35616d1f6f90985f6ee1d690e9dd761672ed5d70ea11d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-05T07:50:12.176 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:50:11 smithi123 podman[70555]: 2024-09-05 07:50:11.744466871 +0000 UTC m=+0.385122772 container start 199e53891c6fbe4290a35616d1f6f90985f6ee1d690e9dd761672ed5d70ea11d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-05T07:50:12.177 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:50:11 smithi123 podman[70555]: 2024-09-05 07:50:11.832472349 +0000 UTC m=+0.473128246 container attach 199e53891c6fbe4290a35616d1f6f90985f6ee1d690e9dd761672ed5d70ea11d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-1-deactivate, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e) 2024-09-05T07:50:12.177 INFO:journalctl@ceph.osd.1.smithi123.stdout:Sep 05 07:50:11 smithi123 podman[70555]: 2024-09-05 07:50:11.927425021 +0000 UTC m=+0.568080925 container died 199e53891c6fbe4290a35616d1f6f90985f6ee1d690e9dd761672ed5d70ea11d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-05T07:50:12.561 DEBUG:teuthology.orchestra.run.smithi123:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.1.service' 2024-09-05T07:50:12.602 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:50:12.602 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-05T07:50:12.602 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-05T07:50:12.603 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.2 2024-09-05T07:50:12.944 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:50:12 smithi192 systemd[1]: Stopping Ceph osd.2 for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:50:13.210 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:50:12 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-2[39744]: 2024-09-05T07:50:12.944+0000 7f4e9ed89640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:50:13.211 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:50:12 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-2[39744]: 2024-09-05T07:50:12.944+0000 7f4e9ed89640 -1 osd.2 107 *** Got signal Terminated *** 2024-09-05T07:50:13.211 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:50:12 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-2[39744]: 2024-09-05T07:50:12.944+0000 7f4e9ed89640 -1 osd.2 107 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T07:50:18.878 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:50:18 smithi192 podman[71000]: 2024-09-05 07:50:18.46830612 +0000 UTC m=+5.669860703 container died 37f2c8d45e367163e4b9825effd8cb04cb3db0ae4a15eca3f28e02befacde588 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-2, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T07:50:19.211 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:50:18 smithi192 podman[71000]: 2024-09-05 07:50:18.99505467 +0000 UTC m=+6.196609253 container cleanup 37f2c8d45e367163e4b9825effd8cb04cb3db0ae4a15eca3f28e02befacde588 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-2, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e) 2024-09-05T07:50:19.211 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:50:18 smithi192 bash[71000]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-2 2024-09-05T07:50:19.675 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:50:19 smithi192 podman[71015]: 2024-09-05 07:50:19.238699615 +0000 UTC m=+0.771066020 container remove 37f2c8d45e367163e4b9825effd8cb04cb3db0ae4a15eca3f28e02befacde588 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-05T07:50:19.961 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:50:19 smithi192 podman[71112]: 2024-09-05 07:50:19.578498522 +0000 UTC m=+0.015798956 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:50:19.961 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:50:19 smithi192 podman[71112]: 2024-09-05 07:50:19.714691446 +0000 UTC m=+0.151991872 container create 0a363b5dc5224507851267280dc323f2277a3075fbf2b4e99cc0b14f34901198 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T07:50:20.461 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:50:19 smithi192 podman[71112]: 2024-09-05 07:50:19.985721813 +0000 UTC m=+0.423022242 container init 0a363b5dc5224507851267280dc323f2277a3075fbf2b4e99cc0b14f34901198 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-05T07:50:20.461 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:50:19 smithi192 podman[71112]: 2024-09-05 07:50:19.989297836 +0000 UTC m=+0.426598265 container start 0a363b5dc5224507851267280dc323f2277a3075fbf2b4e99cc0b14f34901198 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-05T07:50:20.461 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:50:20 smithi192 podman[71112]: 2024-09-05 07:50:20.07629577 +0000 UTC m=+0.513596199 container attach 0a363b5dc5224507851267280dc323f2277a3075fbf2b4e99cc0b14f34901198 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-09-05T07:50:20.461 INFO:journalctl@ceph.osd.2.smithi192.stdout:Sep 05 07:50:20 smithi192 podman[71112]: 2024-09-05 07:50:20.180667063 +0000 UTC m=+0.617967490 container died 0a363b5dc5224507851267280dc323f2277a3075fbf2b4e99cc0b14f34901198 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True) 2024-09-05T07:50:20.795 DEBUG:teuthology.orchestra.run.smithi192:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.2.service' 2024-09-05T07:50:20.835 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:50:20.835 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-05T07:50:20.835 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-05T07:50:20.836 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.3 2024-09-05T07:50:21.149 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 05 07:50:20 smithi071 systemd[1]: Stopping Ceph osd.3 for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:50:21.649 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 05 07:50:21 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-3[51251]: 2024-09-05T07:50:21.163+0000 7f7d87e0c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:50:21.649 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 05 07:50:21 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-3[51251]: 2024-09-05T07:50:21.163+0000 7f7d87e0c640 -1 osd.3 107 *** Got signal Terminated *** 2024-09-05T07:50:21.649 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 05 07:50:21 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-3[51251]: 2024-09-05T07:50:21.163+0000 7f7d87e0c640 -1 osd.3 107 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T07:50:22.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:22 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:22.654+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:23.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:23 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:23.686+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:24.648 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 05 07:50:24 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-3[51251]: 2024-09-05T07:50:24.148+0000 7f7d8041a640 -1 osd.3 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.347231+0000 front 2024-09-05T07:49:59.347154+0000 (oldest deadline 2024-09-05T07:50:23.447192+0000) 2024-09-05T07:50:24.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:24 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:24.381+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:24.684 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:24 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:24.262+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.918205+0000 front 2024-09-05T07:49:59.918114+0000 (oldest deadline 2024-09-05T07:50:23.418150+0000) 2024-09-05T07:50:24.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:24 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:24.683+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:25.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:24 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:24.892+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:25.398 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 05 07:50:25 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-3[51251]: 2024-09-05T07:50:25.123+0000 7f7d8041a640 -1 osd.3 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.347231+0000 front 2024-09-05T07:49:59.347154+0000 (oldest deadline 2024-09-05T07:50:23.447192+0000) 2024-09-05T07:50:25.399 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:25 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:25.332+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:25.649 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:25 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:25.239+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.918205+0000 front 2024-09-05T07:49:59.918114+0000 (oldest deadline 2024-09-05T07:50:23.418150+0000) 2024-09-05T07:50:25.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:25 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:25.649+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:26.104 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:25 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:25.815+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:26.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:25 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:25.850+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:26.358 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 05 07:50:26 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-3[51251]: 2024-09-05T07:50:26.104+0000 7f7d8041a640 -1 osd.3 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.347231+0000 front 2024-09-05T07:49:59.347154+0000 (oldest deadline 2024-09-05T07:50:23.447192+0000) 2024-09-05T07:50:26.643 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:26 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:26.241+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.918205+0000 front 2024-09-05T07:49:59.918114+0000 (oldest deadline 2024-09-05T07:50:23.418150+0000) 2024-09-05T07:50:26.648 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:26 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:26.357+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:26.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:26 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:26.642+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:26.965 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:26 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:26.836+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:26.965 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 05 07:50:26 smithi071 podman[110120]: 2024-09-05 07:50:26.684696838 +0000 UTC m=+5.645064555 container died e386d46472bdc709d638fddbe5eab1ff5820566db3089b707014117234a0cf65 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-3, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-05T07:50:27.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:26 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:26.888+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:27.382 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 05 07:50:27 smithi071 podman[110120]: 2024-09-05 07:50:27.173367953 +0000 UTC m=+6.133735668 container cleanup e386d46472bdc709d638fddbe5eab1ff5820566db3089b707014117234a0cf65 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-3, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T07:50:27.382 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 05 07:50:27 smithi071 bash[110120]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-3 2024-09-05T07:50:27.649 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 05 07:50:27 smithi071 podman[110135]: 2024-09-05 07:50:27.433214154 +0000 UTC m=+0.746451523 container remove e386d46472bdc709d638fddbe5eab1ff5820566db3089b707014117234a0cf65 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-3, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e) 2024-09-05T07:50:27.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:27 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:27.381+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:27.655 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:27 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:27.278+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.918205+0000 front 2024-09-05T07:49:59.918114+0000 (oldest deadline 2024-09-05T07:50:23.418150+0000) 2024-09-05T07:50:27.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:27 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:27.655+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:28.128 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:27 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:27.876+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:28.129 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 05 07:50:27 smithi071 podman[110221]: 2024-09-05 07:50:27.692213979 +0000 UTC m=+0.015622081 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:50:28.129 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 05 07:50:27 smithi071 podman[110221]: 2024-09-05 07:50:27.792961204 +0000 UTC m=+0.116369297 container create d0db480df9528334eb20dccebef6efc8bdca7e79e8c36d2ebddb8e997cbf74b9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-91c8a7e) 2024-09-05T07:50:28.129 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 05 07:50:28 smithi071 podman[110221]: 2024-09-05 07:50:28.028862456 +0000 UTC m=+0.352270545 container init d0db480df9528334eb20dccebef6efc8bdca7e79e8c36d2ebddb8e997cbf74b9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-05T07:50:28.129 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 05 07:50:28 smithi071 podman[110221]: 2024-09-05 07:50:28.032156493 +0000 UTC m=+0.355564592 container start d0db480df9528334eb20dccebef6efc8bdca7e79e8c36d2ebddb8e997cbf74b9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T07:50:28.129 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 05 07:50:28 smithi071 podman[110221]: 2024-09-05 07:50:28.128793311 +0000 UTC m=+0.452201401 container attach d0db480df9528334eb20dccebef6efc8bdca7e79e8c36d2ebddb8e997cbf74b9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-05T07:50:28.399 INFO:journalctl@ceph.osd.3.smithi071.stdout:Sep 05 07:50:28 smithi071 podman[110221]: 2024-09-05 07:50:28.21858569 +0000 UTC m=+0.541993789 container died d0db480df9528334eb20dccebef6efc8bdca7e79e8c36d2ebddb8e997cbf74b9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True) 2024-09-05T07:50:28.426 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:27 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:27.929+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:28.617 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:28 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:28.281+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.918205+0000 front 2024-09-05T07:49:59.918114+0000 (oldest deadline 2024-09-05T07:50:23.418150+0000) 2024-09-05T07:50:28.891 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:28 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:28.403+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:28.914 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.3.service' 2024-09-05T07:50:28.959 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:50:28.959 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-05T07:50:28.959 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-05T07:50:28.959 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.4 2024-09-05T07:50:28.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:28 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:28.616+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:29.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:28 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:28.901+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:29.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:28 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:28.900+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:29.176 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 07:50:29 smithi123 systemd[1]: Stopping Ceph osd.4 for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:50:29.619 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:29 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:29.289+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.918205+0000 front 2024-09-05T07:49:59.918114+0000 (oldest deadline 2024-09-05T07:50:23.418150+0000) 2024-09-05T07:50:29.676 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 07:50:29 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-4[45654]: 2024-09-05T07:50:29.297+0000 7f0656ea6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:50:29.677 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 07:50:29 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-4[45654]: 2024-09-05T07:50:29.297+0000 7f0656ea6640 -1 osd.4 107 *** Got signal Terminated *** 2024-09-05T07:50:29.677 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 07:50:29 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-4[45654]: 2024-09-05T07:50:29.297+0000 7f0656ea6640 -1 osd.4 107 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T07:50:29.867 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:29 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:29.442+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:29.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:29 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:29.618+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:30.148 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:29 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:29.866+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:30.426 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:29 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:29.944+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:30.589 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:30 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:30.269+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.918205+0000 front 2024-09-05T07:49:59.918114+0000 (oldest deadline 2024-09-05T07:50:23.418150+0000) 2024-09-05T07:50:30.852 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:30 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:30.417+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:30.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:30 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:30.588+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:31.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:30 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:30.851+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:31.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:30 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:30.851+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:31.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:30 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:30.905+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:31.546 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:31 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:31.250+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.918205+0000 front 2024-09-05T07:49:59.918114+0000 (oldest deadline 2024-09-05T07:50:23.418150+0000) 2024-09-05T07:50:31.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:31 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:31.276+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:31.853 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:31 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:31.411+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:31.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:31 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:31.546+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:32.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:31 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:31.852+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:32.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:31 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:31.852+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:32.176 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 07:50:31 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-4[45654]: 2024-09-05T07:50:31.844+0000 7f064f4b4640 -1 osd.4 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:06.424528+0000 front 2024-09-05T07:50:06.424552+0000 (oldest deadline 2024-09-05T07:50:31.724665+0000) 2024-09-05T07:50:32.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:31 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:31.941+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:32.515 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:32 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:32.253+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.918205+0000 front 2024-09-05T07:49:59.918114+0000 (oldest deadline 2024-09-05T07:50:23.418150+0000) 2024-09-05T07:50:32.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:32 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:32.295+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:32.807 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:32 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:32.401+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:32.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:32 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:32.515+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:33.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:32 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:32.806+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:33.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:32 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:32.806+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:33.176 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 07:50:32 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-4[45654]: 2024-09-05T07:50:32.883+0000 7f064f4b4640 -1 osd.4 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:06.424528+0000 front 2024-09-05T07:50:06.424552+0000 (oldest deadline 2024-09-05T07:50:31.724665+0000) 2024-09-05T07:50:33.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:32 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:32.900+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:33.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:32 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:32.900+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:33.533 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:33 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:33.219+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.918205+0000 front 2024-09-05T07:49:59.918114+0000 (oldest deadline 2024-09-05T07:50:23.418150+0000) 2024-09-05T07:50:33.648 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:33 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:33.372+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:33.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:33 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:33.280+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:33.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:33 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:33.533+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:33.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:33 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:33.533+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:34.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:33 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:33.848+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:34.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:33 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:33.848+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:34.176 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 07:50:33 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-4[45654]: 2024-09-05T07:50:33.867+0000 7f064f4b4640 -1 osd.4 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:06.424528+0000 front 2024-09-05T07:50:06.424552+0000 (oldest deadline 2024-09-05T07:50:31.724665+0000) 2024-09-05T07:50:34.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:33 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:33.901+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:34.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:33 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:33.901+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:34.558 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:34 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:34.261+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.918205+0000 front 2024-09-05T07:49:59.918114+0000 (oldest deadline 2024-09-05T07:50:23.418150+0000) 2024-09-05T07:50:34.558 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:34 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:34.261+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.719469+0000 front 2024-09-05T07:50:08.719292+0000 (oldest deadline 2024-09-05T07:50:33.419243+0000) 2024-09-05T07:50:34.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:34 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:34.306+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:34.885 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:34 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:34.418+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:34.885 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:34 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:34.418+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.585570+0000 front 2024-09-05T07:50:09.585586+0000 (oldest deadline 2024-09-05T07:50:34.285566+0000) 2024-09-05T07:50:34.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:34 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:34.557+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:34.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:34 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:34.557+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:34.997 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 07:50:34 smithi123 podman[70681]: 2024-09-05 07:50:34.727790715 +0000 UTC m=+5.568456094 container died 8d3a975b90cd25dcdf1e5718aa62920e4146835a3e4f98c6af14da9075ee0952 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T07:50:34.998 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:34 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:34.880+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:34.998 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:34 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:34.880+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:35.148 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:34 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:34.884+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:35.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:34 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:34.884+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:35.272 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:35 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:35.006+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:35.352 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 07:50:35 smithi123 podman[70681]: 2024-09-05 07:50:35.089059097 +0000 UTC m=+5.929724476 container cleanup 8d3a975b90cd25dcdf1e5718aa62920e4146835a3e4f98c6af14da9075ee0952 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-4, org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-05T07:50:35.352 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 07:50:35 smithi123 bash[70681]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-4 2024-09-05T07:50:35.676 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 07:50:35 smithi123 podman[70697]: 2024-09-05 07:50:35.357187344 +0000 UTC m=+0.627332419 container remove 8d3a975b90cd25dcdf1e5718aa62920e4146835a3e4f98c6af14da9075ee0952 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-4, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T07:50:35.677 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:35 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:35.351+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:35.710 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:35 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:35.271+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.918205+0000 front 2024-09-05T07:49:59.918114+0000 (oldest deadline 2024-09-05T07:50:23.418150+0000) 2024-09-05T07:50:35.711 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:35 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:35.271+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.719469+0000 front 2024-09-05T07:50:08.719292+0000 (oldest deadline 2024-09-05T07:50:33.419243+0000) 2024-09-05T07:50:35.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:35 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:35.519+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:35.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:35 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:35.519+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:35.859 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:35.415+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:35.859 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:35.415+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.585570+0000 front 2024-09-05T07:50:09.585586+0000 (oldest deadline 2024-09-05T07:50:34.285566+0000) 2024-09-05T07:50:35.986 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:35 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:35.926+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:35.986 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:35 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:35.926+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:35.986 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 07:50:35 smithi123 podman[70787]: 2024-09-05 07:50:35.608627794 +0000 UTC m=+0.015762648 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:50:35.986 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 07:50:35 smithi123 podman[70787]: 2024-09-05 07:50:35.733144188 +0000 UTC m=+0.140279029 container create 6413c39025eefc8a5b5d99ff1906bbb4895c99eb6f777ae4b215806e744da25c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-4-deactivate, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD) 2024-09-05T07:50:36.148 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:35.858+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:36.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:35 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:35.858+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:36.320 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:36 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:36.024+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:36.351 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:36 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:36.350+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:36.351 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 07:50:35 smithi123 podman[70787]: 2024-09-05 07:50:35.986348972 +0000 UTC m=+0.393483813 container init 6413c39025eefc8a5b5d99ff1906bbb4895c99eb6f777ae4b215806e744da25c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e) 2024-09-05T07:50:36.352 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 07:50:35 smithi123 podman[70787]: 2024-09-05 07:50:35.989730989 +0000 UTC m=+0.396865837 container start 6413c39025eefc8a5b5d99ff1906bbb4895c99eb6f777ae4b215806e744da25c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-05T07:50:36.352 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 07:50:36 smithi123 podman[70787]: 2024-09-05 07:50:36.053063068 +0000 UTC m=+0.460197927 container attach 6413c39025eefc8a5b5d99ff1906bbb4895c99eb6f777ae4b215806e744da25c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0) 2024-09-05T07:50:36.352 INFO:journalctl@ceph.osd.4.smithi123.stdout:Sep 05 07:50:36 smithi123 podman[70787]: 2024-09-05 07:50:36.17225053 +0000 UTC m=+0.579385392 container died 6413c39025eefc8a5b5d99ff1906bbb4895c99eb6f777ae4b215806e744da25c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-05T07:50:36.697 DEBUG:teuthology.orchestra.run.smithi123:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.4.service' 2024-09-05T07:50:36.710 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:36 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:36.320+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.918205+0000 front 2024-09-05T07:49:59.918114+0000 (oldest deadline 2024-09-05T07:50:23.418150+0000) 2024-09-05T07:50:36.710 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:36 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:36.320+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.719469+0000 front 2024-09-05T07:50:08.719292+0000 (oldest deadline 2024-09-05T07:50:33.419243+0000) 2024-09-05T07:50:36.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:36 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:36.485+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:36.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:36 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:36.485+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:36.734 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:50:36.735 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-05T07:50:36.735 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-05T07:50:36.735 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.5 2024-09-05T07:50:36.810 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:36 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:36.452+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:36.810 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:36 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:36.452+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.585570+0000 front 2024-09-05T07:50:09.585586+0000 (oldest deadline 2024-09-05T07:50:34.285566+0000) 2024-09-05T07:50:37.051 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:36 smithi192 systemd[1]: Stopping Ceph osd.5 for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:50:37.051 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:37 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:37.050+0000 7fb7943a9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:50:37.148 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:36 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:36.809+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:37.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:36 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:36.809+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:37.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:36 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:36.916+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:37.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:36 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:36.916+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:37.366 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:37 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:37.050+0000 7fb7943a9640 -1 osd.5 107 *** Got signal Terminated *** 2024-09-05T07:50:37.366 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:37 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:37.050+0000 7fb7943a9640 -1 osd.5 107 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T07:50:37.366 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:37 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:37.056+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:37.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:37 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:37.382+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:37.710 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:37 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:37.365+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.918205+0000 front 2024-09-05T07:49:59.918114+0000 (oldest deadline 2024-09-05T07:50:23.418150+0000) 2024-09-05T07:50:37.710 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:37 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:37.365+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.719469+0000 front 2024-09-05T07:50:08.719292+0000 (oldest deadline 2024-09-05T07:50:33.419243+0000) 2024-09-05T07:50:37.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:37 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:37.447+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:37.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:37 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:37.447+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:37.859 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:37.411+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:37.859 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:37.411+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.585570+0000 front 2024-09-05T07:50:09.585586+0000 (oldest deadline 2024-09-05T07:50:34.285566+0000) 2024-09-05T07:50:38.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:37.859+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:38.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:37.859+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:38.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:37 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:37.905+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:38.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:37 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:37.905+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:38.404 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:38 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:38.019+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:38.648 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:38 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:38.391+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:38.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:38 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:38.391+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.585570+0000 front 2024-09-05T07:50:09.585586+0000 (oldest deadline 2024-09-05T07:50:34.285566+0000) 2024-09-05T07:50:38.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:38 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:38.357+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:38.710 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:38 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:38.410+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.918205+0000 front 2024-09-05T07:49:59.918114+0000 (oldest deadline 2024-09-05T07:50:23.418150+0000) 2024-09-05T07:50:38.710 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:38 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:38.410+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.719469+0000 front 2024-09-05T07:50:08.719292+0000 (oldest deadline 2024-09-05T07:50:33.419243+0000) 2024-09-05T07:50:38.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:38 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:38.403+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:38.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:38 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:38.403+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:39.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:38 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:38.837+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:39.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:38 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:38.837+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:39.323 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:38 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:38.932+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:39.323 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:38 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:38.932+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:39.365 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:39 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:39.066+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:39.365 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:39 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:39.066+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:39.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:39 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:39.356+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:39.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:39 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:39.356+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.585570+0000 front 2024-09-05T07:50:09.585586+0000 (oldest deadline 2024-09-05T07:50:34.285566+0000) 2024-09-05T07:50:39.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:39 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:39.322+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:39.710 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:39 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:39.418+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.918205+0000 front 2024-09-05T07:49:59.918114+0000 (oldest deadline 2024-09-05T07:50:23.418150+0000) 2024-09-05T07:50:39.710 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:39 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:39.418+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.719469+0000 front 2024-09-05T07:50:08.719292+0000 (oldest deadline 2024-09-05T07:50:33.419243+0000) 2024-09-05T07:50:39.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:39 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:39.364+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:39.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:39 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:39.364+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:40.148 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:39 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:39.838+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:40.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:39 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:39.838+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:40.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:39 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:39.917+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:40.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:39 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:39.917+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:40.386 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:40 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:40.086+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:40.387 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:40 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:40.086+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:40.387 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:40 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:40.386+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.918205+0000 front 2024-09-05T07:49:59.918114+0000 (oldest deadline 2024-09-05T07:50:23.418150+0000) 2024-09-05T07:50:40.387 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:40 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:40.386+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.719469+0000 front 2024-09-05T07:50:08.719292+0000 (oldest deadline 2024-09-05T07:50:33.419243+0000) 2024-09-05T07:50:40.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:40 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:40.356+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:40.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:40 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:40.356+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.585570+0000 front 2024-09-05T07:50:09.585586+0000 (oldest deadline 2024-09-05T07:50:34.285566+0000) 2024-09-05T07:50:40.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:40 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:40.356+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.286324+0000 front 2024-09-05T07:50:14.286374+0000 (oldest deadline 2024-09-05T07:50:39.586235+0000) 2024-09-05T07:50:40.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:40 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:40.276+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:40.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:40 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:40.389+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:40.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:40 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:40.389+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:40.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:40 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:40.389+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:50:41.148 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:40 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:40.869+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:41.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:40 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:40.869+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:41.227 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:40 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:40.935+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:41.227 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:40 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:40.935+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:41.431 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:41 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:41.371+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:59.918205+0000 front 2024-09-05T07:49:59.918114+0000 (oldest deadline 2024-09-05T07:50:23.418150+0000) 2024-09-05T07:50:41.431 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:41 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5[46179]: 2024-09-05T07:50:41.371+0000 7fb78c9b7640 -1 osd.5 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.719469+0000 front 2024-09-05T07:50:08.719292+0000 (oldest deadline 2024-09-05T07:50:33.419243+0000) 2024-09-05T07:50:41.432 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:41 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:41.129+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:41.432 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:41 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:41.129+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:41.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:41 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:41.343+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:41.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:41 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:41.343+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.585570+0000 front 2024-09-05T07:50:09.585586+0000 (oldest deadline 2024-09-05T07:50:34.285566+0000) 2024-09-05T07:50:41.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:41 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:41.343+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.286324+0000 front 2024-09-05T07:50:14.286374+0000 (oldest deadline 2024-09-05T07:50:39.586235+0000) 2024-09-05T07:50:41.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:41 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:41.227+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:41.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:41 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:41.227+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:16.312102+0000 front 2024-09-05T07:50:16.312124+0000 (oldest deadline 2024-09-05T07:50:41.012212+0000) 2024-09-05T07:50:41.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:41 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:41.430+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:41.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:41 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:41.430+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:41.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:41 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:41.430+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:50:42.148 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:41 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:41.844+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:42.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:41 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:41.844+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:42.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:41 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:41.844+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:50:42.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:41 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:41.887+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:42.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:41 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:41.887+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:42.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:41 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:41.887+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:50:42.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:42 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:42.137+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:42.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:42 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:42.137+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:42.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:42 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:42.385+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:42.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:42 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:42.385+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:42.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:42 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:42.385+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:50:42.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:42 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:42.319+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:42.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:42 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:42.319+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.585570+0000 front 2024-09-05T07:50:09.585586+0000 (oldest deadline 2024-09-05T07:50:34.285566+0000) 2024-09-05T07:50:42.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:42 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:42.319+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.286324+0000 front 2024-09-05T07:50:14.286374+0000 (oldest deadline 2024-09-05T07:50:39.586235+0000) 2024-09-05T07:50:42.677 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:42 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:42.230+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:42.677 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:42 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:42.230+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:16.312102+0000 front 2024-09-05T07:50:16.312124+0000 (oldest deadline 2024-09-05T07:50:41.012212+0000) 2024-09-05T07:50:42.794 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:42 smithi192 podman[71219]: 2024-09-05 07:50:42.474494883 +0000 UTC m=+5.542707368 container died b727c38297ea20d64ed8fafee6a3c41e7a93d17c8a2d402c68ac26143107e2ec (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T07:50:43.128 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:42 smithi192 podman[71219]: 2024-09-05 07:50:42.876889279 +0000 UTC m=+5.945101747 container cleanup b727c38297ea20d64ed8fafee6a3c41e7a93d17c8a2d402c68ac26143107e2ec (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5, RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True) 2024-09-05T07:50:43.128 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:42 smithi192 bash[71219]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5 2024-09-05T07:50:43.148 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:42 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:42.828+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:43.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:42 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:42.828+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:43.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:42 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:42.828+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:50:43.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:42 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:42.856+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:43.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:42 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:42.856+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:43.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:42 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:42.856+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:50:43.441 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:43 smithi192 podman[71236]: 2024-09-05 07:50:43.128291998 +0000 UTC m=+0.653667631 container remove b727c38297ea20d64ed8fafee6a3c41e7a93d17c8a2d402c68ac26143107e2ec (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-05T07:50:43.442 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:43 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:43.135+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:43.442 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:43 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:43.135+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:43.442 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:43 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:43.374+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:43.442 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:43 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:43.374+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:43.442 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:43 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:43.374+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:50:43.648 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:43 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:43.352+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:43.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:43 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:43.352+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.585570+0000 front 2024-09-05T07:50:09.585586+0000 (oldest deadline 2024-09-05T07:50:34.285566+0000) 2024-09-05T07:50:43.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:43 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:43.352+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.286324+0000 front 2024-09-05T07:50:14.286374+0000 (oldest deadline 2024-09-05T07:50:39.586235+0000) 2024-09-05T07:50:43.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:43 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:43.227+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:43.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:43 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:43.227+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:16.312102+0000 front 2024-09-05T07:50:16.312124+0000 (oldest deadline 2024-09-05T07:50:41.012212+0000) 2024-09-05T07:50:43.711 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:43 smithi192 podman[71322]: 2024-09-05 07:50:43.344531246 +0000 UTC m=+0.015504816 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:50:43.711 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:43 smithi192 podman[71322]: 2024-09-05 07:50:43.454353034 +0000 UTC m=+0.125326591 container create a8bb3b74cbf980b5853a663ae972f90cc991a90218d69588371e9ada02bad5b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-05T07:50:43.711 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:43 smithi192 podman[71322]: 2024-09-05 07:50:43.65747282 +0000 UTC m=+0.328446378 container init a8bb3b74cbf980b5853a663ae972f90cc991a90218d69588371e9ada02bad5b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e) 2024-09-05T07:50:43.711 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:43 smithi192 podman[71322]: 2024-09-05 07:50:43.660892238 +0000 UTC m=+0.331865798 container start a8bb3b74cbf980b5853a663ae972f90cc991a90218d69588371e9ada02bad5b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, GIT_CLEAN=True) 2024-09-05T07:50:44.115 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:43 smithi192 podman[71322]: 2024-09-05 07:50:43.740716398 +0000 UTC m=+0.411689968 container attach a8bb3b74cbf980b5853a663ae972f90cc991a90218d69588371e9ada02bad5b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5-deactivate, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-05T07:50:44.115 INFO:journalctl@ceph.osd.5.smithi192.stdout:Sep 05 07:50:43 smithi192 podman[71322]: 2024-09-05 07:50:43.847724545 +0000 UTC m=+0.518698121 container died a8bb3b74cbf980b5853a663ae972f90cc991a90218d69588371e9ada02bad5b8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e) 2024-09-05T07:50:44.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:43 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:43.808+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:44.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:43 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:43.808+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:44.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:43 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:43.808+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:50:44.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:43 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:43.875+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:44.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:43 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:43.875+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:44.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:43 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:43.875+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:50:44.460 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:44 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:44.114+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:44.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:44 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:44.114+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:44.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:44 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:44.346+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:44.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:44 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:44.346+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:44.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:44 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:44.346+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:50:44.523 DEBUG:teuthology.orchestra.run.smithi192:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.5.service' 2024-09-05T07:50:44.563 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:50:44.564 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-05T07:50:44.564 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-05T07:50:44.564 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.6 2024-09-05T07:50:44.590 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:44 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:44.322+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:44.590 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:44 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:44.322+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.585570+0000 front 2024-09-05T07:50:09.585586+0000 (oldest deadline 2024-09-05T07:50:34.285566+0000) 2024-09-05T07:50:44.591 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:44 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:44.322+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.286324+0000 front 2024-09-05T07:50:14.286374+0000 (oldest deadline 2024-09-05T07:50:39.586235+0000) 2024-09-05T07:50:44.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:44 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:44.192+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:44.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:44 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:44.192+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:16.312102+0000 front 2024-09-05T07:50:16.312124+0000 (oldest deadline 2024-09-05T07:50:41.012212+0000) 2024-09-05T07:50:44.841 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:44 smithi071 systemd[1]: Stopping Ceph osd.6 for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:50:44.893 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:44 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:44.840+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:44.893 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:44 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:44.840+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:44.893 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:44 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:44.840+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:50:45.149 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:44 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:44.892+0000 7f48a01f9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:50:45.149 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:44 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:44.892+0000 7f48a01f9640 -1 osd.6 107 *** Got signal Terminated *** 2024-09-05T07:50:45.149 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:44 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:44.892+0000 7f48a01f9640 -1 osd.6 107 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T07:50:45.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:44 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:44.875+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:45.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:44 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:44.875+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:45.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:44 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:44.875+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:50:45.460 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:45 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:45.164+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:45.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:45 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:45.164+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:45.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:45 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:45.336+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:45.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:45 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:45.336+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:45.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:45 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:45.336+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:50:45.648 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:45 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:45.275+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:45.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:45 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:45.275+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.585570+0000 front 2024-09-05T07:50:09.585586+0000 (oldest deadline 2024-09-05T07:50:34.285566+0000) 2024-09-05T07:50:45.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:45 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:45.275+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.286324+0000 front 2024-09-05T07:50:14.286374+0000 (oldest deadline 2024-09-05T07:50:39.586235+0000) 2024-09-05T07:50:45.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:45 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:45.186+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:45.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:45 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:45.186+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:16.312102+0000 front 2024-09-05T07:50:16.312124+0000 (oldest deadline 2024-09-05T07:50:41.012212+0000) 2024-09-05T07:50:46.148 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:45 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:45.883+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:46.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:45 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:45.883+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:46.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:45 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:45.883+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:50:46.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:45 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:45.910+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:46.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:45 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:45.910+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:46.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:45 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:45.910+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:50:46.460 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:46 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:46.182+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:46.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:46 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:46.182+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:46.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:46 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:46.372+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:46.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:46 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:46.372+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:46.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:46 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:46.372+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:50:46.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:46 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:46.240+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:46.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:46 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:46.240+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.585570+0000 front 2024-09-05T07:50:09.585586+0000 (oldest deadline 2024-09-05T07:50:34.285566+0000) 2024-09-05T07:50:46.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:46 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:46.240+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.286324+0000 front 2024-09-05T07:50:14.286374+0000 (oldest deadline 2024-09-05T07:50:39.586235+0000) 2024-09-05T07:50:46.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:46 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:46.207+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:46.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:46 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:46.207+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:16.312102+0000 front 2024-09-05T07:50:16.312124+0000 (oldest deadline 2024-09-05T07:50:41.012212+0000) 2024-09-05T07:50:47.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:46 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:46.900+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:47.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:46 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:46.900+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:47.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:46 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:46.900+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:50:47.208 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:46 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:46.928+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:47.208 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:46 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:46.928+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:47.208 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:46 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:46.928+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:50:47.460 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:47 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:47.168+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:47.460 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:47 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:47.168+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:47.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:47 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:47.408+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:47.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:47 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:47.408+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:47.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:47 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:47.408+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:50:47.638 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:47 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:47.207+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:47.638 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:47 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:47.207+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.585570+0000 front 2024-09-05T07:50:09.585586+0000 (oldest deadline 2024-09-05T07:50:34.285566+0000) 2024-09-05T07:50:47.638 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:47 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:47.207+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.286324+0000 front 2024-09-05T07:50:14.286374+0000 (oldest deadline 2024-09-05T07:50:39.586235+0000) 2024-09-05T07:50:47.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:47 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:47.253+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:47.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:47 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:47.253+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:16.312102+0000 front 2024-09-05T07:50:16.312124+0000 (oldest deadline 2024-09-05T07:50:41.012212+0000) 2024-09-05T07:50:48.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:47 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:47.854+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:48.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:47 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:47.854+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:48.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:47 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:47.854+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:50:48.243 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:47 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:47.924+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:48.243 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:47 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:47.924+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:48.243 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:47 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:47.924+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:50:48.460 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:48 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:48.388+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:48.460 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:48 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:48.388+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:48.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:48 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:48.388+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:50:48.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:48 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:48.145+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:48.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:48 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:48.145+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:48.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:48 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:48.145+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:25.307153+0000 front 2024-09-05T07:50:25.307139+0000 (oldest deadline 2024-09-05T07:50:47.606979+0000) 2024-09-05T07:50:48.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:48 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:48.242+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:48.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:48 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:48.242+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.585570+0000 front 2024-09-05T07:50:09.585586+0000 (oldest deadline 2024-09-05T07:50:34.285566+0000) 2024-09-05T07:50:48.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:48 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:48.242+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.286324+0000 front 2024-09-05T07:50:14.286374+0000 (oldest deadline 2024-09-05T07:50:39.586235+0000) 2024-09-05T07:50:48.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:48 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:48.218+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:48.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:48 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:48.218+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:16.312102+0000 front 2024-09-05T07:50:16.312124+0000 (oldest deadline 2024-09-05T07:50:41.012212+0000) 2024-09-05T07:50:48.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:48 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:48.218+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.012798+0000 front 2024-09-05T07:50:21.012775+0000 (oldest deadline 2024-09-05T07:50:47.413605+0000) 2024-09-05T07:50:49.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:48 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:48.889+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:49.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:48 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:48.889+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:49.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:48 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:48.889+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:50:49.239 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:48 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:48.898+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:49.239 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:48 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:48.898+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:49.239 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:48 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:48.898+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:50:49.434 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:49 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:49.174+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:49.434 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:49 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:49.174+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:49.434 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:49 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:49.174+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:25.307153+0000 front 2024-09-05T07:50:25.307139+0000 (oldest deadline 2024-09-05T07:50:47.606979+0000) 2024-09-05T07:50:49.648 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:49 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:49.239+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.483952+0000 front 2024-09-05T07:49:58.483969+0000 (oldest deadline 2024-09-05T07:50:23.784034+0000) 2024-09-05T07:50:49.650 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:49 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:49.239+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.585570+0000 front 2024-09-05T07:50:09.585586+0000 (oldest deadline 2024-09-05T07:50:34.285566+0000) 2024-09-05T07:50:49.650 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:49 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6[57732]: 2024-09-05T07:50:49.239+0000 7f489c80f640 -1 osd.6 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.286324+0000 front 2024-09-05T07:50:14.286374+0000 (oldest deadline 2024-09-05T07:50:39.586235+0000) 2024-09-05T07:50:49.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:49 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:49.249+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:49.677 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:49 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:49.249+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:16.312102+0000 front 2024-09-05T07:50:16.312124+0000 (oldest deadline 2024-09-05T07:50:41.012212+0000) 2024-09-05T07:50:49.677 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:49 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:49.249+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.012798+0000 front 2024-09-05T07:50:21.012775+0000 (oldest deadline 2024-09-05T07:50:47.413605+0000) 2024-09-05T07:50:49.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:49 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:49.433+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:49.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:49 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:49.433+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:49.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:49 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:49.433+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:50:50.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:49 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:49.892+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:50.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:49 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:49.892+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:50.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:49 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:49.892+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:50:50.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:49 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:49.881+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:50.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:49 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:49.881+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:50.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:49 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:49.881+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:50:50.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:49 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:49.881+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:50:50.460 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:50 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:50.195+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:50.460 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:50 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:50.195+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:50.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:50 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:50.195+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:25.307153+0000 front 2024-09-05T07:50:25.307139+0000 (oldest deadline 2024-09-05T07:50:47.606979+0000) 2024-09-05T07:50:50.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:50 smithi071 podman[110324]: 2024-09-05 07:50:50.351185252 +0000 UTC m=+5.583131377 container died 8a5d3ca44628ae7b715fb77f7ceb935c08185e48e140d817566e1984ae6e6a09 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0) 2024-09-05T07:50:50.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:50 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:50.219+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:50.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:50 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:50.219+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:16.312102+0000 front 2024-09-05T07:50:16.312124+0000 (oldest deadline 2024-09-05T07:50:41.012212+0000) 2024-09-05T07:50:50.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:50 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:50.219+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.012798+0000 front 2024-09-05T07:50:21.012775+0000 (oldest deadline 2024-09-05T07:50:47.413605+0000) 2024-09-05T07:50:50.921 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:50 smithi071 podman[110324]: 2024-09-05 07:50:50.750462679 +0000 UTC m=+5.982408803 container cleanup 8a5d3ca44628ae7b715fb77f7ceb935c08185e48e140d817566e1984ae6e6a09 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-05T07:50:50.922 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:50 smithi071 bash[110324]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6 2024-09-05T07:50:50.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:50 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:50.461+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:50.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:50 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:50.461+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:50.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:50 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:50.461+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:50:51.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:50 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:50.834+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:51.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:50 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:50.834+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:51.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:50 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:50.834+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:50:51.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:50 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:50.834+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:50:51.365 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:51 smithi071 podman[110350]: 2024-09-05 07:50:51.010246861 +0000 UTC m=+0.652153366 container remove 8a5d3ca44628ae7b715fb77f7ceb935c08185e48e140d817566e1984ae6e6a09 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-05T07:50:51.365 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:50 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:50.921+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:51.365 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:50 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:50.921+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:51.366 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:50 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:50.921+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:50:51.366 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:50 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:50.921+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:50:51.502 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:51 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:51.222+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:51.502 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:51 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:51.222+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:51.502 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:51 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:51.222+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:25.307153+0000 front 2024-09-05T07:50:25.307139+0000 (oldest deadline 2024-09-05T07:50:47.606979+0000) 2024-09-05T07:50:51.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:51 smithi071 podman[110440]: 2024-09-05 07:50:51.26818232 +0000 UTC m=+0.015995064 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:50:51.649 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:51 smithi071 podman[110440]: 2024-09-05 07:50:51.394420136 +0000 UTC m=+0.142232923 container create f29cf64a0a89160e2e0911ca0dd06a19293fde04e574b3679efefe53dc5f2f01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-05T07:50:51.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:51 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:51.243+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:51.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:51 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:51.243+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:16.312102+0000 front 2024-09-05T07:50:16.312124+0000 (oldest deadline 2024-09-05T07:50:41.012212+0000) 2024-09-05T07:50:51.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:51 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:51.243+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.012798+0000 front 2024-09-05T07:50:21.012775+0000 (oldest deadline 2024-09-05T07:50:47.413605+0000) 2024-09-05T07:50:51.934 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:51 smithi071 podman[110440]: 2024-09-05 07:50:51.655419098 +0000 UTC m=+0.403231838 container init f29cf64a0a89160e2e0911ca0dd06a19293fde04e574b3679efefe53dc5f2f01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T07:50:51.934 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:51 smithi071 podman[110440]: 2024-09-05 07:50:51.658606657 +0000 UTC m=+0.406419408 container start f29cf64a0a89160e2e0911ca0dd06a19293fde04e574b3679efefe53dc5f2f01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T07:50:51.934 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:51 smithi071 podman[110440]: 2024-09-05 07:50:51.755569736 +0000 UTC m=+0.503382488 container attach f29cf64a0a89160e2e0911ca0dd06a19293fde04e574b3679efefe53dc5f2f01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6-deactivate, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, ceph=True) 2024-09-05T07:50:51.934 INFO:journalctl@ceph.osd.6.smithi071.stdout:Sep 05 07:50:51 smithi071 podman[110440]: 2024-09-05 07:50:51.842129345 +0000 UTC m=+0.589942090 container died f29cf64a0a89160e2e0911ca0dd06a19293fde04e574b3679efefe53dc5f2f01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-05T07:50:51.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:51 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:51.502+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:51.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:51 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:51.502+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:51.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:51 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:51.502+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:50:52.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:51 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:51.810+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:52.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:51 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:51.810+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:52.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:51 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:51.810+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:50:52.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:51 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:51.810+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:50:52.208 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:51 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:51.933+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:52.208 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:51 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:51.933+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:52.208 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:51 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:51.933+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:50:52.209 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:51 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:51.933+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:50:52.526 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:52 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:52.236+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:52.526 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:52 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:52.236+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:52.527 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:52 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:52.236+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:25.307153+0000 front 2024-09-05T07:50:25.307139+0000 (oldest deadline 2024-09-05T07:50:47.606979+0000) 2024-09-05T07:50:52.542 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.6.service' 2024-09-05T07:50:52.622 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:50:52.622 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-05T07:50:52.622 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-05T07:50:52.622 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.7 2024-09-05T07:50:52.650 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:52 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:52.202+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:52.650 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:52 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:52.202+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:16.312102+0000 front 2024-09-05T07:50:16.312124+0000 (oldest deadline 2024-09-05T07:50:41.012212+0000) 2024-09-05T07:50:52.650 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:52 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:52.202+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.012798+0000 front 2024-09-05T07:50:21.012775+0000 (oldest deadline 2024-09-05T07:50:47.413605+0000) 2024-09-05T07:50:52.925 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:52 smithi123 systemd[1]: Stopping Ceph osd.7 for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:50:52.926 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:52 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:52.821+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:52.926 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:52 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:52.821+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:52.926 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:52 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:52.821+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:50:52.926 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:52 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:52.821+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:50:52.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:52 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:52.526+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:52.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:52 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:52.526+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:52.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:52 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:52.526+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:50:53.176 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:52 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:52.925+0000 7f909279a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:50:53.176 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:52 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:52.925+0000 7f909279a640 -1 osd.7 107 *** Got signal Terminated *** 2024-09-05T07:50:53.177 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:52 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:52.925+0000 7f909279a640 -1 osd.7 107 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T07:50:53.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:52 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:52.933+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:53.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:52 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:52.933+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:53.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:52 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:52.933+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:50:53.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:52 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:52.933+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:50:53.515 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:53 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:53.235+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:53.515 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:53 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:53.235+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:53.515 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:53 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:53.235+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:25.307153+0000 front 2024-09-05T07:50:25.307139+0000 (oldest deadline 2024-09-05T07:50:47.606979+0000) 2024-09-05T07:50:53.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:53 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:53.201+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:53.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:53 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:53.201+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:16.312102+0000 front 2024-09-05T07:50:16.312124+0000 (oldest deadline 2024-09-05T07:50:41.012212+0000) 2024-09-05T07:50:53.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:53 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:53.201+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.012798+0000 front 2024-09-05T07:50:21.012775+0000 (oldest deadline 2024-09-05T07:50:47.413605+0000) 2024-09-05T07:50:53.932 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:53 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:53.859+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:53.932 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:53 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:53.859+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:53.932 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:53 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:53.859+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:50:53.932 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:53 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:53.859+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:50:53.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:53 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:53.515+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:53.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:53 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:53.515+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:53.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:53 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:53.515+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:50:54.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:53 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:53.979+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:54.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:53 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:53.979+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:54.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:53 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:53.979+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:50:54.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:53 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:53.979+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:50:54.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:54 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:54.201+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:54.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:54 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:54.201+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:16.312102+0000 front 2024-09-05T07:50:16.312124+0000 (oldest deadline 2024-09-05T07:50:41.012212+0000) 2024-09-05T07:50:54.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:54 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:54.201+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.012798+0000 front 2024-09-05T07:50:21.012775+0000 (oldest deadline 2024-09-05T07:50:47.413605+0000) 2024-09-05T07:50:54.710 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:54 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:54.270+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:54.711 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:54 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:54.270+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:54.711 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:54 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:54.270+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:25.307153+0000 front 2024-09-05T07:50:25.307139+0000 (oldest deadline 2024-09-05T07:50:47.606979+0000) 2024-09-05T07:50:54.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:54 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:54.501+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:54.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:54 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:54.501+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:54.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:54 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:54.501+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:50:55.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:54 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:54.881+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:55.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:54 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:54.881+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:55.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:54 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:54.881+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:50:55.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:54 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:54.881+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:50:55.398 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:54 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:54.962+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:55.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:54 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:54.962+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:55.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:54 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:54.962+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:50:55.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:54 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:54.962+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:50:55.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:55 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:55.194+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:55.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:55 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:55.194+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:16.312102+0000 front 2024-09-05T07:50:16.312124+0000 (oldest deadline 2024-09-05T07:50:41.012212+0000) 2024-09-05T07:50:55.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:55 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:55.194+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.012798+0000 front 2024-09-05T07:50:21.012775+0000 (oldest deadline 2024-09-05T07:50:47.413605+0000) 2024-09-05T07:50:55.710 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:55 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:55.251+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:55.710 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:55 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:55.251+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:55.711 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:55 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:55.251+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:25.307153+0000 front 2024-09-05T07:50:25.307139+0000 (oldest deadline 2024-09-05T07:50:47.606979+0000) 2024-09-05T07:50:55.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:55 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:55.495+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:55.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:55 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:55.495+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:55.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:55 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:55.495+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:50:55.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:55 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:55.495+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:50:56.175 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:55 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:55.925+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:56.175 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:55 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:55.925+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:56.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:55 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:55.925+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:50:56.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:55 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:55.925+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:50:56.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:55 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:55.933+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:56.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:55 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:55.933+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:56.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:55 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:55.933+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:50:56.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:55 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:55.933+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:50:56.426 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:56 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:56.175+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:56.426 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:56 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:56.175+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:16.312102+0000 front 2024-09-05T07:50:16.312124+0000 (oldest deadline 2024-09-05T07:50:41.012212+0000) 2024-09-05T07:50:56.426 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:56 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:56.175+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.012798+0000 front 2024-09-05T07:50:21.012775+0000 (oldest deadline 2024-09-05T07:50:47.413605+0000) 2024-09-05T07:50:56.710 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:56 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:56.231+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:56.710 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:56 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:56.231+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:56.711 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:56 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:56.231+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:25.307153+0000 front 2024-09-05T07:50:25.307139+0000 (oldest deadline 2024-09-05T07:50:47.606979+0000) 2024-09-05T07:50:56.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:56 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:56.470+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:56.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:56 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:56.470+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:56.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:56 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:56.470+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:50:56.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:56 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:56.470+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:50:57.188 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:56 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:56.937+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:57.189 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:56 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:56.937+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:57.189 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:56 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:56.937+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:50:57.189 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:56 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:56.937+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:50:57.398 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:56 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:56.906+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:57.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:56 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:56.906+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:57.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:56 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:56.906+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:50:57.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:56 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:56.906+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:50:57.676 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:57 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:57.188+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:05.111009+0000 front 2024-09-05T07:50:05.111029+0000 (oldest deadline 2024-09-05T07:50:31.011133+0000) 2024-09-05T07:50:57.677 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:57 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:57.188+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:16.312102+0000 front 2024-09-05T07:50:16.312124+0000 (oldest deadline 2024-09-05T07:50:41.012212+0000) 2024-09-05T07:50:57.677 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:57 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:57.188+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.012798+0000 front 2024-09-05T07:50:21.012775+0000 (oldest deadline 2024-09-05T07:50:47.413605+0000) 2024-09-05T07:50:57.677 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:57 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7[52145]: 2024-09-05T07:50:57.188+0000 7f908ada8640 -1 osd.7 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:32.714405+0000 front 2024-09-05T07:50:32.714434+0000 (oldest deadline 2024-09-05T07:50:56.715163+0000) 2024-09-05T07:50:57.711 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:57 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:57.239+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:57.711 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:57 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:57.239+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:57.711 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:57 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:57.239+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:25.307153+0000 front 2024-09-05T07:50:25.307139+0000 (oldest deadline 2024-09-05T07:50:47.606979+0000) 2024-09-05T07:50:57.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:57 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:57.476+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:57.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:57 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:57.476+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:57.712 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:57 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:57.476+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:50:57.712 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:57 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:57.476+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:50:58.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:57 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:57.947+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:58.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:57 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:57.947+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:58.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:57 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:57.947+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:50:58.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:57 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:57.947+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:50:58.427 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:57 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:57.983+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:58.427 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:57 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:57.983+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:58.427 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:57 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:57.983+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:50:58.427 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:57 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:57.983+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:50:58.427 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:57 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:57.983+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:50:58.518 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:58 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:58.224+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:58.518 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:58 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:58.224+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:58.518 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:58 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:58.224+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:25.307153+0000 front 2024-09-05T07:50:25.307139+0000 (oldest deadline 2024-09-05T07:50:47.606979+0000) 2024-09-05T07:50:58.818 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:58 smithi123 podman[70888]: 2024-09-05 07:50:58.508872654 +0000 UTC m=+5.689769928 container stop 4c4b23e220a5416f958a2149cf6e897b402a346f05123d00f23d29fef281e56e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T07:50:58.818 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:58 smithi123 podman[70888]: 2024-09-05 07:50:58.534472841 +0000 UTC m=+5.715370108 container died 4c4b23e220a5416f958a2149cf6e897b402a346f05123d00f23d29fef281e56e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-05T07:50:58.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:58 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:58.518+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:58.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:58 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:58.518+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:58.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:58 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:58.518+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:50:58.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:58 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:58.518+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:50:59.176 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:58 smithi123 podman[70888]: 2024-09-05 07:50:58.900304883 +0000 UTC m=+6.081202189 container cleanup 4c4b23e220a5416f958a2149cf6e897b402a346f05123d00f23d29fef281e56e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-09-05T07:50:59.176 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:58 smithi123 bash[70888]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7 2024-09-05T07:50:59.177 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:59 smithi123 podman[70915]: 2024-09-05 07:50:59.059756912 +0000 UTC m=+0.543200203 container remove 4c4b23e220a5416f958a2149cf6e897b402a346f05123d00f23d29fef281e56e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e) 2024-09-05T07:50:59.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:58 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:58.940+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:50:59.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:58 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:58.940+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:50:59.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:58 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:58.940+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:50:59.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:58 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:58.940+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:50:59.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:58 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:58.940+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:50:59.398 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:58 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:58.910+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:50:59.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:58 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:58.910+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:50:59.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:58 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:58.910+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:50:59.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:58 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:58.910+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:50:59.460 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:59 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:59.241+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:50:59.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:59 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:59.241+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:50:59.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:59 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:59.241+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:25.307153+0000 front 2024-09-05T07:50:25.307139+0000 (oldest deadline 2024-09-05T07:50:47.606979+0000) 2024-09-05T07:50:59.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:50:59 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:50:59.241+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:34.008669+0000 front 2024-09-05T07:50:34.008681+0000 (oldest deadline 2024-09-05T07:50:58.708566+0000) 2024-09-05T07:50:59.746 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:59 smithi123 podman[71003]: 2024-09-05 07:50:59.364124166 +0000 UTC m=+0.016075682 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:50:59.746 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:59 smithi123 podman[71003]: 2024-09-05 07:50:59.485755673 +0000 UTC m=+0.137707219 container create 6da20a0b48f8c3c7531a43558ea33dc8c831c502093ead3935a9dac7acc173e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-05T07:50:59.746 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:59 smithi123 podman[71003]: 2024-09-05 07:50:59.746628551 +0000 UTC m=+0.398580056 container init 6da20a0b48f8c3c7531a43558ea33dc8c831c502093ead3935a9dac7acc173e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-05T07:50:59.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:59 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:59.467+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:50:59.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:59 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:59.467+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:50:59.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:59 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:59.467+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:50:59.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:50:59 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:50:59.467+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:00.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:59 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:59.863+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:51:00.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:59 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:59.863+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:51:00.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:59 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:59.863+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:51:00.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:59 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:59.863+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:51:00.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:50:59 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:50:59.863+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.354859+0000 front 2024-09-05T07:50:30.354781+0000 (oldest deadline 2024-09-05T07:50:59.155001+0000) 2024-09-05T07:51:00.176 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:59 smithi123 podman[71003]: 2024-09-05 07:50:59.750362643 +0000 UTC m=+0.402314148 container start 6da20a0b48f8c3c7531a43558ea33dc8c831c502093ead3935a9dac7acc173e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-91c8a7e, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-05T07:51:00.177 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:59 smithi123 podman[71003]: 2024-09-05 07:50:59.838204038 +0000 UTC m=+0.490155545 container attach 6da20a0b48f8c3c7531a43558ea33dc8c831c502093ead3935a9dac7acc173e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-91c8a7e) 2024-09-05T07:51:00.177 INFO:journalctl@ceph.osd.7.smithi123.stdout:Sep 05 07:50:59 smithi123 podman[71003]: 2024-09-05 07:50:59.938631056 +0000 UTC m=+0.590582571 container died 6da20a0b48f8c3c7531a43558ea33dc8c831c502093ead3935a9dac7acc173e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-7-deactivate, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-05T07:51:00.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:59 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:59.929+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:00.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:59 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:59.929+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:00.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:59 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:59.929+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:00.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:59 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:59.929+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:00.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:50:59 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:50:59.929+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:00.481 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:00 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:00.211+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:51:00.481 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:00 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:00.211+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:51:00.482 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:00 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:00.211+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:25.307153+0000 front 2024-09-05T07:50:25.307139+0000 (oldest deadline 2024-09-05T07:50:47.606979+0000) 2024-09-05T07:51:00.482 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:00 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:00.211+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:34.008669+0000 front 2024-09-05T07:50:34.008681+0000 (oldest deadline 2024-09-05T07:50:58.708566+0000) 2024-09-05T07:51:00.610 DEBUG:teuthology.orchestra.run.smithi123:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.7.service' 2024-09-05T07:51:00.691 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:51:00.691 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-05T07:51:00.691 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-09-05T07:51:00.691 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.8 2024-09-05T07:51:00.741 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:00 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:00.481+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:00.742 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:00 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:00.481+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:00.742 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:00 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:00.481+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:00.742 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:00 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:00.481+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:01.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:00 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:00.878+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:51:01.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:00 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:00.878+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:51:01.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:00 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:00.878+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:51:01.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:00 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:00.878+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:51:01.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:00 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:00.878+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.354859+0000 front 2024-09-05T07:50:30.354781+0000 (oldest deadline 2024-09-05T07:50:59.155001+0000) 2024-09-05T07:51:01.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:00 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:00.901+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:01.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:00 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:00.901+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:01.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:00 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:00.901+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:01.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:00 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:00.901+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:01.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:00 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:00.901+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:01.191 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:00 smithi192 systemd[1]: Stopping Ceph osd.8 for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:51:01.191 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:00 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:00.990+0000 7f8830b2b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:51:01.191 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:00 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:00.990+0000 7f8830b2b640 -1 osd.8 107 *** Got signal Terminated *** 2024-09-05T07:51:01.191 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:00 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:00.990+0000 7f8830b2b640 -1 osd.8 107 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T07:51:01.191 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:01 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:01.191+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:51:01.191 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:01 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:01.191+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:51:01.191 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:01 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:01.191+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:25.307153+0000 front 2024-09-05T07:50:25.307139+0000 (oldest deadline 2024-09-05T07:50:47.606979+0000) 2024-09-05T07:51:01.192 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:01 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:01.191+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:34.008669+0000 front 2024-09-05T07:50:34.008681+0000 (oldest deadline 2024-09-05T07:50:58.708566+0000) 2024-09-05T07:51:01.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:01 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:01.520+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:01.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:01 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:01.520+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:01.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:01 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:01.520+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:01.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:01 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:01.520+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:02.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:01 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:01.874+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:02.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:01 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:01.874+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:02.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:01 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:01.874+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:02.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:01 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:01.874+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:02.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:01 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:01.874+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:02.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:01 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:01.926+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:51:02.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:01 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:01.926+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:51:02.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:01 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:01.926+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:51:02.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:01 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:01.926+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:51:02.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:01 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:01.926+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.354859+0000 front 2024-09-05T07:50:30.354781+0000 (oldest deadline 2024-09-05T07:50:59.155001+0000) 2024-09-05T07:51:02.460 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:02 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:02.202+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:51:02.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:02 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:02.202+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:51:02.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:02 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:02.202+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:25.307153+0000 front 2024-09-05T07:50:25.307139+0000 (oldest deadline 2024-09-05T07:50:47.606979+0000) 2024-09-05T07:51:02.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:02 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:02.202+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:34.008669+0000 front 2024-09-05T07:50:34.008681+0000 (oldest deadline 2024-09-05T07:50:58.708566+0000) 2024-09-05T07:51:02.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:02 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:02.536+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:02.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:02 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:02.536+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:02.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:02 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:02.536+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:02.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:02 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:02.536+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:03.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:02 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:02.907+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:03.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:02 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:02.907+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:03.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:02 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:02.907+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:03.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:02 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:02.907+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:03.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:02 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:02.907+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:03.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:02 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:02.948+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:51:03.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:02 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:02.948+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:51:03.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:02 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:02.948+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:51:03.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:02 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:02.948+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:51:03.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:02 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:02.948+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.354859+0000 front 2024-09-05T07:50:30.354781+0000 (oldest deadline 2024-09-05T07:50:59.155001+0000) 2024-09-05T07:51:03.460 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:03 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:03.198+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:51:03.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:03 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:03.198+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:51:03.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:03 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:03.198+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:25.307153+0000 front 2024-09-05T07:50:25.307139+0000 (oldest deadline 2024-09-05T07:50:47.606979+0000) 2024-09-05T07:51:03.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:03 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:03.198+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:34.008669+0000 front 2024-09-05T07:50:34.008681+0000 (oldest deadline 2024-09-05T07:50:58.708566+0000) 2024-09-05T07:51:03.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:03 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:03.567+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:03.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:03 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:03.567+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:03.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:03 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:03.567+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:03.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:03 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:03.567+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:04.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:03 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:03.872+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:04.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:03 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:03.872+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:04.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:03 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:03.872+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:04.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:03 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:03.872+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:04.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:03 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:03.872+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:04.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:03 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:03.919+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:51:04.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:03 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:03.919+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:51:04.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:03 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:03.919+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:51:04.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:03 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:03.919+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:51:04.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:03 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:03.919+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.354859+0000 front 2024-09-05T07:50:30.354781+0000 (oldest deadline 2024-09-05T07:50:59.155001+0000) 2024-09-05T07:51:04.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:03 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:03.919+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:39.155695+0000 front 2024-09-05T07:50:39.155732+0000 (oldest deadline 2024-09-05T07:51:03.855464+0000) 2024-09-05T07:51:04.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:04 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:04.152+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:51:04.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:04 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:04.152+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:51:04.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:04 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:04.152+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:25.307153+0000 front 2024-09-05T07:50:25.307139+0000 (oldest deadline 2024-09-05T07:50:47.606979+0000) 2024-09-05T07:51:04.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:04 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:04.152+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:34.008669+0000 front 2024-09-05T07:50:34.008681+0000 (oldest deadline 2024-09-05T07:50:58.708566+0000) 2024-09-05T07:51:04.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:04 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:04.152+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:38.708916+0000 front 2024-09-05T07:50:38.708949+0000 (oldest deadline 2024-09-05T07:51:04.008946+0000) 2024-09-05T07:51:04.960 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:04 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:04.528+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:04.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:04 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:04.528+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:04.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:04 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:04.528+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:04.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:04 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:04.528+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:05.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:04 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:04.853+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:05.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:04 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:04.853+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:05.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:04 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:04.853+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:05.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:04 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:04.853+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:05.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:04 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:04.853+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:05.398 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:04 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:04.941+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:51:05.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:04 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:04.941+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:51:05.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:04 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:04.941+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:51:05.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:04 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:04.941+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:51:05.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:04 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:04.941+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.354859+0000 front 2024-09-05T07:50:30.354781+0000 (oldest deadline 2024-09-05T07:50:59.155001+0000) 2024-09-05T07:51:05.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:04 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:04.941+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:39.155695+0000 front 2024-09-05T07:50:39.155732+0000 (oldest deadline 2024-09-05T07:51:03.855464+0000) 2024-09-05T07:51:05.460 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:05 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:05.172+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.004322+0000 front 2024-09-05T07:50:09.004503+0000 (oldest deadline 2024-09-05T07:50:34.304258+0000) 2024-09-05T07:51:05.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:05 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:05.172+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:14.304548+0000 front 2024-09-05T07:50:14.304582+0000 (oldest deadline 2024-09-05T07:50:38.905559+0000) 2024-09-05T07:51:05.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:05 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:05.172+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:25.307153+0000 front 2024-09-05T07:50:25.307139+0000 (oldest deadline 2024-09-05T07:50:47.606979+0000) 2024-09-05T07:51:05.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:05 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:05.172+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:34.008669+0000 front 2024-09-05T07:50:34.008681+0000 (oldest deadline 2024-09-05T07:50:58.708566+0000) 2024-09-05T07:51:05.461 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:05 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8[53069]: 2024-09-05T07:51:05.172+0000 7f8829139640 -1 osd.8 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:38.708916+0000 front 2024-09-05T07:50:38.708949+0000 (oldest deadline 2024-09-05T07:51:04.008946+0000) 2024-09-05T07:51:05.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:05 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:05.490+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:05.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:05 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:05.490+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:05.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:05 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:05.490+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:05.961 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:05 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:05.490+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:06.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:05 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:05.886+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:06.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:05 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:05.886+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:06.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:05 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:05.886+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:06.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:05 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:05.886+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:06.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:05 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:05.886+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:06.398 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:05 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:05.918+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:51:06.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:05 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:05.918+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:51:06.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:05 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:05.918+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:51:06.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:05 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:05.918+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:51:06.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:05 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:05.918+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.354859+0000 front 2024-09-05T07:50:30.354781+0000 (oldest deadline 2024-09-05T07:50:59.155001+0000) 2024-09-05T07:51:06.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:05 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:05.918+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:39.155695+0000 front 2024-09-05T07:50:39.155732+0000 (oldest deadline 2024-09-05T07:51:03.855464+0000) 2024-09-05T07:51:06.711 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:06 smithi192 podman[71437]: 2024-09-05 07:51:06.439664314 +0000 UTC m=+5.550172039 container died f78f58cfa0590a1fcf443841c51ec227e74f51f31600df3869eb9e3be28c4fa0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8, RELEASE=squid-91c8a7e, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-05T07:51:06.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:06 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:06.449+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:06.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:06 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:06.449+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:06.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:06 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:06.449+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:06.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:06 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:06.449+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:06.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:06 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:06.449+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:07.059 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:06 smithi192 podman[71437]: 2024-09-05 07:51:06.799549274 +0000 UTC m=+5.910056997 container cleanup f78f58cfa0590a1fcf443841c51ec227e74f51f31600df3869eb9e3be28c4fa0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-05T07:51:07.059 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:06 smithi192 bash[71437]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8 2024-09-05T07:51:07.150 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:06 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:06.885+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:51:07.150 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:06 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:06.885+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:51:07.151 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:06 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:06.885+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:51:07.151 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:06 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:06.885+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:51:07.151 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:06 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:06.885+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.354859+0000 front 2024-09-05T07:50:30.354781+0000 (oldest deadline 2024-09-05T07:50:59.155001+0000) 2024-09-05T07:51:07.151 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:06 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:06.885+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:39.155695+0000 front 2024-09-05T07:50:39.155732+0000 (oldest deadline 2024-09-05T07:51:03.855464+0000) 2024-09-05T07:51:07.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:06 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:06.874+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:07.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:06 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:06.874+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:07.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:06 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:06.874+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:07.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:06 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:06.874+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:07.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:06 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:06.874+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:07.178 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:06 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:06.874+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:40.653620+0000 front 2024-09-05T07:50:40.653732+0000 (oldest deadline 2024-09-05T07:51:06.553525+0000) 2024-09-05T07:51:07.410 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:07 smithi192 podman[71454]: 2024-09-05 07:51:07.059172905 +0000 UTC m=+0.620174409 container remove f78f58cfa0590a1fcf443841c51ec227e74f51f31600df3869eb9e3be28c4fa0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-09-05T07:51:07.662 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:07 smithi192 podman[71541]: 2024-09-05 07:51:07.312393876 +0000 UTC m=+0.015514580 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:51:07.662 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:07 smithi192 podman[71541]: 2024-09-05 07:51:07.40993598 +0000 UTC m=+0.113056684 container create 21441eac733bc44712d59c8f66f7064b62058edabb9f884de80a0fcac54df473 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8-deactivate, RELEASE=squid-91c8a7e, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-05T07:51:07.662 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:07 smithi192 podman[71541]: 2024-09-05 07:51:07.662478171 +0000 UTC m=+0.365598887 container init 21441eac733bc44712d59c8f66f7064b62058edabb9f884de80a0fcac54df473 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-05T07:51:07.662 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:07 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:07.453+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:07.663 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:07 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:07.453+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:07.663 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:07 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:07.453+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:07.663 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:07 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:07.453+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:07.663 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:07 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:07.453+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:07.960 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:07 smithi192 podman[71541]: 2024-09-05 07:51:07.666029721 +0000 UTC m=+0.369150423 container start 21441eac733bc44712d59c8f66f7064b62058edabb9f884de80a0fcac54df473 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-05T07:51:07.961 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:07 smithi192 podman[71541]: 2024-09-05 07:51:07.762475154 +0000 UTC m=+0.465595864 container attach 21441eac733bc44712d59c8f66f7064b62058edabb9f884de80a0fcac54df473 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-05T07:51:07.961 INFO:journalctl@ceph.osd.8.smithi192.stdout:Sep 05 07:51:07 smithi192 podman[71541]: 2024-09-05 07:51:07.858279291 +0000 UTC m=+0.561399996 container died 21441eac733bc44712d59c8f66f7064b62058edabb9f884de80a0fcac54df473 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-8-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T07:51:08.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:07 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:07.836+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:08.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:07 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:07.836+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:08.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:07 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:07.836+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:08.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:07 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:07.836+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:08.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:07 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:07.836+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:08.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:07 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:07.836+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:40.653620+0000 front 2024-09-05T07:50:40.653732+0000 (oldest deadline 2024-09-05T07:51:06.553525+0000) 2024-09-05T07:51:08.398 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:07 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:07.904+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:51:08.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:07 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:07.904+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:51:08.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:07 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:07.904+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:51:08.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:07 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:07.904+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:51:08.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:07 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:07.904+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.354859+0000 front 2024-09-05T07:50:30.354781+0000 (oldest deadline 2024-09-05T07:50:59.155001+0000) 2024-09-05T07:51:08.399 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:07 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:07.904+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:39.155695+0000 front 2024-09-05T07:50:39.155732+0000 (oldest deadline 2024-09-05T07:51:03.855464+0000) 2024-09-05T07:51:08.457 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:08 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:08.411+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:08.457 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:08 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:08.411+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:08.458 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:08 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:08.411+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:08.458 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:08 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:08.411+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:08.458 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:08 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:08.411+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:08.484 DEBUG:teuthology.orchestra.run.smithi192:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.8.service' 2024-09-05T07:51:08.523 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:51:08.523 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-09-05T07:51:08.524 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-09-05T07:51:08.524 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.9 2024-09-05T07:51:08.827 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:08 smithi071 systemd[1]: Stopping Ceph osd.9 for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:51:09.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:08 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:08.826+0000 7eff8b6f1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:51:09.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:08 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:08.826+0000 7eff8b6f1640 -1 osd.9 107 *** Got signal Terminated *** 2024-09-05T07:51:09.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:08 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:08.826+0000 7eff8b6f1640 -1 osd.9 107 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T07:51:09.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:08 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:08.903+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:51:09.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:08 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:08.903+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:51:09.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:08 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:08.903+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:51:09.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:08 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:08.903+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:51:09.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:08 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:08.903+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.354859+0000 front 2024-09-05T07:50:30.354781+0000 (oldest deadline 2024-09-05T07:50:59.155001+0000) 2024-09-05T07:51:09.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:08 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:08.903+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:39.155695+0000 front 2024-09-05T07:50:39.155732+0000 (oldest deadline 2024-09-05T07:51:03.855464+0000) 2024-09-05T07:51:09.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:08 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:08.800+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:09.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:08 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:08.800+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:09.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:08 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:08.800+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:09.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:08 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:08.800+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:09.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:08 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:08.800+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:09.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:08 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:08.800+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:40.653620+0000 front 2024-09-05T07:50:40.653732+0000 (oldest deadline 2024-09-05T07:51:06.553525+0000) 2024-09-05T07:51:09.673 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:09 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:09.395+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:09.673 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:09 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:09.395+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:09.673 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:09 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:09.395+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:09.673 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:09 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:09.395+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:09.673 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:09 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:09.395+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:10.148 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:09 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:09.855+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:51:10.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:09 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:09.855+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:51:10.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:09 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:09.855+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:51:10.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:09 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:09.855+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:51:10.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:09 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:09.855+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.354859+0000 front 2024-09-05T07:50:30.354781+0000 (oldest deadline 2024-09-05T07:50:59.155001+0000) 2024-09-05T07:51:10.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:09 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:09.855+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:39.155695+0000 front 2024-09-05T07:50:39.155732+0000 (oldest deadline 2024-09-05T07:51:03.855464+0000) 2024-09-05T07:51:10.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:09 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:09.763+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:10.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:09 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:09.763+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:10.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:09 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:09.763+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:10.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:09 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:09.763+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:10.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:09 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:09.763+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:10.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:09 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:09.763+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:40.653620+0000 front 2024-09-05T07:50:40.653732+0000 (oldest deadline 2024-09-05T07:51:06.553525+0000) 2024-09-05T07:51:10.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:10 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:10.396+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:10.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:10 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:10.396+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:10.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:10 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:10.396+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:10.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:10 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:10.396+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:10.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:10 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:10.396+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:10.926 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:10 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:10.746+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:10.926 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:10 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:10.746+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:10.927 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:10 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:10.746+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:10.927 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:10 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:10.746+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:10.927 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:10 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:10.746+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:10.927 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:10 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:10.746+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:40.653620+0000 front 2024-09-05T07:50:40.653732+0000 (oldest deadline 2024-09-05T07:51:06.553525+0000) 2024-09-05T07:51:11.148 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:10 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:10.879+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:51:11.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:10 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:10.879+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:51:11.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:10 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:10.879+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:51:11.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:10 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:10.879+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:51:11.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:10 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:10.879+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.354859+0000 front 2024-09-05T07:50:30.354781+0000 (oldest deadline 2024-09-05T07:50:59.155001+0000) 2024-09-05T07:51:11.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:10 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:10.879+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:39.155695+0000 front 2024-09-05T07:50:39.155732+0000 (oldest deadline 2024-09-05T07:51:03.855464+0000) 2024-09-05T07:51:11.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:11 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:11.374+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:11.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:11 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:11.374+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:11.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:11 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:11.374+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:11.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:11 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:11.374+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:11.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:11 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:11.374+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:12.151 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:11 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:11.864+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:51:12.151 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:11 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:11.864+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:51:12.151 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:11 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:11.864+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:51:12.151 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:11 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:11.864+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:51:12.152 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:11 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:11.864+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.354859+0000 front 2024-09-05T07:50:30.354781+0000 (oldest deadline 2024-09-05T07:50:59.155001+0000) 2024-09-05T07:51:12.152 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:11 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:11.864+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:39.155695+0000 front 2024-09-05T07:50:39.155732+0000 (oldest deadline 2024-09-05T07:51:03.855464+0000) 2024-09-05T07:51:12.185 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:11 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:11.766+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:12.185 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:11 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:11.766+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:12.185 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:11 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:11.766+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:12.185 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:11 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:11.766+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:12.186 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:11 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:11.766+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:12.186 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:11 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:11.766+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:40.653620+0000 front 2024-09-05T07:50:40.653732+0000 (oldest deadline 2024-09-05T07:51:06.553525+0000) 2024-09-05T07:51:12.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:12 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:12.350+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:12.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:12 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:12.350+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:12.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:12 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:12.350+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:12.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:12 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:12.350+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:12.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:12 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:12.350+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:13.148 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:12.873+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:50:00.650150+0000 front 2024-09-05T07:50:00.650071+0000 (oldest deadline 2024-09-05T07:50:25.350211+0000) 2024-09-05T07:51:13.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:12.873+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:08.851431+0000 front 2024-09-05T07:50:08.851419+0000 (oldest deadline 2024-09-05T07:50:30.551265+0000) 2024-09-05T07:51:13.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:12.873+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.453149+0000 front 2024-09-05T07:50:17.453233+0000 (oldest deadline 2024-09-05T07:50:41.553084+0000) 2024-09-05T07:51:13.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:12.873+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:21.553465+0000 front 2024-09-05T07:50:21.553484+0000 (oldest deadline 2024-09-05T07:50:50.354107+0000) 2024-09-05T07:51:13.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:12.873+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.354859+0000 front 2024-09-05T07:50:30.354781+0000 (oldest deadline 2024-09-05T07:50:59.155001+0000) 2024-09-05T07:51:13.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:12 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9[64696]: 2024-09-05T07:51:12.873+0000 7eff87d07640 -1 osd.9 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:39.155695+0000 front 2024-09-05T07:50:39.155732+0000 (oldest deadline 2024-09-05T07:51:03.855464+0000) 2024-09-05T07:51:13.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:12 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:12.794+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:13.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:12 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:12.794+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:13.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:12 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:12.794+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:13.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:12 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:12.794+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:13.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:12 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:12.794+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:13.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:12 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:12.794+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:40.653620+0000 front 2024-09-05T07:50:40.653732+0000 (oldest deadline 2024-09-05T07:51:06.553525+0000) 2024-09-05T07:51:13.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:13 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:13.304+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:13.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:13 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:13.304+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:13.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:13 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:13.304+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:13.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:13 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:13.304+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:13.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:13 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:13.304+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:13.712 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:13 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:13.304+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:48.446634+0000 front 2024-09-05T07:50:48.446685+0000 (oldest deadline 2024-09-05T07:51:13.146591+0000) 2024-09-05T07:51:14.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:13 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:13.767+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:14.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:13 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:13.767+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:14.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:13 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:13.767+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:14.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:13 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:13.767+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:14.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:13 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:13.767+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:14.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:13 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:13.767+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:40.653620+0000 front 2024-09-05T07:50:40.653732+0000 (oldest deadline 2024-09-05T07:51:06.553525+0000) 2024-09-05T07:51:14.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:14 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:14.327+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:14.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:14 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:14.327+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:14.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:14 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:14.327+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:14.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:14 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:14.327+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:14.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:14 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:14.327+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:14.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:14 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:14.327+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:48.446634+0000 front 2024-09-05T07:50:48.446685+0000 (oldest deadline 2024-09-05T07:51:13.146591+0000) 2024-09-05T07:51:14.727 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:14 smithi071 podman[110544]: 2024-09-05 07:51:14.434956802 +0000 UTC m=+5.719077016 container died 37ca5693512410902a0a2237ce0b23ea3d55ea590ea5dfa2a98263a251905ad3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-05T07:51:15.148 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:14 smithi071 podman[110544]: 2024-09-05 07:51:14.901872481 +0000 UTC m=+6.185992696 container cleanup 37ca5693512410902a0a2237ce0b23ea3d55ea590ea5dfa2a98263a251905ad3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True) 2024-09-05T07:51:15.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:14 smithi071 bash[110544]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9 2024-09-05T07:51:15.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:14 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:14.803+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:15.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:14 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:14.803+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:15.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:14 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:14.803+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:15.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:14 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:14.803+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:15.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:14 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:14.803+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:15.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:14 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:14.803+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:40.653620+0000 front 2024-09-05T07:50:40.653732+0000 (oldest deadline 2024-09-05T07:51:06.553525+0000) 2024-09-05T07:51:15.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:14 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:14.803+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:49.454864+0000 front 2024-09-05T07:50:49.454893+0000 (oldest deadline 2024-09-05T07:51:14.154722+0000) 2024-09-05T07:51:15.517 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:15 smithi071 podman[110559]: 2024-09-05 07:51:15.19490379 +0000 UTC m=+0.751341889 container remove 37ca5693512410902a0a2237ce0b23ea3d55ea590ea5dfa2a98263a251905ad3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=) 2024-09-05T07:51:15.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:15 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:15.285+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:15.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:15 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:15.285+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:15.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:15 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:15.285+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:15.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:15 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:15.285+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:15.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:15 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:15.285+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:15.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:15 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:15.285+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:48.446634+0000 front 2024-09-05T07:50:48.446685+0000 (oldest deadline 2024-09-05T07:51:13.146591+0000) 2024-09-05T07:51:15.831 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:15 smithi071 podman[110644]: 2024-09-05 07:51:15.419802939 +0000 UTC m=+0.015595551 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:51:15.831 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:15 smithi071 podman[110644]: 2024-09-05 07:51:15.528802215 +0000 UTC m=+0.124594819 container create d055aefbe05493fd5001a2d2c16f005861fb663b21c3e9570df458132d097607 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-05T07:51:15.831 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:15 smithi071 podman[110644]: 2024-09-05 07:51:15.747842848 +0000 UTC m=+0.343635449 container init d055aefbe05493fd5001a2d2c16f005861fb663b21c3e9570df458132d097607 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9-deactivate, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD) 2024-09-05T07:51:15.831 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:15 smithi071 podman[110644]: 2024-09-05 07:51:15.751034268 +0000 UTC m=+0.346826869 container start d055aefbe05493fd5001a2d2c16f005861fb663b21c3e9570df458132d097607 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9-deactivate, RELEASE=squid-91c8a7e, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-09-05T07:51:15.831 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:15 smithi071 podman[110644]: 2024-09-05 07:51:15.831050525 +0000 UTC m=+0.426843146 container attach d055aefbe05493fd5001a2d2c16f005861fb663b21c3e9570df458132d097607 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-05T07:51:16.149 INFO:journalctl@ceph.osd.9.smithi071.stdout:Sep 05 07:51:15 smithi071 podman[110644]: 2024-09-05 07:51:15.936344452 +0000 UTC m=+0.532137068 container died d055aefbe05493fd5001a2d2c16f005861fb663b21c3e9570df458132d097607 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-9-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-05T07:51:16.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:15 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:15.842+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:16.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:15 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:15.842+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:16.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:15 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:15.842+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:16.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:15 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:15.842+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:16.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:15 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:15.842+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:16.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:15 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:15.842+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:40.653620+0000 front 2024-09-05T07:50:40.653732+0000 (oldest deadline 2024-09-05T07:51:06.553525+0000) 2024-09-05T07:51:16.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:15 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:15.842+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:49.454864+0000 front 2024-09-05T07:50:49.454893+0000 (oldest deadline 2024-09-05T07:51:14.154722+0000) 2024-09-05T07:51:16.595 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.9.service' 2024-09-05T07:51:16.636 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:51:16.636 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-09-05T07:51:16.636 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-09-05T07:51:16.636 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.10 2024-09-05T07:51:16.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:16 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:16.298+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:16.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:16 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:16.298+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:16.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:16 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:16.298+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:16.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:16 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:16.298+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:16.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:16 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:16.298+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:16.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:16 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:16.298+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:48.446634+0000 front 2024-09-05T07:50:48.446685+0000 (oldest deadline 2024-09-05T07:51:13.146591+0000) 2024-09-05T07:51:16.927 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:16 smithi123 systemd[1]: Stopping Ceph osd.10 for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:51:16.927 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:16 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:16.872+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:16.927 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:16 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:16.872+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:16.927 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:16 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:16.872+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:16.927 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:16 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:16.872+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:16.927 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:16 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:16.872+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:16.927 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:16 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:16.872+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:40.653620+0000 front 2024-09-05T07:50:40.653732+0000 (oldest deadline 2024-09-05T07:51:06.553525+0000) 2024-09-05T07:51:16.927 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:16 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:16.872+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:49.454864+0000 front 2024-09-05T07:50:49.454893+0000 (oldest deadline 2024-09-05T07:51:14.154722+0000) 2024-09-05T07:51:17.426 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:16 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:16.951+0000 7f2dd47a3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:51:17.426 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:16 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:16.951+0000 7f2dd47a3640 -1 osd.10 107 *** Got signal Terminated *** 2024-09-05T07:51:17.426 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:16 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:16.951+0000 7f2dd47a3640 -1 osd.10 107 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T07:51:17.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:17 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:17.304+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:17.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:17 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:17.304+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:17.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:17 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:17.304+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:17.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:17 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:17.304+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:17.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:17 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:17.304+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:17.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:17 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:17.304+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:48.446634+0000 front 2024-09-05T07:50:48.446685+0000 (oldest deadline 2024-09-05T07:51:13.146591+0000) 2024-09-05T07:51:18.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:17 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:17.838+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:18.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:17 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:17.838+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:18.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:17 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:17.838+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:18.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:17 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:17.838+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:18.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:17 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:17.838+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:18.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:17 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:17.838+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:40.653620+0000 front 2024-09-05T07:50:40.653732+0000 (oldest deadline 2024-09-05T07:51:06.553525+0000) 2024-09-05T07:51:18.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:17 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:17.838+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:49.454864+0000 front 2024-09-05T07:50:49.454893+0000 (oldest deadline 2024-09-05T07:51:14.154722+0000) 2024-09-05T07:51:18.612 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:18 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:18.269+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:18.612 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:18 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:18.269+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:18.612 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:18 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:18.269+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:18.612 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:18 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:18.269+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:18.613 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:18 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:18.269+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:18.613 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:18 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:18.269+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:48.446634+0000 front 2024-09-05T07:50:48.446685+0000 (oldest deadline 2024-09-05T07:51:13.146591+0000) 2024-09-05T07:51:19.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:18 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:18.822+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:19.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:18 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:18.822+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:19.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:18 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:18.822+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:19.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:18 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:18.822+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:19.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:18 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:18.822+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:19.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:18 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:18.822+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:40.653620+0000 front 2024-09-05T07:50:40.653732+0000 (oldest deadline 2024-09-05T07:51:06.553525+0000) 2024-09-05T07:51:19.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:18 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:18.822+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:49.454864+0000 front 2024-09-05T07:50:49.454893+0000 (oldest deadline 2024-09-05T07:51:14.154722+0000) 2024-09-05T07:51:19.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:19 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:19.301+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:19.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:19 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:19.301+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:19.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:19 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:19.301+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:19.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:19 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:19.301+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:19.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:19 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:19.301+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:19.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:19 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:19.301+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:48.446634+0000 front 2024-09-05T07:50:48.446685+0000 (oldest deadline 2024-09-05T07:51:13.146591+0000) 2024-09-05T07:51:19.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:19 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:19.301+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T07:50:53.647471+0000 front 2024-09-05T07:50:53.647512+0000 (oldest deadline 2024-09-05T07:51:18.947486+0000) 2024-09-05T07:51:20.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:19 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:19.833+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:20.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:19 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:19.833+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:20.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:19 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:19.833+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:20.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:19 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:19.833+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:20.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:19 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:19.833+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:20.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:19 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:19.833+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:40.653620+0000 front 2024-09-05T07:50:40.653732+0000 (oldest deadline 2024-09-05T07:51:06.553525+0000) 2024-09-05T07:51:20.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:19 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:19.833+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:49.454864+0000 front 2024-09-05T07:50:49.454893+0000 (oldest deadline 2024-09-05T07:51:14.154722+0000) 2024-09-05T07:51:20.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:20 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:20.325+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:20.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:20 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:20.325+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:20.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:20 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:20.325+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:20.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:20 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:20.325+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:20.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:20 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:20.325+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:20.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:20 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:20.325+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:48.446634+0000 front 2024-09-05T07:50:48.446685+0000 (oldest deadline 2024-09-05T07:51:13.146591+0000) 2024-09-05T07:51:20.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:20 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:20.325+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T07:50:53.647471+0000 front 2024-09-05T07:50:53.647512+0000 (oldest deadline 2024-09-05T07:51:18.947486+0000) 2024-09-05T07:51:21.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:20 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:20.836+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:21.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:20 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:20.836+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:21.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:20 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:20.836+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:21.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:20 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:20.836+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:21.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:20 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:20.836+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:21.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:20 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:20.836+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:40.653620+0000 front 2024-09-05T07:50:40.653732+0000 (oldest deadline 2024-09-05T07:51:06.553525+0000) 2024-09-05T07:51:21.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:20 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:20.836+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:49.454864+0000 front 2024-09-05T07:50:49.454893+0000 (oldest deadline 2024-09-05T07:51:14.154722+0000) 2024-09-05T07:51:21.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:21 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:21.312+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:21.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:21 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:21.312+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:21.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:21 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:21.312+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:21.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:21 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:21.312+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:21.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:21 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:21.312+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:21.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:21 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:21.312+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:48.446634+0000 front 2024-09-05T07:50:48.446685+0000 (oldest deadline 2024-09-05T07:51:13.146591+0000) 2024-09-05T07:51:21.712 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:21 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:21.312+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T07:50:53.647471+0000 front 2024-09-05T07:50:53.647512+0000 (oldest deadline 2024-09-05T07:51:18.947486+0000) 2024-09-05T07:51:22.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:21 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:21.875+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:58.548602+0000 front 2024-09-05T07:49:58.548417+0000 (oldest deadline 2024-09-05T07:50:24.448492+0000) 2024-09-05T07:51:22.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:21 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:21.875+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:09.149538+0000 front 2024-09-05T07:50:09.149627+0000 (oldest deadline 2024-09-05T07:50:32.049592+0000) 2024-09-05T07:51:22.177 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:21 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:21.875+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.350435+0000 front 2024-09-05T07:50:17.350561+0000 (oldest deadline 2024-09-05T07:50:41.450366+0000) 2024-09-05T07:51:22.178 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:21 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:21.875+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6814 osd.3 since back 2024-09-05T07:50:23.651757+0000 front 2024-09-05T07:50:23.651783+0000 (oldest deadline 2024-09-05T07:50:49.551663+0000) 2024-09-05T07:51:22.178 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:21 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:21.875+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:31.852554+0000 front 2024-09-05T07:50:31.852574+0000 (oldest deadline 2024-09-05T07:50:57.752655+0000) 2024-09-05T07:51:22.178 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:21 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:21.875+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:40.653620+0000 front 2024-09-05T07:50:40.653732+0000 (oldest deadline 2024-09-05T07:51:06.553525+0000) 2024-09-05T07:51:22.178 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:21 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10[59123]: 2024-09-05T07:51:21.875+0000 7f2dd0db9640 -1 osd.10 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:49.454864+0000 front 2024-09-05T07:50:49.454893+0000 (oldest deadline 2024-09-05T07:51:14.154722+0000) 2024-09-05T07:51:22.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:22 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:22.263+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:22.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:22 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:22.263+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:22.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:22 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:22.263+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:22.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:22 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:22.263+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:22.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:22 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:22.263+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:22.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:22 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:22.263+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:48.446634+0000 front 2024-09-05T07:50:48.446685+0000 (oldest deadline 2024-09-05T07:51:13.146591+0000) 2024-09-05T07:51:22.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:22 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:22.263+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T07:50:53.647471+0000 front 2024-09-05T07:50:53.647512+0000 (oldest deadline 2024-09-05T07:51:18.947486+0000) 2024-09-05T07:51:22.787 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:22 smithi123 podman[71106]: 2024-09-05 07:51:22.520413051 +0000 UTC m=+5.690827101 container died 3e956f8ba23756553613009527af53a5aa64b4f9a027fa9e8c9c34244ee0f176 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-05T07:51:23.153 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:22 smithi123 podman[71106]: 2024-09-05 07:51:22.885269599 +0000 UTC m=+6.055683649 container cleanup 3e956f8ba23756553613009527af53a5aa64b4f9a027fa9e8c9c34244ee0f176 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T07:51:23.153 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:22 smithi123 bash[71106]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10 2024-09-05T07:51:23.426 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:23 smithi123 podman[71122]: 2024-09-05 07:51:23.153162065 +0000 UTC m=+0.629469038 container remove 3e956f8ba23756553613009527af53a5aa64b4f9a027fa9e8c9c34244ee0f176 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-05T07:51:23.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:23 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:23.215+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:23.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:23 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:23.215+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:23.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:23 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:23.215+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:23.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:23 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:23.215+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:23.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:23 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:23.215+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:23.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:23 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:23.215+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:48.446634+0000 front 2024-09-05T07:50:48.446685+0000 (oldest deadline 2024-09-05T07:51:13.146591+0000) 2024-09-05T07:51:23.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:23 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:23.215+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T07:50:53.647471+0000 front 2024-09-05T07:50:53.647512+0000 (oldest deadline 2024-09-05T07:51:18.947486+0000) 2024-09-05T07:51:23.814 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:23 smithi123 podman[71209]: 2024-09-05 07:51:23.398726872 +0000 UTC m=+0.015804086 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:51:23.814 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:23 smithi123 podman[71209]: 2024-09-05 07:51:23.520858485 +0000 UTC m=+0.137935685 container create 2c5642eff7c86f53ee6042eba1768b5896569e00a30900492292fea1eb8ecde9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T07:51:23.814 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:23 smithi123 podman[71209]: 2024-09-05 07:51:23.739899345 +0000 UTC m=+0.356976550 container init 2c5642eff7c86f53ee6042eba1768b5896569e00a30900492292fea1eb8ecde9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-05T07:51:23.814 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:23 smithi123 podman[71209]: 2024-09-05 07:51:23.743226006 +0000 UTC m=+0.360303204 container start 2c5642eff7c86f53ee6042eba1768b5896569e00a30900492292fea1eb8ecde9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10-deactivate, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-05T07:51:23.815 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:23 smithi123 podman[71209]: 2024-09-05 07:51:23.814688148 +0000 UTC m=+0.431765350 container attach 2c5642eff7c86f53ee6042eba1768b5896569e00a30900492292fea1eb8ecde9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-05T07:51:24.176 INFO:journalctl@ceph.osd.10.smithi123.stdout:Sep 05 07:51:23 smithi123 podman[71209]: 2024-09-05 07:51:23.926238597 +0000 UTC m=+0.543315800 container died 2c5642eff7c86f53ee6042eba1768b5896569e00a30900492292fea1eb8ecde9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-10-deactivate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T07:51:24.465 DEBUG:teuthology.orchestra.run.smithi123:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.10.service' 2024-09-05T07:51:24.505 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:51:24.505 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-09-05T07:51:24.505 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-09-05T07:51:24.505 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.11 2024-09-05T07:51:24.532 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:24 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:24.218+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:24.533 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:24 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:24.218+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:24.533 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:24 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:24.218+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:24.533 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:24 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:24.218+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:24.533 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:24 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:24.218+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:24.533 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:24 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:24.218+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:48.446634+0000 front 2024-09-05T07:50:48.446685+0000 (oldest deadline 2024-09-05T07:51:13.146591+0000) 2024-09-05T07:51:24.533 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:24 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:24.218+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T07:50:53.647471+0000 front 2024-09-05T07:50:53.647512+0000 (oldest deadline 2024-09-05T07:51:18.947486+0000) 2024-09-05T07:51:24.802 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:24 smithi192 systemd[1]: Stopping Ceph osd.11 for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:51:25.210 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:24 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:24.802+0000 7f8d40d5a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:51:25.210 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:24 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:24.802+0000 7f8d40d5a640 -1 osd.11 107 *** Got signal Terminated *** 2024-09-05T07:51:25.210 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:24 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:24.802+0000 7f8d40d5a640 -1 osd.11 107 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T07:51:25.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:25 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:25.223+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:25.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:25 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:25.223+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:25.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:25 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:25.223+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:25.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:25 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:25.223+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:25.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:25 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:25.223+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:25.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:25 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:25.223+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:48.446634+0000 front 2024-09-05T07:50:48.446685+0000 (oldest deadline 2024-09-05T07:51:13.146591+0000) 2024-09-05T07:51:25.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:25 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:25.223+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T07:50:53.647471+0000 front 2024-09-05T07:50:53.647512+0000 (oldest deadline 2024-09-05T07:51:18.947486+0000) 2024-09-05T07:51:26.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:26 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:26.250+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:26.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:26 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:26.250+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:26.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:26 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:26.250+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:26.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:26 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:26.250+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:26.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:26 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:26.250+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:26.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:26 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:26.250+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:48.446634+0000 front 2024-09-05T07:50:48.446685+0000 (oldest deadline 2024-09-05T07:51:13.146591+0000) 2024-09-05T07:51:26.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:26 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:26.250+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T07:50:53.647471+0000 front 2024-09-05T07:50:53.647512+0000 (oldest deadline 2024-09-05T07:51:18.947486+0000) 2024-09-05T07:51:27.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:27 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:27.218+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:27.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:27 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:27.218+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:27.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:27 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:27.218+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:27.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:27 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:27.218+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:27.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:27 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:27.218+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:27.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:27 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:27.218+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:48.446634+0000 front 2024-09-05T07:50:48.446685+0000 (oldest deadline 2024-09-05T07:51:13.146591+0000) 2024-09-05T07:51:27.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:27 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:27.218+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T07:50:53.647471+0000 front 2024-09-05T07:50:53.647512+0000 (oldest deadline 2024-09-05T07:51:18.947486+0000) 2024-09-05T07:51:28.460 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:28 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:28.174+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:28.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:28 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:28.174+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:28.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:28 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:28.174+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:28.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:28 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:28.174+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:28.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:28 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:28.174+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:28.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:28 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:28.174+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:48.446634+0000 front 2024-09-05T07:50:48.446685+0000 (oldest deadline 2024-09-05T07:51:13.146591+0000) 2024-09-05T07:51:28.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:28 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:28.174+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T07:50:53.647471+0000 front 2024-09-05T07:50:53.647512+0000 (oldest deadline 2024-09-05T07:51:18.947486+0000) 2024-09-05T07:51:29.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:29 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:29.141+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2024-09-05T07:49:56.638396+0000 front 2024-09-05T07:49:56.638361+0000 (oldest deadline 2024-09-05T07:50:21.938318+0000) 2024-09-05T07:51:29.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:29 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:29.141+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6804 osd.1 since back 2024-09-05T07:50:07.239488+0000 front 2024-09-05T07:50:07.239529+0000 (oldest deadline 2024-09-05T07:50:32.539303+0000) 2024-09-05T07:51:29.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:29 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:29.141+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6804 osd.2 since back 2024-09-05T07:50:17.741109+0000 front 2024-09-05T07:50:17.741096+0000 (oldest deadline 2024-09-05T07:50:40.041038+0000) 2024-09-05T07:51:29.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:29 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:29.141+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6812 osd.4 since back 2024-09-05T07:50:30.642600+0000 front 2024-09-05T07:50:30.642674+0000 (oldest deadline 2024-09-05T07:50:54.742485+0000) 2024-09-05T07:51:29.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:29 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:29.141+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6812 osd.5 since back 2024-09-05T07:50:41.644371+0000 front 2024-09-05T07:50:41.644420+0000 (oldest deadline 2024-09-05T07:51:05.744481+0000) 2024-09-05T07:51:29.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:29 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:29.141+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.71:6822 osd.6 since back 2024-09-05T07:50:48.446634+0000 front 2024-09-05T07:50:48.446685+0000 (oldest deadline 2024-09-05T07:51:13.146591+0000) 2024-09-05T07:51:29.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:29 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:29.141+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.123:6820 osd.7 since back 2024-09-05T07:50:53.647471+0000 front 2024-09-05T07:50:53.647512+0000 (oldest deadline 2024-09-05T07:51:18.947486+0000) 2024-09-05T07:51:29.461 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:29 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11[59590]: 2024-09-05T07:51:29.141+0000 7f8d3d370640 -1 osd.11 107 heartbeat_check: no reply from 172.21.15.192:6820 osd.8 since back 2024-09-05T07:51:05.249331+0000 front 2024-09-05T07:51:05.249305+0000 (oldest deadline 2024-09-05T07:51:28.749397+0000) 2024-09-05T07:51:30.436 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:30 smithi192 podman[71655]: 2024-09-05 07:51:30.16046277 +0000 UTC m=+5.458004557 container died 5711c6460b312b4cd4eb2961ece6296ca1f20ab20a171a2ea889e3abdc9ab3c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-05T07:51:30.710 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:30 smithi192 podman[71655]: 2024-09-05 07:51:30.510185329 +0000 UTC m=+5.807727115 container cleanup 5711c6460b312b4cd4eb2961ece6296ca1f20ab20a171a2ea889e3abdc9ab3c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-05T07:51:30.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:30 smithi192 bash[71655]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11 2024-09-05T07:51:31.116 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:30 smithi192 podman[71672]: 2024-09-05 07:51:30.81122208 +0000 UTC m=+0.649788863 container remove 5711c6460b312b4cd4eb2961ece6296ca1f20ab20a171a2ea889e3abdc9ab3c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-05T07:51:31.397 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:31 smithi192 podman[71759]: 2024-09-05 07:51:31.019824143 +0000 UTC m=+0.015623398 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T07:51:31.398 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:31 smithi192 podman[71759]: 2024-09-05 07:51:31.145118079 +0000 UTC m=+0.140917325 container create 1d2827a694097009a93f66515e9e41fd854e544f3ee44fd04f14921cd809259a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11-deactivate, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-05T07:51:31.398 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:31 smithi192 podman[71759]: 2024-09-05 07:51:31.331202237 +0000 UTC m=+0.327001484 container init 1d2827a694097009a93f66515e9e41fd854e544f3ee44fd04f14921cd809259a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, ceph=True) 2024-09-05T07:51:31.398 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:31 smithi192 podman[71759]: 2024-09-05 07:51:31.334852929 +0000 UTC m=+0.330652183 container start 1d2827a694097009a93f66515e9e41fd854e544f3ee44fd04f14921cd809259a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11-deactivate, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-05T07:51:31.398 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:31 smithi192 podman[71759]: 2024-09-05 07:51:31.397589324 +0000 UTC m=+0.393388572 container attach 1d2827a694097009a93f66515e9e41fd854e544f3ee44fd04f14921cd809259a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-05T07:51:31.711 INFO:journalctl@ceph.osd.11.smithi192.stdout:Sep 05 07:51:31 smithi192 podman[71759]: 2024-09-05 07:51:31.524642573 +0000 UTC m=+0.520441829 container died 1d2827a694097009a93f66515e9e41fd854e544f3ee44fd04f14921cd809259a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-osd-11-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731) 2024-09-05T07:51:32.128 DEBUG:teuthology.orchestra.run.smithi192:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@osd.11.service' 2024-09-05T07:51:32.206 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:51:32.207 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-09-05T07:51:32.207 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-05T07:51:32.207 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.a 2024-09-05T07:51:32.519 INFO:journalctl@ceph.mds.a.smithi071.stdout:Sep 05 07:51:32 smithi071 systemd[1]: Stopping Ceph mds.a for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:51:32.520 INFO:journalctl@ceph.mds.a.smithi071.stdout:Sep 05 07:51:32 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-a[71823]: 2024-09-05T07:51:32.518+0000 7fbf6b213640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:51:32.520 INFO:journalctl@ceph.mds.a.smithi071.stdout:Sep 05 07:51:32 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-a[71823]: 2024-09-05T07:51:32.518+0000 7fbf6b213640 -1 mds.a *** got signal Terminated *** 2024-09-05T07:51:36.793 INFO:journalctl@ceph.mds.a.smithi071.stdout:Sep 05 07:51:36 smithi071 podman[110760]: 2024-09-05 07:51:36.532449931 +0000 UTC m=+4.131144435 container died a4df1f0188ae2616196707de2711ce211e29e76606d6972b1fdadbe8133b789b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-a, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, ceph=True) 2024-09-05T07:51:37.148 INFO:journalctl@ceph.mds.a.smithi071.stdout:Sep 05 07:51:36 smithi071 podman[110760]: 2024-09-05 07:51:36.967711935 +0000 UTC m=+4.566406481 container cleanup a4df1f0188ae2616196707de2711ce211e29e76606d6972b1fdadbe8133b789b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-05T07:51:37.149 INFO:journalctl@ceph.mds.a.smithi071.stdout:Sep 05 07:51:36 smithi071 bash[110760]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-a 2024-09-05T07:51:37.386 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.a.service' 2024-09-05T07:51:37.421 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:51:37.421 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-05T07:51:37.421 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-09-05T07:51:37.421 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.d 2024-09-05T07:51:37.739 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 05 07:51:37 smithi071 systemd[1]: Stopping Ceph mds.d for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:51:38.148 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 05 07:51:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-d[70644]: 2024-09-05T07:51:37.738+0000 7fee6301a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:51:38.149 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 05 07:51:37 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-d[70644]: 2024-09-05T07:51:37.738+0000 7fee6301a640 -1 mds.d *** got signal Terminated *** 2024-09-05T07:51:39.130 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 05 07:51:38 smithi071 podman[110882]: 2024-09-05 07:51:38.862218506 +0000 UTC m=+1.222531457 container died 0c31b39695b95dab8cc2073ae81b0d4724f04a5bd99a3e9d9d8afab20792df0d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-d, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T07:51:39.400 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 05 07:51:39 smithi071 podman[110882]: 2024-09-05 07:51:39.288655504 +0000 UTC m=+1.648968508 container cleanup 0c31b39695b95dab8cc2073ae81b0d4724f04a5bd99a3e9d9d8afab20792df0d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-d, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-05T07:51:39.400 INFO:journalctl@ceph.mds.d.smithi071.stdout:Sep 05 07:51:39 smithi071 bash[110882]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-d 2024-09-05T07:51:39.722 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.d.service' 2024-09-05T07:51:39.754 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:51:39.754 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-09-05T07:51:39.754 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-09-05T07:51:39.754 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.g 2024-09-05T07:51:40.067 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 05 07:51:39 smithi071 systemd[1]: Stopping Ceph mds.g for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:51:40.399 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 05 07:51:40 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-g[71428]: 2024-09-05T07:51:40.066+0000 7f6c55ce4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:51:40.399 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 05 07:51:40 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-g[71428]: 2024-09-05T07:51:40.066+0000 7f6c55ce4640 -1 mds.g *** got signal Terminated *** 2024-09-05T07:51:42.492 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 05 07:51:42 smithi071 podman[111003]: 2024-09-05 07:51:42.170877881 +0000 UTC m=+2.202313909 container died b6463cb973242eb9bb0d6d3e2b8ab64792b97bf3ca4f185780ab4e99f1b1b836 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-g, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-05T07:51:42.899 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 05 07:51:42 smithi071 podman[111003]: 2024-09-05 07:51:42.650718919 +0000 UTC m=+2.682154947 container cleanup b6463cb973242eb9bb0d6d3e2b8ab64792b97bf3ca4f185780ab4e99f1b1b836 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-g, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-05T07:51:42.899 INFO:journalctl@ceph.mds.g.smithi071.stdout:Sep 05 07:51:42 smithi071 bash[111003]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-g 2024-09-05T07:51:43.082 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.g.service' 2024-09-05T07:51:43.115 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:51:43.115 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-09-05T07:51:43.115 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-09-05T07:51:43.115 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.j 2024-09-05T07:51:43.438 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 05 07:51:43 smithi071 systemd[1]: Stopping Ceph mds.j for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:51:43.898 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 05 07:51:43 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-j[70248]: 2024-09-05T07:51:43.437+0000 7fe6daec2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:51:43.899 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 05 07:51:43 smithi071 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-j[70248]: 2024-09-05T07:51:43.437+0000 7fe6daec2640 -1 mds.j *** got signal Terminated *** 2024-09-05T07:51:47.379 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 05 07:51:47 smithi071 podman[111124]: 2024-09-05 07:51:47.117363239 +0000 UTC m=+3.786683910 container died 5fc97376d0fb7a39695f360b459c7947ab64b97d6ede32df057872b18c0ad9c8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-j, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True) 2024-09-05T07:51:47.922 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 05 07:51:47 smithi071 podman[111124]: 2024-09-05 07:51:47.671164633 +0000 UTC m=+4.340485302 container cleanup 5fc97376d0fb7a39695f360b459c7947ab64b97d6ede32df057872b18c0ad9c8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-j, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-05T07:51:47.922 INFO:journalctl@ceph.mds.j.smithi071.stdout:Sep 05 07:51:47 smithi071 bash[111124]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-j 2024-09-05T07:51:48.039 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.j.service' 2024-09-05T07:51:48.072 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:51:48.072 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-09-05T07:51:48.072 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-05T07:51:48.073 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.b 2024-09-05T07:51:48.368 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 07:51:48 smithi123 systemd[1]: Stopping Ceph mds.b for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:51:48.676 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 07:51:48 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-b[64466]: 2024-09-05T07:51:48.367+0000 7f9315d61640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:51:48.677 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 07:51:48 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-b[64466]: 2024-09-05T07:51:48.367+0000 7f9315d61640 -1 mds.b *** got signal Terminated *** 2024-09-05T07:51:51.517 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 07:51:51 smithi123 podman[71311]: 2024-09-05 07:51:51.214562625 +0000 UTC m=+2.946774519 container died fff9a9c62872358ad0b230beba4599f90bb1c843fe52bec0659dc0c0d3dd7516 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-b, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T07:51:51.517 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 07:51:51 smithi123 podman[71311]: 2024-09-05 07:51:51.517582884 +0000 UTC m=+3.249794781 container cleanup fff9a9c62872358ad0b230beba4599f90bb1c843fe52bec0659dc0c0d3dd7516 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-b, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-05T07:51:51.876 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 07:51:51 smithi123 bash[71311]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-b 2024-09-05T07:51:51.876 INFO:journalctl@ceph.mds.b.smithi123.stdout:Sep 05 07:51:51 smithi123 podman[71323]: 2024-09-05 07:51:51.668740344 +0000 UTC m=+0.451294563 container remove fff9a9c62872358ad0b230beba4599f90bb1c843fe52bec0659dc0c0d3dd7516 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2) 2024-09-05T07:51:51.896 DEBUG:teuthology.orchestra.run.smithi123:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.b.service' 2024-09-05T07:51:51.930 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:51:51.930 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-05T07:51:51.931 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-09-05T07:51:51.931 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.e 2024-09-05T07:51:52.176 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 07:51:52 smithi123 systemd[1]: Stopping Ceph mds.e for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:51:52.676 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 07:51:52 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-e[63854]: 2024-09-05T07:51:52.262+0000 7f86c8f9d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:51:52.676 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 07:51:52 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-e[63854]: 2024-09-05T07:51:52.262+0000 7f86c8f9d640 -1 mds.e *** got signal Terminated *** 2024-09-05T07:51:55.514 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 07:51:55 smithi123 podman[71434]: 2024-09-05 07:51:55.22157459 +0000 UTC m=+3.062560243 container died 8377ddca1a9705c6f5541c27dff3297b314380b7778117328cd0d9ea25f172c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T07:51:55.839 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 07:51:55 smithi123 podman[71434]: 2024-09-05 07:51:55.621431508 +0000 UTC m=+3.462417151 container cleanup 8377ddca1a9705c6f5541c27dff3297b314380b7778117328cd0d9ea25f172c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-e, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-05T07:51:55.839 INFO:journalctl@ceph.mds.e.smithi123.stdout:Sep 05 07:51:55 smithi123 bash[71434]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-e 2024-09-05T07:51:55.969 DEBUG:teuthology.orchestra.run.smithi123:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.e.service' 2024-09-05T07:51:56.005 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:51:56.005 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-09-05T07:51:56.005 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-09-05T07:51:56.005 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.h 2024-09-05T07:51:56.176 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 07:51:56 smithi123 systemd[1]: Stopping Ceph mds.h for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:51:56.676 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 07:51:56 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-h[64162]: 2024-09-05T07:51:56.325+0000 7ffaf5d81640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:51:56.676 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 07:51:56 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-h[64162]: 2024-09-05T07:51:56.325+0000 7ffaf5d81640 -1 mds.h *** got signal Terminated *** 2024-09-05T07:51:59.534 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 07:51:59 smithi123 podman[71567]: 2024-09-05 07:51:59.22684728 +0000 UTC m=+2.995226189 container died e28b4747d053b4de48e37171f3fed921660c9a46bf55993257c54f3d9050be39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-h, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-05T07:51:59.826 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 07:51:59 smithi123 podman[71567]: 2024-09-05 07:51:59.625302016 +0000 UTC m=+3.393680926 container cleanup e28b4747d053b4de48e37171f3fed921660c9a46bf55993257c54f3d9050be39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-h, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-05T07:51:59.826 INFO:journalctl@ceph.mds.h.smithi123.stdout:Sep 05 07:51:59 smithi123 bash[71567]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-h 2024-09-05T07:51:59.978 DEBUG:teuthology.orchestra.run.smithi123:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.h.service' 2024-09-05T07:52:00.012 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:52:00.012 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-09-05T07:52:00.012 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-09-05T07:52:00.013 DEBUG:teuthology.orchestra.run.smithi123:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.k 2024-09-05T07:52:00.426 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 07:52:00 smithi123 systemd[1]: Stopping Ceph mds.k for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:52:00.427 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 07:52:00 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-k[63543]: 2024-09-05T07:52:00.320+0000 7f1b6dd31640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:52:00.427 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 07:52:00 smithi123 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-k[63543]: 2024-09-05T07:52:00.320+0000 7f1b6dd31640 -1 mds.k *** got signal Terminated *** 2024-09-05T07:52:04.129 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 07:52:03 smithi123 podman[71689]: 2024-09-05 07:52:03.845171512 +0000 UTC m=+3.616441470 container died dfcd3097a6b243a6a64e5244c6979cdcacf55185f3cdb9cb8af18cfe31b9b368 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-k, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T07:52:04.428 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 07:52:04 smithi123 podman[71689]: 2024-09-05 07:52:04.212175347 +0000 UTC m=+3.983445305 container cleanup dfcd3097a6b243a6a64e5244c6979cdcacf55185f3cdb9cb8af18cfe31b9b368 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-k, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-05T07:52:04.429 INFO:journalctl@ceph.mds.k.smithi123.stdout:Sep 05 07:52:04 smithi123 bash[71689]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-k 2024-09-05T07:52:04.601 DEBUG:teuthology.orchestra.run.smithi123:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.k.service' 2024-09-05T07:52:04.633 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:52:04.633 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-09-05T07:52:04.633 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-09-05T07:52:04.633 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.c 2024-09-05T07:52:04.960 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 05 07:52:04 smithi192 systemd[1]: Stopping Ceph mds.c for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:52:05.368 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 05 07:52:05 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-c[64611]: 2024-09-05T07:52:05.042+0000 7f7fdf91f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:52:05.369 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 05 07:52:05 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-c[64611]: 2024-09-05T07:52:05.042+0000 7f7fdf91f640 -1 mds.c *** got signal Terminated *** 2024-09-05T07:52:07.533 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 05 07:52:07 smithi192 podman[71862]: 2024-09-05 07:52:07.225838716 +0000 UTC m=+2.396193757 container died 5c6813904f53ef9390ccb32aea8c3a6a63c22b3619c94089bc1dbab947b1be00 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T07:52:07.533 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 05 07:52:07 smithi192 podman[71862]: 2024-09-05 07:52:07.533582365 +0000 UTC m=+2.703937406 container cleanup 5c6813904f53ef9390ccb32aea8c3a6a63c22b3619c94089bc1dbab947b1be00 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-c, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T07:52:07.863 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 05 07:52:07 smithi192 bash[71862]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-c 2024-09-05T07:52:07.863 INFO:journalctl@ceph.mds.c.smithi192.stdout:Sep 05 07:52:07 smithi192 podman[71886]: 2024-09-05 07:52:07.734872325 +0000 UTC m=+0.511995930 container remove 5c6813904f53ef9390ccb32aea8c3a6a63c22b3619c94089bc1dbab947b1be00 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-05T07:52:07.882 DEBUG:teuthology.orchestra.run.smithi192:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.c.service' 2024-09-05T07:52:07.918 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:52:07.918 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-09-05T07:52:07.919 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-09-05T07:52:07.919 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.f 2024-09-05T07:52:08.210 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 05 07:52:08 smithi192 systemd[1]: Stopping Ceph mds.f for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:52:08.711 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 05 07:52:08 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-f[64309]: 2024-09-05T07:52:08.312+0000 7fedd04e2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:52:08.711 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 05 07:52:08 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-f[64309]: 2024-09-05T07:52:08.312+0000 7fedd04e2640 -1 mds.f *** got signal Terminated *** 2024-09-05T07:52:11.487 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 05 07:52:11 smithi192 podman[71994]: 2024-09-05 07:52:11.212691648 +0000 UTC m=+3.067987791 container died d92512a8f75e821c3aab8923dc5fca5992110ef6f2944ece7e7f27ff2ddbc415 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-f, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-05T07:52:11.854 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 05 07:52:11 smithi192 podman[71994]: 2024-09-05 07:52:11.562265044 +0000 UTC m=+3.417561182 container cleanup d92512a8f75e821c3aab8923dc5fca5992110ef6f2944ece7e7f27ff2ddbc415 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-f, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-05T07:52:11.854 INFO:journalctl@ceph.mds.f.smithi192.stdout:Sep 05 07:52:11 smithi192 bash[71994]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-f 2024-09-05T07:52:12.001 DEBUG:teuthology.orchestra.run.smithi192:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.f.service' 2024-09-05T07:52:12.034 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:52:12.034 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-09-05T07:52:12.035 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-09-05T07:52:12.035 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.i 2024-09-05T07:52:12.460 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:52:12 smithi192 systemd[1]: Stopping Ceph mds.i for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:52:12.460 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:52:12 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-i[64911]: 2024-09-05T07:52:12.357+0000 7fed4c965640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:52:12.461 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:52:12 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-i[64911]: 2024-09-05T07:52:12.357+0000 7fed4c965640 -1 mds.i *** got signal Terminated *** 2024-09-05T07:52:15.524 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:52:15 smithi192 podman[72114]: 2024-09-05 07:52:15.216714753 +0000 UTC m=+2.962358900 container stop 7d1052936b3ef5076a18e0d62ebd990018458939389fe2dc81eb555272a072c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-i, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-05T07:52:15.524 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:52:15 smithi192 podman[72114]: 2024-09-05 07:52:15.242387399 +0000 UTC m=+2.988031542 container died 7d1052936b3ef5076a18e0d62ebd990018458939389fe2dc81eb555272a072c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-i, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-05T07:52:15.833 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:52:15 smithi192 podman[72114]: 2024-09-05 07:52:15.615508288 +0000 UTC m=+3.361152431 container cleanup 7d1052936b3ef5076a18e0d62ebd990018458939389fe2dc81eb555272a072c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-i, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T07:52:15.833 INFO:journalctl@ceph.mds.i.smithi192.stdout:Sep 05 07:52:15 smithi192 bash[72114]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-i 2024-09-05T07:52:15.973 DEBUG:teuthology.orchestra.run.smithi192:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.i.service' 2024-09-05T07:52:16.005 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:52:16.005 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-09-05T07:52:16.006 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-09-05T07:52:16.006 DEBUG:teuthology.orchestra.run.smithi192:> sudo systemctl stop ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.l 2024-09-05T07:52:16.188 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 05 07:52:16 smithi192 systemd[1]: Stopping Ceph mds.l for 528064f0-6b58-11ef-bcd6-c7b262605968... 2024-09-05T07:52:16.460 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 05 07:52:16 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-l[63994]: 2024-09-05T07:52:16.318+0000 7fe89734f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T07:52:16.461 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 05 07:52:16 smithi192 ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-l[63994]: 2024-09-05T07:52:16.318+0000 7fe89734f640 -1 mds.l *** got signal Terminated *** 2024-09-05T07:52:20.687 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 05 07:52:20 smithi192 podman[72234]: 2024-09-05 07:52:20.332088637 +0000 UTC m=+4.109411425 container died e5322d00dab0d9c6630acae7e187103dd9eaf5f2bb7bcffacafaf4c9642e7ab9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-l, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-09-05T07:52:20.960 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 05 07:52:20 smithi192 podman[72234]: 2024-09-05 07:52:20.802196273 +0000 UTC m=+4.579519070 container cleanup e5322d00dab0d9c6630acae7e187103dd9eaf5f2bb7bcffacafaf4c9642e7ab9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-l, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True) 2024-09-05T07:52:20.960 INFO:journalctl@ceph.mds.l.smithi192.stdout:Sep 05 07:52:20 smithi192 bash[72234]: ceph-528064f0-6b58-11ef-bcd6-c7b262605968-mds-l 2024-09-05T07:52:21.232 DEBUG:teuthology.orchestra.run.smithi192:> sudo pkill -f 'journalctl -f -n 0 -u ceph-528064f0-6b58-11ef-bcd6-c7b262605968@mds.l.service' 2024-09-05T07:52:21.269 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T07:52:21.269 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-09-05T07:52:21.270 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 --force --keep-logs 2024-09-05T07:52:21.471 INFO:teuthology.orchestra.run.smithi071.stdout:Deleting cluster with fsid: 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:52:23.978 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 --force --keep-logs 2024-09-05T07:52:24.181 INFO:teuthology.orchestra.run.smithi123.stdout:Deleting cluster with fsid: 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:52:26.514 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 --force --keep-logs 2024-09-05T07:52:26.715 INFO:teuthology.orchestra.run.smithi192.stdout:Deleting cluster with fsid: 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:52:29.088 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T07:52:29.121 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T07:52:29.149 DEBUG:teuthology.orchestra.run.smithi192:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T07:52:29.178 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-05T07:52:29.180 DEBUG:teuthology.misc:Transferring archived files from smithi071:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7890026/remote/smithi071/crash 2024-09-05T07:52:29.181 DEBUG:teuthology.orchestra.run.smithi071:> sudo tar c -f - -C /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/crash -- . 2024-09-05T07:52:29.221 INFO:teuthology.orchestra.run.smithi071.stderr:tar: /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/crash: Cannot open: No such file or directory 2024-09-05T07:52:29.221 INFO:teuthology.orchestra.run.smithi071.stderr:tar: Error is not recoverable: exiting now 2024-09-05T07:52:29.223 DEBUG:teuthology.misc:Transferring archived files from smithi123:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7890026/remote/smithi123/crash 2024-09-05T07:52:29.224 DEBUG:teuthology.orchestra.run.smithi123:> sudo tar c -f - -C /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/crash -- . 2024-09-05T07:52:29.261 INFO:teuthology.orchestra.run.smithi123.stderr:tar: /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/crash: Cannot open: No such file or directory 2024-09-05T07:52:29.261 INFO:teuthology.orchestra.run.smithi123.stderr:tar: Error is not recoverable: exiting now 2024-09-05T07:52:29.263 DEBUG:teuthology.misc:Transferring archived files from smithi192:/var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7890026/remote/smithi192/crash 2024-09-05T07:52:29.263 DEBUG:teuthology.orchestra.run.smithi192:> sudo tar c -f - -C /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/crash -- . 2024-09-05T07:52:29.324 INFO:teuthology.orchestra.run.smithi192.stderr:tar: /var/lib/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/crash: Cannot open: No such file or directory 2024-09-05T07:52:29.325 INFO:teuthology.orchestra.run.smithi192.stderr:tar: Error is not recoverable: exiting now 2024-09-05T07:52:29.326 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-05T07:52:29.326 DEBUG:teuthology.orchestra.run.smithi071:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-09-05T07:52:29.364 INFO:tasks.cephadm:Compressing logs... 2024-09-05T07:52:29.365 DEBUG:teuthology.orchestra.run.smithi071:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-05T07:52:29.407 DEBUG:teuthology.orchestra.run.smithi123:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-05T07:52:29.409 DEBUG:teuthology.orchestra.run.smithi192:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-05T07:52:29.431 INFO:teuthology.orchestra.run.smithi071.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2024-09-05T07:52:29.431 INFO:teuthology.orchestra.run.smithi071.stderr:: No such file or directory 2024-09-05T07:52:29.432 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.log 2024-09-05T07:52:29.432 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/ceph-client.admin.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.0.log 2024-09-05T07:52:29.432 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/ceph-client.0.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.9.log 2024-09-05T07:52:29.432 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-volume.log 2024-09-05T07:52:29.450 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.audit.log 2024-09-05T07:52:29.450 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.9.log: /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.a.log 2024-09-05T07:52:29.450 INFO:teuthology.orchestra.run.smithi071.stderr: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.log.gz 2024-09-05T07:52:29.451 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.cephadm.log 2024-09-05T07:52:29.451 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mon.a.log 2024-09-05T07:52:29.451 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.g.log 2024-09-05T07:52:29.451 INFO:teuthology.orchestra.run.smithi071.stderr: 84.6% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.cephadm.log.gz 2024-09-05T07:52:29.451 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.6.log 2024-09-05T07:52:29.451 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.g.log: 90.3% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.audit.log.gz 2024-09-05T07:52:29.451 INFO:teuthology.orchestra.run.smithi071.stderr: 94.6% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.a.log.gz 2024-09-05T07:52:29.451 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.log 2024-09-05T07:52:29.451 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.d.log 2024-09-05T07:52:29.451 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.log: 94.6% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.g.log.gz 2024-09-05T07:52:29.451 INFO:teuthology.orchestra.run.smithi071.stderr: 87.4% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.log.gz 2024-09-05T07:52:29.451 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mgr.x.log 2024-09-05T07:52:29.452 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.j.log 2024-09-05T07:52:29.452 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mgr.x.log: 90.8% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-volume.log.gz 2024-09-05T07:52:29.452 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.3.log 2024-09-05T07:52:29.452 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.j.log: 94.6% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.d.log.gz 2024-09-05T07:52:29.452 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-05T07:52:29.454 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.3.log: 94.6% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.j.log.gz 2024-09-05T07:52:29.454 INFO:teuthology.orchestra.run.smithi123.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.10.log 2024-09-05T07:52:29.454 INFO:teuthology.orchestra.run.smithi123.stderr:: No such file or directory 2024-09-05T07:52:29.454 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.1.log 2024-09-05T07:52:29.454 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.7.log 2024-09-05T07:52:29.455 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-volume.log 2024-09-05T07:52:29.455 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.b.log 2024-09-05T07:52:29.455 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.k.log 2024-09-05T07:52:29.455 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-volume.log: /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.4.log 2024-09-05T07:52:29.455 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.k.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.audit.log 2024-09-05T07:52:29.455 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.cephadm.log 2024-09-05T07:52:29.455 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.audit.log: 90.4% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.audit.log.gz 2024-09-05T07:52:29.455 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mgr.y.log 2024-09-05T07:52:29.455 INFO:teuthology.orchestra.run.smithi123.stderr: 94.5% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.k.log.gz/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.cephadm.log: 2024-09-05T07:52:29.455 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.log 2024-09-05T07:52:29.455 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mgr.y.log: 82.2% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.cephadm.log.gz 2024-09-05T07:52:29.455 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.h.log 2024-09-05T07:52:29.455 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.log: 87.5% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.log.gz 2024-09-05T07:52:29.456 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mon.b.log 2024-09-05T07:52:29.456 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.h.log: 90.8% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-volume.log.gz 2024-09-05T07:52:29.456 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.e.log 2024-09-05T07:52:29.456 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mon.b.log: 91.9% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mgr.y.log.gz 2024-09-05T07:52:29.456 INFO:teuthology.orchestra.run.smithi123.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-05T07:52:29.456 INFO:teuthology.orchestra.run.smithi192.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-volume.log 2024-09-05T07:52:29.456 INFO:teuthology.orchestra.run.smithi192.stderr:: No such file or directory 2024-09-05T07:52:29.456 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.audit.log 2024-09-05T07:52:29.456 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.i.log 2024-09-05T07:52:29.456 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-volume.log: /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mon.c.log 2024-09-05T07:52:29.456 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.cephadm.log 2024-09-05T07:52:29.457 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.11.log 2024-09-05T07:52:29.457 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mon.c.log: /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.2.log 2024-09-05T07:52:29.457 INFO:teuthology.orchestra.run.smithi192.stderr: 82.1% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.cephadm.log.gz 2024-09-05T07:52:29.457 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.5.log 2024-09-05T07:52:29.457 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.log 2024-09-05T07:52:29.457 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.5.log: /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.log: 90.4% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.audit.log.gz 2024-09-05T07:52:29.457 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.l.log 2024-09-05T07:52:29.457 INFO:teuthology.orchestra.run.smithi192.stderr: 87.5% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph.log.gz 2024-09-05T07:52:29.457 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.8.log 2024-09-05T07:52:29.457 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.l.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mgr.z.log 2024-09-05T07:52:29.457 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.8.log: 94.7% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.l.log.gz 2024-09-05T07:52:29.457 INFO:teuthology.orchestra.run.smithi192.stderr: 90.8% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-volume.log.gz 2024-09-05T07:52:29.457 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.c.log 2024-09-05T07:52:29.458 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.f.log 2024-09-05T07:52:29.458 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.c.log: 92.0% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mgr.z.log.gz 2024-09-05T07:52:29.459 INFO:teuthology.orchestra.run.smithi192.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-05T07:52:29.463 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/cephadm.log: 94.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-05T07:52:29.464 INFO:teuthology.orchestra.run.smithi123.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.e.log: /var/log/ceph/cephadm.log: 91.8% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-05T07:52:29.474 INFO:teuthology.orchestra.run.smithi192.stderr:/var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.f.log: /var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-05T07:52:29.507 INFO:teuthology.orchestra.run.smithi123.stderr: 92.5% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.b.log.gz 2024-09-05T07:52:29.508 INFO:teuthology.orchestra.run.smithi123.stderr: 94.5% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.h.log.gz 2024-09-05T07:52:29.513 INFO:teuthology.orchestra.run.smithi192.stderr: 92.6% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.c.log.gz 2024-09-05T07:52:29.515 INFO:teuthology.orchestra.run.smithi123.stderr: 94.4% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.e.log.gz 2024-09-05T07:52:29.546 INFO:teuthology.orchestra.run.smithi192.stderr: 93.9% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.f.log.gz 2024-09-05T07:52:29.771 INFO:teuthology.orchestra.run.smithi192.stderr: 91.7% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mon.c.log.gz 2024-09-05T07:52:29.814 INFO:teuthology.orchestra.run.smithi071.stderr: 90.2% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mgr.x.log.gz 2024-09-05T07:52:29.868 INFO:teuthology.orchestra.run.smithi192.stderr: 92.9% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mds.i.log.gz 2024-09-05T07:52:29.881 INFO:teuthology.orchestra.run.smithi123.stderr: 91.9% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mon.b.log.gz 2024-09-05T07:52:30.678 INFO:teuthology.orchestra.run.smithi071.stderr: 90.5% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-mon.a.log.gz 2024-09-05T07:52:40.876 INFO:teuthology.orchestra.run.smithi071.stderr: 96.1% -- replaced with /var/log/ceph/ceph-client.0.log.gz 2024-09-05T07:52:41.647 INFO:teuthology.orchestra.run.smithi123.stderr: 91.0% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.10.log.gz 2024-09-05T07:52:45.171 INFO:teuthology.orchestra.run.smithi192.stderr: 91.1% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.11.log.gz 2024-09-05T07:52:46.006 INFO:teuthology.orchestra.run.smithi123.stderr: 91.0% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.1.log.gz 2024-09-05T07:52:46.310 INFO:teuthology.orchestra.run.smithi071.stderr: 90.8% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.6.log.gz 2024-09-05T07:52:46.395 INFO:teuthology.orchestra.run.smithi192.stderr: 91.1% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.8.log.gz 2024-09-05T07:52:50.281 INFO:teuthology.orchestra.run.smithi071.stderr: 90.9% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.0.log.gz 2024-09-05T07:52:51.253 INFO:teuthology.orchestra.run.smithi192.stderr: 91.2% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.2.log.gz 2024-09-05T07:52:52.402 INFO:teuthology.orchestra.run.smithi123.stderr: 91.0% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.7.log.gz 2024-09-05T07:52:55.120 INFO:teuthology.orchestra.run.smithi123.stderr: 91.1% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.4.log.gz 2024-09-05T07:52:55.454 INFO:teuthology.orchestra.run.smithi071.stderr: 91.0% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.3.log.gz 2024-09-05T07:52:55.455 INFO:teuthology.orchestra.run.smithi123.stderr: 2024-09-05T07:52:55.455 INFO:teuthology.orchestra.run.smithi123.stderr:real 0m25.699s 2024-09-05T07:52:55.455 INFO:teuthology.orchestra.run.smithi123.stderr:user 1m15.667s 2024-09-05T07:52:55.455 INFO:teuthology.orchestra.run.smithi123.stderr:sys 0m2.326s 2024-09-05T07:53:00.816 INFO:teuthology.orchestra.run.smithi192.stderr: 90.9% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.5.log.gz 2024-09-05T07:53:00.818 INFO:teuthology.orchestra.run.smithi192.stderr: 2024-09-05T07:53:00.818 INFO:teuthology.orchestra.run.smithi192.stderr:real 0m31.394s 2024-09-05T07:53:00.818 INFO:teuthology.orchestra.run.smithi192.stderr:user 1m24.187s 2024-09-05T07:53:00.818 INFO:teuthology.orchestra.run.smithi192.stderr:sys 0m2.528s 2024-09-05T07:53:05.641 INFO:teuthology.orchestra.run.smithi071.stderr: 90.7% -- replaced with /var/log/ceph/528064f0-6b58-11ef-bcd6-c7b262605968/ceph-osd.9.log.gz 2024-09-05T07:53:05.643 INFO:teuthology.orchestra.run.smithi071.stderr: 2024-09-05T07:53:05.643 INFO:teuthology.orchestra.run.smithi071.stderr:real 0m36.223s 2024-09-05T07:53:05.643 INFO:teuthology.orchestra.run.smithi071.stderr:user 1m49.503s 2024-09-05T07:53:05.643 INFO:teuthology.orchestra.run.smithi071.stderr:sys 0m3.252s 2024-09-05T07:53:05.644 INFO:tasks.cephadm:Archiving logs... 2024-09-05T07:53:05.645 DEBUG:teuthology.misc:Transferring archived files from smithi071:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7890026/remote/smithi071/log 2024-09-05T07:53:05.646 DEBUG:teuthology.orchestra.run.smithi071:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-05T07:53:22.849 DEBUG:teuthology.misc:Transferring archived files from smithi123:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7890026/remote/smithi123/log 2024-09-05T07:53:22.850 DEBUG:teuthology.orchestra.run.smithi123:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-05T07:53:36.606 DEBUG:teuthology.misc:Transferring archived files from smithi192:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7890026/remote/smithi192/log 2024-09-05T07:53:36.607 DEBUG:teuthology.orchestra.run.smithi192:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-05T07:53:51.417 INFO:tasks.cephadm:Removing cluster... 2024-09-05T07:53:51.417 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 --force 2024-09-05T07:53:51.620 INFO:teuthology.orchestra.run.smithi071.stdout:Deleting cluster with fsid: 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:53:52.076 DEBUG:teuthology.orchestra.run.smithi123:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 --force 2024-09-05T07:53:52.277 INFO:teuthology.orchestra.run.smithi123.stdout:Deleting cluster with fsid: 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:53:52.648 DEBUG:teuthology.orchestra.run.smithi192:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 528064f0-6b58-11ef-bcd6-c7b262605968 --force 2024-09-05T07:53:52.849 INFO:teuthology.orchestra.run.smithi192.stdout:Deleting cluster with fsid: 528064f0-6b58-11ef-bcd6-c7b262605968 2024-09-05T07:53:53.240 INFO:tasks.cephadm:Removing cephadm ... 2024-09-05T07:53:53.240 DEBUG:teuthology.orchestra.run.smithi071:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-05T07:53:53.256 DEBUG:teuthology.orchestra.run.smithi123:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-05T07:53:53.275 DEBUG:teuthology.orchestra.run.smithi192:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-05T07:53:53.291 INFO:tasks.cephadm:Teardown complete 2024-09-05T07:53:53.292 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-05T07:53:53.305 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-05T07:53:53.306 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-05T07:53:53.308 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-05T07:53:53.319 DEBUG:teuthology.orchestra.run.smithi192:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-05T07:53:53.425 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-05T07:53:53.435 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-05T07:53:53.436 DEBUG:teuthology.orchestra.run.smithi071:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T07:53:53.438 DEBUG:teuthology.orchestra.run.smithi123:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T07:53:53.441 DEBUG:teuthology.orchestra.run.smithi192:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T07:53:53.450 INFO:teuthology.orchestra.run.smithi071.stderr:bash: line 1: ntpq: command not found 2024-09-05T07:53:53.454 INFO:teuthology.orchestra.run.smithi071.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T07:53:53.454 INFO:teuthology.orchestra.run.smithi071.stdout:=============================================================================== 2024-09-05T07:53:53.454 INFO:teuthology.orchestra.run.smithi071.stdout:^* hv01.front.sepia.ceph.com 3 6 377 57 +845us[ +848us] +/- 40ms 2024-09-05T07:53:53.454 INFO:teuthology.orchestra.run.smithi071.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 58 -1512us[-1508us] +/- 54ms 2024-09-05T07:53:53.455 INFO:teuthology.orchestra.run.smithi071.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 61 +576us[ +579us] +/- 78ms 2024-09-05T07:53:53.455 INFO:teuthology.orchestra.run.smithi071.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T07:53:53.455 INFO:teuthology.orchestra.run.smithi192.stderr:bash: line 1: ntpq: command not found 2024-09-05T07:53:53.456 INFO:teuthology.orchestra.run.smithi123.stderr:bash: line 1: ntpq: command not found 2024-09-05T07:53:53.459 INFO:teuthology.orchestra.run.smithi123.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T07:53:53.459 INFO:teuthology.orchestra.run.smithi123.stdout:=============================================================================== 2024-09-05T07:53:53.459 INFO:teuthology.orchestra.run.smithi123.stdout:^* hv01.front.sepia.ceph.com 3 6 377 59 +845us[ +846us] +/- 40ms 2024-09-05T07:53:53.459 INFO:teuthology.orchestra.run.smithi123.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 59 -1508us[-1508us] +/- 54ms 2024-09-05T07:53:53.459 INFO:teuthology.orchestra.run.smithi123.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 58 +578us[ +578us] +/- 78ms 2024-09-05T07:53:53.459 INFO:teuthology.orchestra.run.smithi123.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T07:53:53.461 INFO:teuthology.orchestra.run.smithi192.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T07:53:53.461 INFO:teuthology.orchestra.run.smithi192.stdout:=============================================================================== 2024-09-05T07:53:53.461 INFO:teuthology.orchestra.run.smithi192.stdout:^* hv01.front.sepia.ceph.com 3 6 377 56 +844us[ +842us] +/- 40ms 2024-09-05T07:53:53.461 INFO:teuthology.orchestra.run.smithi192.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 58 -1505us[-1507us] +/- 54ms 2024-09-05T07:53:53.461 INFO:teuthology.orchestra.run.smithi192.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 57 +556us[ +554us] +/- 78ms 2024-09-05T07:53:53.461 INFO:teuthology.orchestra.run.smithi192.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T07:53:53.462 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-05T07:53:53.472 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-05T07:53:53.473 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-05T07:53:53.492 DEBUG:teuthology.orchestra.run.smithi071:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-05T07:53:53.578 DEBUG:teuthology.orchestra.run.smithi123:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-05T07:53:53.650 DEBUG:teuthology.orchestra.run.smithi192:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-05T07:53:53.717 DEBUG:teuthology.orchestra.run.smithi071:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-05T07:53:53.746 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T07:53:53.747 DEBUG:teuthology.orchestra.run.smithi123:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-05T07:53:53.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T07:53:53.777 DEBUG:teuthology.orchestra.run.smithi192:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-05T07:53:53.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T07:53:53.806 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-05T07:53:53.817 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-05T07:53:53.851 INFO:teuthology.task.internal:Duration was 1902.840885 seconds 2024-09-05T07:53:53.851 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-05T07:53:53.882 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-05T07:53:53.882 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-05T07:53:53.885 DEBUG:teuthology.orchestra.run.smithi123:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-05T07:53:53.887 DEBUG:teuthology.orchestra.run.smithi192:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-05T07:53:53.921 INFO:teuthology.orchestra.run.smithi071.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T07:53:53.926 INFO:teuthology.orchestra.run.smithi123.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T07:53:53.926 INFO:teuthology.orchestra.run.smithi192.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T07:53:54.442 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-05T07:53:54.442 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi071.front.sepia.ceph.com 2024-09-05T07:53:54.442 DEBUG:teuthology.orchestra.run.smithi071:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-05T07:53:54.503 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi123.front.sepia.ceph.com 2024-09-05T07:53:54.504 DEBUG:teuthology.orchestra.run.smithi123:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-05T07:53:54.535 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi192.front.sepia.ceph.com 2024-09-05T07:53:54.535 DEBUG:teuthology.orchestra.run.smithi192:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-05T07:53:54.565 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-05T07:53:54.566 DEBUG:teuthology.orchestra.run.smithi071:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-05T07:53:54.568 DEBUG:teuthology.orchestra.run.smithi123:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-05T07:53:54.577 DEBUG:teuthology.orchestra.run.smithi192:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-05T07:53:54.633 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-05T07:53:54.634 DEBUG:teuthology.orchestra.run.smithi071:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-05T07:53:54.636 DEBUG:teuthology.orchestra.run.smithi123:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-05T07:53:54.644 DEBUG:teuthology.orchestra.run.smithi192:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-05T07:53:55.732 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-05T07:53:55.744 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-05T07:53:55.744 DEBUG:teuthology.orchestra.run.smithi071:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-05T07:53:55.769 DEBUG:teuthology.orchestra.run.smithi123:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-05T07:53:55.800 DEBUG:teuthology.orchestra.run.smithi192:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-05T07:53:55.830 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-05T07:53:55.844 DEBUG:teuthology.orchestra.run.smithi071:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-05T07:53:55.847 DEBUG:teuthology.orchestra.run.smithi123:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-05T07:53:55.850 DEBUG:teuthology.orchestra.run.smithi192:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-05T07:53:55.867 INFO:teuthology.orchestra.run.smithi071.stdout:kernel.core_pattern = core 2024-09-05T07:53:55.874 INFO:teuthology.orchestra.run.smithi123.stdout:kernel.core_pattern = core 2024-09-05T07:53:55.897 INFO:teuthology.orchestra.run.smithi192.stdout:kernel.core_pattern = core 2024-09-05T07:53:55.925 DEBUG:teuthology.orchestra.run.smithi071:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-05T07:53:55.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T07:53:55.939 DEBUG:teuthology.orchestra.run.smithi123:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-05T07:53:55.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T07:53:55.959 DEBUG:teuthology.orchestra.run.smithi192:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-05T07:53:55.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T07:53:55.981 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-05T07:53:55.993 INFO:teuthology.task.internal:Transferring archived files... 2024-09-05T07:53:55.993 DEBUG:teuthology.misc:Transferring archived files from smithi071:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7890026/remote/smithi071 2024-09-05T07:53:55.994 DEBUG:teuthology.orchestra.run.smithi071:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-05T07:53:56.054 DEBUG:teuthology.misc:Transferring archived files from smithi123:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7890026/remote/smithi123 2024-09-05T07:53:56.055 DEBUG:teuthology.orchestra.run.smithi123:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-05T07:53:56.093 DEBUG:teuthology.misc:Transferring archived files from smithi192:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7890026/remote/smithi192 2024-09-05T07:53:56.093 DEBUG:teuthology.orchestra.run.smithi192:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-05T07:53:56.131 INFO:teuthology.task.internal:Removing archive directory... 2024-09-05T07:53:56.131 DEBUG:teuthology.orchestra.run.smithi071:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-05T07:53:56.134 DEBUG:teuthology.orchestra.run.smithi123:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-05T07:53:56.136 DEBUG:teuthology.orchestra.run.smithi192:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-05T07:53:56.184 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-05T07:53:56.199 INFO:teuthology.task.internal:Not uploading archives. 2024-09-05T07:53:56.199 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-05T07:53:56.251 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-05T07:53:56.251 DEBUG:teuthology.orchestra.run.smithi071:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-05T07:53:56.254 DEBUG:teuthology.orchestra.run.smithi123:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-05T07:53:56.256 DEBUG:teuthology.orchestra.run.smithi192:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-05T07:53:56.266 INFO:teuthology.orchestra.run.smithi071.stdout: 262217 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 5 07:53 /home/ubuntu/cephtest 2024-09-05T07:53:56.270 INFO:teuthology.orchestra.run.smithi123.stdout: 262217 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 5 07:53 /home/ubuntu/cephtest 2024-09-05T07:53:56.273 INFO:teuthology.orchestra.run.smithi192.stdout: 262217 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 5 07:53 /home/ubuntu/cephtest 2024-09-05T07:53:56.275 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-05T07:53:56.292 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-05T07:53:56.331 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-quiesce/with-quiesce 6-workunit/suites/fsync-tester}} duration: 1902.8408846855164 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-05T07:53:56.331 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-05T07:53:56.415 INFO:teuthology.run:pass